-- Logs begin at Tue 2021-11-23 21:54:20 UTC, end at Wed 2021-11-24 00:16:39 UTC. -- Nov 23 22:25:14.473424 n-d-817303-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 22:25:17.303931 n-d-817303-3 neutron-server[103415]: INFO neutron.common.config [-] Logging enabled! Nov 23 22:25:17.304548 n-d-817303-3 neutron-server[103415]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 22:25:17.304708 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103415) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 22:25:17.307936 n-d-817303-3 neutron-server[103415]: INFO neutron.common.config [-] Logging enabled! Nov 23 22:25:17.308189 n-d-817303-3 neutron-server[103415]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 22:25:17.309034 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103415) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 22:25:17.310001 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 22:25:17.310237 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 22:25:17.310601 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 22:25:17.310848 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 22:25:17.311075 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 22:25:17.311394 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.311841 n-d-817303-3 neutron-server[103415]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 22:25:17.312152 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.312452 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.312742 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.313034 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.313322 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.313609 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.313893 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.314189 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.314472 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.314746 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.315029 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.315318 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.315616 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.315903 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.316187 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.316467 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] debug = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.316746 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.317176 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.317588 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.317866 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.318151 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.318428 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.318694 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.318969 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.319248 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.319587 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] host = n-d-817303-3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.319870 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.320152 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.320435 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.320716 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.320990 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.321264 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.321546 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.321818 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.322093 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] log_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.322367 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.322650 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.322934 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.323222 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.323444 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.323692 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.324008 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.324753 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.325037 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.325316 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.325593 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.325870 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.326144 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.326414 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.326699 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.326983 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.327265 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.327540 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.327840 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.328114 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.328384 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.328667 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.328938 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.329209 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.329480 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.329765 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.330033 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.330303 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.330602 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.330884 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.331164 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.331447 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.331748 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.332030 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.332305 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.332576 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.332846 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] use_json = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.333115 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.333383 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.333660 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.333930 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.334198 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.334465 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.334733 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.335011 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:17.335305 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.335616 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.335919 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.336202 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.336503 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.336779 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.337066 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.337344 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.337631 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.337915 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.338201 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.338478 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.338764 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.339039 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.339330 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.340253 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.340907 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.341205 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.341485 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.341761 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.342037 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.342319 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.342608 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.342893 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.343180 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.343469 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.343781 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.344076 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.344364 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.345511 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.345511 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.345511 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.345511 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.345880 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.346019 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.346294 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.346575 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.346864 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.347143 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.347416 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.347729 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.348012 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.348294 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.348573 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.348853 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.349144 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.349423 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.349694 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.349966 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.350245 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.350516 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.350802 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.351080 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.351354 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.351660 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.351941 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.352215 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.352496 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.352775 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.353047 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.353326 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.353596 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.353867 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.354139 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.354408 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.354677 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.354947 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.355301 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.356716 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.357010 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.357297 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.357581 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.357863 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.358144 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.358439 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.358743 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.359025 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.359308 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.359607 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.359893 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.360175 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.360453 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.360732 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.361017 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.361290 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.361580 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.361867 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.362155 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.362438 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.362746 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.363041 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.363320 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.363626 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.363905 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.364185 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.364464 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.364748 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.365042 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.365334 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.365625 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.365918 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.366211 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.366492 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.366799 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.367082 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:17.367299 n-d-817303-3 neutron-server[103415]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 22:25:17.367536 n-d-817303-3 neutron-server[103415]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103415) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 22:25:17.807642 n-d-817303-3 neutron-server[103415]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 22:25:17.807925 n-d-817303-3 neutron-server[103415]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 22:25:17.808228 n-d-817303-3 neutron-server[103415]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 22:25:17.809593 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 22:25:18.140197 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.140484 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.140756 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.141932 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.142202 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.142466 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.179119 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.179393 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.179687 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.194373 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.194651 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.194920 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.224194 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.224467 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.224728 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.267125 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.267400 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.267699 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.516940 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.517551 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.517551 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.517706 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.518329 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.618740 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.619057 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.619335 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.619632 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.619898 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.620205 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.620462 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.620716 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.621414 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.621705 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.621973 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.622238 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.622495 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.622748 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.623003 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.623266 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.623518 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.623806 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.624073 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.624327 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.624595 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.624844 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.625120 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.625492 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.625740 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.625982 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.626377 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:18.626614 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:18.626849 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:18.627083 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:18.627314 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:18.627544 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:18.627928 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 22:25:18.631028 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 22:25:18.634975 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 22:25:18.640615 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 23 22:25:18.643627 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 22:25:18.644095 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 22:25:18.644430 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 22:25:18.644811 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 22:25:18.647661 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 22:25:18.647911 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 22:25:18.648252 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 22:25:18.654860 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 22:25:18.678176 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 22:25:18.678625 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.678924 n-d-817303-3 neutron-server[103415]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103415) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 22:25:18.679281 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.680684 n-d-817303-3 neutron-server[103415]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103415) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 22:25:18.680961 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 22:25:18.681205 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 22:25:18.686262 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.686540 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:18.751518 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 22:25:18.751773 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 22:25:18.752009 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 22:25:18.752382 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 22:25:18.772913 n-d-817303-3 neutron-server[103415]: DEBUG oslo_db.sqlalchemy.engines [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103415) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 22:25:19.328188 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing driver for type 'gre' Nov 23 22:25:19.328710 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] gre ID ranges: [(1, 1000)] Nov 23 22:25:19.379800 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing driver for type 'local' Nov 23 22:25:19.380139 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing driver for type 'vlan' Nov 23 22:25:19.393089 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] VlanTypeDriver initialization complete Nov 23 22:25:19.393412 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing driver for type 'vxlan' Nov 23 22:25:19.393964 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] vxlan ID ranges: [(1, 1000)] Nov 23 22:25:19.444584 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing extension driver 'port_security' Nov 23 22:25:19.445020 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.extensions.port_security [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] PortSecurityExtensionDriver initialization complete Nov 23 22:25:19.445402 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing mechanism driver 'openvswitch' Nov 23 22:25:19.445718 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing mechanism driver 'hyperv' Nov 23 22:25:19.452838 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.plugin [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:19.453561 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.453926 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.454274 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.454800 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 22:25:19.455224 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnet after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.455589 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnet after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.455938 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.456340 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 22:25:19.456742 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.457086 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.457423 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.457874 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 22:25:19.458273 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > security_group after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.458618 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > security_group after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.458950 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.459484 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 22:25:19.459910 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.460257 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.460596 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.460996 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 22:25:19.461395 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > address_group after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.461735 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > address_group after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.462068 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.462464 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 22:25:19.462836 n-d-817303-3 neutron-server[103415]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] ML2 OVO RPC backend initialized. {{(pid=103415) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 22:25:19.463531 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.463908 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.464321 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.465721 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > networks before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.466100 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.466443 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > ports before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.466788 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnet before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.467127 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnets before_response 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.467470 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.467829 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.468160 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.468492 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.468824 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.469155 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.469484 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnet after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.469871 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnet after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.470206 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.470764 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.plugin [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Modular L2 Plugin initialization complete Nov 23 22:25:19.471085 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading services supported by the core plugin {{(pid=103415) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 22:25:19.471408 n-d-817303-3 neutron-server[103415]: INFO neutron.plugins.ml2.managers [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Got port-security extension from driver 'port_security' Nov 23 22:25:19.471886 n-d-817303-3 neutron-server[103415]: INFO neutron.extensions.vlantransparent [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Disabled vlantransparent extension. Nov 23 22:25:19.472361 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103415) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 22:25:19.472668 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: router Nov 23 22:25:19.509188 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.509581 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router after_create 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.509945 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router before_create 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.510306 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.510677 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.511031 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router after_delete 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.511416 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.512195 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.512561 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router after_create 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.512908 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router after_update 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.513256 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router after_update 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.513602 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.513956 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router after_update 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.514360 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_update 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.514724 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: port after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.515061 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: port after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.515395 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: subnet after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.515756 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.516105 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.516451 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_create 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.516794 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: port before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.517138 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.517661 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router after_update 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.517821 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.518170 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_create 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.518526 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.518868 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_update 55549900 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.519234 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > agent after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.519607 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > agent after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.519954 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > network after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.520809 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Tracking information for resource: router configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:19.521138 n-d-817303-3 neutron-server[103415]: DEBUG neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Tracking information for resource: floatingip configured {{(pid=103415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 22:25:19.526361 n-d-817303-3 neutron-server[103415]: INFO neutron.db.l3_agentschedulers_db [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 22:25:19.526931 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: port after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.528260 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: port after_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.528621 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: port after_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.528973 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: port after_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.529763 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router before_create 55550100 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.530124 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.530481 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_create 55550100 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.530835 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > router precommit_update 55550100 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.535772 n-d-817303-3 neutron-server[103415]: DEBUG neutron.services.provider_configuration [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service providers = [] {{(pid=103415) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 22:25:19.536133 n-d-817303-3 neutron-server[103415]: DEBUG neutron.db.servicetype_db [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103415) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 22:25:19.539047 n-d-817303-3 neutron-server[103415]: DEBUG neutron.services.service_base [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 22:25:19.539399 n-d-817303-3 neutron-server[103415]: DEBUG neutron.services.service_base [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 22:25:19.539764 n-d-817303-3 neutron-server[103415]: DEBUG neutron.services.service_base [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 22:25:19.540640 n-d-817303-3 neutron-server[103415]: DEBUG neutron.services.service_base [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 22:25:19.541007 n-d-817303-3 neutron-server[103415]: INFO neutron.services.service_base [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 22:25:19.541376 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.541691 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 22:25:19.553666 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.553998 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: auto_allocate Nov 23 22:25:19.561149 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: network precommit_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.561638 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: network precommit_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.562167 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.562486 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: tag Nov 23 22:25:19.569122 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.569456 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: timestamp Nov 23 22:25:19.573499 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.573827 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: network_ip_availability Nov 23 22:25:19.579797 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.580169 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.580522 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.581255 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.581571 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: flavors Nov 23 22:25:19.586334 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.586666 n-d-817303-3 neutron-server[103415]: INFO neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading Plugin: revisions Nov 23 22:25:19.591983 n-d-817303-3 neutron-server[103415]: DEBUG neutron.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 22:25:19.592378 n-d-817303-3 neutron-server[103415]: DEBUG oslo_concurrency.lockutils [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=103415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 22:25:19.593120 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103415) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 22:25:19.593452 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Initializing extension manager. Nov 23 22:25:19.593963 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: __init__.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.594302 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: __pycache__ {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.594632 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.594958 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: address_group.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.595740 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.596314 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: address-group Nov 23 22:25:19.596633 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: address_scope.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.598869 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.599401 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: address-scope Nov 23 22:25:19.599759 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.600691 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.601204 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: router-admin-state-down-before-update Nov 23 22:25:19.601528 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: agent.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.602229 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.602732 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: agent Nov 23 22:25:19.603050 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: agent_resources_synced.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.603978 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.604485 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: agent-resources-synced Nov 23 22:25:19.604803 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: allowedaddresspairs.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.607747 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.608270 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: allowed-address-pairs Nov 23 22:25:19.608598 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: auto_allocated_topology.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.609671 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.610188 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: auto-allocated-topology Nov 23 22:25:19.610512 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: availability_zone.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.611201 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.611737 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: availability_zone Nov 23 22:25:19.612057 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: availability_zone_filter.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.612962 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.613467 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: availability_zone_filter Nov 23 22:25:19.613786 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: data_plane_status.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.614686 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.615184 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 22:25:19.615500 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: default_subnetpools.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.616432 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.616933 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: default-subnetpools Nov 23 22:25:19.617248 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.618048 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.618548 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: dhcp_agent_scheduler Nov 23 22:25:19.618866 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: dns.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.619799 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.620300 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension dns-integration not supported by any of loaded plugins Nov 23 22:25:19.620618 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: dns_domain_ports.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.622038 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.622545 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 22:25:19.622872 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.623813 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.624319 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 22:25:19.624639 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: dvr.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.625308 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.625809 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: dvr Nov 23 22:25:19.626126 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: ecmp_routes.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.627033 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.627532 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 22:25:19.627874 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: empty_string_filtering.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.628776 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.629278 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: empty-string-filtering Nov 23 22:25:19.629596 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.630505 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.631008 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 22:25:19.631324 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.632258 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.632762 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 22:25:19.633076 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: external_net.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.633974 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.634474 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: external-net Nov 23 22:25:19.634786 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.635722 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.636221 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: extra_dhcp_opt Nov 23 22:25:19.637027 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: extraroute.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.637943 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.638447 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: extraroute Nov 23 22:25:19.638761 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: extraroute_atomic.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.639822 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.640338 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: extraroute-atomic Nov 23 22:25:19.640653 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: filter_validation.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.641312 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.641815 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: filter-validation Nov 23 22:25:19.642132 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: fip_pf_description.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.643044 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.643553 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 22:25:19.643949 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: fip_port_details.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.644865 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.645365 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: fip-port-details Nov 23 22:25:19.645678 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: flavors.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.646905 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.647422 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: flavors Nov 23 22:25:19.647776 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.649700 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.650219 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 22:25:19.650549 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: floatingip_pools.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.651246 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.651786 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: floatingip-pools Nov 23 22:25:19.652792 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: ip_allocation.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.654132 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.654642 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 22:25:19.654968 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.655917 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.656425 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: ip-substring-filtering Nov 23 22:25:19.656748 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l2_adjacency.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.657668 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.658173 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 22:25:19.658492 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l3.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.659617 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.660133 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: router Nov 23 22:25:19.660459 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.662709 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.663232 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 22:25:19.663563 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.664512 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.665029 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: ext-gw-mode Nov 23 22:25:19.665355 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.666263 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.666771 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: l3-ha Nov 23 22:25:19.667092 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l3_flavors.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.669052 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.669561 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: l3-flavors Nov 23 22:25:19.669879 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.670798 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.671304 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 22:25:19.671653 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: l3agentscheduler.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.672686 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.673194 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: l3_agent_scheduler Nov 23 22:25:19.673514 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: local_ip.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.675268 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.675822 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension local_ip not supported by any of loaded plugins Nov 23 22:25:19.676150 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: logging.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.677620 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.678135 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension logging not supported by any of loaded plugins Nov 23 22:25:19.678463 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: metering.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.679202 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.679810 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: metering Nov 23 22:25:19.680132 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.681224 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.681735 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: metering_source_and_destination_fields Nov 23 22:25:19.682059 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: multiprovidernet.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.682994 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.684006 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: multi-provider Nov 23 22:25:19.684336 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: netmtu.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.685260 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.685770 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: net-mtu Nov 23 22:25:19.686090 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: netmtu_writable.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.686996 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.687500 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: net-mtu-writable Nov 23 22:25:19.687843 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: network_availability_zone.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.688507 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.689008 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: network_availability_zone Nov 23 22:25:19.689324 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: network_ip_availability.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.690420 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.690932 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: network-ip-availability Nov 23 22:25:19.691252 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: network_segment_range.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.692038 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.692540 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 22:25:19.692857 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: pagination.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.693838 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.694289 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: pagination Nov 23 22:25:19.694649 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: port_device_profile.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.695524 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.696058 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: port-device-profile Nov 23 22:25:19.696376 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.697289 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.697794 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: port-mac-address-regenerate Nov 23 22:25:19.698114 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.700068 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.700589 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: port-numa-affinity-policy Nov 23 22:25:19.700907 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: port_resource_request.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.701818 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.702318 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 22:25:19.702634 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: port_resource_request_groups.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.703620 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.704122 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 22:25:19.704440 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: portbindings.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.705355 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.705858 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: binding Nov 23 22:25:19.706175 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: portbindings_extended.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.707438 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.707989 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: binding-extended Nov 23 22:25:19.708312 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: portsecurity.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.709216 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.709724 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: port-security Nov 23 22:25:19.710049 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: project_id.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.711016 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.711342 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: project-id Nov 23 22:25:19.711695 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: providernet.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.712617 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.713124 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: provider Nov 23 22:25:19.713440 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.718132 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.718649 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos not supported by any of loaded plugins Nov 23 22:25:19.718973 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.720249 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.720760 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 22:25:19.721089 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.722000 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.722507 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 22:25:19.722830 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_default.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.723766 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.724272 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-default not supported by any of loaded plugins Nov 23 22:25:19.724590 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_fip.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.725240 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.725746 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-fip not supported by any of loaded plugins Nov 23 22:25:19.726064 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_gateway_ip.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.726981 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.727495 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 22:25:19.727839 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_port_network_policy.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.728744 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.729251 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 22:25:19.729569 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.731136 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.731678 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 22:25:19.732001 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_pps_rule.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.733186 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.733698 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-pps not supported by any of loaded plugins Nov 23 22:25:19.734018 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_rule_type_details.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.734924 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.735429 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 22:25:19.735770 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: qos_rules_alias.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.736808 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.737312 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 22:25:19.737632 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: quota_check_limit.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.738531 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.739036 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: quota-check-limit Nov 23 22:25:19.739353 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: quotasv2.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.740351 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.740672 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: quotas Nov 23 22:25:19.740986 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: quotasv2_detail.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.744316 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.744651 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: quota_details Nov 23 22:25:19.744980 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: rbac.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.746572 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.747105 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: rbac-policies Nov 23 22:25:19.747435 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: rbac_address_group.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.748386 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.748908 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: rbac-address-group Nov 23 22:25:19.749231 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: rbac_address_scope.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.750145 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.750655 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: rbac-address-scope Nov 23 22:25:19.750974 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: rbac_security_groups.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.751908 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.752415 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: rbac-security-groups Nov 23 22:25:19.752731 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: rbac_subnetpool.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.753633 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.754138 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: rbac-subnetpool Nov 23 22:25:19.754457 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: revisionifmatch.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.755363 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.755901 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: revision-if-match Nov 23 22:25:19.756221 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: revisions.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.757322 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.757828 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: standard-attr-revisions Nov 23 22:25:19.758148 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: router_availability_zone.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.758811 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.759318 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: router_availability_zone Nov 23 22:25:19.759668 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: routerservicetype.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.760583 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.761088 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension router-service-type not supported by any of loaded plugins Nov 23 22:25:19.761997 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.763503 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.764052 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: security-groups-normalized-cidr Nov 23 22:25:19.764371 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.765290 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.765799 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: port-security-groups-filtering Nov 23 22:25:19.766117 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.767041 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.767549 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: security-groups-remote-address-group Nov 23 22:25:19.767904 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.768833 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.769340 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: security-groups-shared-filtering Nov 23 22:25:19.769657 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.770234 n-d-817303-3 neutron-server[103415]: WARNING neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 22:25:19.770548 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: securitygroup.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.781612 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.782144 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: security-group Nov 23 22:25:19.782475 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: segment.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.783254 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.783787 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension segment not supported by any of loaded plugins Nov 23 22:25:19.784112 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.785046 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.785552 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 22:25:19.785871 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: servicetype.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.786952 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.787466 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: service-type Nov 23 22:25:19.787819 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: sorting.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.788799 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.789128 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: sorting Nov 23 22:25:19.789446 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: standard_attr_segment.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.790356 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.790871 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 22:25:19.791193 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: standardattrdescription.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.791889 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.792395 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: standard-attr-description Nov 23 22:25:19.793072 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: stateful_security_group.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.794089 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.794599 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: stateful-security-group Nov 23 22:25:19.794923 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: stdattrs_common.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.795492 n-d-817303-3 neutron-server[103415]: WARNING neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 22:25:19.795841 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.796780 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.797294 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 22:25:19.797614 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: subnet_onboard.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.798678 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.799196 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: subnet_onboard Nov 23 22:25:19.799518 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.800462 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.800970 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 22:25:19.801288 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: subnet_service_types.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.802204 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.802713 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: subnet-service-types Nov 23 22:25:19.803033 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: subnetallocation.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.804144 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.804660 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: subnet_allocation Nov 23 22:25:19.804985 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.805657 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.806163 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: subnetpool-prefix-ops Nov 23 22:25:19.806484 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.807411 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.807950 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 22:25:19.808321 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: tagging.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.809829 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.810345 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: standard-attr-tag Nov 23 22:25:19.810671 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: timestamp.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.811920 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.812442 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loaded extension: standard-attr-timestamp Nov 23 22:25:19.812765 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: trunk.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.813796 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.814306 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension trunk not supported by any of loaded plugins Nov 23 22:25:19.814629 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: trunk_details.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.815536 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.816072 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension trunk-details not supported by any of loaded plugins Nov 23 22:25:19.816393 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: uplink_status_propagation.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.817314 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.817823 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 22:25:19.818143 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Loading extension file: vlantransparent.py {{(pid=103415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 22:25:19.818804 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 22:25:19.819310 n-d-817303-3 neutron-server[103415]: INFO neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 22:25:19.821817 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:network Nov 23 22:25:19.822349 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:subnet Nov 23 22:25:19.822753 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 22:25:19.823154 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:port Nov 23 22:25:19.825397 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.825831 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service FLAVORS assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.826442 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.826864 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.827196 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:router Nov 23 22:25:19.827663 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:floatingip Nov 23 22:25:19.828149 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service METERING assigned prefix: /metering {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.829569 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.829943 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.830289 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:25:19.831271 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 22:25:19.831759 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:security_group Nov 23 22:25:19.832197 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 22:25:19.832810 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service CORE assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.833143 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 22:25:19.833489 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] subnetpool is already registered Nov 23 22:25:19.833927 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service CORE assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.834253 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 22:25:19.834582 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] subnetpool is already registered Nov 23 22:25:19.836882 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.837308 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service FLAVORS assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.837890 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.838306 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.838638 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:router Nov 23 22:25:19.838975 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] router is already registered Nov 23 22:25:19.839385 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:floatingip Nov 23 22:25:19.840793 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] floatingip is already registered Nov 23 22:25:19.841252 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service METERING assigned prefix: /metering {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.841926 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 22:25:19.842256 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] rbac_policy is already registered Nov 23 22:25:19.842666 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:security_group Nov 23 22:25:19.843004 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] security_group is already registered Nov 23 22:25:19.843408 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 22:25:19.843769 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] security_group_rule is already registered Nov 23 22:25:19.844387 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service CORE assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.844713 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 22:25:19.845040 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] subnetpool is already registered Nov 23 22:25:19.845454 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.v2.resource_helper [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Service CORE assigned prefix: {{(pid=103415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 22:25:19.845776 n-d-817303-3 neutron-server[103415]: INFO neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 22:25:19.846103 n-d-817303-3 neutron-server[103415]: WARNING neutron.quota.resource_registry [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] subnetpool is already registered Nov 23 22:25:19.846573 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: extensions {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.848068 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: address-groups {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.849555 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: address-scopes {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.850860 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: agents {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.852056 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: auto-allocated-topology {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.853320 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: availability_zones {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.854550 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: dhcp-networks {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.856469 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: dhcp-agents {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.857892 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: routers {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.861046 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: flavors {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.862293 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: service_profiles {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.863526 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: next_providers {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.865019 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: service_profiles {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.866551 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: floatingip-pools {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.867794 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: routers {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.869920 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: floatingips {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.872446 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: l3-routers {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.873852 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: l3-agents {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.875255 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: metering-labels {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.876646 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: metering-label-rules {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.877932 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: network-ip-availabilities {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.879215 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: bindings {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.880887 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: quotas {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.882433 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: quotas {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.884023 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: rbac-policies {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.885305 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: security-groups {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.887553 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: security-group-rules {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.888834 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: service-providers {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.890057 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: subnetpools {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.891482 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: subnetpools {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.892971 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.894659 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.896485 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.898258 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.900355 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.903174 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.904903 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.906808 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.908617 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.910444 n-d-817303-3 neutron-server[103415]: DEBUG neutron.api.extensions [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Extended resource: tags {{(pid=103415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 22:25:19.916442 n-d-817303-3 neutron-server[103415]: WARNING keystonemiddleware.auth_token [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 22:25:19.921731 n-d-817303-3 neutron-server[103415]: WARNING keystonemiddleware.auth_token [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 22:25:19.930393 n-d-817303-3 neutron-server[103415]: DEBUG oslo_concurrency.lockutils [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Acquired lock "singleton_lock" {{(pid=103415) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 22:25:19.930861 n-d-817303-3 neutron-server[103415]: DEBUG oslo_concurrency.lockutils [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Releasing lock "singleton_lock" {{(pid=103415) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 22:25:19.931496 n-d-817303-3 neutron-server[103415]: INFO oslo_service.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Starting 2 workers Nov 23 22:25:19.936887 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Started child 103522 {{(pid=103415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 22:25:19.941390 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Started child 103523 {{(pid=103415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 22:25:19.942482 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:19.943109 n-d-817303-3 neutron-server[103415]: INFO neutron.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 22:25:19.943593 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Publish callbacks [] for process, before_spawn {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:19.944083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [-] (103522) wsgi starting up on http://0.0.0.0:9696 Nov 23 22:25:19.946056 n-d-817303-3 neutron-server[103415]: INFO oslo_service.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Starting 1 workers Nov 23 22:25:19.946195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:19.947639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [-] (103523) wsgi starting up on http://0.0.0.0:9696 Nov 23 22:25:19.952492 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Started child 103524 {{(pid=103415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 22:25:19.953041 n-d-817303-3 neutron-server[103415]: INFO oslo_service.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Starting 1 workers Nov 23 22:25:19.956092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] calling RpcWorker wait() {{(pid=103524) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 22:25:19.956593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] returning from RpcWorker wait() {{(pid=103524) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 22:25:19.957646 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Started child 103525 {{(pid=103415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 22:25:19.958005 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:19.958453 n-d-817303-3 neutron-server[103415]: DEBUG neutron_lib.callbacks.manager [None req-03505b21-c84d-46ef-a934-296cd30e91ed None None] Publish callbacks [] for process, after_spawn {{(pid=103415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:19.958546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:19.960437 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103415) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 22:25:19.960666 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 22:25:19.960851 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 22:25:19.961067 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 22:25:19.961411 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 22:25:19.961591 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 22:25:19.962132 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.962415 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.962667 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.962937 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.963024 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:19.963466 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.963799 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.964061 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.964308 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.965366 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.966251 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.966528 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.966699 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.966948 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.967183 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.967498 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.967787 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.968039 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.968285 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.968464 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.968726 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.968986 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.969213 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.969487 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] debug = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.969728 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.970212 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.970453 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.970718 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.970935 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.971189 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.971411 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.971853 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.972118 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.972353 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.972602 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.972852 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.973087 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.973296 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.973547 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.973759 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.973998 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.974216 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.974673 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] host = n-d-817303-3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.974908 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.975155 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.975382 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.975661 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.975911 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.976147 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.976411 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.976656 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.976926 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.977149 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.977388 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.977648 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.977870 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.978112 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.978292 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_options = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.978530 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.978784 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.979054 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.979248 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.979416 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.979620 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.979869 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.980022 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.980358 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.981275 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.981509 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.981731 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.981968 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.982205 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.982484 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.982716 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.982965 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.983162 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.983406 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.983676 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.983920 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.984161 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.984411 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.984625 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.984839 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.985055 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.985277 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.985495 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.985731 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.985938 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.986186 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.986457 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.986678 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.986902 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.987154 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.987380 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.987627 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.987864 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.988127 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.988348 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.988631 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.988829 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.989061 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.989286 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.989517 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.990555 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.990555 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_json = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.990555 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.990555 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.990849 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.991014 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.991359 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.991634 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.992228 n-d-817303-3 neutron-server[103525]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:19.992334 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.992489 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:19.992986 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.993215 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.993512 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.993783 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.994015 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.994257 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.994487 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.994731 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.994972 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.995197 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.995553 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.995947 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:19.999051 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.000452 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.000452 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.000452 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.000452 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.000452 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.000452 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.005581 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.006219 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.006219 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.006219 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.006219 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.006503 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.006619 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.006858 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.007113 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.007359 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.007634 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.007866 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.008109 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.008890 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.008890 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.008890 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.009384 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.009384 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.009597 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.009743 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.009985 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.010230 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.010448 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.010662 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.010907 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.011138 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.011903 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.012158 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.012467 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.012731 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.013114 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.013332 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.013578 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.013803 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.014021 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.014247 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.014485 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.014721 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.014963 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.015204 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.015443 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.015689 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.015926 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.016169 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.016390 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.016609 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.016819 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.017086 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.017283 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.017563 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.017885 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.018172 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.018387 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.018616 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.018877 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.019103 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.019364 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.019609 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.019830 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.020066 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.020333 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.020578 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.020812 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.021040 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.021267 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.021530 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.021753 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.021980 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.022203 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.022443 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.022688 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.022969 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.023282 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.023484 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.023723 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.023995 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.024273 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.024761 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.025068 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.025296 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.025572 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.025870 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.026125 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.026469 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.026663 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.026919 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.027974 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.028225 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.028491 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.028746 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.029008 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.029257 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.029511 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.029737 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.029974 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.030206 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.030557 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.030815 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.031057 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.031279 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.031546 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.031844 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.032087 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.032366 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.032608 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.032915 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.034508 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.034508 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.034508 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.034508 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.034508 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.034508 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.034508 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.035071 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.035071 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.035219 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.035358 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.035629 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.035867 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.036111 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.036328 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.036554 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.036775 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.037035 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.037240 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.037486 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.037723 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.037962 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.038181 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.038420 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.038633 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.038884 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.039120 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.039388 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.039666 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.039898 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.040145 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.040368 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.040623 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.040839 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.041085 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.041307 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.041523 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.041740 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.041961 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.042197 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.042433 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.042688 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.042924 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.043183 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.043523 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.043784 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.044048 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.044279 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.044500 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.044718 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.044960 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.045218 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.045470 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.045681 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.045895 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.046119 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.046342 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.046590 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.046845 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.047063 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.047296 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.047519 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.047787 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.048004 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.048315 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.048563 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.048796 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.049077 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.049298 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.049519 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.049752 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.049985 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.050196 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.050428 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.050645 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.050860 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.051088 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.051305 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.051516 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.051763 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.051984 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.052232 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.052458 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.052704 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.052897 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.053153 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.053368 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.053744 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.053991 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.054204 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.054416 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.054639 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.054868 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.055075 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.055323 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.055536 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.055775 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.056000 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.056243 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.056453 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.056758 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.057023 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.057252 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.057551 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.057803 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.058068 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.058939 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.059305 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.059634 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.059874 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.060097 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.060351 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.060572 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.060842 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.061146 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.061426 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.061697 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.061960 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.062260 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.062534 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.062808 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.063024 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.063327 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.063679 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.064134 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.064392 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.064641 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.064892 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.065117 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.065354 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.065592 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.065838 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.066056 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.066311 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.066560 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.066784 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.067016 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.067267 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.067505 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.067773 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.068005 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.068243 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.068458 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.068616 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 22:25:20.069127 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103415) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 22:25:20.069288 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 22:25:20.069444 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 22:25:20.069631 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 22:25:20.069804 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 22:25:20.069958 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 22:25:20.070167 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.070329 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.070489 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.070649 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.070808 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.070988 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.071150 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.071309 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.071468 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.071649 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.071810 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.071971 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.072180 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.072304 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.072424 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.072577 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.072735 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.073047 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.073276 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.073376 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.073525 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.073681 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.073869 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] debug = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.074635 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.075101 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.075276 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.075441 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.075629 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.075786 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.075946 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.076107 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.076267 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.076421 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.076578 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.076734 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.076901 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.077060 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.077218 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.077377 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.077542 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.077700 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.077859 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] host = n-d-817303-3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.078017 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.078169 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.078323 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.078491 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.078645 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.078961 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.079118 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.079277 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.079435 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.079612 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.079775 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.079936 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.080096 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.080257 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.080417 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_options = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.080577 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.080735 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.080895 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.081086 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.081566 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.081566 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.081566 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.081799 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.081876 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.081994 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.082156 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.082316 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.082474 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.082634 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.082792 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.082950 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.083113 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.083269 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.083626 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.083789 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.083949 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.084107 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.084267 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.084427 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.084585 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.084744 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.084902 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.085061 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.085219 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.085378 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.085536 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.085697 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.085845 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.086005 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.086161 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.086470 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.086634 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.086794 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.086957 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.087117 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.087281 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.087487 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.087613 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088129 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088129 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088129 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088500 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_json = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088500 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088500 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088809 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.088809 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.089041 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.089162 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.089305 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.089424 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 22:25:20.089574 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.089724 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.089899 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.090064 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.090228 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.090391 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.090554 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.090717 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.090880 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.091041 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.091211 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.091373 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.091546 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.091732 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.091895 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.092062 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.092224 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.092371 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.092536 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.092699 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.092861 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.093024 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.093198 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.093366 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.093530 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.093695 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.093860 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.094033 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.094196 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.094372 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.094541 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.094705 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.094869 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.095034 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.095198 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.095361 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.095523 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.095718 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.095883 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.096046 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.096211 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.096375 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.096542 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.096699 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.096864 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.097027 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.097144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:20.097234 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.097342 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.097504 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.097667 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.097829 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.097993 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.098157 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.098320 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.098482 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.098647 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.098809 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.098983 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.099146 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.099308 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.099470 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.099655 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.099819 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.099981 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.100143 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.100305 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.100468 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.100630 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.100804 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.100966 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.101129 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.101293 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.101455 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.101616 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.101778 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.101939 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.102101 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.102267 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.102431 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.102595 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.102757 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.102919 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.103081 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.103248 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.103409 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.103591 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.103750 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.103912 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.104075 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.104238 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.104400 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.104572 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.104749 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.104910 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.105072 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.105365 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.105570 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.105673 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.105839 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.106001 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.106163 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.106325 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.106486 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.106649 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.106812 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.106975 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.107136 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.107298 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.107460 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.107652 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.107815 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.107977 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.108139 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.108302 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.108463 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.108624 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.108787 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.108948 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.109121 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.109285 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.109475 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.109602 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.109771 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.109941 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.110105 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.110267 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.110429 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.111413 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.111413 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.111413 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.111413 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.111413 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.111413 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.112841 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113308 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113308 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113308 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113308 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113572 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113572 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113783 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.113783 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.114144 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.114144 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.114296 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.114404 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.114567 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.114729 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.114891 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.115111 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.115188 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.115354 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.115514 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.115702 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.115876 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.116024 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.116182 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.116343 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.116506 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.116668 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.116843 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.116989 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.117497 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.117497 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.117497 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.117723 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.117723 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.117897 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.118062 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.118223 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.118384 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.118546 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.118708 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.118870 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.119031 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.119194 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.119357 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.119520 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.119705 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.119866 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.120029 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.120192 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.120354 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.120515 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.121725 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.121725 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.121725 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122021 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122021 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122169 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122247 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122378 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122539 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122702 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.122864 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.123026 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.123187 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.123351 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.123516 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.123707 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.123872 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.124034 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.124196 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.124359 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.124521 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.124697 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.124861 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.125023 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.125187 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.125349 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.125512 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.125684 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.125846 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.126148 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.126148 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.126317 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.126456 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.126627 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.126789 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.126950 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.127112 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.127274 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.127436 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.127656 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.127787 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.127949 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.128110 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.128270 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.128431 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.128601 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.128764 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.128925 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.129086 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.129247 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.129408 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.129579 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.129741 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.129902 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.130087 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.130249 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.130442 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.130571 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.130733 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.131242 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.131242 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.131242 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.131494 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.131494 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.131701 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.131866 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.132031 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.132193 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.132356 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.132520 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.132684 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.132851 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.133057 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.133189 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.133353 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.133527 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.133696 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.133867 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.134029 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.134197 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.134370 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.134532 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.134694 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.134857 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.135019 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.135181 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.135343 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.135504 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.135687 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.135849 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.136010 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.136171 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.136348 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.137098 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.137261 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.137424 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.137587 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.137769 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.137913 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.138058 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 22:25:20.138212 n-d-817303-3 neutron-server[103415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 22:25:20.148769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50276) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:20.157581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063655 Nov 23 22:25:31.582878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd6965-8016-4ef0-955e-7b1fcd0f8465 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:25:31.645007 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6acdd3b7-ee1f-4df6-b9cd-eb9400972905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729443'] for agent, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.687243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd6965-8016-4ef0-955e-7b1fcd0f8465 None None] No non-hosted networks {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 22:25:33.977225 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7ce98fb-4d22-4124-899b-3baf04d7ef64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729443'] for agent, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:34.038392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb0a35dd-af81-4702-99dc-0dcf4fe1aaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:34.883794 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729443'] for agent, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:36.356287 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729443'] for agent, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:37.350467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729443'] for agent, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:37.351198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.351544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.351897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.352237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.352666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.352996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.353349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.353687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.354005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.354324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.354888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.356841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:37.357398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817303-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:37.378251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817303-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:37.772169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50368) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:38.290196 n-d-817303-3 neutron-server[103523]: WARNING oslo_policy.policy [None req-1c2aaf78-c54d-4091-84d7-1f9708f7253d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:38.290795 n-d-817303-3 neutron-server[103523]: WARNING oslo_policy.policy [None req-1c2aaf78-c54d-4091-84d7-1f9708f7253d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:38.524930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-1c2aaf78-c54d-4091-84d7-1f9708f7253d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:25:38.532036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c2aaf78-c54d-4091-84d7-1f9708f7253d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7528689 Nov 23 22:25:40.515465 n-d-817303-3 neutron-server[103524]: INFO neutron.db.l3_hamode_db [None req-15591204-785d-4b5a-87cc-e7d9d7df04ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 22:25:40.592522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15591204-785d-4b5a-87cc-e7d9d7df04ed None None] Routers set() bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:25:40.592907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15591204-785d-4b5a-87cc-e7d9d7df04ed None None] Router IDs set() for agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 22:25:41.091588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50384) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:41.406366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:41.501811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.policy [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103523) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 22:25:41.548135 n-d-817303-3 neutron-server[103523]: WARNING oslo_policy.policy [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:41.548500 n-d-817303-3 neutron-server[103523]: WARNING oslo_policy.policy [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:41.556879 n-d-817303-3 neutron-server[103523]: INFO neutron.quota [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] Loaded quota_driver: . Nov 23 22:25:41.645011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756276231604', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756276231041', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756276220109', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756276209094', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756276207388', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756276132916', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3605993', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3432834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1706235'] for rbac-policy, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:41.710180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:41.711262 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-85e0a1f4-bbe2-4fd7-90b3-f2e70165c208 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6186969 Nov 23 22:25:44.391355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50396) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:44.875880 n-d-817303-3 neutron-server[103522]: WARNING oslo_policy.policy [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:44.876463 n-d-817303-3 neutron-server[103522]: WARNING oslo_policy.policy [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:45.103349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Request body: {'network': {'name': 'private', 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'admin_state_up': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:45.105588 n-d-817303-3 neutron-server[103522]: INFO neutron.quota [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Loaded quota_driver: . Nov 23 22:25:45.161431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Made reservation on behalf of 22613a5c62644efba4da6f8cc7de78ed for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:25:45.230365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.policy [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103522) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 22:25:45.277712 n-d-817303-3 neutron-server[103522]: WARNING oslo_policy.policy [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:45.278225 n-d-817303-3 neutron-server[103522]: WARNING oslo_policy.policy [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 22:25:45.288740 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.309566 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.427994 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.432164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.452344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:25:45.481607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756273823151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.482206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Unsubscribe: segment precommit_create {{(pid=103522) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 22:25:45.482725 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Added segment 2aa48a66-25fa-4f71-9adf-12610d9018d2 of type vlan for network f932bd0a-0f8e-411d-915a-1a042c245175 Nov 23 22:25:45.503075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a549d9-6835-40ac-a506-a14bd35b90e3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:45.538144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.538495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.538835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.539168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.539500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.539850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.540175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.540498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.540818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.541135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.541456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.541773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Tracked resource versions report: Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: pushed versions: Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: { 'AddressGroup': {'1.2'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'ConntrackHelper': {'1.0'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Log': {'1.0'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Network': {'1.1'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Port': {'1.7'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'PortForwarding': {'1.2'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'QosPolicy': {'1.10'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'SecurityGroup': {'1.5'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'SubPort': {'1.0'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Subnet': {'1.1'}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Trunk': {'1.1'}} Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: consumer versions: Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: L3 agent@n-d-817303-3: {}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: Metadata agent@n-d-817303-3: {}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: Metering agent@n-d-817303-3: {}, Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'ConntrackHelper': '1.0', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Log': '1.0', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Network': '1.1', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Port': '1.7', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'PortForwarding': '1.2', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'QosPolicy': '1.10', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'SecurityGroup': '1.5', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'SecurityGroupRule': '1.2', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'SubPort': '1.0', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Subnet': '1.1', Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: 'Trunk': '1.1'}} Nov 23 22:25:45.543142 n-d-817303-3 neutron-server[103522]: {{(pid=103522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:25:45.611045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.652970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.654176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:45.654897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:45.715335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3217075 Nov 23 22:25:45.763992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab993c4-f153-48fa-95ee-40071a4533d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f932bd0a-0f8e-411d-915a-1a042c245175,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:45.775932 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network f932bd0a-0f8e-411d-915a-1a042c245175 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:25:48.493832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50418) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:48.884352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0e3c6-c1ba-4b29-aa7e-664ebfb7521d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:48.886351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e9c0e3c6-c1ba-4b29-aa7e-664ebfb7521d admin admin] 10.222.0.11 "GET /v2.0/networks/f932bd0a-0f8e-411d-915a-1a042c245175 HTTP/1.1" status: 200 len: 825 time: 0.3908448 Nov 23 22:25:48.924642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8cef5fea-0d1f-4905-8a08-f2ca9647b46c admin admin] 10.222.0.11 "GET /v2.0/subnetpools/2747dbd4-654f-4fbe-b81f-0c29a81a3fba HTTP/1.1" status: 200 len: 734 time: 0.0320430 Nov 23 22:25:48.934343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Request body: {'subnet': {'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'subnetpool_id': '2747dbd4-654f-4fbe-b81f-0c29a81a3fba', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:48.956308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Made reservation on behalf of 22613a5c62644efba4da6f8cc7de78ed for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:25:48.958588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.251447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.318902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a84f77-85a3-4b98-976d-ab2f4fe272fe,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:49.321174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Checking segment: {'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:25:49.321546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Network hostable DHCP agents. Network: f932bd0a-0f8e-411d-915a-1a042c245175, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:25:49.342618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Network f932bd0a-0f8e-411d-915a-1a042c245175 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:25:49.354043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, f932bd0a-0f8e-411d-915a-1a042c245175) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:25:49.360332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:49.360918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.364986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98684fe9-4c84-4847-9c6e-0b6709daaf94 None None] Network f932bd0a-0f8e-411d-915a-1a042c245175 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:25:49.377294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-deffaa4d-f2a9-497e-868e-24ea7aa1e7a8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4469600 Nov 23 22:25:49.693075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-f932bd0a-0f8e-411d-915a-1a042c245175', 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'fixed_ips': [{'subnet_id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:25:49.694290 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.986749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Allocated IP 172.20.0.2 (f932bd0a-0f8e-411d-915a-1a042c245175/34a84f77-85a3-4b98-976d-ab2f4fe272fe/243ac1a1-c462-416d-ae6d-28b7b178f3ae) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:25:50.187322 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.195137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.271486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Network f932bd0a-0f8e-411d-915a-1a042c245175 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:25:50.277010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:25:50.285646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:25:50.290111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Pushing event updated for resources: {'Port': ['ID=243ac1a1-c462-416d-ae6d-28b7b178f3ae,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:50.319522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.319905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.320253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.320597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.320939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.321275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.321608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.321947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.322276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.322606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.322935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.323819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Tracked resource versions report: Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: pushed versions: Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: { 'AddressGroup': {'1.2'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'ConntrackHelper': {'1.0'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Log': {'1.0'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Network': {'1.1'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Port': {'1.7'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'PortForwarding': {'1.2'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'QosPolicy': {'1.10'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'SecurityGroup': {'1.5'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'SubPort': {'1.0'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Subnet': {'1.1'}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Trunk': {'1.1'}} Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: consumer versions: Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: L3 agent@n-d-817303-3: {}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: Metadata agent@n-d-817303-3: {}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: Metering agent@n-d-817303-3: {}, Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'ConntrackHelper': '1.0', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Log': '1.0', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Network': '1.1', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Port': '1.7', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'PortForwarding': '1.2', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'QosPolicy': '1.10', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'SecurityGroup': '1.5', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'SecurityGroupRule': '1.2', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'SubPort': '1.0', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Subnet': '1.1', Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: 'Trunk': '1.1'}} Nov 23 22:25:50.324980 n-d-817303-3 neutron-server[103524]: {{(pid=103524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:25:50.373992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Attempting to bind port 243ac1a1-c462-416d-ae6d-28b7b178f3ae on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:25:50.374625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Attempting to bind port 243ac1a1-c462-416d-ae6d-28b7b178f3ae by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:25:50.374812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Attempting to bind port 243ac1a1-c462-416d-ae6d-28b7b178f3ae on network f932bd0a-0f8e-411d-915a-1a042c245175 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:25:50.379755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:25:50.380142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Checking segment: {'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:25:50.380623 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.381018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Bound using segment: {'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:25:50.381530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Bound port: 243ac1a1-c462-416d-ae6d-28b7b178f3ae, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:25:50.381940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.449242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] For port 243ac1a1-c462-416d-ae6d-28b7b178f3ae, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:25:50.453428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] For port 243ac1a1-c462-416d-ae6d-28b7b178f3ae, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=243ac1a1-c462-416d-ae6d-28b7b178f3ae,segment=NetworkSegment(2aa48a66-25fa-4f71-9adf-12610d9018d2),segment_id=2aa48a66-25fa-4f71-9adf-12610d9018d2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:25:50.459128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.525511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416ea44-811b-4d4f-8688-02ac678be6a3 None None] Pushing event updated for resources: {'Port': ['ID=243ac1a1-c462-416d-ae6d-28b7b178f3ae,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:51.947409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50426) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:52.270927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-e1055b2e-195b-4bfc-ab5f-3945db456b4a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:25:52.271956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e1055b2e-195b-4bfc-ab5f-3945db456b4a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3230369 Nov 23 22:25:54.816912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50434) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:55.135904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-9ced64fb-526f-47ea-9679-38e93100a9f9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:25:55.137477 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9ced64fb-526f-47ea-9679-38e93100a9f9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194382 Nov 23 22:25:57.889315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50444) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:58.192580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fad601e6-9eaf-4d40-b550-a2f03f8145fd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:58.222219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fad601e6-9eaf-4d40-b550-a2f03f8145fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:58.224140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fad601e6-9eaf-4d40-b550-a2f03f8145fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:58.383025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fad601e6-9eaf-4d40-b550-a2f03f8145fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:58.388975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fad601e6-9eaf-4d40-b550-a2f03f8145fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:58.404806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fad601e6-9eaf-4d40-b550-a2f03f8145fd admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:58.405940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fad601e6-9eaf-4d40-b550-a2f03f8145fd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5154955 Nov 23 22:25:59.123232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 243ac1a1-c462-416d-ae6d-28b7b178f3ae up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:25:59.224533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 243ac1a1-c462-416d-ae6d-28b7b178f3ae triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:25:59.224930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:59.336120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:59.369074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 243ac1a1-c462-416d-ae6d-28b7b178f3ae, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=243ac1a1-c462-416d-ae6d-28b7b178f3ae,segment=NetworkSegment(2aa48a66-25fa-4f71-9adf-12610d9018d2),segment_id=2aa48a66-25fa-4f71-9adf-12610d9018d2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:25:59.373977 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:59.422312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=243ac1a1-c462-416d-ae6d-28b7b178f3ae,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:59.723376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5dc997-ea30-4f23-a810-de544c5f5d73 None None] Network f932bd0a-0f8e-411d-915a-1a042c245175 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:25:59.802148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-51047a11-883b-498a-957e-0475729e7650 None None] Provisioning complete for port 243ac1a1-c462-416d-ae6d-28b7b178f3ae triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:25:59.802520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-51047a11-883b-498a-957e-0475729e7650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:00.161728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3ca2f57b-34ab-4eef-8cdf-0606b8d85e25 None None] Provisioning complete for port 243ac1a1-c462-416d-ae6d-28b7b178f3ae triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:00.162361 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f57b-34ab-4eef-8cdf-0606b8d85e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:00.910282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50456) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:01.096930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 243ac1a1-c462-416d-ae6d-28b7b178f3ae up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:26:01.146851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 243ac1a1-c462-416d-ae6d-28b7b178f3ae triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:01.147230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:01.225517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-7a02ac2f-d189-4939-b443-ead8e078e182 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:26:01.226371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a02ac2f-d189-4939-b443-ead8e078e182 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3151422 Nov 23 22:26:01.473797 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ca42-c404-4ec2-984f-ffd68b130c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:03.774604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50464) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:03.977647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-680590e3-53c7-42a4-868a-7bfe2ce0d3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.086912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:26:04.111134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Made reservation on behalf of adf8257f8dca4325b27267eaa7256cda for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:26:04.113820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.128794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.235017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.238680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.250868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Reserving flat network on physical network physnet1 {{(pid=103523) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 22:26:04.288357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756273823151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.288941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Unsubscribe: segment precommit_create {{(pid=103523) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 22:26:04.289471 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Added segment 38a19a95-7c55-4ba2-9019-d223216167f5 of type flat for network 4479bc55-55b7-40b1-a523-c1e53c8f1429 Nov 23 22:26:04.295490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689fb0d-68e3-41c8-a5b2-46ccc6303761,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:04.328218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.328558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.328893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.329221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.329544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.329867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.330188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.330505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.330822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.331138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.331454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.331801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Tracked resource versions report: Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: pushed versions: Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: { 'AddressGroup': {'1.2'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'ConntrackHelper': {'1.0'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Log': {'1.0'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Network': {'1.1'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Port': {'1.7'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'PortForwarding': {'1.2'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'QosPolicy': {'1.10'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'SecurityGroup': {'1.5'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'SubPort': {'1.0'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Subnet': {'1.1'}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Trunk': {'1.1'}} Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: consumer versions: Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: L3 agent@n-d-817303-3: {}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: Metadata agent@n-d-817303-3: {}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: Metering agent@n-d-817303-3: {}, Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'ConntrackHelper': '1.0', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Log': '1.0', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Network': '1.1', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Port': '1.7', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'PortForwarding': '1.2', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'QosPolicy': '1.10', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'SecurityGroup': '1.5', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'SecurityGroupRule': '1.2', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'SubPort': '1.0', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Subnet': '1.1', Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: 'Trunk': '1.1'}} Nov 23 22:26:04.332897 n-d-817303-3 neutron-server[103523]: {{(pid=103523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:26:04.407382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.452131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.453238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:04.453934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:04.520353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7446733 Nov 23 22:26:04.553190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af045d-cc46-4f70-bdb5-5a97f6e47972 admin admin] Pushing event updated for resources: {'Network': ['ID=4479bc55-55b7-40b1-a523-c1e53c8f1429,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:04.564701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:26:04.819095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:06.263494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:07.047648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50486) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:07.286713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8277dc-d292-4797-aadd-a0cc2383de03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:07.288146 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fc8277dc-d292-4797-aadd-a0cc2383de03 admin admin] 10.222.0.11 "GET /v2.0/subnets/34a84f77-85a3-4b98-976d-ab2f4fe272fe HTTP/1.1" status: 200 len: 849 time: 0.2395363 Nov 23 22:26:07.350108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:07.426229 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd313bfd-017a-4f7d-8019-525260e61149 admin admin] 10.222.0.11 "GET /v2.0/routers/4c29cd0e-bce2-4045-b787-789e1719efa5 HTTP/1.1" status: 200 len: 704 time: 0.1317904 Nov 23 22:26:07.695727 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:07.991890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Allocated IP 172.20.0.1 (f932bd0a-0f8e-411d-915a-1a042c245175/34a84f77-85a3-4b98-976d-ab2f4fe272fe/b42d4f8e-910f-418c-afdf-64d883945ad2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:26:08.175761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.240812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.308574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Network f932bd0a-0f8e-411d-915a-1a042c245175 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:26:08.314464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:26:08.327899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:26:08.328439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.395337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Pushing event updated for resources: {'Port': ['ID=b42d4f8e-910f-418c-afdf-64d883945ad2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:08.513561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-eb30f71b-5247-4d2f-8a9a-7f8ecc892494 None None] Provisioning complete for port b42d4f8e-910f-418c-afdf-64d883945ad2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:08.514161 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb30f71b-5247-4d2f-8a9a-7f8ecc892494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.590404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-eb30f71b-5247-4d2f-8a9a-7f8ecc892494 None None] Port b42d4f8e-910f-418c-afdf-64d883945ad2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:26:08.592407 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.801321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.805781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.807079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:08.865967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Pushing event updated for resources: {'Port': ['ID=b42d4f8e-910f-418c-afdf-64d883945ad2,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:08.933548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Network f932bd0a-0f8e-411d-915a-1a042c245175 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:26:08.934896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:26:09.102657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Router 4c29cd0e-bce2-4045-b787-789e1719efa5 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:26:09.113594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-15a85072-0b13-4309-8ebb-485323aee316 None None] Provisioning complete for port b42d4f8e-910f-418c-afdf-64d883945ad2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:09.113957 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-15a85072-0b13-4309-8ebb-485323aee316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:09.147498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-15a85072-0b13-4309-8ebb-485323aee316 None None] Port b42d4f8e-910f-418c-afdf-64d883945ad2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:26:09.194622 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:26:09.200697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21df7968-64cc-465d-991d-805d190939bf admin admin] 10.222.0.11 "PUT /v2.0/routers/4c29cd0e-bce2-4045-b787-789e1719efa5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7688468 Nov 23 22:26:09.205256 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Sync routers for ids ['4c29cd0e-bce2-4045-b787-789e1719efa5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:26:09.218464 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Routers {'4c29cd0e-bce2-4045-b787-789e1719efa5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:09.219340 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:26:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4c29cd0e-bce2-4045-b787-789e1719efa5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:09.411732 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Set router 4c29cd0e-bce2-4045-b787-789e1719efa5 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:09.839614 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'name': 'router1', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:25:58Z', 'updated_at': '2021-11-23T22:26:08Z', 'revision_number': 2, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'gw_port_host': None, '_interfaces': [{'id': 'b42d4f8e-910f-418c-afdf-64d883945ad2', 'name': '', 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'mac_address': 'fa:16:3e:d1:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:07Z', 'updated_at': '2021-11-23T22:26:08Z', 'revision_number': 2, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'subnets': [{'id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2747dbd4-654f-4fbe-b81f-0c29a81a3fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:09.888484 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Checking router: 4c29cd0e-bce2-4045-b787-789e1719efa5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:26:09.888856 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Updating router 4c29cd0e-bce2-4045-b787-789e1719efa5 port b42d4f8e-910f-418c-afdf-64d883945ad2 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:26:09.965446 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:10.456356 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:10.462948 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:10.632166 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Pushing event updated for resources: {'Port': ['ID=b42d4f8e-910f-418c-afdf-64d883945ad2,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:10.648805 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.649401 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.649740 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.650070 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.651000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.651787 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.652123 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.652450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.652774 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.653098 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.653421 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.653741 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Tracked resource versions report: Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: pushed versions: Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: { 'AddressGroup': {'1.2'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'ConntrackHelper': {'1.0'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Log': {'1.0'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Network': {'1.1'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Port': {'1.7'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'PortForwarding': {'1.2'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'QosPolicy': {'1.10'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'SecurityGroup': {'1.5'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'SubPort': {'1.0'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Subnet': {'1.1'}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Trunk': {'1.1'}} Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: consumer versions: Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: L3 agent@n-d-817303-3: {}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: Metadata agent@n-d-817303-3: {}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: Metering agent@n-d-817303-3: {}, Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'ConntrackHelper': '1.0', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Log': '1.0', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Network': '1.1', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Port': '1.7', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'PortForwarding': '1.2', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'QosPolicy': '1.10', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'SecurityGroup': '1.5', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'SecurityGroupRule': '1.2', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'SubPort': '1.0', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Subnet': '1.1', Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: 'Trunk': '1.1'}} Nov 23 22:26:10.654839 n-d-817303-3 neutron-server[103525]: {{(pid=103525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:26:10.657268 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Attempting to bind port b42d4f8e-910f-418c-afdf-64d883945ad2 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:26:10.657668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Attempting to bind port b42d4f8e-910f-418c-afdf-64d883945ad2 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:26:10.658104 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Attempting to bind port b42d4f8e-910f-418c-afdf-64d883945ad2 on network f932bd0a-0f8e-411d-915a-1a042c245175 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:26:10.663602 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:26:10.664016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Checking segment: {'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:26:10.664467 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:10.664846 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Bound using segment: {'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:26:10.665327 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Bound port: b42d4f8e-910f-418c-afdf-64d883945ad2, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa48a66-25fa-4f71-9adf-12610d9018d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:26:10.665714 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:10.679439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2c4271ce-2ee8-451b-a070-f951524e208d None None] Provisioning complete for port b42d4f8e-910f-418c-afdf-64d883945ad2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:10.679912 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2c4271ce-2ee8-451b-a070-f951524e208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:10.716047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2c4271ce-2ee8-451b-a070-f951524e208d None None] Port b42d4f8e-910f-418c-afdf-64d883945ad2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:26:10.734331 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] For port b42d4f8e-910f-418c-afdf-64d883945ad2, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:26:10.753686 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] For port b42d4f8e-910f-418c-afdf-64d883945ad2, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b42d4f8e-910f-418c-afdf-64d883945ad2,segment=NetworkSegment(2aa48a66-25fa-4f71-9adf-12610d9018d2),segment_id=2aa48a66-25fa-4f71-9adf-12610d9018d2)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:26:10.757531 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:10.804886 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Routers {'4c29cd0e-bce2-4045-b787-789e1719efa5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:10.805542 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:26:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4c29cd0e-bce2-4045-b787-789e1719efa5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:10.889906 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911c17c-a453-4d83-9005-a0dd08a3d495 None None] Pushing event updated for resources: {'Port': ['ID=b42d4f8e-910f-418c-afdf-64d883945ad2,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:10.913473 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] Set router 4c29cd0e-bce2-4045-b787-789e1719efa5 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:11.036230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9f092821-49ba-4bf5-8bc1-8a863e978e9c None None] Provisioning complete for port b42d4f8e-910f-418c-afdf-64d883945ad2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:11.036520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f092821-49ba-4bf5-8bc1-8a863e978e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.113834 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f092821-49ba-4bf5-8bc1-8a863e978e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.139925 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'name': 'router1', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:25:58Z', 'updated_at': '2021-11-23T22:26:08Z', 'revision_number': 2, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'gw_port_host': None, '_interfaces': [{'id': 'b42d4f8e-910f-418c-afdf-64d883945ad2', 'name': '', 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'mac_address': 'fa:16:3e:d1:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:07Z', 'updated_at': '2021-11-23T22:26:10Z', 'revision_number': 4, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'subnets': [{'id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2747dbd4-654f-4fbe-b81f-0c29a81a3fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:11.153336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9f092821-49ba-4bf5-8bc1-8a863e978e9c None None] For port b42d4f8e-910f-418c-afdf-64d883945ad2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b42d4f8e-910f-418c-afdf-64d883945ad2,segment=NetworkSegment(2aa48a66-25fa-4f71-9adf-12610d9018d2),segment_id=2aa48a66-25fa-4f71-9adf-12610d9018d2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:26:11.157894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f092821-49ba-4bf5-8bc1-8a863e978e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.165544 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c3028-eed8-461c-9a52-a35fe70398e3 None None] The sync data for ids ['4c29cd0e-bce2-4045-b787-789e1719efa5'] in n-d-817303-3 is: [{'id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'name': 'router1', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:25:58Z', 'updated_at': '2021-11-23T22:26:08Z', 'revision_number': 2, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'gw_port_host': None, '_interfaces': [{'id': 'b42d4f8e-910f-418c-afdf-64d883945ad2', 'name': '', 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'mac_address': 'fa:16:3e:d1:6d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:07Z', 'updated_at': '2021-11-23T22:26:10Z', 'revision_number': 4, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'subnets': [{'id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2747dbd4-654f-4fbe-b81f-0c29a81a3fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:26:11.214676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f092821-49ba-4bf5-8bc1-8a863e978e9c None None] Pushing event updated for resources: {'Port': ['ID=b42d4f8e-910f-418c-afdf-64d883945ad2,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:11.580886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50506) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:11.690719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e36b96-e9df-4242-830e-6b47d01b6e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:11.697910 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-03e36b96-e9df-4242-830e-6b47d01b6e3c admin admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 842 time: 0.1102638 Nov 23 22:26:11.702167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'ip_version': 4, 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:26:11.726871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Made reservation on behalf of adf8257f8dca4325b27267eaa7256cda for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:26:11.729619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:12.032835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.objects.ports [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:26:12.033273 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:12.093338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:12.095515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:26:12.095907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Network hostable DHCP agents. Network: 4479bc55-55b7-40b1-a523-c1e53c8f1429, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:26:12.118373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:26:12.133107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4479bc55-55b7-40b1-a523-c1e53c8f1429) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:26:12.134091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:12.134714 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:12.145943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014a34d-511a-4229-8465-0c3b4b29421d None None] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:26:12.153311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b4458e6-7e8d-4108-a4ed-3de9f0188979 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4545853 Nov 23 22:26:12.283211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc76d23-e330-4599-9ee8-46146d159fda None None] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:26:14.013621 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:26:14.558977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:14.690024 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-232cc597-1acf-49a5-952d-4c36902cace1 admin admin] 10.222.0.11 "GET /v2.0/routers/4c29cd0e-bce2-4045-b787-789e1719efa5 HTTP/1.1" status: 200 len: 710 time: 0.1298933 Nov 23 22:26:14.779346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662c644-ac86-434d-9400-eaadc4a73b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:14.780633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4662c644-ac86-434d-9400-eaadc4a73b81 admin admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 886 time: 0.0848210 Nov 23 22:26:14.789846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:26:15.132206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:15.365991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:15.443628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:15.546944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Allocated IP 172.25.0.177 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/2fefcc6f-7067-43eb-bf8a-cf8a701766ef) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:26:15.645840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:15.679678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:15.718732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:26:15.723252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:26:15.727396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:26:15.785525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Pushing event updated for resources: {'Port': ['ID=2fefcc6f-7067-43eb-bf8a-cf8a701766ef,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:15.972558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:16.172256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:16.175485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:16.374854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Router 4c29cd0e-bce2-4045-b787-789e1719efa5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:26:16.480936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:26:16.485207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:16.486328 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f14ea8bb-ebf8-4159-a623-104fe5d5a06d admin admin] 10.222.0.11 "PUT /v2.0/routers/4c29cd0e-bce2-4045-b787-789e1719efa5 HTTP/1.1" status: 200 len: 890 time: 1.6996102 Nov 23 22:26:17.113658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b42d4f8e-910f-418c-afdf-64d883945ad2 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:26:17.162763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b42d4f8e-910f-418c-afdf-64d883945ad2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:17.163129 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:18.141179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Sync routers for ids ['4c29cd0e-bce2-4045-b787-789e1719efa5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:26:18.154015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Routers {'4c29cd0e-bce2-4045-b787-789e1719efa5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:18.154737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:26:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4c29cd0e-bce2-4045-b787-789e1719efa5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:18.359821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Set router 4c29cd0e-bce2-4045-b787-789e1719efa5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:18.816701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'name': 'router1', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '2fefcc6f-7067-43eb-bf8a-cf8a701766ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:25:58Z', 'updated_at': '2021-11-23T22:26:15Z', 'revision_number': 4, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'gw_port': {'id': '2fefcc6f-7067-43eb-bf8a-cf8a701766ef', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:15Z', 'updated_at': '2021-11-23T22:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b42d4f8e-910f-418c-afdf-64d883945ad2', 'name': '', 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'mac_address': 'fa:16:3e:d1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:07Z', 'updated_at': '2021-11-23T22:26:11Z', 'revision_number': 5, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'subnets': [{'id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2747dbd4-654f-4fbe-b81f-0c29a81a3fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:18.866154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Checking router: 4c29cd0e-bce2-4045-b787-789e1719efa5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:26:18.866509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Updating router 4c29cd0e-bce2-4045-b787-789e1719efa5 port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:26:18.921606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:19.012579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50526) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:19.125429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0cc8e2b6-37e1-471f-a30a-37ccde3353df admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114731 Nov 23 22:26:19.243146 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:19.251274 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:19.308113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9f74f-0680-404c-b667-5801ea8d6506 None None] Pushing event updated for resources: {'Port': ['ID=2fefcc6f-7067-43eb-bf8a-cf8a701766ef,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:19.312459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Attempting to bind port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:26:19.312827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Attempting to bind port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:26:19.313186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Attempting to bind port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:26:19.318707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:26:19.319084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:26:19.319487 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:19.319907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:26:19.320381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Bound port: 2fefcc6f-7067-43eb-bf8a-cf8a701766ef, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:26:19.320785 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:19.371860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] For port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:26:19.375132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] For port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fefcc6f-7067-43eb-bf8a-cf8a701766ef,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:26:19.379205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:19.437819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Routers {'4c29cd0e-bce2-4045-b787-789e1719efa5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:19.438425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:26:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4c29cd0e-bce2-4045-b787-789e1719efa5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:19.440112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9f74f-0680-404c-b667-5801ea8d6506 None None] Pushing event updated for resources: {'Port': ['ID=2fefcc6f-7067-43eb-bf8a-cf8a701766ef,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:19.545099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] Set router 4c29cd0e-bce2-4045-b787-789e1719efa5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:19.762836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'name': 'router1', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '2fefcc6f-7067-43eb-bf8a-cf8a701766ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:25:58Z', 'updated_at': '2021-11-23T22:26:15Z', 'revision_number': 4, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'gw_port': {'id': '2fefcc6f-7067-43eb-bf8a-cf8a701766ef', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:15Z', 'updated_at': '2021-11-23T22:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b42d4f8e-910f-418c-afdf-64d883945ad2', 'name': '', 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'mac_address': 'fa:16:3e:d1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:07Z', 'updated_at': '2021-11-23T22:26:11Z', 'revision_number': 5, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'subnets': [{'id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2747dbd4-654f-4fbe-b81f-0c29a81a3fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:19.789731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e93f3-e420-49b2-b117-a2d4d097d245 None None] The sync data for ids ['4c29cd0e-bce2-4045-b787-789e1719efa5'] in n-d-817303-3 is: [{'id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'name': 'router1', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '2fefcc6f-7067-43eb-bf8a-cf8a701766ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:25:58Z', 'updated_at': '2021-11-23T22:26:15Z', 'revision_number': 4, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'gw_port': {'id': '2fefcc6f-7067-43eb-bf8a-cf8a701766ef', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:87:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:15Z', 'updated_at': '2021-11-23T22:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b42d4f8e-910f-418c-afdf-64d883945ad2', 'name': '', 'network_id': 'f932bd0a-0f8e-411d-915a-1a042c245175', 'tenant_id': '22613a5c62644efba4da6f8cc7de78ed', 'mac_address': 'fa:16:3e:d1:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29cd0e-bce2-4045-b787-789e1719efa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:26:07Z', 'updated_at': '2021-11-23T22:26:11Z', 'revision_number': 5, 'project_id': '22613a5c62644efba4da6f8cc7de78ed', 'subnets': [{'id': '34a84f77-85a3-4b98-976d-ab2f4fe272fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2747dbd4-654f-4fbe-b81f-0c29a81a3fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:26:21.156619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fefcc6f-7067-43eb-bf8a-cf8a701766ef up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:26:21.211285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:21.211757 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:21.294682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:21.315760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fefcc6f-7067-43eb-bf8a-cf8a701766ef,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:26:21.319986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:21.372799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=2fefcc6f-7067-43eb-bf8a-cf8a701766ef,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:23.134096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fefcc6f-7067-43eb-bf8a-cf8a701766ef up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:26:23.204508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:23.205208 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:31.480158 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a013f85-b4ec-454a-b6b3-04f53edeb359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:33.984525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d0ac59-b6c0-4585-aea6-a44fdd4b791d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:34.824886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:36.267420 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:37.357978 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:51.015823 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:27:01.485803 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c7024360-a6b2-4b1e-a308-6fae2b0d8cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:03.980154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5c7b044-3ce3-42f3-876d-d4ffe10bb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:04.827288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:06.264448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:07.355853 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:28.016401 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:27:31.478661 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0f0ecb5b-beb6-423d-9731-f0aa797293a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:33.983092 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67f3ab3b-0773-450d-a3ad-7a92e503d4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:34.828863 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:36.266533 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:37.350527 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:44.036563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51042) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:27:44.101928 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4dbe82-1561-41dc-87bb-9a8745fdaa3a admin admin] GET failed (client error): The resource could not be found. Nov 23 22:27:44.104617 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1a4dbe82-1561-41dc-87bb-9a8745fdaa3a admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671012 Nov 23 22:27:44.273233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a77f6-4a36-4d06-9460-ccba28700bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:44.275976 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-841a77f6-4a36-4d06-9460-ccba28700bbd admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1667175 Nov 23 22:27:46.564939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51052) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:27:46.657123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a081bd9-817d-45b2-a619-ed4e028588b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:46.658484 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a081bd9-817d-45b2-a619-ed4e028588b9 admin admin] 10.222.0.11 "GET /v2.0/subnets/34a84f77-85a3-4b98-976d-ab2f4fe272fe HTTP/1.1" status: 200 len: 849 time: 0.0925925 Nov 23 22:27:46.668494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:27:46.753705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:46.892167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756273728121'] for subnet, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:46.923940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:46.924534 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:46.925805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] 10.222.0.11 "PUT /v2.0/subnets/34a84f77-85a3-4b98-976d-ab2f4fe272fe HTTP/1.1" status: 200 len: 868 time: 0.2611132 Nov 23 22:27:46.947179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab1e71-ba42-458e-813b-01fb14cf116d None None] Network f932bd0a-0f8e-411d-915a-1a042c245175 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:27:46.950118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a84f77-85a3-4b98-976d-ab2f4fe272fe,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:27:46.956843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.957210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.957525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.957861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.958194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.958526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.958853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.959180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.959507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.959867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.960192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:46.960513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760109e-ceee-4cf8-82fc-6e5360ea9b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:27:47.312896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4314d686-1270-41f0-86fe-8808d5db9f5b None None] Provisioning complete for port b42d4f8e-910f-418c-afdf-64d883945ad2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:27:47.313377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4314d686-1270-41f0-86fe-8808d5db9f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:47.405039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4314d686-1270-41f0-86fe-8808d5db9f5b None None] Provisioning complete for port 243ac1a1-c462-416d-ae6d-28b7b178f3ae triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:27:47.405291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4314d686-1270-41f0-86fe-8808d5db9f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:49.219820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51060) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:27:49.421711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e18887-f0bb-476c-b963-77500f7f375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:49.422103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e18887-f0bb-476c-b963-77500f7f375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:49.423670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8e18887-f0bb-476c-b963-77500f7f375f admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028322 Nov 23 22:27:51.722053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51068) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:27:51.929071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ab9fb-2789-4501-800b-a18a2deb0fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:51.929446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ab9fb-2789-4501-800b-a18a2deb0fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:51.931589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ba2ab9fb-2789-4501-800b-a18a2deb0fec admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086043 Nov 23 22:27:54.251562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51078) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:27:54.405520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca4658-6f36-4f65-9004-47a231c81c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:54.406809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-59ca4658-6f36-4f65-9004-47a231c81c98 admin admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 886 time: 0.1542721 Nov 23 22:27:56.712326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51086) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:27:56.868943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f98df9f-3f14-41b4-8cbb-14c9422894b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:56.870317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9f98df9f-3f14-41b4-8cbb-14c9422894b4 admin admin] 10.222.0.11 "GET /v2.0/networks/f932bd0a-0f8e-411d-915a-1a042c245175 HTTP/1.1" status: 200 len: 869 time: 0.1570127 Nov 23 22:27:59.197216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51094) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:27:59.320495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57472852-df5d-4641-b273-21eec82f3063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:59.320977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57472852-df5d-4641-b273-21eec82f3063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:59.322469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-57472852-df5d-4641-b273-21eec82f3063 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243203 Nov 23 22:28:01.481973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ad2dff0-5586-44fc-88f3-287b87c0b868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:01.637289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51102) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:01.764527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb769c2-8d69-48dc-bbbe-7395b5dc638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:01.764893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb769c2-8d69-48dc-bbbe-7395b5dc638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:01.766413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-afb769c2-8d69-48dc-bbbe-7395b5dc638a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281776 Nov 23 22:28:03.985948 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ece9bfe-00f0-4e94-87f2-bd457cf2adc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:04.049919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:04.142245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da62e83-1141-4a5d-8abc-70ea4e44c79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:04.143642 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2da62e83-1141-4a5d-8abc-70ea4e44c79f admin admin] 10.222.0.11 "GET /v2.0/subnets/34a84f77-85a3-4b98-976d-ab2f4fe272fe HTTP/1.1" status: 200 len: 868 time: 0.0927165 Nov 23 22:28:04.833026 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:05.015736 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:28:06.269308 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:06.439428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:06.524967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b771d0-8a07-427a-9b10-779b1f577e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:06.526582 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-34b771d0-8a07-427a-9b10-779b1f577e99 admin admin] 10.222.0.11 "GET /v2.0/subnets/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f HTTP/1.1" status: 200 len: 816 time: 0.0861604 Nov 23 22:28:07.355221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:31.304450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51172) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:31.352281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-95ee69c1-4746-4cfc-b468-4a1ed58512a0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:28:31.353367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-95ee69c1-4746-4cfc-b468-4a1ed58512a0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479825 Nov 23 22:28:31.486327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-775c7311-ce91-446d-8b33-1c8b28951571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:33.730269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:33.793585 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e42034f-b6ab-497a-9b84-45eae3721b4e admin admin] GET failed (client error): The resource could not be found. Nov 23 22:28:33.794838 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2e42034f-b6ab-497a-9b84-45eae3721b4e admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633497 Nov 23 22:28:33.878683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e369ebef-b881-49b5-8d7d-894e9c8c6ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:33.880192 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e369ebef-b881-49b5-8d7d-894e9c8c6ced admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809793 Nov 23 22:28:33.990100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c31cd9e-426e-40fe-96c5-50094d970827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:34.834822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.196459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51188) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:36.244763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:28:36.267476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Made reservation on behalf of adf8257f8dca4325b27267eaa7256cda for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:28:36.269821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.275470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.298486 n-d-817303-3 neutron-server[103523]: WARNING neutron.services.revisions.revision_plugin [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Could not find related network for resource to bump revision. Nov 23 22:28:36.313692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:28:36.324429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.324776 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Added segment f801b1bc-b2a7-4b73-bf7a-a68815a6da54 of type vlan for network 80f4be6f-6da8-452c-9e53-9987c70e4c34 Nov 23 22:28:36.381415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.406197 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.407147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:36.407784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.437125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2395997 Nov 23 22:28:36.471272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1ba20-0dc6-4416-81e2-fdf01cfce3dd admin admin] Pushing event updated for resources: {'Network': ['ID=80f4be6f-6da8-452c-9e53-9987c70e4c34,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:36.481989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:28:37.357221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:38.756856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51196) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:38.821394 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-caddb08c-f039-461c-a7bd-449f060b2a67 admin admin] GET failed (client error): The resource could not be found. Nov 23 22:28:38.822717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-caddb08c-f039-461c-a7bd-449f060b2a67 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644300 Nov 23 22:28:38.922771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d0313-f12b-4c94-9c2e-7c04e4265a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:38.924252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b01d0313-f12b-4c94-9c2e-7c04e4265a3d admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970721 Nov 23 22:28:38.935124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:28:38.957182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Made reservation on behalf of adf8257f8dca4325b27267eaa7256cda for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:28:38.959307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.126008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.184565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a1c7ba-fa35-4466-8634-0b3d46b47e01,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:39.191755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:28:39.192108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Network hostable DHCP agents. Network: 80f4be6f-6da8-452c-9e53-9987c70e4c34, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:28:39.195369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.195818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.196164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.196503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.196835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.197164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.197499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.197826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.198151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.198506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.198827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.199147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.215321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:28:39.223402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 80f4be6f-6da8-452c-9e53-9987c70e4c34) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:28:39.228402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:39.229008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.233506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de615e20-179c-4b32-a6aa-7126acc535e6 None None] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:28:39.246177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e7e6059e-78c8-486e-ace0-40addc76b0a2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3143880 Nov 23 22:28:39.498618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-80f4be6f-6da8-452c-9e53-9987c70e4c34', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'tenant_id': 'adf8257f8dca4325b27267eaa7256cda', 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:28:39.499490 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.637347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Allocated IP 192.168.233.2 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/7fa368be-d96b-485f-a663-32dbc2048efa) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:28:39.786078 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.793980 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.844035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:28:39.845303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Pushing event updated for resources: {'Port': ['ID=7fa368be-d96b-485f-a663-32dbc2048efa,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:39.853455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:28:39.855944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:28:39.858567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.858914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.859247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.859604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.859934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.860278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.860580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.860907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.861226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.861543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.861865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.862180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:39.917553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Attempting to bind port 7fa368be-d96b-485f-a663-32dbc2048efa on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:28:39.917922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Attempting to bind port 7fa368be-d96b-485f-a663-32dbc2048efa by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:28:39.918287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Attempting to bind port 7fa368be-d96b-485f-a663-32dbc2048efa on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:28:39.923255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:28:39.923646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:28:39.924052 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.924438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:28:39.924905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Bound port: 7fa368be-d96b-485f-a663-32dbc2048efa, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:28:39.925298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:39.986884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] For port 7fa368be-d96b-485f-a663-32dbc2048efa, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:28:39.990260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] For port 7fa368be-d96b-485f-a663-32dbc2048efa, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7fa368be-d96b-485f-a663-32dbc2048efa,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:28:39.995499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:40.052072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7aff2-ef5f-41c5-8ccf-2a3dc294b5ad None None] Pushing event updated for resources: {'Port': ['ID=7fa368be-d96b-485f-a663-32dbc2048efa,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:40.903786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d8692c-561e-49a6-bc6a-587a270032a6 None None] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:28:40.972129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-27dcc628-52f0-4932-9af2-07d81c241a4f None None] Provisioning complete for port 7fa368be-d96b-485f-a663-32dbc2048efa triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:28:40.972501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27dcc628-52f0-4932-9af2-07d81c241a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.114743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27dcc628-52f0-4932-9af2-07d81c241a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.159553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-27dcc628-52f0-4932-9af2-07d81c241a4f None None] For port 7fa368be-d96b-485f-a663-32dbc2048efa, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7fa368be-d96b-485f-a663-32dbc2048efa,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:28:41.166561 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27dcc628-52f0-4932-9af2-07d81c241a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.230864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcc628-52f0-4932-9af2-07d81c241a4f None None] Pushing event updated for resources: {'Port': ['ID=7fa368be-d96b-485f-a663-32dbc2048efa,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:41.273414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7fa368be-d96b-485f-a663-32dbc2048efa up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:28:41.332404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7fa368be-d96b-485f-a663-32dbc2048efa triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:28:41.332778 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.426407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-53c194c6-2e29-41db-9b51-a10d64c5ee81 None None] Provisioning complete for port 7fa368be-d96b-485f-a663-32dbc2048efa triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:28:41.426723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53c194c6-2e29-41db-9b51-a10d64c5ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:42.014875 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:28:43.182415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7fa368be-d96b-485f-a663-32dbc2048efa up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:28:43.231080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7fa368be-d96b-485f-a663-32dbc2048efa triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:28:43.231447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:01.492914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0157821f-295b-45c1-880c-2b72cef4badb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:03.992243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-04a76948-ec41-4d6f-ab24-56299968be0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:04.838052 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:06.275470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:07.357999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:19.013687 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:29:31.492445 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fdcf9690-c24b-48d5-8b6a-4efe95829ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:33.994024 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8daf1973-a0b2-49c8-83ee-6abbe5329f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:34.839585 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:36.280369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:37.365730 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:56.014386 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:29:57.604746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51240) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:29:57.610740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-bccf3029-23bd-4acc-be1e-bf7d44e2381f tempest-verify_tempest_config-1356640062 tempest-verify_tempest_config-1356640062-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:29:57.611775 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bccf3029-23bd-4acc-be1e-bf7d44e2381f tempest-verify_tempest_config-1356640062 tempest-verify_tempest_config-1356640062-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059659 Nov 23 22:29:57.913416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:29:58.011455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:58.085607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:58.089233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:58.137011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c11cc083d2d940199cd4c615a5236d75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2225451 Nov 23 22:29:58.138053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ae823-03ac-491e-a9e3-30b1887c92d3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:29:58.139738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51262) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:29:58.146657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.146818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.147164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.147504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.147874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.148207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.148535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.148862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.149208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.149511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.149834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.150156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d352e2-dc89-45a3-8456-b927464bcaf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.197761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:58.218706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:58.310629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:58.313177 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:58.314378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f5ae823-03ac-491e-a9e3-30b1887c92d3 HTTP/1.1" status: 204 len: 168 time: 0.1731315 Nov 23 22:29:58.323542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ae823-03ac-491e-a9e3-30b1887c92d3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:29:58.330326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.330851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.331216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.331563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.331917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.332267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.332574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.332898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.333857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.334560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.334560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:29:58.334773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e029b3-4a48-4c02-bc5d-816e37b95b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:01.483400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88456674-4fd5-4b2e-bde7-1bf567b01947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:03.995760 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-351a55a8-fd65-4cf8-b2ee-79c5124a3f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:04.842607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:06.280553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:07.357281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:31.487546 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1e84cf0-6983-4f3a-9ef0-5a964ebd6798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:33.013157 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:30:33.996448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-853b7b53-ff85-4bf0-99af-bf8761092500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:34.844521 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:36.283176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:37.358713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:01.489388 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f8e84634-5691-4cd3-89e7-524b5eec8703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:03.998075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b44fc5ba-ea2f-4d50-b885-eac4ffd8e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:04.847820 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:06.290469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:07.362280 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:10.011201 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:31:31.490790 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b49010ec-7bfd-4a7b-8eb2-52c7ef2a0b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:33.999374 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f39d2eb1-5a54-4732-b02d-e793adfa4e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:34.850185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:36.290886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:37.363775 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:47.009710 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:32:01.491933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a20e9576-b9a5-4e7d-9d51-13c4d757e201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:04.000405 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-94d2e17e-5cda-4492-a17a-32535de33741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:04.851510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:06.386205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.365373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:24.008028 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 5 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:32:31.494486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4884679f-bb01-4165-b3a7-08b7c9395322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:34.001823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25816760-9279-4922-a652-5fc2ec3e02aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:34.854947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:36.295226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:37.367262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:56.503473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729443'] for agent, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:01.007677 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 6 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:33:01.495822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dea18e90-4900-4844-a056-964b90a5c47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:04.003646 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b3c7959a-750d-4538-a465-2594fec47a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:04.857379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:06.298315 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:07.370291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:07.722240 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1729443'] for agent, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:26.453739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:31.497553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d510c19-575a-4850-adfb-ad6ed91405dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:34.005765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee19b537-9b27-4047-bcd5-148d66b1b05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:34.862354 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:36.300899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:37.372984 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:37.674670 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:38.006565 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:33:41.263022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51316) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:41.369302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8cc8966a-d999-4578-bdde-914a2bb1aa4c admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1010957 Nov 23 22:33:43.697600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51326) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:43.755002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b730fe00-4c29-46c4-863d-0b71c3e47d25 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0563169 Nov 23 22:33:56.444396 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:01.497717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd66d-27ba-4f55-a6f3-c5d55bd88cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:04.006418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d41d6ca-d8dd-4e9e-b212-01e27b7f7ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:04.864390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:06.304114 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:07.374764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:07.690023 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:15.006729 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:34:26.487606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:31.500814 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b00818c1-fff7-4919-a597-f96c547946cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:34.008454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86254c66-ec55-42d0-9073-3fe0b6f380c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:34.869593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:36.309395 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:37.377206 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:37.690594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:52.006056 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:34:56.497437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:01.516058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2f94c85d-2672-4045-838d-ef2b8b915880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:04.031684 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-77afba5f-1110-4a39-89a9-c24d8aedde26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:04.875547 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:06.316606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:07.379159 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:07.704699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:07.809080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51604) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:08.141883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:08.224518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:08.234190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:08.271310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0aef52-8cbc-40e0-81fe-5038f14d129e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:08.281970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.282316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.282655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.282990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.283320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.283672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.284001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.284322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.284640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.284961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.285279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.285595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] Tracked resource versions report: Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: pushed versions: Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: { 'AddressGroup': {'1.2'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'ConntrackHelper': {'1.0'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Log': {'1.0'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Network': {'1.1'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Port': {'1.7'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'PortForwarding': {'1.2'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'QosPolicy': {'1.10'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'SecurityGroup': {'1.5'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'SubPort': {'1.0'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Subnet': {'1.1'}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Trunk': {'1.1'}} Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: consumer versions: Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: HyperV agent@n-h1-817303-3: {}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: HyperV agent@n-h2-817303-3: {}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: L3 agent@n-d-817303-3: {}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: Metadata agent@n-d-817303-3: {}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: Metering agent@n-d-817303-3: {}, Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'ConntrackHelper': '1.0', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Log': '1.0', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Network': '1.1', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Port': '1.7', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'PortForwarding': '1.2', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'QosPolicy': '1.10', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'SecurityGroup': '1.5', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'SecurityGroupRule': '1.2', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'SubPort': '1.0', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Subnet': '1.1', Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: 'Trunk': '1.1'}} Nov 23 22:35:08.286668 n-d-817303-3 neutron-server[103522]: {{(pid=103522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:35:08.302816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-036bb4ee-a04f-4f2e-b986-cbd27263e6d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dea4833c13c443cf8cf5d9435a72aaaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4911728 Nov 23 22:35:08.303084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:08.379436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:08.402825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:08.459433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:08.462253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:08.463500 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d0aef52-8cbc-40e0-81fe-5038f14d129e HTTP/1.1" status: 204 len: 168 time: 0.1589880 Nov 23 22:35:08.472753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0aef52-8cbc-40e0-81fe-5038f14d129e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:08.480608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.481158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.481543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.481917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.482340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.482913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.483245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.483597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.483923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.484247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.484570 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.484891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04366a09-1057-48d1-a03d-f069519f13ce admin admin] Tracked resource versions report: Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: pushed versions: Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: { 'AddressGroup': {'1.2'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'ConntrackHelper': {'1.0'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Log': {'1.0'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Network': {'1.1'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Port': {'1.7'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'PortForwarding': {'1.2'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'QosPolicy': {'1.10'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'SecurityGroup': {'1.5'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'SubPort': {'1.0'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Subnet': {'1.1'}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Trunk': {'1.1'}} Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: consumer versions: Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: HyperV agent@n-h1-817303-3: {}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: HyperV agent@n-h2-817303-3: {}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: L3 agent@n-d-817303-3: {}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: Metadata agent@n-d-817303-3: {}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: Metering agent@n-d-817303-3: {}, Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'ConntrackHelper': '1.0', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Log': '1.0', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Network': '1.1', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Port': '1.7', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'PortForwarding': '1.2', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'QosPolicy': '1.10', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'SecurityGroup': '1.5', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'SecurityGroupRule': '1.2', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'SubPort': '1.0', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Subnet': '1.1', Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: 'Trunk': '1.1'}} Nov 23 22:35:08.486019 n-d-817303-3 neutron-server[103523]: {{(pid=103523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:35:09.192121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:09.207519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03a89e75-bc32-4f17-a4f0-3e63be5e5c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:09.284586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03a89e75-bc32-4f17-a4f0-3e63be5e5c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:09.290434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03a89e75-bc32-4f17-a4f0-3e63be5e5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:09.453916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-03a89e75-bc32-4f17-a4f0-3e63be5e5c1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02c128c32c1a4052a34198f373c2edc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2607126 Nov 23 22:35:09.456623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51690) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:09.476263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a89e75-bc32-4f17-a4f0-3e63be5e5c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed7d71-84a7-4ce1-83c0-2f98f4f01c97,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:09.509990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612a2f44-7413-4aef-9f37-8d58b61a83b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:09.533156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612a2f44-7413-4aef-9f37-8d58b61a83b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:09.592590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612a2f44-7413-4aef-9f37-8d58b61a83b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:09.595283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612a2f44-7413-4aef-9f37-8d58b61a83b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:09.596531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-612a2f44-7413-4aef-9f37-8d58b61a83b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fed7d71-84a7-4ce1-83c0-2f98f4f01c97 HTTP/1.1" status: 204 len: 168 time: 0.1386738 Nov 23 22:35:09.606360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a2f44-7413-4aef-9f37-8d58b61a83b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed7d71-84a7-4ce1-83c0-2f98f4f01c97,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:10.289090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51750) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:10.567402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ad845ad-5617-43dc-93e3-0a46adfcf37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:10.652506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ad845ad-5617-43dc-93e3-0a46adfcf37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:10.657637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ad845ad-5617-43dc-93e3-0a46adfcf37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:10.696233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5ad845ad-5617-43dc-93e3-0a46adfcf37f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=885f2a8df76e43cf8e1cb36fc5639345&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4060717 Nov 23 22:35:10.697327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad845ad-5617-43dc-93e3-0a46adfcf37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db1c76b-4664-4730-bfc2-b5ed9e913bca,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:10.698946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51776) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:10.754064 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e17a92c-be7f-403c-bb22-368261245562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:10.769230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51784) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:10.790099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51788) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:10.792877 n-d-817303-3 neutron-server[103522]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 22:35:10.803258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e17a92c-be7f-403c-bb22-368261245562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:10.827921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-6bd1af3c-10b3-4714-b982-1623ead6342b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365746 Nov 23 22:35:10.929546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e17a92c-be7f-403c-bb22-368261245562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:10.933029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e17a92c-be7f-403c-bb22-368261245562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:10.938153 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e17a92c-be7f-403c-bb22-368261245562 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3db1c76b-4664-4730-bfc2-b5ed9e913bca HTTP/1.1" status: 204 len: 168 time: 0.2379785 Nov 23 22:35:10.947318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17a92c-be7f-403c-bb22-368261245562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db1c76b-4664-4730-bfc2-b5ed9e913bca,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:11.031145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16916320-d7f0-4353-a117-ef0a6b865676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.180927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-3685c938-0b52-4702-aaba-d2fc86e80162 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:11.182404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-3685c938-0b52-4702-aaba-d2fc86e80162 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474541 Nov 23 22:35:11.212125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-ac810ec0-07cc-4091-aa32-c709d1134bec tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/quotas/6e70b4a31c5344df8590f9ca36ee3f5d HTTP/1.1" status: 200 len: 375 time: 0.0206676 Nov 23 22:35:11.312049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-3e7ecc36-ea65-42a6-b27f-e98336eac19a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952682 Nov 23 22:35:11.347504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16916320-d7f0-4353-a117-ef0a6b865676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.350023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51814) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:11.358817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16916320-d7f0-4353-a117-ef0a6b865676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.372660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db8f9428-9553-4311-a5f0-8dfee3cf0fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.442864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916320-d7f0-4353-a117-ef0a6b865676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e56a5dd-f8bd-47c7-9f91-0fa7dfa7bc93,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:11.447264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-16916320-d7f0-4353-a117-ef0a6b865676 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de0787cf78e24de3b6d39934a861abe1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6771574 Nov 23 22:35:11.455677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:11.469658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db8f9428-9553-4311-a5f0-8dfee3cf0fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.477502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db8f9428-9553-4311-a5f0-8dfee3cf0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.533904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f9428-9553-4311-a5f0-8dfee3cf0fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba93af6-3ba1-458a-b90f-2c5cd2818744,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:11.543153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1e97-e950-49e3-a565-996c3d25c04c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.590294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1e97-e950-49e3-a565-996c3d25c04c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.599516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-db8f9428-9553-4311-a5f0-8dfee3cf0fc0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f19ce8f8b8354d42849d57225fdd57a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2481096 Nov 23 22:35:11.602261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51840) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:11.673550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b494ae46-6245-407e-86fb-c2cb3817ce24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.699643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b494ae46-6245-407e-86fb-c2cb3817ce24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.708085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9e44d44-c099-4888-a327-a2d921225536 req-bb94454f-cccf-4b06-beda-6f3a90c97fbb tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 210 time: 0.0782468 Nov 23 22:35:11.760928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1e97-e950-49e3-a565-996c3d25c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.769846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1e97-e950-49e3-a565-996c3d25c04c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.774593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7a6c1e97-e950-49e3-a565-996c3d25c04c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e56a5dd-f8bd-47c7-9f91-0fa7dfa7bc93 HTTP/1.1" status: 204 len: 168 time: 0.3168983 Nov 23 22:35:11.780969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b494ae46-6245-407e-86fb-c2cb3817ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.784626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b494ae46-6245-407e-86fb-c2cb3817ce24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:11.788213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c1e97-e950-49e3-a565-996c3d25c04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e56a5dd-f8bd-47c7-9f91-0fa7dfa7bc93,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:11.790057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b494ae46-6245-407e-86fb-c2cb3817ce24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bba93af6-3ba1-458a-b90f-2c5cd2818744 HTTP/1.1" status: 204 len: 168 time: 0.1855214 Nov 23 22:35:11.813711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494ae46-6245-407e-86fb-c2cb3817ce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba93af6-3ba1-458a-b90f-2c5cd2818744,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:12.388814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:12.403314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0abc97f0-784b-42d3-8188-5b9358bc0438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:12.532750 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0abc97f0-784b-42d3-8188-5b9358bc0438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:12.539381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0abc97f0-784b-42d3-8188-5b9358bc0438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:12.577978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc97f0-784b-42d3-8188-5b9358bc0438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66be10b9-cb6d-4519-9ebb-5295783ea365,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:12.594046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0abc97f0-784b-42d3-8188-5b9358bc0438 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bfd624d5bf4460f98d27c5dd12288cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2043023 Nov 23 22:35:12.594686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51932) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:12.620190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51934) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:12.674486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e725d0b-df43-4d4c-955e-3edd29d394ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:12.701900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e725d0b-df43-4d4c-955e-3edd29d394ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:12.760282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e725d0b-df43-4d4c-955e-3edd29d394ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:12.763408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e725d0b-df43-4d4c-955e-3edd29d394ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:12.768254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9e725d0b-df43-4d4c-955e-3edd29d394ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66be10b9-cb6d-4519-9ebb-5295783ea365 HTTP/1.1" status: 204 len: 168 time: 0.1725199 Nov 23 22:35:12.776053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e725d0b-df43-4d4c-955e-3edd29d394ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be10b9-cb6d-4519-9ebb-5295783ea365,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:12.986479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51958) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:12.990294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8aa20244-ee80-45e0-aecd-e693f6c4f6d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.114774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8aa20244-ee80-45e0-aecd-e693f6c4f6d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.124819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8aa20244-ee80-45e0-aecd-e693f6c4f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.228647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa20244-ee80-45e0-aecd-e693f6c4f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6095a3f5-74c2-4c7e-bcbc-b20547d60c86,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:13.236053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8aa20244-ee80-45e0-aecd-e693f6c4f6d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cca24de440c04462920d27bdcf000644&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6147256 Nov 23 22:35:13.238640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51966) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:13.304052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ec571b23-403a-462a-a82b-058f0bbbcc11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.334446 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ec571b23-403a-462a-a82b-058f0bbbcc11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.392518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ec571b23-403a-462a-a82b-058f0bbbcc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.395446 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ec571b23-403a-462a-a82b-058f0bbbcc11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.398954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ec571b23-403a-462a-a82b-058f0bbbcc11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6095a3f5-74c2-4c7e-bcbc-b20547d60c86 HTTP/1.1" status: 204 len: 168 time: 0.1565886 Nov 23 22:35:13.416307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571b23-403a-462a-a82b-058f0bbbcc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095a3f5-74c2-4c7e-bcbc-b20547d60c86,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:13.466932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830ab6a-d29d-4451-ab63-f479406a91fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.569853 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830ab6a-d29d-4451-ab63-f479406a91fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.580783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830ab6a-d29d-4451-ab63-f479406a91fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.648098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e830ab6a-d29d-4451-ab63-f479406a91fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=476e230ed532489dbcbd82f7fb909323&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6579599 Nov 23 22:35:13.648098 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ab6a-d29d-4451-ab63-f479406a91fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86367464-dd06-408b-a06e-a48eacf368e0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:13.648960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51988) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:13.729558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b8424c2-a2e5-44d2-8094-eb833cd8363e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.757014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b8424c2-a2e5-44d2-8094-eb833cd8363e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.821321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b8424c2-a2e5-44d2-8094-eb833cd8363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.838953 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b8424c2-a2e5-44d2-8094-eb833cd8363e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:13.843239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b8424c2-a2e5-44d2-8094-eb833cd8363e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86367464-dd06-408b-a06e-a48eacf368e0 HTTP/1.1" status: 204 len: 168 time: 0.1902235 Nov 23 22:35:13.871201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8424c2-a2e5-44d2-8094-eb833cd8363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86367464-dd06-408b-a06e-a48eacf368e0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:13.936731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52014) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:14.019020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.46', 59046) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:14.047890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52020) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:14.073344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61b60edf-e91a-4d5b-ad09-c51f7b52502a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.090163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-54ba1804-06d4-472a-a6d5-978d6e8f6495 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696819 Nov 23 22:35:14.266924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61b60edf-e91a-4d5b-ad09-c51f7b52502a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.273978 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61b60edf-e91a-4d5b-ad09-c51f7b52502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.348018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b60edf-e91a-4d5b-ad09-c51f7b52502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4059e8b7-00c9-496c-a4ca-73b9b90dc7da,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:14.396981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-61b60edf-e91a-4d5b-ad09-c51f7b52502a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed5cf62688864edbad78d1712bbe1859&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3478730 Nov 23 22:35:14.399967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52036) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:14.404111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-a42f34a3-7a0a-4e73-82fb-f42d4542958e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:14.405877 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-a42f34a3-7a0a-4e73-82fb-f42d4542958e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3075175 Nov 23 22:35:14.490914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0204a570-0508-4621-a691-9bfe10b5d096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.505056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Request body: {'port': {'device_id': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '6e70b4a31c5344df8590f9ca36ee3f5d'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:14.524802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0204a570-0508-4621-a691-9bfe10b5d096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.595958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0204a570-0508-4621-a691-9bfe10b5d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.598346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0204a570-0508-4621-a691-9bfe10b5d096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.599556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0204a570-0508-4621-a691-9bfe10b5d096 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4059e8b7-00c9-496c-a4ca-73b9b90dc7da HTTP/1.1" status: 204 len: 168 time: 0.1986120 Nov 23 22:35:14.609434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204a570-0508-4621-a691-9bfe10b5d096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4059e8b7-00c9-496c-a4ca-73b9b90dc7da,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:14.678992 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a62b581-4e04-46b6-be24-f2c452bdc3ae req-1edfe243-bdb7-40b0-8627-1681cdbfacbd tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 210 time: 0.7409031 Nov 23 22:35:14.682760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52054) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:14.705638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9e8843a-dccf-4418-9fa2-d8265ac2bba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.758371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Made reservation on behalf of 6e70b4a31c5344df8590f9ca36ee3f5d for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:14.763339 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.774402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.819671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9e8843a-dccf-4418-9fa2-d8265ac2bba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.827378 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9e8843a-dccf-4418-9fa2-d8265ac2bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.870918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8843a-dccf-4418-9fa2-d8265ac2bba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68901bcb-7172-4614-bc1b-08ad5ab8d5cf,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:14.914361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:14.915826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52066) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:14.916967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e9e8843a-dccf-4418-9fa2-d8265ac2bba9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b46b0b2a3d734b4b90d677c201b16e16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2323186 Nov 23 22:35:14.925368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.124008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c741fdd2-4333-4f18-b3f2-5a51b1f2b655,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:15.234072 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-318c5f84-b753-476f-9313-c06d56a08694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.260624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Allocated IP 192.168.233.206 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/3a2beb68-0dec-4196-870b-5b1278e88ac0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:15.281463 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-318c5f84-b753-476f-9313-c06d56a08694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.425284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-318c5f84-b753-476f-9313-c06d56a08694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.427664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-318c5f84-b753-476f-9313-c06d56a08694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.428804 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-318c5f84-b753-476f-9313-c06d56a08694 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68901bcb-7172-4614-bc1b-08ad5ab8d5cf HTTP/1.1" status: 204 len: 168 time: 0.5109210 Nov 23 22:35:15.461688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c5f84-b753-476f-9313-c06d56a08694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68901bcb-7172-4614-bc1b-08ad5ab8d5cf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:15.600831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.660795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.767239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:15.773419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:15.786648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:15.792209 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:15.792836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:15.806537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Pushing event updated for resources: {'Port': ['ID=3a2beb68-0dec-4196-870b-5b1278e88ac0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:15.826400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-f70d8e04-a0c7-4b45-97c3-1b1cc25e6f8e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3258386 Nov 23 22:35:15.837404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-a5e838a6-4c0d-49c5-8509-31120c12ab70 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:35:15.838894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-a5e838a6-4c0d-49c5-8509-31120c12ab70 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064211 Nov 23 22:35:16.032217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be06e-951e-4cb0-bb6c-4aff476e51b1 req-48d54704-76b3-46ba-8eca-bec2e331521e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:16.035620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-813be06e-951e-4cb0-bb6c-4aff476e51b1 req-48d54704-76b3-46ba-8eca-bec2e331521e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 936 time: 0.0813987 Nov 23 22:35:16.114041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-45c0f4c5-a15d-41b1-a8d8-72088a37a9a9 None None] Provisioning complete for port 3a2beb68-0dec-4196-870b-5b1278e88ac0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:16.119682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45c0f4c5-a15d-41b1-a8d8-72088a37a9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:16.168377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-813be06e-951e-4cb0-bb6c-4aff476e51b1 req-23441257-b6b0-4bc8-893f-e5d0007db77b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148143 Nov 23 22:35:16.231324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-45c0f4c5-a15d-41b1-a8d8-72088a37a9a9 None None] Port 3a2beb68-0dec-4196-870b-5b1278e88ac0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:16.448078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-5a9d7ebb-27d3-4e4d-bb83-5248ca100bd8 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb374d8c83904a0eb7963c601885e4e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456598 Nov 23 22:35:16.525218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:16.619846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-1f370edf-b159-4f0e-8906-e0b7624a3d53 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:16.629495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-1f370edf-b159-4f0e-8906-e0b7624a3d53 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688769 Nov 23 22:35:16.648637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-1ab22ea9-e307-4b7d-b265-6400e7496fc2 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/quotas/bb374d8c83904a0eb7963c601885e4e3 HTTP/1.1" status: 200 len: 375 time: 0.0176663 Nov 23 22:35:16.703490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52186) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:16.732831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-3debdae6-024d-4a76-91ac-3801d059b09d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb374d8c83904a0eb7963c601885e4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828943 Nov 23 22:35:16.815480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45ec102a-62d6-41cf-8a24-833329eec484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.013770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45ec102a-62d6-41cf-8a24-833329eec484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.019417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45ec102a-62d6-41cf-8a24-833329eec484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.070346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6659d62-7125-4b77-a145-4deb021d0d32 req-7b4f03d5-68cb-4ec3-9e9b-38e1967095dd tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.0470657 Nov 23 22:35:17.095899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec102a-62d6-41cf-8a24-833329eec484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609fa527-ed50-4cfc-8b11-fe2ec66c1b2a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:17.115975 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-45ec102a-62d6-41cf-8a24-833329eec484 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb5b6e4d09bf45afb252f5f329d9f1a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5887902 Nov 23 22:35:17.118655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52208) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:17.218698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e505837e-765a-4ed0-a3e9-462db574979b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.267123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e505837e-765a-4ed0-a3e9-462db574979b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.304727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Request body: {'port': {'device_id': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:17.382046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-network', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:17.549247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df791b1-987b-43cf-9ded-4632bb408ddd req-14db89b2-9c20-4c1b-96d6-7b385cc09f3a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:17.561571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2df791b1-987b-43cf-9ded-4632bb408ddd req-14db89b2-9c20-4c1b-96d6-7b385cc09f3a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 936 time: 0.1708250 Nov 23 22:35:17.569770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.601096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Made reservation on behalf of c9bb4ae5f4354d0fb94ec34f9d2c6710 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:17.613781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.692870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2df791b1-987b-43cf-9ded-4632bb408ddd req-ae0c08de-eae0-4eea-acf1-9e238675ddc7 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105928 Nov 23 22:35:17.911290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e505837e-765a-4ed0-a3e9-462db574979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.915922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e505837e-765a-4ed0-a3e9-462db574979b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.919833 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e505837e-765a-4ed0-a3e9-462db574979b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/609fa527-ed50-4cfc-8b11-fe2ec66c1b2a HTTP/1.1" status: 204 len: 168 time: 0.7977638 Nov 23 22:35:17.919833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:17.961235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505837e-765a-4ed0-a3e9-462db574979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609fa527-ed50-4cfc-8b11-fe2ec66c1b2a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:18.186072 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a442cae8-9aef-4247-96b3-4d1a24a7dfb6 req-9259928f-0243-45ac-98f4-ba49db63eb1a tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.0500038 Nov 23 22:35:18.421017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.446059 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.459624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:35:18.472121 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.475711 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Added segment b62fe0bc-6576-461c-af39-97fa10a56dce of type vlan for network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 Nov 23 22:35:18.570789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.614139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a6530-6a54-4078-a3f4-5bd8f9f5aef4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:18.675717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2beb68-0dec-4196-870b-5b1278e88ac0 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:18.684066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.691442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.692485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:18.693169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.745682 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0406888 Nov 23 22:35:18.749062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52274) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:18.752997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Transition to ACTIVE for port object 3a2beb68-0dec-4196-870b-5b1278e88ac0 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:35:18.755135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Request body: {'subnet': {'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-subnet', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:18.772141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.822869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd660c-ac93-4f5d-bc95-f9dfc1cc2986 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:18.832438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Made reservation on behalf of c9bb4ae5f4354d0fb94ec34f9d2c6710 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:18.832438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:18.835421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:35:18.930675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Pushing event updated for resources: {'Port': ['ID=3a2beb68-0dec-4196-870b-5b1278e88ac0,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:19.011585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52288) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:19.098689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-855c1c68-3b9d-4451-a47b-d6e207f642f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.258029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-855c1c68-3b9d-4451-a47b-d6e207f642f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.269181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Attempting to bind port 3a2beb68-0dec-4196-870b-5b1278e88ac0 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:19.269568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Attempting to bind port 3a2beb68-0dec-4196-870b-5b1278e88ac0 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:19.271877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Attempting to bind port 3a2beb68-0dec-4196-870b-5b1278e88ac0 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:19.284681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-855c1c68-3b9d-4451-a47b-d6e207f642f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.364385 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-855c1c68-3b9d-4451-a47b-d6e207f642f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a20a3faa62a5481895578b23a96ee812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514833 Nov 23 22:35:19.365202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Port 3a2beb68-0dec-4196-870b-5b1278e88ac0 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:35:19.365693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Attempting to bind port 3a2beb68-0dec-4196-870b-5b1278e88ac0 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:19.371719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52300) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:19.411178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:19.411621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:19.412265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:19.430203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Bound port: 3a2beb68-0dec-4196-870b-5b1278e88ac0, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:19.431585 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.501701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984345b9-e37b-4f5d-86ca-eac0a5da4981 req-7f5631df-c7a5-4002-9fe2-badf6507fc30 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:19.504033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-984345b9-e37b-4f5d-86ca-eac0a5da4981 req-7f5631df-c7a5-4002-9fe2-badf6507fc30 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.5300562 Nov 23 22:35:19.506127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c04cfac5-de8c-422e-bc17-4dc7d56ba8be req-717fd89e-6f8b-4250-ab8f-0097898dce42 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.0560989 Nov 23 22:35:19.507498 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.530324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c1c68-3b9d-4451-a47b-d6e207f642f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23163473-ab00-45f5-9521-6ab6d7d9e11f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:19.572594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbf7eeb-3afb-41a1-8658-8e054574cad4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:19.633114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2b53863-7f8c-4404-86fd-51de30b52ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.645623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-984345b9-e37b-4f5d-86ca-eac0a5da4981 req-284c9864-b016-49b1-ac37-fd25ccf88c20 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304138 Nov 23 22:35:19.648473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Checking segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:19.648829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Network hostable DHCP agents. Network: fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:35:19.691354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:35:19.712154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:19.712759 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2b53863-7f8c-4404-86fd-51de30b52ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.716875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:19.717638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.722849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f827881-4943-497e-8530-6527dcc1f805 None None] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:19.741933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] For port 3a2beb68-0dec-4196-870b-5b1278e88ac0, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:19.751008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-63e48829-259e-4864-94c4-4bc44a99e55d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9990454 Nov 23 22:35:19.751702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:19.758470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52310) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:19.765089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:19.815836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] For port 3a2beb68-0dec-4196-870b-5b1278e88ac0, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a2beb68-0dec-4196-870b-5b1278e88ac0,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:19.834415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.840275 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.842560 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.938478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:19.944447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:19.956524 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] 10.222.0.46 "PUT /v2.0/ports/3a2beb68-0dec-4196-870b-5b1278e88ac0 HTTP/1.1" status: 200 len: 1096 time: 3.2592452 Nov 23 22:35:19.957499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'tag': '3a2beb68-0dec-4196-870b-5b1278e88ac0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:20.034756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:35:20.037493 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:20.105723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc56f0-a82c-4d92-b193-ebeb066f5cec service neutron] Pushing event updated for resources: {'Port': ['ID=3a2beb68-0dec-4196-870b-5b1278e88ac0,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:20.148586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2b53863-7f8c-4404-86fd-51de30b52ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:20.154165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2b53863-7f8c-4404-86fd-51de30b52ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:20.158038 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2b53863-7f8c-4404-86fd-51de30b52ca3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23163473-ab00-45f5-9521-6ab6d7d9e11f HTTP/1.1" status: 204 len: 168 time: 0.7747798 Nov 23 22:35:20.178315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b53863-7f8c-4404-86fd-51de30b52ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23163473-ab00-45f5-9521-6ab6d7d9e11f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:20.195351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15834ff9-e98d-43bd-a4fb-f334907617bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:20.247851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:20.363879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-7c0a643f-21b6-413c-9c78-e4790cd2b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:20.365633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-7c0a643f-21b6-413c-9c78-e4790cd2b4cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 1099 time: 0.1267343 Nov 23 22:35:20.381067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Allocated IP 172.20.0.2 (fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581/2fbf7eeb-3afb-41a1-8658-8e054574cad4/86dd75b7-e4e7-4b47-aac3-9dbf95ecc734) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:20.473965 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-a357b1b5-9c1e-4710-9e0b-9adecdb7fb27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=3a2beb68-0dec-4196-870b-5b1278e88ac0 HTTP/1.1" status: 200 len: 217 time: 0.0960386 Nov 23 22:35:20.687345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-5369218b-d349-4f38-bf27-c31d778731d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:20.691599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-5369218b-d349-4f38-bf27-c31d778731d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1401594 Nov 23 22:35:20.740810 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:20.756978 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:20.872432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-48e79fbb-8a46-41f3-aa8a-b9721a9ecfa6 req-14b8adcd-fcc0-4643-8ffa-ad4b584dee61 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.1233830 Nov 23 22:35:20.919592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:20.932001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:20.942116 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70c214-dd56-446a-adba-5042e1cb149d" -d '{"events": [{"name": "network-changed", "server_uuid": "545728c9-2d9e-447d-a2a4-e2d8c98dc46a", "tag": "3a2beb68-0dec-4196-870b-5b1278e88ac0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:20.953885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:20.975002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Pushing event updated for resources: {'Port': ['ID=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:21.018965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-17721434-5110-4c19-b40b-4de310dd27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:21.021114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-17721434-5110-4c19-b40b-4de310dd27b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3185530 Nov 23 22:35:21.051864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.052446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.053186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.053541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.053884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.054221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.054631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.054965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.062067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.063118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.063472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.063841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Tracked resource versions report: Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: pushed versions: Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: { 'AddressGroup': {'1.2'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'ConntrackHelper': {'1.0'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Log': {'1.0'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Network': {'1.1'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Port': {'1.7'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'PortForwarding': {'1.2'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'QosPolicy': {'1.10'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'SecurityGroup': {'1.5'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'SubPort': {'1.0'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Subnet': {'1.1'}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Trunk': {'1.1'}} Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: consumer versions: Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: HyperV agent@n-h1-817303-3: {}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: HyperV agent@n-h2-817303-3: {}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: L3 agent@n-d-817303-3: {}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: Metadata agent@n-d-817303-3: {}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: Metering agent@n-d-817303-3: {}, Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'ConntrackHelper': '1.0', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Log': '1.0', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Network': '1.1', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Port': '1.7', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'PortForwarding': '1.2', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'QosPolicy': '1.10', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'SecurityGroup': '1.5', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'SecurityGroupRule': '1.2', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'SubPort': '1.0', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Subnet': '1.1', Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: 'Trunk': '1.1'}} Nov 23 22:35:21.065156 n-d-817303-3 neutron-server[103524]: {{(pid=103524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:35:21.104162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f74148-16ac-495a-9357-dcddce78b7d1 req-2d76d562-4dc9-49d8-90b9-eefce2c3167b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:21.110893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21f74148-16ac-495a-9357-dcddce78b7d1 req-2d76d562-4dc9-49d8-90b9-eefce2c3167b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.2872114 Nov 23 22:35:21.116724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.166618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Attempting to bind port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:21.167250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Attempting to bind port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:21.167792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Attempting to bind port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:21.179118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:21.179842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Checking segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:21.180424 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.180969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Bound using segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:21.181585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Bound port: 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:21.182221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.250255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21f74148-16ac-495a-9357-dcddce78b7d1 req-e051e011-15ab-443e-8132-bb2f25ba08fb tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288993 Nov 23 22:35:21.263206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15834ff9-e98d-43bd-a4fb-f334907617bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.282443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] For port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:21.286871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] For port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:21.292810 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.326718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15834ff9-e98d-43bd-a4fb-f334907617bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.385177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834ff9-e98d-43bd-a4fb-f334907617bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2057c7-e32d-4246-85cc-bd22486c844c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:21.472662 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-4322da22-9c47-4ac4-b9fd-f754e6ec57f1 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916239 Nov 23 22:35:21.479348 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-15834ff9-e98d-43bd-a4fb-f334907617bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae7058985a284ff4a4152ae58af2265f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7029958 Nov 23 22:35:21.479626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52358) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:21.483974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be3217-61af-4714-98aa-dc0d9d845bfb None None] Pushing event updated for resources: {'Port': ['ID=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:21.555177 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e18260-3031-4464-9111-f2fac4fb0322 x-openstack-request-id: req-95e18260-3031-4464-9111-f2fac4fb0322 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:21.555438 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545728c9-2d9e-447d-a2a4-e2d8c98dc46a", "tag": "3a2beb68-0dec-4196-870b-5b1278e88ac0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:21.555809 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95e18260-3031-4464-9111-f2fac4fb0322 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:21.556300 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'tag': '3a2beb68-0dec-4196-870b-5b1278e88ac0', 'status': 'completed', 'code': 200} Nov 23 22:35:21.704690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f933f48d-c62d-41ca-93b9-4b557045fdeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.744633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-926fc9e3-c555-4d18-b01d-6a79155ddda1 req-dd5d5118-4d10-422d-9ce2-fea02ef2bc8a service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489457 Nov 23 22:35:21.771431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f933f48d-c62d-41ca-93b9-4b557045fdeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.857788 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.940106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f933f48d-c62d-41ca-93b9-4b557045fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.942716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f933f48d-c62d-41ca-93b9-4b557045fdeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:21.957209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f933f48d-c62d-41ca-93b9-4b557045fdeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b2057c7-e32d-4246-85cc-bd22486c844c HTTP/1.1" status: 204 len: 168 time: 0.4763412 Nov 23 22:35:21.993439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933f48d-c62d-41ca-93b9-4b557045fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2057c7-e32d-4246-85cc-bd22486c844c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:22.046410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:22.171300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60328254-9589-4ab3-bc01-6a428a96d4c4 req-280067d5-aa25-4d23-96e8-31dff2b43f2f tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.1155341 Nov 23 22:35:22.408189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Allocated IP 172.25.0.205 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/87a5bba7-4208-48aa-a62f-d4040e20d621) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:22.568821 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:22.710918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:22.865827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:22.909805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:22.914716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:23.096093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Pushing event updated for resources: {'Port': ['ID=87a5bba7-4208-48aa-a62f-d4040e20d621,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:23.270168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a9879-0d7c-45bd-924c-2383c0d8b884 req-cb3155d5-5168-4868-9397-e53803f79c8a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:23.271829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d1a9879-0d7c-45bd-924c-2383c0d8b884 req-cb3155d5-5168-4868-9397-e53803f79c8a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.2868180 Nov 23 22:35:23.309973 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb7c2c4-4baa-4dea-86c1-ed817bcd689e None None] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:23.331331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52404) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:23.365571 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cabc4be8-df11-4228-85aa-8f42e5e1730c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:23.572273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-83b2d61c-61bc-49f6-a00a-afb216e46d5a None None] Provisioning complete for port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:23.572618 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b2d61c-61bc-49f6-a00a-afb216e46d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:23.578241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cabc4be8-df11-4228-85aa-8f42e5e1730c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:23.588418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cabc4be8-df11-4228-85aa-8f42e5e1730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:23.732199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc4be8-df11-4228-85aa-8f42e5e1730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12267ed9-aeec-455b-96b7-305531c7c881,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:23.748526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cabc4be8-df11-4228-85aa-8f42e5e1730c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7fdbdd25c844d8e8c3b931fb30c49d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146566 Nov 23 22:35:23.750618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52412) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:23.790643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b2d61c-61bc-49f6-a00a-afb216e46d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:23.796111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:23.821515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52416) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:23.870473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24c13bb0-6ae1-473b-ae2f-0643999210e4 req-ccc82224-9d6d-4efe-9cf2-f6d265e60d0a tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.4162381 Nov 23 22:35:23.935901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41cce075-ed88-45b7-9082-0e0b0d50893d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.026617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41cce075-ed88-45b7-9082-0e0b0d50893d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.041645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1286163749-network', 'tenant_id': '69239f0e29434091bfe5a4af5be34fbe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:24.086698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:24.087075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.093739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d1a9879-0d7c-45bd-924c-2383c0d8b884 req-fe14ba52-766d-457c-a5cf-dc245cfb68ed tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8126049 Nov 23 22:35:24.198030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.207795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Made reservation on behalf of 69239f0e29434091bfe5a4af5be34fbe for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:24.214071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.238503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.311027 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41cce075-ed88-45b7-9082-0e0b0d50893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.319323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41cce075-ed88-45b7-9082-0e0b0d50893d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.330609 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-41cce075-ed88-45b7-9082-0e0b0d50893d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12267ed9-aeec-455b-96b7-305531c7c881 HTTP/1.1" status: 204 len: 168 time: 0.5721817 Nov 23 22:35:24.348560 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.362905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cce075-ed88-45b7-9082-0e0b0d50893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12267ed9-aeec-455b-96b7-305531c7c881,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:24.385256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-83b2d61c-61bc-49f6-a00a-afb216e46d5a None None] For port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:24.505057 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:35:24.505775 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:35:24.525551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b2d61c-61bc-49f6-a00a-afb216e46d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.596363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.608488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.723274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d61c-61bc-49f6-a00a-afb216e46d5a None None] Pushing event updated for resources: {'Port': ['ID=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:24.737624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:24.792168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-482d03cc-96e3-4c8a-b90b-d824727ba14c None None] Provisioning complete for port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:24.794917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:35:24.798159 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-482d03cc-96e3-4c8a-b90b-d824727ba14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.831477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.831919 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Added segment 8b34ce0c-3406-4ffb-adba-9da3bd2edd2c of type vlan for network 3847a0f4-8f04-4cee-8a09-7670b605e49c Nov 23 22:35:24.897853 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:24.950843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.46', 59052) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:24.953943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:25.035476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-44262498-72f0-40d7-9157-0db98a20c43d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bb374d8c83904a0eb7963c601885e4e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733395 Nov 23 22:35:25.092125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:25.093498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:25.094371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:25.154809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dafd9615-9147-4145-a520-bec3798f4668 req-d0a86ee3-ede2-4a45-9fbf-81033327e850 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.1003594 Nov 23 22:35:25.175050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52474) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:25.199391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c214-dd56-446a-adba-5042e1cb149d req-05637913-831b-4088-bb41-f333596a5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:25.207273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db70c214-dd56-446a-adba-5042e1cb149d req-05637913-831b-4088-bb41-f333596a5201 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 1099 time: 0.2703311 Nov 23 22:35:25.321381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] Pushing event updated for resources: {'Network': ['ID=3847a0f4-8f04-4cee-8a09-7670b605e49c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:25.343409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:35:25.357913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-98feefc2-4eb7-4ee3-8ba7-b144775c859c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5341594 Nov 23 22:35:25.364220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52480) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:25.390179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Request body: {'subnet': {'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1286163749-subnet', 'tenant_id': '69239f0e29434091bfe5a4af5be34fbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:25.526971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109f854-6236-4bce-bbd4-7e05d4d06e0d req-a4f072da-d1a7-43df-82dc-b67298071587 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:25.531979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f109f854-6236-4bce-bbd4-7e05d4d06e0d req-a4f072da-d1a7-43df-82dc-b67298071587 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.2499175 Nov 23 22:35:25.561641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Made reservation on behalf of 69239f0e29434091bfe5a4af5be34fbe for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:25.568822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:25.630487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Router 2749655a-056d-4a34-aa8f-62439e1b6979 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:35:25.788742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:25.796987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52486) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:25.913513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:25.915678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:25.933104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e813ec9-3490-471a-bf9f-7081fdf1ddbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.000622 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-8defbba6-0c61-4b01-876a-d18529eed310 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:26.000622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-8defbba6-0c61-4b01-876a-d18529eed310 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9452181 Nov 23 22:35:26.006796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:35:26.020244 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Sync routers for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:35:26.037119 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:26.038098 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:26.135886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f109f854-6236-4bce-bbd4-7e05d4d06e0d req-46e1371b-0430-44a4-880b-5f9469d604d3 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996318 Nov 23 22:35:26.198822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c214-dd56-446a-adba-5042e1cb149d req-24805eaa-d142-4265-bd14-6c47bd4d1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:26.201253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db70c214-dd56-446a-adba-5042e1cb149d req-24805eaa-d142-4265-bd14-6c47bd4d1431 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.8765481 Nov 23 22:35:26.385024 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:26.398436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.400022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-39c18a61-c0c6-4509-b6e2-4b7fff50c83a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6471078 Nov 23 22:35:26.403644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52506) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:26.436242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f3b924b-d9bc-440b-a208-54de68ce13f8 req-354dfdcd-c471-45d9-8ab0-2f7c075a9528 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.0592327 Nov 23 22:35:26.460024 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a54e8fe-fff3-4b30-a0e1-08b35ac0de64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.480295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e813ec9-3490-471a-bf9f-7081fdf1ddbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.517866 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.585534 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e813ec9-3490-471a-bf9f-7081fdf1ddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.657859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1e813ec9-3490-471a-bf9f-7081fdf1ddbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c2ee54e9f96449b85d7f7ea2edefb97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4812937 Nov 23 22:35:26.661438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52510) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:26.683384 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:23Z', 'revision_number': 3, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:26.732318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e813ec9-3490-471a-bf9f-7081fdf1ddbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9304ebf-2e42-4803-bfcb-dd44a0654cfc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:26.737487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a54e8fe-fff3-4b30-a0e1-08b35ac0de64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.747393 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Checking router: 2749655a-056d-4a34-aa8f-62439e1b6979 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:35:26.747955 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Updating router 2749655a-056d-4a34-aa8f-62439e1b6979 port 87a5bba7-4208-48aa-a62f-d4040e20d621 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:35:26.753990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.758941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a54e8fe-fff3-4b30-a0e1-08b35ac0de64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.775456 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.808903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a9f3f31-8a83-4461-988e-0e9004b22a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.845998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5a54e8fe-fff3-4b30-a0e1-08b35ac0de64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=636ec191396e498fba099a5d16affa65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9163971 Nov 23 22:35:26.852986 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52514) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:26.861820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e8fe-fff3-4b30-a0e1-08b35ac0de64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c754f4-e268-48c3-8318-4b5c5bf0750b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:26.883967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:26.913254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:26.913611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Network hostable DHCP agents. Network: 3847a0f4-8f04-4cee-8a09-7670b605e49c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:35:26.938983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83c22541-5e16-4997-899d-c635a75b83b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.950742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:35:26.951411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a9f3f31-8a83-4461-988e-0e9004b22a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.968714 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83c22541-5e16-4997-899d-c635a75b83b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:26.977139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 3847a0f4-8f04-4cee-8a09-7670b605e49c) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:26.987070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:26.987245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367aef2-39dc-495b-b977-2aaec1bb7f86 None None] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:26.987851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.021668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dd189863-b3df-41f5-b2b0-8312ffeb1b55 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6449723 Nov 23 22:35:27.043082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83c22541-5e16-4997-899d-c635a75b83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.045771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83c22541-5e16-4997-899d-c635a75b83b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.049861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-83c22541-5e16-4997-899d-c635a75b83b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87c754f4-e268-48c3-8318-4b5c5bf0750b HTTP/1.1" status: 204 len: 168 time: 0.1948209 Nov 23 22:35:27.061822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c22541-5e16-4997-899d-c635a75b83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c754f4-e268-48c3-8318-4b5c5bf0750b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:27.165158 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.169586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a9f3f31-8a83-4461-988e-0e9004b22a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.172196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a9f3f31-8a83-4461-988e-0e9004b22a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.173403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a9f3f31-8a83-4461-988e-0e9004b22a88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9304ebf-2e42-4803-bfcb-dd44a0654cfc HTTP/1.1" status: 204 len: 168 time: 0.5105722 Nov 23 22:35:27.174217 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.230506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cfef50-95d1-44d6-98fc-e309f28b46d1 None None] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:27.231896 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Pushing event updated for resources: {'Port': ['ID=87a5bba7-4208-48aa-a62f-d4040e20d621,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:27.242040 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.242397 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.243449 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.243858 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.244203 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.244546 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.244917 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.245268 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.245602 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.245935 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.246267 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.247161 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Tracked resource versions report: Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: pushed versions: Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: { 'AddressGroup': {'1.2'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'ConntrackHelper': {'1.0'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Log': {'1.0'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Network': {'1.1'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Port': {'1.7'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'PortForwarding': {'1.2'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'QosPolicy': {'1.10'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'SecurityGroup': {'1.5'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'SecurityGroupRule': {'1.2'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'SubPort': {'1.0'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Subnet': {'1.1'}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Trunk': {'1.1'}} Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: consumer versions: Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: { DHCP agent@n-d-817303-3: {}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: HyperV agent@n-h1-817303-3: {}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: HyperV agent@n-h2-817303-3: {}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: L3 agent@n-d-817303-3: {}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: Metadata agent@n-d-817303-3: {}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: Metering agent@n-d-817303-3: {}, Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: Open vSwitch agent@n-d-817303-3: { 'AddressGroup': '1.2', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'ConntrackHelper': '1.0', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Log': '1.0', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Network': '1.1', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Port': '1.7', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'PortForwarding': '1.2', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'QosPolicy': '1.10', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'SecurityGroup': '1.5', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'SecurityGroupRule': '1.2', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'SubPort': '1.0', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Subnet': '1.1', Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: 'Trunk': '1.1'}} Nov 23 22:35:27.248824 n-d-817303-3 neutron-server[103525]: {{(pid=103525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 22:35:27.288318 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Attempting to bind port 87a5bba7-4208-48aa-a62f-d4040e20d621 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:27.288887 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Attempting to bind port 87a5bba7-4208-48aa-a62f-d4040e20d621 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:27.289861 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Attempting to bind port 87a5bba7-4208-48aa-a62f-d4040e20d621 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:27.296807 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:27.297580 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:27.298148 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.298696 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:27.299593 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Bound port: 87a5bba7-4208-48aa-a62f-d4040e20d621, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:27.300245 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.306568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Request body: {'port': {'device_id': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': 'bb374d8c83904a0eb7963c601885e4e3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:27.320509 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db70c214-dd56-446a-adba-5042e1cb149d req-23435203-8d18-47a0-a206-6bc6091618b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=3a2beb68-0dec-4196-870b-5b1278e88ac0 HTTP/1.1" status: 200 len: 217 time: 0.1185884 Nov 23 22:35:27.364382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad719e2a-d229-40e3-9f61-7eeae493674f req-afbc8c07-8dd0-4251-af64-ef7cf8171050 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:27.373205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad719e2a-d229-40e3-9f61-7eeae493674f req-afbc8c07-8dd0-4251-af64-ef7cf8171050 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.0735362 Nov 23 22:35:27.379848 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] For port 87a5bba7-4208-48aa-a62f-d4040e20d621, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:27.384829 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] For port 87a5bba7-4208-48aa-a62f-d4040e20d621, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=87a5bba7-4208-48aa-a62f-d4040e20d621,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:27.395290 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.418824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f3f31-8a83-4461-988e-0e9004b22a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9304ebf-2e42-4803-bfcb-dd44a0654cfc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:27.452769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad719e2a-d229-40e3-9f61-7eeae493674f req-94c33deb-eeb6-43b6-82aa-4c4c60136ebd tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779865 Nov 23 22:35:27.508951 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:27.509591 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:27.554480 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05605d22-c286-4f62-99a4-cef327e47f1f None None] Pushing event updated for resources: {'Port': ['ID=87a5bba7-4208-48aa-a62f-d4040e20d621,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:27.586795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a653dc5a-5d8c-41dd-b1af-29ec77c3f1e2 req-3aa1832c-7a60-4d57-abd5-fcd5df7494ec tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.0445383 Nov 23 22:35:27.609033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.634339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c214-dd56-446a-adba-5042e1cb149d req-7c275f3a-2f1f-4352-8ef2-445949359565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:27.635834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db70c214-dd56-446a-adba-5042e1cb149d req-7c275f3a-2f1f-4352-8ef2-445949359565 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2205100 Nov 23 22:35:27.645324 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:27.793746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c214-dd56-446a-adba-5042e1cb149d req-633e2bd8-b4c2-43ff-bbf5-5ac7b88da0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:27.795247 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db70c214-dd56-446a-adba-5042e1cb149d req-633e2bd8-b4c2-43ff-bbf5-5ac7b88da0fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463025 Nov 23 22:35:27.798221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Made reservation on behalf of bb374d8c83904a0eb7963c601885e4e3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:27.801722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.830275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.896981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:23Z', 'revision_number': 3, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:27.931280 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7981c8-c7e0-4242-a2e0-317d46a03770 None None] The sync data for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 is: [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:23Z', 'revision_number': 3, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:35:27.952033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Allocated IP 172.20.0.1 (fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581/2fbf7eeb-3afb-41a1-8658-8e054574cad4/41a7a4c1-de9b-4795-82c5-7608be5b7e72) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:27.970115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52544) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:27.988257 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db70c214-dd56-446a-adba-5042e1cb149d req-a4712ca1-85fd-4985-bae1-239d5c0377d3 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841102 Nov 23 22:35:27.989428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7e93293-a74c-49c7-a35a-e2b6f20aa5d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.118183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7e93293-a74c-49c7-a35a-e2b6f20aa5d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.122966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7e93293-a74c-49c7-a35a-e2b6f20aa5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.168136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.185904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.202907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b7e93293-a74c-49c7-a35a-e2b6f20aa5d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=784e909972734749a8d4c09dd0186cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312086 Nov 23 22:35:28.205247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e93293-a74c-49c7-a35a-e2b6f20aa5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e29f20-e4cf-4a6b-b666-e084a8babe21,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:28.207389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:28.235883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52550) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:28.257646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d11072af-d7ba-41b3-b0a5-babdc66c2a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.338481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db70c214-dd56-446a-adba-5042e1cb149d req-3ff66aea-85ac-439c-9de0-ef1da7049daa service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265121 Nov 23 22:35:28.376161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e3cc92-dc0a-459a-a495-320ab87c83c5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:28.386738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.436945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f4d905a-9ac2-4d04-9609-fe37679158f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.455228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d11072af-d7ba-41b3-b0a5-babdc66c2a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.465962 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d11072af-d7ba-41b3-b0a5-babdc66c2a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.467107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f4d905a-9ac2-4d04-9609-fe37679158f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.509515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d11072af-d7ba-41b3-b0a5-babdc66c2a8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60428bbbc8754e0e95624cd8f0076ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725389 Nov 23 22:35:28.513441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52566) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:28.542259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11072af-d7ba-41b3-b0a5-babdc66c2a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33382625-f502-4b13-b7e0-65ac67a019cc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:28.562597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f4d905a-9ac2-4d04-9609-fe37679158f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.565132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f4d905a-9ac2-4d04-9609-fe37679158f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.566295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f4d905a-9ac2-4d04-9609-fe37679158f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18e29f20-e4cf-4a6b-b666-e084a8babe21 HTTP/1.1" status: 204 len: 168 time: 0.3490589 Nov 23 22:35:28.615802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d905a-9ac2-4d04-9609-fe37679158f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e29f20-e4cf-4a6b-b666-e084a8babe21,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:28.617194 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd04a5cd-d745-4c7c-9284-cbb092f43279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.637637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Allocated IP 192.168.233.130 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/8c446e3b-91a7-47ef-a628-3764997aeb1e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:28.663539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.715230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd04a5cd-d745-4c7c-9284-cbb092f43279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.753551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:28.758148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:28.777443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:28.778627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:28.784364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52574) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:28.796019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-228930136-network', 'tenant_id': '96669c5ecb5b42eaabe865c10406180f'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:28.823900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9197-0aaf-4dc6-ae9c-6ef4ea7f3685 req-00269a74-4cd9-43e0-9d67-e6a4609c8cf6 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:28.825668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37ce9197-0aaf-4dc6-ae9c-6ef4ea7f3685 req-00269a74-4cd9-43e0-9d67-e6a4609c8cf6 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.1734927 Nov 23 22:35:28.945725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44c51eb3-6332-4aa7-b378-5945dee4f409 req-f914fe7a-3b77-467f-a47e-dcf6fa8b9ebf tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.0317523 Nov 23 22:35:28.985077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Pushing event updated for resources: {'Port': ['ID=41a7a4c1-de9b-4795-82c5-7608be5b7e72,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:28.986626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Made reservation on behalf of 96669c5ecb5b42eaabe865c10406180f for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:28.994238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.007631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd04a5cd-d745-4c7c-9284-cbb092f43279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.009879 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:35:29.011015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd04a5cd-d745-4c7c-9284-cbb092f43279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.015976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cd04a5cd-d745-4c7c-9284-cbb092f43279 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33382625-f502-4b13-b7e0-65ac67a019cc HTTP/1.1" status: 204 len: 168 time: 0.4975085 Nov 23 22:35:29.096730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.108214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04a5cd-d745-4c7c-9284-cbb092f43279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33382625-f502-4b13-b7e0-65ac67a019cc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:29.159100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37ce9197-0aaf-4dc6-ae9c-6ef4ea7f3685 req-8330e60a-0837-4e54-a9db-f7346a94c23b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134317 Nov 23 22:35:29.175767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fce26837-f53a-4959-829f-d37abf3730c3 None None] Provisioning complete for port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:29.176237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fce26837-f53a-4959-829f-d37abf3730c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.213757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.265999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fce26837-f53a-4959-829f-d37abf3730c3 None None] Port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:29.305153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.527213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.604405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.605519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Pushing event updated for resources: {'Port': ['ID=8c446e3b-91a7-47ef-a628-3764997aeb1e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:29.617383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:29.620698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:29.621511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.624217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:29.630852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:29.631495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.682937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:35:29.687730 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-835335c0-97c2-4dcc-aca9-b727ba8ec47e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3904541 Nov 23 22:35:29.705751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Request body: {'port': {'device_id': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'device_owner': 'compute:tempest-test_az-1149039803', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:29.714780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a756b8-c36f-4a6e-932f-348706d7f3a8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:29.740223 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.740562 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Added segment 1dc32e8a-5fcb-4b37-8bc8-e3114efc6d57 of type vlan for network e28f566b-386c-4558-bd39-a0ebf71d6d8f Nov 23 22:35:29.768179 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.795482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87a5bba7-4208-48aa-a62f-d4040e20d621 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:29.820659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.821978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.838800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.873008 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.893431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.894539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:29.895132 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:29.911215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 87a5bba7-4208-48aa-a62f-d4040e20d621 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:29.914061 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.005243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2168124 Nov 23 22:35:30.008433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52640) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:30.056336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Request body: {'subnet': {'network_id': 'e28f566b-386c-4558-bd39-a0ebf71d6d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-228930136-subnet', 'tenant_id': '96669c5ecb5b42eaabe865c10406180f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:30.061249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa3491-449d-457f-b8b0-fe3e2855e0dd admin admin] Pushing event updated for resources: {'Network': ['ID=e28f566b-386c-4558-bd39-a0ebf71d6d8f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:30.083384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e28f566b-386c-4558-bd39-a0ebf71d6d8f details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:35:30.088148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9494ba3a-b0a4-4cfe-a180-524c322260f5 None None] Provisioning complete for port 8c446e3b-91a7-47ef-a628-3764997aeb1e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:30.089030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9494ba3a-b0a4-4cfe-a180-524c322260f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.092632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Made reservation on behalf of 96669c5ecb5b42eaabe865c10406180f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:30.095826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.218696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b3d0f-b9a9-4c6f-a2a8-7e6e60dd04b7 req-17309f1d-7a94-4aea-8ee1-7317e90c2e21 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:30.227357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-358b3d0f-b9a9-4c6f-a2a8-7e6e60dd04b7 req-17309f1d-7a94-4aea-8ee1-7317e90c2e21 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 936 time: 0.1098204 Nov 23 22:35:30.269568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9494ba3a-b0a4-4cfe-a180-524c322260f5 None None] Port 8c446e3b-91a7-47ef-a628-3764997aeb1e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:30.312815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.331001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-358b3d0f-b9a9-4c6f-a2a8-7e6e60dd04b7 req-03d7357c-2f06-4a7e-89db-e9a8cca0ac2e tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026266 Nov 23 22:35:30.331215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Pushing event updated for resources: {'Port': ['ID=41a7a4c1-de9b-4795-82c5-7608be5b7e72,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:30.384427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 87a5bba7-4208-48aa-a62f-d4040e20d621, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=87a5bba7-4208-48aa-a62f-d4040e20d621,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:30.393263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:30.393959 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.411162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:30.458129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25203127-d2d0-45f9-acfb-9bc9291d0c82 req-fecf7707-5955-4768-82ac-a2c5879eb3d4 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:30.466661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25203127-d2d0-45f9-acfb-9bc9291d0c82 req-fecf7707-5955-4768-82ac-a2c5879eb3d4 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.1067770 Nov 23 22:35:30.535637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=87a5bba7-4208-48aa-a62f-d4040e20d621,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:30.598156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.639890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:30.651408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25203127-d2d0-45f9-acfb-9bc9291d0c82 req-6811b335-7be2-4206-b7d8-9d62e7a356eb tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821001 Nov 23 22:35:30.767615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Router 2749655a-056d-4a34-aa8f-62439e1b6979 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:35:30.768275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf24544-277d-4948-a69b-4fc919818a96,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:30.774570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Checking segment: {'id': '1dc32e8a-5fcb-4b37-8bc8-e3114efc6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e28f566b-386c-4558-bd39-a0ebf71d6d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:30.775238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Network hostable DHCP agents. Network: e28f566b-386c-4558-bd39-a0ebf71d6d8f, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:35:30.805726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Network e28f566b-386c-4558-bd39-a0ebf71d6d8f is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:35:30.818680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-087529f8-ada8-48e8-a255-7f6bae608cb3 None None] Provisioning complete for port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:30.820992 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-087529f8-ada8-48e8-a255-7f6bae608cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.827541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e28f566b-386c-4558-bd39-a0ebf71d6d8f) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:30.833773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:30.834462 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.864333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ba74294-4840-4d81-b2ff-ceaa66eb4e77 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8142281 Nov 23 22:35:30.877993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279b554-f368-405b-904f-488d8e887473 None None] Network e28f566b-386c-4558-bd39-a0ebf71d6d8f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:30.912193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-087529f8-ada8-48e8-a255-7f6bae608cb3 None None] Port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:30.928715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:35:30.941693 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e53ce8d2-25fe-43c5-883c-342ec22601c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/2749655a-056d-4a34-aa8f-62439e1b6979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5367794 Nov 23 22:35:30.945841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fb70173-4ac7-47af-bfb5-0e3b001306ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.995435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c446e3b-91a7-47ef-a628-3764997aeb1e {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:31.006137 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.008580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Sync routers for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:35:31.032749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Transition to ACTIVE for port object 8c446e3b-91a7-47ef-a628-3764997aeb1e will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:35:31.038208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:31.039139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:31.047068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.174120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Pushing event updated for resources: {'Port': ['ID=8c446e3b-91a7-47ef-a628-3764997aeb1e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:31.177934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fb70173-4ac7-47af-bfb5-0e3b001306ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.199974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:31.202911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a2beb68-0dec-4196-870b-5b1278e88ac0 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:35:31.205081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Attempting to bind port 8c446e3b-91a7-47ef-a628-3764997aeb1e on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:31.205621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Attempting to bind port 8c446e3b-91a7-47ef-a628-3764997aeb1e by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:31.206100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Attempting to bind port 8c446e3b-91a7-47ef-a628-3764997aeb1e on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:31.210352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fb70173-4ac7-47af-bfb5-0e3b001306ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.246474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Port 8c446e3b-91a7-47ef-a628-3764997aeb1e on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:35:31.246979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Attempting to bind port 8c446e3b-91a7-47ef-a628-3764997aeb1e on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:31.270973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:31.271304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:31.271711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:31.272149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Bound port: 8c446e3b-91a7-47ef-a628-3764997aeb1e, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:31.272499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.298578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb70173-4ac7-47af-bfb5-0e3b001306ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f63e77-5dde-4e8d-b42f-ce37f369f200,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:31.310736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4fb70173-4ac7-47af-bfb5-0e3b001306ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8625b86a5054466e8e712014bbcb4ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6675289 Nov 23 22:35:31.312700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52680) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:31.443536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] For port 8c446e3b-91a7-47ef-a628-3764997aeb1e, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:31.446897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] For port 8c446e3b-91a7-47ef-a628-3764997aeb1e, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8c446e3b-91a7-47ef-a628-3764997aeb1e,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:31.454151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.462582 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-344df005-d08b-4f5b-b528-c4c176a1568c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.492895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-344df005-d08b-4f5b-b528-c4c176a1568c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.501347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:31.502666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.504731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] 10.222.0.46 "PUT /v2.0/ports/8c446e3b-91a7-47ef-a628-3764997aeb1e HTTP/1.1" status: 200 len: 1118 time: 1.8035934 Nov 23 22:35:31.505200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'tag': '8c446e3b-91a7-47ef-a628-3764997aeb1e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:31.507701 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355" -d '{"events": [{"name": "network-changed", "server_uuid": "e4924a68-da21-4f1d-b22d-9fe2554abd61", "tag": "8c446e3b-91a7-47ef-a628-3764997aeb1e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:31.592409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db39a7b-b9c7-4aea-bd59-efd72f6e5fff service neutron] Pushing event updated for resources: {'Port': ['ID=8c446e3b-91a7-47ef-a628-3764997aeb1e,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:31.608666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e73439-ae83-4ac5-9e5a-7f8fdccf62af req-4fd4daab-1ba6-4c9d-82f6-781dc445e11c tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:31.625289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40e73439-ae83-4ac5-9e5a-7f8fdccf62af req-4fd4daab-1ba6-4c9d-82f6-781dc445e11c tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 970 time: 0.1339288 Nov 23 22:35:31.665007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-b36d3cad-7636-4982-a069-ff0bdfaa697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:31.669457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-b36d3cad-7636-4982-a069-ff0bdfaa697d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb374d8c83904a0eb7963c601885e4e3&device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 1121 time: 0.1049364 Nov 23 22:35:31.743096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724e756-c39c-4fa8-b2f0-5e2a0312fa6c None None] Network e28f566b-386c-4558-bd39-a0ebf71d6d8f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:31.772315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87a5bba7-4208-48aa-a62f-d4040e20d621 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:31.787726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40e73439-ae83-4ac5-9e5a-7f8fdccf62af req-84eeb2ae-e8c5-431b-87ad-e894e4f191f9 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572602 Nov 23 22:35:31.788930 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-344df005-d08b-4f5b-b528-c4c176a1568c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.794056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-14b7bf92-b112-4bef-9694-41bd6ba369a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=8c446e3b-91a7-47ef-a628-3764997aeb1e HTTP/1.1" status: 200 len: 217 time: 0.1154783 Nov 23 22:35:31.798861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-344df005-d08b-4f5b-b528-c4c176a1568c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.806394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-344df005-d08b-4f5b-b528-c4c176a1568c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59f63e77-5dde-4e8d-b42f-ce37f369f200 HTTP/1.1" status: 204 len: 168 time: 0.4920180 Nov 23 22:35:31.833965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344df005-d08b-4f5b-b528-c4c176a1568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f63e77-5dde-4e8d-b42f-ce37f369f200,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:31.862829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-775590b4-f3da-4b0e-b260-1d972779b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:31.865034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-775590b4-f3da-4b0e-b260-1d972779b309 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0571184 Nov 23 22:35:31.963715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-b7ea1be9-d1d3-418f-974f-084dd701c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:31.965809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-b7ea1be9-d1d3-418f-974f-084dd701c5a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918388 Nov 23 22:35:32.085506 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e4d659-7b28-4a85-9ddc-41b0baa425d4 x-openstack-request-id: req-84e4d659-7b28-4a85-9ddc-41b0baa425d4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:32.085506 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4924a68-da21-4f1d-b22d-9fe2554abd61", "tag": "8c446e3b-91a7-47ef-a628-3764997aeb1e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:32.085506 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84e4d659-7b28-4a85-9ddc-41b0baa425d4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:32.085506 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'tag': '8c446e3b-91a7-47ef-a628-3764997aeb1e', 'status': 'completed', 'code': 200} Nov 23 22:35:32.223179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fd16c48d-5bab-4196-9c26-3c8f4b0252fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.236302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-d4e0c064-74a5-4a75-83d7-213fef27b421 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624276 Nov 23 22:35:32.277290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 87a5bba7-4208-48aa-a62f-d4040e20d621 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:32.279999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.337939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 2, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:32.342794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a2beb68-0dec-4196-870b-5b1278e88ac0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a2beb68-0dec-4196-870b-5b1278e88ac0,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:32.394481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Checking router: 2749655a-056d-4a34-aa8f-62439e1b6979 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:35:32.394899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Updating router 2749655a-056d-4a34-aa8f-62439e1b6979 port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:35:32.404692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '3a2beb68-0dec-4196-870b-5b1278e88ac0', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '3a2beb68-0dec-4196-870b-5b1278e88ac0', 'mac_address': 'fa:16:3e:3a:26:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:35:32.405935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28754-830a-4038-8233-02c7c882a936 req-e4392531-cae2-4ba7-b375-41546f7f2f87 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:32.417532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-e4392531-cae2-4ba7-b375-41546f7f2f87 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 0.3709519 Nov 23 22:35:32.459382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca73ee88-e909-4532-850f-3b09ab1119d3 req-9fe58b58-63db-4611-ba7d-5bf77c436f7b service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136884 Nov 23 22:35:32.460742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73d27a-b7b4-4f7f-88da-f82a7c6d4ae1 req-843f059c-1e83-4f90-b20c-0206a9889f1d tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:32.467987 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.474278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c73d27a-b7b4-4f7f-88da-f82a7c6d4ae1 req-843f059c-1e83-4f90-b20c-0206a9889f1d tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 948 time: 0.1893079 Nov 23 22:35:32.500046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-bbdd8705-e2e8-47f9-a92d-aeaf9ebece4b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/quotas/69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 375 time: 0.0728142 Nov 23 22:35:32.525064 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.554457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-e2d8d616-7943-4144-b5a0-8e392493cb7a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616326 Nov 23 22:35:32.571927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c73d27a-b7b4-4f7f-88da-f82a7c6d4ae1 req-745ff10f-22a5-4865-babc-f4826c25fe71 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964541 Nov 23 22:35:32.580393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2beb68-0dec-4196-870b-5b1278e88ac0 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:32.628010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-000f2d42-8860-4e8b-a670-892e158c926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:32.631169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-000f2d42-8860-4e8b-a670-892e158c926f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb374d8c83904a0eb7963c601885e4e3&device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 1121 time: 0.0895326 Nov 23 22:35:32.647021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a2beb68-0dec-4196-870b-5b1278e88ac0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a2beb68-0dec-4196-870b-5b1278e88ac0,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:32.658227 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.744461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a2beb68-0dec-4196-870b-5b1278e88ac0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:32.754142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-3dd3e93e-d411-4747-a158-d5dae0926775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:32.756567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-3dd3e93e-d411-4747-a158-d5dae0926775 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1169782 Nov 23 22:35:32.810045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-7daeee5e-628b-4ed1-b17d-c394413c8c15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=8c446e3b-91a7-47ef-a628-3764997aeb1e HTTP/1.1" status: 200 len: 217 time: 0.0449495 Nov 23 22:35:32.867128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52740) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:32.891406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e91cd00c-1163-4d39-85b8-364023a943ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.893744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-89d2c3be-0367-44aa-b080-f1aae0e0a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:32.895224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-89d2c3be-0367-44aa-b080-f1aae0e0a40b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0756993 Nov 23 22:35:32.931360 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.940839 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:32.977627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-d23113a9-dc24-46d7-ae5a-6f7dd74dfa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:32.981868 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-d23113a9-dc24-46d7-ae5a-6f7dd74dfa97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778306 Nov 23 22:35:32.995242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['3a2beb68-0dec-4196-870b-5b1278e88ac0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:35:33.037951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e859e-fa40-4c51-8a23-058f974c27be req-8211ab31-abdc-4e1f-8d8d-21f7d6b97e1c tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:33.039582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e4e859e-fa40-4c51-8a23-058f974c27be req-8211ab31-abdc-4e1f-8d8d-21f7d6b97e1c tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 970 time: 0.1299989 Nov 23 22:35:33.157972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e4e859e-fa40-4c51-8a23-058f974c27be req-fe3a29f0-8c19-41d7-abe1-449c323a08cc tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074877 Nov 23 22:35:33.174579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-ed1a77ab-b5a0-489a-9f9f-3c736b8c382d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:35:33.175534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-fb10a45a-559d-40dc-9db6-87164b13d025 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861019 Nov 23 22:35:33.178792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-ed1a77ab-b5a0-489a-9f9f-3c736b8c382d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1382127 Nov 23 22:35:33.181103 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e91cd00c-1163-4d39-85b8-364023a943ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.194913 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e91cd00c-1163-4d39-85b8-364023a943ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.261731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb4ccf-ac57-4015-b70d-3071ef1486cb None None] Pushing event updated for resources: {'Port': ['ID=41a7a4c1-de9b-4795-82c5-7608be5b7e72,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:33.299286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Attempting to bind port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:33.299703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Attempting to bind port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:33.300069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Attempting to bind port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:33.319395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:33.321446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Checking segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:33.321869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.322321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Bound using segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:33.322960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Bound port: 41a7a4c1-de9b-4795-82c5-7608be5b7e72, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:33.325076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.336096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e91cd00c-1163-4d39-85b8-364023a943ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65e5c937a30e4003bf0fb9616a2bd0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677014 Nov 23 22:35:33.338938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:33.339507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:33.350668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cd00c-1163-4d39-85b8-364023a943ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a873db-e428-4ee8-bcbe-1931c63cd9ee,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:33.354434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-network', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:33.380830 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f4d82b55-3d06-4a99-acc0-5fe3e6fcb355 req-34d71a8c-8600-4107-9fb2-4b7d7365ce30 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948693 Nov 23 22:35:33.416779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-27b6f082-99ba-45fd-98ef-ae1e05062fed None None] Provisioning complete for port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:33.417900 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27b6f082-99ba-45fd-98ef-ae1e05062fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.423522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Made reservation on behalf of d263b25fb14240728ae247b03aaf2266 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:33.425931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.447113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-345b634d-b604-4fc1-8fe6-18c43d3e36a8 service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543211 Nov 23 22:35:33.453456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198116e3-f85a-47bc-8fdd-4b3f87dae565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.457279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.504464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198116e3-f85a-47bc-8fdd-4b3f87dae565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.535208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-27b6f082-99ba-45fd-98ef-ae1e05062fed None None] Port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:33.578012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-373c4a5a-02c9-4d5f-b0b4-cfb4b3c78c0d service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234438 Nov 23 22:35:33.612234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] For port 41a7a4c1-de9b-4795-82c5-7608be5b7e72, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:33.619012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198116e3-f85a-47bc-8fdd-4b3f87dae565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.622033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198116e3-f85a-47bc-8fdd-4b3f87dae565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.630387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] For port 41a7a4c1-de9b-4795-82c5-7608be5b7e72, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=41a7a4c1-de9b-4795-82c5-7608be5b7e72,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:33.632195 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-198116e3-f85a-47bc-8fdd-4b3f87dae565 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0a873db-e428-4ee8-bcbe-1931c63cd9ee HTTP/1.1" status: 204 len: 168 time: 0.2875612 Nov 23 22:35:33.639923 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.644544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.650064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198116e3-f85a-47bc-8fdd-4b3f87dae565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a873db-e428-4ee8-bcbe-1931c63cd9ee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:33.656173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.671246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:35:33.688873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.689222 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Added segment 88a49489-8820-4348-9d89-38c48ec0eded of type vlan for network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 Nov 23 22:35:33.733016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c90b68-2db8-4400-9e4d-2495160b43ed,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:33.747338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.798787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.800161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:33.800940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.830218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:33.830853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:33.918896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb4ccf-ac57-4015-b70d-3071ef1486cb None None] Pushing event updated for resources: {'Port': ['ID=41a7a4c1-de9b-4795-82c5-7608be5b7e72,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:33.960471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6137085 Nov 23 22:35:33.961157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52774) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:33.969769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Request body: {'subnet': {'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-subnet', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:33.974256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e2d7-12cc-4ffb-9d8a-c86f5bfe650c admin admin] Pushing event updated for resources: {'Network': ['ID=8772b609-9b61-4edb-9b53-fd622ee7d5c1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:34.000686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:35:34.007364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Made reservation on behalf of d263b25fb14240728ae247b03aaf2266 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:34.010195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.029100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7821bd-0608-4cd3-ab16-a22e06edec2a req-c4cbc32b-b132-4721-a886-6c8579a2ee0b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:34.039057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc7821bd-0608-4cd3-ab16-a22e06edec2a req-c4cbc32b-b132-4721-a886-6c8579a2ee0b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 949 time: 0.1210823 Nov 23 22:35:34.097222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14dbac48-72b1-4f25-a812-f68957364466 req-24c44cef-7ada-41f8-82e1-3d4aa24ad59a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.0553460 Nov 23 22:35:34.120210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc7821bd-0608-4cd3-ab16-a22e06edec2a req-05a7e9b6-499e-45d2-ba6e-1b0fe256c86a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800557 Nov 23 22:35:34.389661 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d60b5d86-c62d-48e7-9020-757977617e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.396406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9506e3a5-7c5d-48a8-b20e-3667c3825b85 None None] Provisioning complete for port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:34.397249 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9506e3a5-7c5d-48a8-b20e-3667c3825b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.460191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:34.467184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.472516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c944d6-e011-4e27-81c8-4054a2756d44 req-ae454960-d707-4cc3-a69f-487b24a587be tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:34.486938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34c944d6-e011-4e27-81c8-4054a2756d44 req-ae454960-d707-4cc3-a69f-487b24a587be tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 970 time: 0.1372912 Nov 23 22:35:34.519662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:34.622758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34c944d6-e011-4e27-81c8-4054a2756d44 req-606d2d15-9be5-49c8-92da-a6c8ac85dfd8 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326745 Nov 23 22:35:34.627391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Checking segment: {'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:34.628224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Network hostable DHCP agents. Network: 8772b609-9b61-4edb-9b53-fd622ee7d5c1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:35:34.695995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:35:34.727276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 8772b609-9b61-4edb-9b53-fd622ee7d5c1) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:34.733877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52814) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:34.737126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:34.737882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.770798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4020c00-4ed3-4dd3-8980-b42971fb431d None None] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:34.779850 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9f4ab5df-7112-48ad-ab96-8709f05e8f60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8121343 Nov 23 22:35:34.780435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:34.785160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:34.835996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.837549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.922643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f94c11e7-1c7e-4a89-a249-71bc41995613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.934302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.957607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9506e3a5-7c5d-48a8-b20e-3667c3825b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:34.988041 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.066511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9506e3a5-7c5d-48a8-b20e-3667c3825b85 None None] For port 41a7a4c1-de9b-4795-82c5-7608be5b7e72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=41a7a4c1-de9b-4795-82c5-7608be5b7e72,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:35.107693 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9506e3a5-7c5d-48a8-b20e-3667c3825b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.166900 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f94c11e7-1c7e-4a89-a249-71bc41995613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.179973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f94c11e7-1c7e-4a89-a249-71bc41995613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.208680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:35.211878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-8772b609-9b61-4edb-9b53-fd622ee7d5c1', 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'fixed_ips': [{'subnet_id': '9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:35:35.213060 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.219866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8c446e3b-91a7-47ef-a628-3764997aeb1e details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:35:35.222794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a2beb68-0dec-4196-870b-5b1278e88ac0 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:35.231666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.263767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c11e7-1c7e-4a89-a249-71bc41995613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023598dc-e30b-448e-a9a4-390fdf79c356,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:35.362049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f94c11e7-1c7e-4a89-a249-71bc41995613 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28def817b3fd4b58982fe827e0c6e4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6268134 Nov 23 22:35:35.364731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52844) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:35.396372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506e3a5-7c5d-48a8-b20e-3667c3825b85 None None] Pushing event updated for resources: {'Port': ['ID=41a7a4c1-de9b-4795-82c5-7608be5b7e72,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:35.396926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65feb6e2-3f96-4cd4-abb7-a71004f4b02c req-d5d23a50-859a-4096-976a-11327a31ea1d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.0966566 Nov 23 22:35:35.445967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:33Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:35.456094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52a55e-8250-4534-ba89-66f50d213820 req-85cd8329-67fc-41bf-b265-75a3e493f122 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:35.458557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb52a55e-8250-4534-ba89-66f50d213820 req-85cd8329-67fc-41bf-b265-75a3e493f122 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 949 time: 0.1342757 Nov 23 22:35:35.490578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173346d1-3969-4e2b-8919-3fcbb56256b3 None None] The sync data for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 is: [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:33Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:35:35.614949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c11b6-8062-4f45-83ee-70308aeac865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.635775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 8c446e3b-91a7-47ef-a628-3764997aeb1e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8c446e3b-91a7-47ef-a628-3764997aeb1e,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:35.636253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a914d90d-51a0-4a0a-a5cf-06926cf80129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.662119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb52a55e-8250-4534-ba89-66f50d213820 req-25cfe138-e18b-4bd7-9a2f-42eaadeba929 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971509 Nov 23 22:35:35.677915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '8c446e3b-91a7-47ef-a628-3764997aeb1e', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '8c446e3b-91a7-47ef-a628-3764997aeb1e', 'mac_address': 'fa:16:3e:a4:20:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:tempest-test_az-1149039803', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:35:35.710823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 3a2beb68-0dec-4196-870b-5b1278e88ac0 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:35:35.716816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c11b6-8062-4f45-83ee-70308aeac865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.737947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.48', 52895) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:35.750482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 3a2beb68-0dec-4196-870b-5b1278e88ac0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:35.751044 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.763107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.802343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.828216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 41a7a4c1-de9b-4795-82c5-7608be5b7e72 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:35.917490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a914d90d-51a0-4a0a-a5cf-06926cf80129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.929055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a914d90d-51a0-4a0a-a5cf-06926cf80129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.001155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a914d90d-51a0-4a0a-a5cf-06926cf80129 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f982d90b5c2b4c3c88f2ca7796721f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7861464 Nov 23 22:35:36.013841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Allocated IP 172.20.0.2 (8772b609-9b61-4edb-9b53-fd622ee7d5c1/9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8/da10fe01-b692-4058-996a-3971c61e1581) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:36.014450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52858) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:36.016355 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.036360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b5cc0-012b-4233-9d5c-05756218e698 req-48fce0f7-3b50-49de-984d-7be1087a9f11 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:36.046527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b9b5cc0-012b-4233-9d5c-05756218e698 req-48fce0f7-3b50-49de-984d-7be1087a9f11 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 970 time: 0.2277617 Nov 23 22:35:36.059367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:36.059843 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.113808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c446e3b-91a7-47ef-a628-3764997aeb1e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:36.167172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914d90d-51a0-4a0a-a5cf-06926cf80129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8128a12-f547-48a3-af5c-d4f48aa1b1b5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:36.219255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 8c446e3b-91a7-47ef-a628-3764997aeb1e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8c446e3b-91a7-47ef-a628-3764997aeb1e,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:36.287766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Allocated IP 172.25.0.130 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:36.318170 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.554702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b9b5cc0-012b-4233-9d5c-05756218e698 req-a6341e76-5ff1-4187-bdec-04daf163c309 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038984 Nov 23 22:35:36.609338 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.626647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.642117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59c75d0d-62eb-4684-beb6-aae8e6c56fde req-49146c4c-f195-40fc-9781-6711eae7a840 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.0863998 Nov 23 22:35:36.642279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c11b6-8062-4f45-83ee-70308aeac865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.646037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd5c11b6-8062-4f45-83ee-70308aeac865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.647700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dd5c11b6-8062-4f45-83ee-70308aeac865 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/023598dc-e30b-448e-a9a4-390fdf79c356 HTTP/1.1" status: 204 len: 168 time: 1.2801549 Nov 23 22:35:36.669952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abfec46-bd46-4184-9c83-e67adc94c4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.675401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=8c446e3b-91a7-47ef-a628-3764997aeb1e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:36.737346 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.739622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['8c446e3b-91a7-47ef-a628-3764997aeb1e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:35:36.745961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abfec46-bd46-4184-9c83-e67adc94c4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.757616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c11b6-8062-4f45-83ee-70308aeac865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023598dc-e30b-448e-a9a4-390fdf79c356,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:36.837317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2beb68-0dec-4196-870b-5b1278e88ac0'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:36.858723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abfec46-bd46-4184-9c83-e67adc94c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.861879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abfec46-bd46-4184-9c83-e67adc94c4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.863719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8abfec46-bd46-4184-9c83-e67adc94c4a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8128a12-f547-48a3-af5c-d4f48aa1b1b5 HTTP/1.1" status: 204 len: 168 time: 0.8483675 Nov 23 22:35:36.898887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28754-830a-4038-8233-02c7c882a936 req-f57ceb5e-f6ad-4d36-9b9e-c5013dddd77a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:36.901745 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-f57ceb5e-f6ad-4d36-9b9e-c5013dddd77a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 1.1450505 Nov 23 22:35:36.918502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:36.975963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:36.979526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:36.986982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:37.002312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfec46-bd46-4184-9c83-e67adc94c4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8128a12-f547-48a3-af5c-d4f48aa1b1b5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:37.002718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.037526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556926f-e79e-4e34-b577-1937495575b4 req-54741704-4bb4-4f7f-8894-bcf402822696 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:37.047727 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0556926f-e79e-4e34-b577-1937495575b4 req-54741704-4bb4-4f7f-8894-bcf402822696 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 949 time: 0.1827157 Nov 23 22:35:37.053981 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.074890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a2beb68-0dec-4196-870b-5b1278e88ac0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a2beb68-0dec-4196-870b-5b1278e88ac0,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:37.139022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0556926f-e79e-4e34-b577-1937495575b4 req-2b03b650-138a-4434-8644-ba4828a469eb tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864089 Nov 23 22:35:37.141615 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.201582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:37.223851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:37.229796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Pushing event updated for resources: {'Port': ['ID=da10fe01-b692-4058-996a-3971c61e1581,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:37.234022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:37.273539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Pushing event updated for resources: {'Port': ['ID=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:37.384752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a17244af-00f3-4254-85ba-9cee0e5f2608 req-b9908b94-7f17-40e1-b876-79242cec77bb tempest-FlavorsV2NegativeTest-1614218970 tempest-FlavorsV2NegativeTest-1614218970-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1498d8a82d4c4662bee54c51a51a3ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654180 Nov 23 22:35:37.484293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.621737 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.662524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a2beb68-0dec-4196-870b-5b1278e88ac0,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:37.665588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Attempting to bind port da10fe01-b692-4058-996a-3971c61e1581 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:37.665965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Attempting to bind port da10fe01-b692-4058-996a-3971c61e1581 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:37.666342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Attempting to bind port da10fe01-b692-4058-996a-3971c61e1581 on network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:37.680572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:37.680967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Checking segment: {'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:37.681363 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.681763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Bound using segment: {'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:37.682251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Bound port: da10fe01-b692-4058-996a-3971c61e1581, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:37.682657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.686322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17244af-00f3-4254-85ba-9cee0e5f2608 req-eafe0487-0d44-4765-9d72-949509182443 tempest-FlavorsV2NegativeTest-1614218970 tempest-FlavorsV2NegativeTest-1614218970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:37.691709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a17244af-00f3-4254-85ba-9cee0e5f2608 req-eafe0487-0d44-4765-9d72-949509182443 tempest-FlavorsV2NegativeTest-1614218970 tempest-FlavorsV2NegativeTest-1614218970-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053200 Nov 23 22:35:37.722296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a17244af-00f3-4254-85ba-9cee0e5f2608 req-908b81ca-faa9-4f1c-b138-d5dbf7898e72 tempest-FlavorsV2NegativeTest-1614218970 tempest-FlavorsV2NegativeTest-1614218970-project] 10.222.0.11 "GET /v2.0/quotas/1498d8a82d4c4662bee54c51a51a3ed1 HTTP/1.1" status: 200 len: 375 time: 0.0198023 Nov 23 22:35:37.732953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52912) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:37.772016 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.801971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] For port da10fe01-b692-4058-996a-3971c61e1581, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:37.806722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] For port da10fe01-b692-4058-996a-3971c61e1581, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=da10fe01-b692-4058-996a-3971c61e1581,segment=NetworkSegment(88a49489-8820-4348-9d89-38c48ec0eded),segment_id=88a49489-8820-4348-9d89-38c48ec0eded)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:37.815405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a17244af-00f3-4254-85ba-9cee0e5f2608 req-7f73f0b9-a928-4567-b965-2ad210898885 tempest-FlavorsV2NegativeTest-1614218970 tempest-FlavorsV2NegativeTest-1614218970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1498d8a82d4c4662bee54c51a51a3ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918090 Nov 23 22:35:37.819237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.824557 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c925c6-6dc1-4a7c-8f81-2a7c11965718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.854119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52918) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:37.910368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6bf1b-fcd4-422c-95a7-0e88c5128063 None None] Pushing event updated for resources: {'Port': ['ID=da10fe01-b692-4058-996a-3971c61e1581,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:37.963490 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77ec819c-fb24-4f71-bce4-1e3394117900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:37.973362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-687cf5f2-c844-4084-85ae-2d9039c55685 req-47caddeb-6dc8-4a73-83d1-ff4f9ca33fcd tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.0634515 Nov 23 22:35:37.997398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8a790-a9b6-4411-8be7-b0145dd239d7 req-4915e144-ddff-4afb-9ce1-19d1f76f0e56 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:37.998939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21a8a790-a9b6-4411-8be7-b0145dd239d7 req-4915e144-ddff-4afb-9ce1-19d1f76f0e56 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 971 time: 0.2128594 Nov 23 22:35:38.013193 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ec0fda-1eea-450b-a543-58bb16acf544" -d '{"events": [{"server_uuid": "545728c9-2d9e-447d-a2a4-e2d8c98dc46a", "name": "network-vif-plugged", "status": "completed", "tag": "3a2beb68-0dec-4196-870b-5b1278e88ac0"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:38.062439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.117643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c925c6-6dc1-4a7c-8f81-2a7c11965718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.122223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21a8a790-a9b6-4411-8be7-b0145dd239d7 req-b2043cfd-df15-4460-bcce-2339baaccd13 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964615 Nov 23 22:35:38.126140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c925c6-6dc1-4a7c-8f81-2a7c11965718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.184652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c925c6-6dc1-4a7c-8f81-2a7c11965718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a61d035-555e-4618-b57e-e3e1d67c1317,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:38.205634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32c925c6-6dc1-4a7c-8f81-2a7c11965718 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fa6a37a2ea64c1ba409d1c4c3aafb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674911 Nov 23 22:35:38.213938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52932) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:38.308221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77ec819c-fb24-4f71-bce4-1e3394117900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.321806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77ec819c-fb24-4f71-bce4-1e3394117900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.363251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec819c-fb24-4f71-bce4-1e3394117900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb9b25-01f1-4773-bebd-d946d3c85c80,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:38.367039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Router db506e96-0308-4890-b790-9ad4202a0bd5 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:35:38.431602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3840a83a-33be-4c25-a95b-7166b1733470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.445307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ea2e-42f1-4b87-b6d5-21dadf072915 req-22a7cfe7-f539-4794-b4b5-c7d39540bb0a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:38.448313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13e2ea2e-42f1-4b87-b6d5-21dadf072915 req-22a7cfe7-f539-4794-b4b5-c7d39540bb0a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 950 time: 0.1337211 Nov 23 22:35:38.476193 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9e3d9-3961-45df-9600-6f9e839c5f4d x-openstack-request-id: req-c7d9e3d9-3961-45df-9600-6f9e839c5f4d {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:38.476669 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545728c9-2d9e-447d-a2a4-e2d8c98dc46a", "name": "network-vif-plugged", "status": "completed", "tag": "3a2beb68-0dec-4196-870b-5b1278e88ac0", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:38.476773 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7d9e3d9-3961-45df-9600-6f9e839c5f4d {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:38.477727 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2beb68-0dec-4196-870b-5b1278e88ac0', 'code': 200} Nov 23 22:35:38.489413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3840a83a-33be-4c25-a95b-7166b1733470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.525795 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-77ec819c-fb24-4f71-bce4-1e3394117900 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3827b7840b3d437b9f2ef4a120aacc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680441 Nov 23 22:35:38.529807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52940) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:38.549216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13e2ea2e-42f1-4b87-b6d5-21dadf072915 req-efcfceb1-6529-44d2-90a0-e332bbdb508b tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842764 Nov 23 22:35:38.575470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3840a83a-33be-4c25-a95b-7166b1733470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.585367 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3840a83a-33be-4c25-a95b-7166b1733470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.587776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3840a83a-33be-4c25-a95b-7166b1733470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a61d035-555e-4618-b57e-e3e1d67c1317 HTTP/1.1" status: 204 len: 168 time: 0.3708222 Nov 23 22:35:38.599489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a83a-33be-4c25-a95b-7166b1733470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a61d035-555e-4618-b57e-e3e1d67c1317,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:38.637333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:35:38.660624 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Sync routers for ids ['db506e96-0308-4890-b790-9ad4202a0bd5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:35:38.683045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.683286 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Routers {'db506e96-0308-4890-b790-9ad4202a0bd5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:38.687012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a325e9b3-d5af-4c22-ba4a-570d2a167a1a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9029937 Nov 23 22:35:38.687690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:38.687797 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['db506e96-0308-4890-b790-9ad4202a0bd5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:38.712265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799f322-280d-4f64-a4e9-a3c6e7057bc0 req-e03a0ca7-5852-48c6-b150-b77856133c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:38.716050 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a799f322-280d-4f64-a4e9-a3c6e7057bc0 req-e03a0ca7-5852-48c6-b150-b77856133c53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 1101 time: 0.1589143 Nov 23 22:35:38.717655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c0b24a6-6531-4f42-a0bf-18a7f3aa7e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.770919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a799f322-280d-4f64-a4e9-a3c6e7057bc0 req-bd2710d3-30de-4a82-8b3e-8b404ee89400 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.778097 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c0b24a6-6531-4f42-a0bf-18a7f3aa7e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.929899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c0b24a6-6531-4f42-a0bf-18a7f3aa7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.938577 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c0b24a6-6531-4f42-a0bf-18a7f3aa7e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:38.946905 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7c0b24a6-6531-4f42-a0bf-18a7f3aa7e56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7cb9b25-01f1-4773-bebd-d946d3c85c80 HTTP/1.1" status: 204 len: 168 time: 0.4157224 Nov 23 22:35:38.968773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b24a6-6531-4f42-a0bf-18a7f3aa7e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb9b25-01f1-4773-bebd-d946d3c85c80,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:39.003369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a799f322-280d-4f64-a4e9-a3c6e7057bc0 req-bd2710d3-30de-4a82-8b3e-8b404ee89400 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.014851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a799f322-280d-4f64-a4e9-a3c6e7057bc0 req-bd2710d3-30de-4a82-8b3e-8b404ee89400 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.032373 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Set router db506e96-0308-4890-b790-9ad4202a0bd5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:39.081932 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a799f322-280d-4f64-a4e9-a3c6e7057bc0 req-bd2710d3-30de-4a82-8b3e-8b404ee89400 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587356 Nov 23 22:35:39.083055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2710d3-30de-4a82-8b3e-8b404ee89400 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ad689-c703-4d50-be62-61509c02198b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:39.180557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8c446e3b-91a7-47ef-a628-3764997aeb1e up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:39.192394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52962) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:39.327610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46dda7a3-f048-4cbf-b35c-a9d6bf6dd802 req-b5a8dd01-9c5d-4f8b-af32-62f4281815e5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.1077256 Nov 23 22:35:39.344733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 8c446e3b-91a7-47ef-a628-3764997aeb1e completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:35:39.352980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 8c446e3b-91a7-47ef-a628-3764997aeb1e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:39.353343 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.354017 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:35:37Z', 'revision_number': 3, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port': {'id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:35Z', 'updated_at': '2021-11-23T22:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:39.431384 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Checking router: db506e96-0308-4890-b790-9ad4202a0bd5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:35:39.432025 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Updating router db506e96-0308-4890-b790-9ad4202a0bd5 port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:35:39.526745 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.549660 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.619113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 8c446e3b-91a7-47ef-a628-3764997aeb1e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8c446e3b-91a7-47ef-a628-3764997aeb1e,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:39.627817 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.651986 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d681c76-7e4c-4d9f-907c-9049c3e8e97d req-23bfc292-cf0e-44c5-918d-319ba90eee68 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:39.654007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d886560-ec6c-4265-bfbd-f458b6a9b906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.657280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d681c76-7e4c-4d9f-907c-9049c3e8e97d req-23bfc292-cf0e-44c5-918d-319ba90eee68 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 971 time: 0.3172085 Nov 23 22:35:39.749882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd93cad-efa9-4bee-bcd9-1b92b08faeff None None] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:39.836958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d681c76-7e4c-4d9f-907c-9049c3e8e97d req-a5d20175-d1d3-4b8a-825e-bc6cecbab396 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699979 Nov 23 22:35:39.868658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=8c446e3b-91a7-47ef-a628-3764997aeb1e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:39.885622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device da10fe01-b692-4058-996a-3971c61e1581 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:39.932846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d886560-ec6c-4265-bfbd-f458b6a9b906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.942068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d886560-ec6c-4265-bfbd-f458b6a9b906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:39.973275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-72644fb9-4fef-415b-bb3b-e18d53f16d32 None None] Provisioning complete for port da10fe01-b692-4058-996a-3971c61e1581 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:39.973664 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-72644fb9-4fef-415b-bb3b-e18d53f16d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.064907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add534e-c23f-46d5-a90a-8a9c386dedea req-a08765f1-f215-400b-9d9f-6842c8480835 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:40.071409 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d886560-ec6c-4265-bfbd-f458b6a9b906 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1498d8a82d4c4662bee54c51a51a3ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8775957 Nov 23 22:35:40.072179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52988) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:40.076953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1add534e-c23f-46d5-a90a-8a9c386dedea req-a08765f1-f215-400b-9d9f-6842c8480835 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 950 time: 0.2463315 Nov 23 22:35:40.104119 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.113790 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.176503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port da10fe01-b692-4058-996a-3971c61e1581 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:40.177050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.183602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d886560-ec6c-4265-bfbd-f458b6a9b906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87348448-a80d-4bed-8a96-1f410eaad745,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:40.244825 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5232e-3fdd-43cd-b88c-2dc5de70cdf2 None None] Pushing event updated for resources: {'Port': ['ID=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:40.256187 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d0a-3460-47b9-a29b-1b015e1bf7a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.259550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-72644fb9-4fef-415b-bb3b-e18d53f16d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.276214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.328787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-72644fb9-4fef-415b-bb3b-e18d53f16d32 None None] For port da10fe01-b692-4058-996a-3971c61e1581, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=da10fe01-b692-4058-996a-3971c61e1581,segment=NetworkSegment(88a49489-8820-4348-9d89-38c48ec0eded),segment_id=88a49489-8820-4348-9d89-38c48ec0eded)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:40.329217 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Attempting to bind port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:40.329876 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Attempting to bind port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:40.330259 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Attempting to bind port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:40.345376 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:40.346744 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-72644fb9-4fef-415b-bb3b-e18d53f16d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.347237 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:40.348391 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.348391 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:40.348951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d0a-3460-47b9-a29b-1b015e1bf7a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.350046 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Bound port: 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:40.351039 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.428142 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.453065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1add534e-c23f-46d5-a90a-8a9c386dedea req-2fd2f22d-b09c-4b5c-83a8-9ba19f325a44 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735156 Nov 23 22:35:40.497998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c446e3b-91a7-47ef-a628-3764997aeb1e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:40.501938 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f096bd27-e282-42ff-8a65-06124289c1d4" -d '{"events": [{"server_uuid": "e4924a68-da21-4f1d-b22d-9fe2554abd61", "name": "network-vif-plugged", "status": "completed", "tag": "8c446e3b-91a7-47ef-a628-3764997aeb1e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:40.504201 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] For port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:40.527323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] For port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:40.537304 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.541866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d0a-3460-47b9-a29b-1b015e1bf7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.546262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7d0a-3460-47b9-a29b-1b015e1bf7a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.554306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8dbd7d0a-3460-47b9-a29b-1b015e1bf7a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87348448-a80d-4bed-8a96-1f410eaad745 HTTP/1.1" status: 204 len: 168 time: 0.4713418 Nov 23 22:35:40.570188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd7d0a-3460-47b9-a29b-1b015e1bf7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87348448-a80d-4bed-8a96-1f410eaad745,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:40.614330 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20fa8a-43f3-438a-908a-06ac391600c1 x-openstack-request-id: req-8e20fa8a-43f3-438a-908a-06ac391600c1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:40.615354 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4924a68-da21-4f1d-b22d-9fe2554abd61", "name": "network-vif-plugged", "status": "completed", "tag": "8c446e3b-91a7-47ef-a628-3764997aeb1e", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:40.617704 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e20fa8a-43f3-438a-908a-06ac391600c1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:40.618817 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c446e3b-91a7-47ef-a628-3764997aeb1e', 'code': 200} Nov 23 22:35:40.620421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72644fb9-4fef-415b-bb3b-e18d53f16d32 None None] Pushing event updated for resources: {'Port': ['ID=da10fe01-b692-4058-996a-3971c61e1581,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:40.673804 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:35:40.674207 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:35:40.675450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5232e-3fdd-43cd-b88c-2dc5de70cdf2 None None] Pushing event updated for resources: {'Port': ['ID=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:40.681900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e7ed4160-a23c-44ff-a776-2545f09c369e None None] Provisioning complete for port da10fe01-b692-4058-996a-3971c61e1581 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:40.681900 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4160-a23c-44ff-a776-2545f09c369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:40.682068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44369ec3-188d-4be0-a1d8-bf225bc7cabf req-98942706-06c5-47ec-aec1-e903e0543d39 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.1227620 Nov 23 22:35:40.702125 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Routers {'db506e96-0308-4890-b790-9ad4202a0bd5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:40.702854 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['db506e96-0308-4890-b790-9ad4202a0bd5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:40.797848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Allocated IP 172.20.0.1 (8772b609-9b61-4edb-9b53-fd622ee7d5c1/9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8/22edc932-9871-4775-9994-96359fe64c6d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:40.845239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b5e2-11bc-4141-80f4-7ff5e03331ce req-897ae4c1-f665-4925-a74f-4e07c7eaaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:40.849362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e4f6b5e2-11bc-4141-80f4-7ff5e03331ce req-897ae4c1-f665-4925-a74f-4e07c7eaaa3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 1123 time: 0.1445780 Nov 23 22:35:40.877257 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] Set router db506e96-0308-4890-b790-9ad4202a0bd5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:40.945600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e4f6b5e2-11bc-4141-80f4-7ff5e03331ce req-8252b7eb-b27a-4dd9-919f-559f151be513 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879428 Nov 23 22:35:40.973252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:41.038496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:41.124342 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:35:37Z', 'revision_number': 3, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port': {'id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:35Z', 'updated_at': '2021-11-23T22:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:41.165799 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1d85b1-5d73-4086-accb-13b8ef5a4d70 None None] The sync data for ids ['db506e96-0308-4890-b790-9ad4202a0bd5'] in n-d-817303-3 is: [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:35:37Z', 'revision_number': 3, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port': {'id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:35Z', 'updated_at': '2021-11-23T22:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:35:41.299992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:41.312080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:41.314524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:41.315022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:41.413885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e962e0-a931-4df7-bc3c-219a4be04734 req-6a14b744-dd6c-47a0-a716-10dcee53672f tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:41.418340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7e962e0-a931-4df7-bc3c-219a4be04734 req-6a14b744-dd6c-47a0-a716-10dcee53672f tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 972 time: 0.3945944 Nov 23 22:35:41.418340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Pushing event updated for resources: {'Port': ['ID=22edc932-9871-4775-9994-96359fe64c6d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:41.688036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7e962e0-a931-4df7-bc3c-219a4be04734 req-34dc0629-32dc-4187-b4c1-506a451f4ec8 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590051 Nov 23 22:35:41.755868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0b496904-c100-4a15-aa60-992dfa9f33c7 None None] Provisioning complete for port 22edc932-9871-4775-9994-96359fe64c6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:41.760940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0b496904-c100-4a15-aa60-992dfa9f33c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:41.851517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0b496904-c100-4a15-aa60-992dfa9f33c7 None None] Port 22edc932-9871-4775-9994-96359fe64c6d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:41.864129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:41.874627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188d522-ef09-4c96-aca9-ef82b6810f77 req-467b1564-01ad-43dd-b71a-0935fd5abc02 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:41.880386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3188d522-ef09-4c96-aca9-ef82b6810f77 req-467b1564-01ad-43dd-b71a-0935fd5abc02 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 950 time: 0.2691987 Nov 23 22:35:41.911393 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.000865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:42.001584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.014664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1022c0bd-7767-4514-9a2a-6e9cfc04034e req-6e17fe9e-a9d3-4c62-a149-98a4bd8458e3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.1045065 Nov 23 22:35:42.157116 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.212595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:42.218264 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.220743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device da10fe01-b692-4058-996a-3971c61e1581 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:42.257431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3188d522-ef09-4c96-aca9-ef82b6810f77 req-ca43882f-8f1d-4bf3-ba06-e657012190a6 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419678 Nov 23 22:35:42.361374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:42.389203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port da10fe01-b692-4058-996a-3971c61e1581 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:42.389572 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.435269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.443958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.444773 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:42.561034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Pushing event updated for resources: {'Port': ['ID=22edc932-9871-4775-9994-96359fe64c6d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:42.592948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:42.594396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:42.776509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Router db506e96-0308-4890-b790-9ad4202a0bd5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:35:42.873724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Request body: {'port': {'device_id': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'admin_state_up': True, 'tenant_id': '69239f0e29434091bfe5a4af5be34fbe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:42.893535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78671f1f-0f4b-4a57-b7d5-22bac3adba61 None None] Provisioning complete for port 22edc932-9871-4775-9994-96359fe64c6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:42.896380 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78671f1f-0f4b-4a57-b7d5-22bac3adba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.007974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78671f1f-0f4b-4a57-b7d5-22bac3adba61 None None] Port 22edc932-9871-4775-9994-96359fe64c6d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:43.031441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493ca36-09ff-4d85-a480-fc5292efcbea req-68534fb8-21e1-4158-b39b-f98de4925e66 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:43.033003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5493ca36-09ff-4d85-a480-fc5292efcbea req-68534fb8-21e1-4158-b39b-f98de4925e66 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 972 time: 0.1720688 Nov 23 22:35:43.063209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:35:43.079003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7c0a065e-ef69-4b2b-bb6e-b638526e098c admin admin] 10.222.0.11 "PUT /v2.0/routers/db506e96-0308-4890-b790-9ad4202a0bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3903077 Nov 23 22:35:43.080608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Made reservation on behalf of 69239f0e29434091bfe5a4af5be34fbe for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:43.085113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.108966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5493ca36-09ff-4d85-a480-fc5292efcbea req-7d341c9f-eef4-4cb8-9996-bb883d112b39 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681970 Nov 23 22:35:43.253863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Allocated IP 172.20.0.2 (3847a0f4-8f04-4cee-8a09-7670b605e49c/d94a85b9-3d97-43e1-9ecc-a6a9c216f04d/157e8e58-3e9a-4748-bf94-3659647982ee) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:43.287903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779aaaf-38fa-4690-b239-8d629fa6b72a req-d5434858-f7d5-4716-9819-60605bdbbaa3 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:43.289872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a779aaaf-38fa-4690-b239-8d629fa6b72a req-d5434858-f7d5-4716-9819-60605bdbbaa3 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 950 time: 0.0827639 Nov 23 22:35:43.367901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a779aaaf-38fa-4690-b239-8d629fa6b72a req-c91bda63-2039-4e64-9dd9-78249549bed8 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656168 Nov 23 22:35:43.461987 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ea6a543-9447-4886-b344-1bef8c8ba7dd req-90048dd9-918a-4441-af65-b6a292f5b294 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Nov 23 22:35:43.490605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.537057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.598338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:43.605900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:43.615445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:43.622801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:43.623609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.643940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:43.672614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Sync routers for ids ['db506e96-0308-4890-b790-9ad4202a0bd5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:35:43.674332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-fa2dce3a-4034-4e9d-9469-19bfafa645ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8072855 Nov 23 22:35:43.685883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d77b18-034f-462d-afa5-9083b1871a80 req-05b495d3-fa96-425b-922b-aaa26bb070e9 tempest-AggregatesAdminTestJSON-818669530 tempest-AggregatesAdminTestJSON-818669530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:43.689714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Routers {'db506e96-0308-4890-b790-9ad4202a0bd5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:43.690265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11d77b18-034f-462d-afa5-9083b1871a80 req-05b495d3-fa96-425b-922b-aaa26bb070e9 tempest-AggregatesAdminTestJSON-818669530 tempest-AggregatesAdminTestJSON-818669530-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 1123 time: 0.1177022 Nov 23 22:35:43.690895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['db506e96-0308-4890-b790-9ad4202a0bd5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:43.699369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-14994913-e323-4ae2-a570-1790b50ce479 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:35:43.700729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-14994913-e323-4ae2-a570-1790b50ce479 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148373 Nov 23 22:35:43.717648 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11d77b18-034f-462d-afa5-9083b1871a80 req-eb4e770b-3bc1-4633-9c3c-28346d7b041b tempest-AggregatesAdminTestJSON-818669530 tempest-AggregatesAdminTestJSON-818669530-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.767322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:43.817179 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11d77b18-034f-462d-afa5-9083b1871a80 req-eb4e770b-3bc1-4633-9c3c-28346d7b041b tempest-AggregatesAdminTestJSON-818669530 tempest-AggregatesAdminTestJSON-818669530-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.827501 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11d77b18-034f-462d-afa5-9083b1871a80 req-eb4e770b-3bc1-4633-9c3c-28346d7b041b tempest-AggregatesAdminTestJSON-818669530 tempest-AggregatesAdminTestJSON-818669530-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:43.888145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e770b-3bc1-4633-9c3c-28346d7b041b tempest-AggregatesAdminTestJSON-818669530 tempest-AggregatesAdminTestJSON-818669530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a701e66-1e76-43a8-ac92-953d1cf238c4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:43.895401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Set router db506e96-0308-4890-b790-9ad4202a0bd5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:43.911367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11d77b18-034f-462d-afa5-9083b1871a80 req-eb4e770b-3bc1-4633-9c3c-28346d7b041b tempest-AggregatesAdminTestJSON-818669530 tempest-AggregatesAdminTestJSON-818669530-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098360 Nov 23 22:35:43.945754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:44.057180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Request body: {'port': {'device_id': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:44.064162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:44.064538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.147552 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21163e76-2143-422f-b728-2470c1746ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.232905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.334761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-4225ee59-25bb-45a9-b150-861063de832e tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453799 Nov 23 22:35:44.393057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53140) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:44.444048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-f24ea2a6-659e-4000-963d-805f18106f90 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:44.444261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:35:41Z', 'revision_number': 4, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port': {'id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:35Z', 'updated_at': '2021-11-23T22:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '22edc932-9871-4775-9994-96359fe64c6d', 'name': '', 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'mac_address': 'fa:16:3e:55:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:40Z', 'updated_at': '2021-11-23T22:35:42Z', 'revision_number': 2, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'subnets': [{'id': '9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:44.451405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-f24ea2a6-659e-4000-963d-805f18106f90 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154735 Nov 23 22:35:44.467394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-dd4c9ec5-edc0-4e1f-a85d-155dcb7fb9f1 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/quotas/cc7d45c0bc1b4c6ba5b8dbce7741f67c HTTP/1.1" status: 200 len: 375 time: 0.0150557 Nov 23 22:35:44.499039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Checking router: db506e96-0308-4890-b790-9ad4202a0bd5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:35:44.499397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Updating router db506e96-0308-4890-b790-9ad4202a0bd5 port 22edc932-9871-4775-9994-96359fe64c6d binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:35:44.509128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-409848ff-f114-44fb-aac4-ae94c853fd75 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407803 Nov 23 22:35:44.532315 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21163e76-2143-422f-b728-2470c1746ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.545075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.563485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21163e76-2143-422f-b728-2470c1746ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.602350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21163e76-2143-422f-b728-2470c1746ef4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb026fab08eb43ba8ce5784de576f595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6555221 Nov 23 22:35:44.605134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53146) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:44.607949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-175398a1-255b-4fc7-90ac-1e1be6ad0cc3 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:44.609542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-175398a1-255b-4fc7-90ac-1e1be6ad0cc3 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 1101 time: 0.1581690 Nov 23 22:35:44.731269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-706bde3c-d020-44eb-a765-ecd40dc52660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.823156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-706bde3c-d020-44eb-a765-ecd40dc52660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:44.934265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c99951-08d6-4007-a299-9fd8121188b8 req-fa6ca132-05c4-4648-8088-ec838c957342 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:44.936134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68c99951-08d6-4007-a299-9fd8121188b8 req-fa6ca132-05c4-4648-8088-ec838c957342 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 950 time: 0.1363826 Nov 23 22:35:44.961486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21163e76-2143-422f-b728-2470c1746ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7309a4ef-9f90-4567-9be6-c770c451c326,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:44.977710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b2e56-2a3e-4abe-af49-ba197bb8b808 req-d4cedd76-ced4-4fd3-a2ef-5d4f58604543 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:44.979865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-000b2e56-2a3e-4abe-af49-ba197bb8b808 req-d4cedd76-ced4-4fd3-a2ef-5d4f58604543 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 931 time: 0.1016364 Nov 23 22:35:44.986974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0c68c1-e477-4e77-a5de-e801aeb39697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.000816 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-706bde3c-d020-44eb-a765-ecd40dc52660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.003541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-706bde3c-d020-44eb-a765-ecd40dc52660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.007232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-706bde3c-d020-44eb-a765-ecd40dc52660 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7309a4ef-9f90-4567-9be6-c770c451c326 HTTP/1.1" status: 204 len: 168 time: 0.3984272 Nov 23 22:35:45.087631 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.101055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.166365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40a0e2-b2d5-482c-ad09-0cc1a1bbc486 None None] Pushing event updated for resources: {'Port': ['ID=22edc932-9871-4775-9994-96359fe64c6d,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:45.201700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bde3c-d020-44eb-a765-ecd40dc52660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7309a4ef-9f90-4567-9be6-c770c451c326,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:45.219888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68c99951-08d6-4007-a299-9fd8121188b8 req-40d5980b-96f3-4b9e-be1a-5ce917c31038 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623267 Nov 23 22:35:45.222977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157e8e58-3e9a-4748-bf94-3659647982ee {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:45.245316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.267008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Transition to ACTIVE for port object 157e8e58-3e9a-4748-bf94-3659647982ee will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:35:45.284756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Attempting to bind port 22edc932-9871-4775-9994-96359fe64c6d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:45.285122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Attempting to bind port 22edc932-9871-4775-9994-96359fe64c6d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:45.285480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Attempting to bind port 22edc932-9871-4775-9994-96359fe64c6d on network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:45.291367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.303154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-000b2e56-2a3e-4abe-af49-ba197bb8b808 req-d451dbc5-21c5-4976-8444-955b75452536 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071837 Nov 23 22:35:45.316176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:45.316984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Checking segment: {'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:45.317389 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.317789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Bound using segment: {'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:45.318441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Bound port: 22edc932-9871-4775-9994-96359fe64c6d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a49489-8820-4348-9d89-38c48ec0eded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:45.318967 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.396470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c1d4be7-f4d1-4881-88df-ead2fd77ce82 req-7246d72c-3437-4130-b4f9-02b309e9857b tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 210 time: 0.0585172 Nov 23 22:35:45.430716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:45.430847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] For port 22edc932-9871-4775-9994-96359fe64c6d, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:45.430847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] For port 22edc932-9871-4775-9994-96359fe64c6d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=22edc932-9871-4775-9994-96359fe64c6d,segment=NetworkSegment(88a49489-8820-4348-9d89-38c48ec0eded),segment_id=88a49489-8820-4348-9d89-38c48ec0eded)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:45.454947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.501886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Deleting port 3a2beb68-0dec-4196-870b-5b1278e88ac0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:35:45.502595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.572101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40a0e2-b2d5-482c-ad09-0cc1a1bbc486 None None] Pushing event updated for resources: {'Port': ['ID=22edc932-9871-4775-9994-96359fe64c6d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:45.578405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Routers {'db506e96-0308-4890-b790-9ad4202a0bd5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:35:45.579037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:35:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['db506e96-0308-4890-b790-9ad4202a0bd5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:45.599603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0c68c1-e477-4e77-a5de-e801aeb39697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.663101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0c68c1-e477-4e77-a5de-e801aeb39697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.730098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80200923-f3e3-4082-b09d-6f337ec71543 None None] Provisioning complete for port 22edc932-9871-4775-9994-96359fe64c6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:45.731197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80200923-f3e3-4082-b09d-6f337ec71543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.878064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] Set router db506e96-0308-4890-b790-9ad4202a0bd5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:35:45.908311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:45.908860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:45.909367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:45.923481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53198) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:45.924699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a0c68c1-e477-4e77-a5de-e801aeb39697 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfede64aaea54bb8ac9629d6e326faec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5269756 Nov 23 22:35:45.925683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c68c1-e477-4e77-a5de-e801aeb39697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a2c67-866e-4d2b-970c-1853bf2c54a6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:45.942255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:35:45.943284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:45.962812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] For port 3a2beb68-0dec-4196-870b-5b1278e88ac0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a2beb68-0dec-4196-870b-5b1278e88ac0,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:45.963384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.967086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:45.967635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:45.968048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:45.968553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Bound port: 157e8e58-3e9a-4748-bf94-3659647982ee, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:45.968948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.976200 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80200923-f3e3-4082-b09d-6f337ec71543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:45.993015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Calling delete_port for 3a2beb68-0dec-4196-870b-5b1278e88ac0 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:35:46.065480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80200923-f3e3-4082-b09d-6f337ec71543 None None] For port 22edc932-9871-4775-9994-96359fe64c6d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=22edc932-9871-4775-9994-96359fe64c6d,segment=NetworkSegment(88a49489-8820-4348-9d89-38c48ec0eded),segment_id=88a49489-8820-4348-9d89-38c48ec0eded)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:46.085040 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80200923-f3e3-4082-b09d-6f337ec71543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.154560 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9601044-d2cb-471d-901a-065672f03953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.157146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:46.173320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:46.213582 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9601044-d2cb-471d-901a-065672f03953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.287042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0ea71dcf-47d4-46fe-89bb-52bc0614a58d None None] Provisioning complete for port 22edc932-9871-4775-9994-96359fe64c6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:46.287645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ea71dcf-47d4-46fe-89bb-52bc0614a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.298721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.321379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9601044-d2cb-471d-901a-065672f03953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.324979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9601044-d2cb-471d-901a-065672f03953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.326806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f9601044-d2cb-471d-901a-065672f03953 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/256a2c67-866e-4d2b-970c-1853bf2c54a6 HTTP/1.1" status: 204 len: 168 time: 0.4017539 Nov 23 22:35:46.341271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9601044-d2cb-471d-901a-065672f03953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a2c67-866e-4d2b-970c-1853bf2c54a6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:46.348562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80200923-f3e3-4082-b09d-6f337ec71543 None None] Pushing event updated for resources: {'Port': ['ID=22edc932-9871-4775-9994-96359fe64c6d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:46.426233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53228) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:46.433908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53234) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:46.442008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-58a55fa3-500c-4c94-8a4d-249d7cbadba2 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378334137', 'description': 'tempest-description--477914954'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:46.502588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a55fa3-500c-4c94-8a4d-249d7cbadba2 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.522185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-86513d67-2232-4758-9492-f70b217244a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:35:41Z', 'revision_number': 4, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port': {'id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:35Z', 'updated_at': '2021-11-23T22:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '22edc932-9871-4775-9994-96359fe64c6d', 'name': '', 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'mac_address': 'fa:16:3e:55:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:40Z', 'updated_at': '2021-11-23T22:35:45Z', 'revision_number': 4, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'subnets': [{'id': '9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:35:46.532208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.552350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:46.553043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.554840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] 10.222.0.48 "PUT /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 1091 time: 2.7039490 Nov 23 22:35:46.557494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:46.560197 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d055971f-1dab-49b8-a298-6847be3cfe64" -d '{"events": [{"name": "network-changed", "server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:46.571272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86513d67-2232-4758-9492-f70b217244a1 None None] The sync data for ids ['db506e96-0308-4890-b790-9ad4202a0bd5'] in n-d-817303-3 is: [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:35:41Z', 'revision_number': 4, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port': {'id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:35Z', 'updated_at': '2021-11-23T22:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '22edc932-9871-4775-9994-96359fe64c6d', 'name': '', 'network_id': '8772b609-9b61-4edb-9b53-fd622ee7d5c1', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'mac_address': 'fa:16:3e:55:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:40Z', 'updated_at': '2021-11-23T22:35:45Z', 'revision_number': 4, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'subnets': [{'id': '9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:35:46.574262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['3a2beb68-0dec-4196-870b-5b1278e88ac0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:35:46.592236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03972977-a2a0-4ef2-9b44-31e05add9af0 req-1e8da861-c54c-47cc-99fd-404f45a81804 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 210 time: 0.0565994 Nov 23 22:35:46.597597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd79a-9275-450e-bf67-690925facea0 service neutron] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:46.706232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.48', 52904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:46.707198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a2beb68-0dec-4196-870b-5b1278e88ac0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:46.723179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-90752809-network', 'tenant_id': 'b5cf95901e0e4a78be722d3672a26c07'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:46.865861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] No DVR routers for this DVR port 3a2beb68-0dec-4196-870b-5b1278e88ac0 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:35:46.890806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.896641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a55fa3-500c-4c94-8a4d-249d7cbadba2 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:46.897006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d2e13b5e-c069-406a-b195-74dc529b1417 req-1a35df42-ed88-4e58-9567-4adf35b61ce0 tempest-DeleteServersAdminTestJSON-121943132 tempest-DeleteServersAdminTestJSON-121943132-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3a2beb68-0dec-4196-870b-5b1278e88ac0 HTTP/1.1" status: 204 len: 173 time: 2.2769299 Nov 23 22:35:46.900992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-75a08669-e37f-4da6-a4b4-7be94ce1f74a tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1983943 Nov 23 22:35:46.938604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a55fa3-500c-4c94-8a4d-249d7cbadba2 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.010132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f119f9c-6a5a-4e5e-9a2d-a0b68b69a116 req-202df536-3c43-4c36-a9df-de40226f8d7d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.010728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28754-830a-4038-8233-02c7c882a936 req-f37e365b-6baa-412d-b7c0-edfb70462c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.012970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-f37e365b-6baa-412d-b7c0-edfb70462c4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1094 time: 0.3026173 Nov 23 22:35:47.018714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f119f9c-6a5a-4e5e-9a2d-a0b68b69a116 req-202df536-3c43-4c36-a9df-de40226f8d7d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.4316001 Nov 23 22:35:47.043746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec1e510e-5013-42f3-9c2a-eb77b13efca0 req-8d86c11c-ef8b-40af-86ca-00fd69dfcea3 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 210 time: 0.1351314 Nov 23 22:35:47.055827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Made reservation on behalf of b5cf95901e0e4a78be722d3672a26c07 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:47.058835 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.102679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a55fa3-500c-4c94-8a4d-249d7cbadba2 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.108672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-58a55fa3-500c-4c94-8a4d-249d7cbadba2 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6732192 Nov 23 22:35:47.109716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.113606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53242) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:47.122499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5b16304a-6bea-4fe9-b0ec-02876fca3603 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'security_group_rule': {'security_group_id': 'ae908600-b711-4ea4-ba49-f9c273dac11e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:47.129459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a55fa3-500c-4c94-8a4d-249d7cbadba2 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae908600-b711-4ea4-ba49-f9c273dac11e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:47.165402 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa3aca9-830d-4033-be15-80bc120b1585 x-openstack-request-id: req-8aa3aca9-830d-4033-be15-80bc120b1585 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:47.165707 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:47.165962 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8aa3aca9-830d-4033-be15-80bc120b1585 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:47.166368 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee', 'status': 'completed', 'code': 200} Nov 23 22:35:47.172294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-98a2b9e3-6e36-4aa7-8666-610a86926356 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.1131730 Nov 23 22:35:47.189215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53244) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:47.213906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f119f9c-6a5a-4e5e-9a2d-a0b68b69a116 req-fa06e5e9-f248-42f5-8ce4-ecb4e6e454fd tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943121 Nov 23 22:35:47.226325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c8ad-bef4-44d8-8a16-5a82e82dbe6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.246756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b16304a-6bea-4fe9-b0ec-02876fca3603 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.275300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-977e7a21-ce98-4ec2-932e-8926802c6441 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.277812 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-977e7a21-ce98-4ec2-932e-8926802c6441 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640049 Nov 23 22:35:47.295727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28754-830a-4038-8233-02c7c882a936 req-35a1aef5-d140-473a-86ed-1c549c7398d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.297322 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-35a1aef5-d140-473a-86ed-1c549c7398d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1074538 Nov 23 22:35:47.304328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Request body: {'port': {'device_id': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': 'cc7d45c0bc1b4c6ba5b8dbce7741f67c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:47.357740 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-0063072c-7ac2-496c-be05-9872d26e16be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494409 Nov 23 22:35:47.421350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b16304a-6bea-4fe9-b0ec-02876fca3603 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.427917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.440035 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b16304a-6bea-4fe9-b0ec-02876fca3603 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.466068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.492117 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b16304a-6bea-4fe9-b0ec-02876fca3603 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.496993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b16304a-6bea-4fe9-b0ec-02876fca3603 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776104 Nov 23 22:35:47.504673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53256) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:47.509593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16304a-6bea-4fe9-b0ec-02876fca3603 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7e3e58-e1ef-413e-ab61-87b67802869f,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:47.516053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1c514d81-0af5-416b-9bdd-f6f73d97631b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'security_group_rule': {'security_group_id': 'ae908600-b711-4ea4-ba49-f9c273dac11e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:47.529976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:35:47.571343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c8ad-bef4-44d8-8a16-5a82e82dbe6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.575380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0344ae7-925a-45e5-b776-9532f7fa5109,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:47.582287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.582645 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Added segment 5cfe9d31-0721-406b-b227-fbda8f43e953 of type vlan for network ac7156df-0a05-4c6b-80cd-b475893a3f6a Nov 23 22:35:47.595145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c8ad-bef4-44d8-8a16-5a82e82dbe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.636068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c514d81-0af5-416b-9bdd-f6f73d97631b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.654472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-3ccfb5c4-95c3-4e11-97cc-86eb5dae860f service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891243 Nov 23 22:35:47.684524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.700938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ca3c8ad-bef4-44d8-8a16-5a82e82dbe6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2cfc47e2347e453d9436fd22d306d9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079548 Nov 23 22:35:47.700938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c8ad-bef4-44d8-8a16-5a82e82dbe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d62547-b1e9-4ffd-ac28-a3502e95c28a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:47.705760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53264) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:47.800372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Made reservation on behalf of cc7d45c0bc1b4c6ba5b8dbce7741f67c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:47.804871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.823171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.827032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.827903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.858680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 22edc932-9871-4775-9994-96359fe64c6d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:47.922299 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8a28754-830a-4038-8233-02c7c882a936 req-ab68a28f-5b2c-46d3-8a54-3178ad690bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516637 Nov 23 22:35:47.937120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.954929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 22edc932-9871-4775-9994-96359fe64c6d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:47.955689 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:47.981854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5483411-f645-49b8-87dd-62f1b7365230 req-891c2d74-fc16-4579-8c1d-b3e9947750f3 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=545728c9-2d9e-447d-a2a4-e2d8c98dc46a HTTP/1.1" status: 200 len: 210 time: 0.1374183 Nov 23 22:35:47.997325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c514d81-0af5-416b-9bdd-f6f73d97631b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.010106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c514d81-0af5-416b-9bdd-f6f73d97631b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.046122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c514d81-0af5-416b-9bdd-f6f73d97631b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901832f6-0d6b-4b42-a76c-9df25770f6a7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:48.052279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6216908 Nov 23 22:35:48.052279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7f65e-315f-4cb3-8928-40147fb908f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7156df-0a05-4c6b-80cd-b475893a3f6a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:48.054077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53280) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:48.061793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Request body: {'subnet': {'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-90752809-subnet', 'tenant_id': 'b5cf95901e0e4a78be722d3672a26c07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:48.067236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c9e6-6082-49b8-8402-61a79d06bdcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.102304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:35:48.106822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c9e6-6082-49b8-8402-61a79d06bdcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.124451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Made reservation on behalf of b5cf95901e0e4a78be722d3672a26c07 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:48.126775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.137135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c514d81-0af5-416b-9bdd-f6f73d97631b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.139203 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c514d81-0af5-416b-9bdd-f6f73d97631b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6335719 Nov 23 22:35:48.155745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53286) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:48.161635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:48.220085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.235979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b1b6e00-69a6-4c82-9d50-9f5857404aeb req-4f0df6c4-2f5f-45b8-9aaa-860c3dd5eb62 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 210 time: 0.0682566 Nov 23 22:35:48.328966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-101f1985-d6fe-4ee4-9968-dc5285784032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:48.330983 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-101f1985-d6fe-4ee4-9968-dc5285784032 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1094 time: 0.2751622 Nov 23 22:35:48.361303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c9e6-6082-49b8-8402-61a79d06bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.372823 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c9e6-6082-49b8-8402-61a79d06bdcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.373991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b1a2c9e6-6082-49b8-8402-61a79d06bdcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02d62547-b1e9-4ffd-ac28-a3502e95c28a HTTP/1.1" status: 204 len: 168 time: 0.6672993 Nov 23 22:35:48.491361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2c9e6-6082-49b8-8402-61a79d06bdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d62547-b1e9-4ffd-ac28-a3502e95c28a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:48.498895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.565690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.584288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dbb0d-091a-4836-bb70-0e764ad8e749 req-2d8ea0d9-2f71-4951-9c47-4c0031cd4ccb tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:48.585828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a5dbb0d-091a-4836-bb70-0e764ad8e749 req-2d8ea0d9-2f71-4951-9c47-4c0031cd4ccb tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.1936779 Nov 23 22:35:48.607509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.728079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ac968d-b9ff-4989-8625-a89430030bda,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:48.739047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Checking segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:48.740150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Network hostable DHCP agents. Network: ac7156df-0a05-4c6b-80cd-b475893a3f6a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:35:48.749579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a5dbb0d-091a-4836-bb70-0e764ad8e749 req-bd9dba03-cec0-4fbf-9f98-11769dce4ad7 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521287 Nov 23 22:35:48.770149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:35:48.781968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ac7156df-0a05-4c6b-80cd-b475893a3f6a) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:48.786410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19bd06c-52dc-4345-97cc-21e2fa6798ef,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:48.791371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:48.793324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:48.794495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2ad8c-8e78-4684-bb9b-5206024d2dcb None None] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:48.828412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-69bccbed-de1b-429a-b655-12cff94cb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:48.830247 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-69bccbed-de1b-429a-b655-12cff94cb7a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.4753051 Nov 23 22:35:48.844757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fa5c6ffe-3a4f-4d37-aa08-5af0049f2fa8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7877481 Nov 23 22:35:49.069086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Allocated IP 192.168.233.46 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/af976361-e6e5-4496-abf5-e56ccea53812) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:49.072697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-6b28d5c0-1703-44d2-9183-f2526f9c2fbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.1092885 Nov 23 22:35:49.118591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'tenant_id': 'b5cf95901e0e4a78be722d3672a26c07', 'fixed_ips': [{'subnet_id': 'e5ac968d-b9ff-4989-8625-a89430030bda'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:35:49.120129 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:49.171220 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:49.173402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'name': 'network-vif-deleted', 'tag': '3a2beb68-0dec-4196-870b-5b1278e88ac0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:49.175814 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bd06b9-63de-419c-9c33-fcfbe22a281e" -d '{"events": [{"server_uuid": "545728c9-2d9e-447d-a2a4-e2d8c98dc46a", "name": "network-vif-deleted", "tag": "3a2beb68-0dec-4196-870b-5b1278e88ac0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:49.264536 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff138a25-a3ed-4603-b9fc-856ab1b928dc x-openstack-request-id: req-ff138a25-a3ed-4603-b9fc-856ab1b928dc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:49.265502 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545728c9-2d9e-447d-a2a4-e2d8c98dc46a", "name": "network-vif-deleted", "tag": "3a2beb68-0dec-4196-870b-5b1278e88ac0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:49.266089 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff138a25-a3ed-4603-b9fc-856ab1b928dc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:49.266684 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545728c9-2d9e-447d-a2a4-e2d8c98dc46a', 'name': 'network-vif-deleted', 'tag': '3a2beb68-0dec-4196-870b-5b1278e88ac0', 'status': 'completed', 'code': 200} Nov 23 22:35:49.338714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Allocated IP 172.20.0.2 (ac7156df-0a05-4c6b-80cd-b475893a3f6a/e5ac968d-b9ff-4989-8625-a89430030bda/a9686747-8818-42e5-a5ea-4af46372c44d) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:49.342468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-de6ab46e-b680-4909-b68f-4714780ca14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:49.344217 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-de6ab46e-b680-4909-b68f-4714780ca14a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.2562487 Nov 23 22:35:49.422596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e74ca47a-7797-4242-8595-26113b9f8d6a req-af2b3ff6-98cc-48da-9aea-4dde7358faa0 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 210 time: 0.0644636 Nov 23 22:35:49.434336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a2beb68-0dec-4196-870b-5b1278e88ac0 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:35:49.473379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 3a2beb68-0dec-4196-870b-5b1278e88ac0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:35:49.475080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a2beb68-0dec-4196-870b-5b1278e88ac0 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:35:49.476388 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-fff37682-d0da-4030-bfb7-9562010f83b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083965 Nov 23 22:35:49.622852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-23252a2b-836a-428d-bfc8-0ee46def3bde tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435305 Nov 23 22:35:49.719036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Allocated IP 172.25.0.216 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/65120b05-184a-4608-9622-afb3bcefa240) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:49.732376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53398) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:49.806547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-6b11b36b-a765-48e1-9e01-e8758fc5a5a4 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:49.816166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-6b11b36b-a765-48e1-9e01-e8758fc5a5a4 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850586 Nov 23 22:35:49.831318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:49.841701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-65fe0b85-c0f7-4d42-8a34-7d6966225fc0 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/quotas/6e70b4a31c5344df8590f9ca36ee3f5d HTTP/1.1" status: 200 len: 375 time: 0.0221038 Nov 23 22:35:49.847058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:49.923994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:49.927451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:49.931336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:49.963091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-4f87bb01-328c-430e-bff9-32c70df19c01 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077728 Nov 23 22:35:49.996858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf7ea-78b6-42f0-a71f-a0f660993663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.000420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Attempting to bind port a9686747-8818-42e5-a5ea-4af46372c44d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:50.000807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Attempting to bind port a9686747-8818-42e5-a5ea-4af46372c44d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:50.001170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Attempting to bind port a9686747-8818-42e5-a5ea-4af46372c44d on network ac7156df-0a05-4c6b-80cd-b475893a3f6a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:50.006341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Pushing event updated for resources: {'Port': ['ID=a9686747-8818-42e5-a5ea-4af46372c44d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:50.015878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:50.018501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Checking segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:50.018921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.019324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Bound using segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:50.019863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Bound port: a9686747-8818-42e5-a5ea-4af46372c44d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:50.022003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.124728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-597be851-4f70-46fa-a999-e83118d8342d None None] For port a9686747-8818-42e5-a5ea-4af46372c44d, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:50.129602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-597be851-4f70-46fa-a999-e83118d8342d None None] For port a9686747-8818-42e5-a5ea-4af46372c44d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a9686747-8818-42e5-a5ea-4af46372c44d,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:50.151041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.157609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.207256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.222980 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-457fb24c-5f45-4807-852c-46be452932d6 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936328 Nov 23 22:35:50.227170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-67e4bacd-bee1-4d7c-9ab7-d7e7bb6468d1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:50.229183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-67e4bacd-bee1-4d7c-9ab7-d7e7bb6468d1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 814 time: 0.3314159 Nov 23 22:35:50.293343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-b832da29-5d28-4bf1-ac05-bf9a81d486a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/quotas/b5cf95901e0e4a78be722d3672a26c07 HTTP/1.1" status: 200 len: 375 time: 0.0444860 Nov 23 22:35:50.327961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597be851-4f70-46fa-a999-e83118d8342d None None] Pushing event updated for resources: {'Port': ['ID=a9686747-8818-42e5-a5ea-4af46372c44d,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:50.342156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:50.356450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:50.364571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:50.370934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:50.371796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.441083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf7ea-78b6-42f0-a71f-a0f660993663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.460865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Pushing event updated for resources: {'Port': ['ID=af976361-e6e5-4496-abf5-e56ccea53812,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:50.473516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bede-a3e4-447e-badd-152974c6a5b1 req-264f140e-96e9-4fac-8d87-d0a2a254aaaa tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:50.477211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1e3bede-a3e4-447e-badd-152974c6a5b1 req-264f140e-96e9-4fac-8d87-d0a2a254aaaa tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.1999037 Nov 23 22:35:50.478149 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf7ea-78b6-42f0-a71f-a0f660993663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.523349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.540858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-6ee3e693-e4e5-4ba4-844a-75844eaaf2e5 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2134137 Nov 23 22:35:50.575308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.598380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:50.603053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-74a643ee-e253-44c8-8400-7903b31e8960 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3045747 Nov 23 22:35:50.608840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:50.614896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:50.614999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b7bdf7ea-78b6-42f0-a71f-a0f660993663 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bed5c63f8594d5fa0c1bcab89ee5a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8803403 Nov 23 22:35:50.630485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53434) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:50.647224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf7ea-78b6-42f0-a71f-a0f660993663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d580c78d-8547-49f5-be81-dd943b51118d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:50.734483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Request body: {'port': {'device_id': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:50.799554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.802215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1e3bede-a3e4-447e-badd-152974c6a5b1 req-fd80f128-2fa1-4a0f-b16e-75c55daf4dac tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964039 Nov 23 22:35:50.876137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bc83c6f0-4dfa-4dd6-97a8-2ccbb1852e0d None None] Provisioning complete for port af976361-e6e5-4496-abf5-e56ccea53812 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:50.876569 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc83c6f0-4dfa-4dd6-97a8-2ccbb1852e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.899275 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2464439-5a8f-455d-a720-e344ee291841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:50.917520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-ec1c6b6e-cc23-4709-b04a-c72c171d0992 service neutron] 10.222.0.11 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375471 Nov 23 22:35:50.960634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bc83c6f0-4dfa-4dd6-97a8-2ccbb1852e0d None None] Port af976361-e6e5-4496-abf5-e56ccea53812 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:50.994818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d055971f-1dab-49b8-a298-6847be3cfe64 req-596095c0-737b-48ba-8c0f-f33602b612da service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085018 Nov 23 22:35:51.032130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2464439-5a8f-455d-a720-e344ee291841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:51.044317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event updated for resources: {'Port': ['ID=65120b05-184a-4608-9622-afb3bcefa240,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:51.050769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e81c4a2b-121b-4e20-95e9-ac3f5e549b22 req-3f5395be-64a4-4431-8d17-b5c89590563f tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 210 time: 0.0669196 Nov 23 22:35:51.112909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:51.237052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:51.268287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-0c6de305-47da-429e-bb25-9438f4d0bd3f service neutron] 10.222.0.11 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502028 Nov 23 22:35:51.299035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12922e76-b8a8-4825-934e-e8a5e9c987f5 req-40371b37-27b3-42df-9873-6037e3070635 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:51.300565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12922e76-b8a8-4825-934e-e8a5e9c987f5 req-40371b37-27b3-42df-9873-6037e3070635 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 935 time: 0.1002920 Nov 23 22:35:51.301206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2464439-5a8f-455d-a720-e344ee291841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:51.304827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2464439-5a8f-455d-a720-e344ee291841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:51.310034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a2464439-5a8f-455d-a720-e344ee291841 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d580c78d-8547-49f5-be81-dd943b51118d HTTP/1.1" status: 204 len: 168 time: 0.6780958 Nov 23 22:35:51.320507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2464439-5a8f-455d-a720-e344ee291841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d580c78d-8547-49f5-be81-dd943b51118d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:51.384156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12922e76-b8a8-4825-934e-e8a5e9c987f5 req-ee859fa8-14d0-47de-804a-45bd105d961e tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 Nov 23 22:35:51.577704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af976361-e6e5-4496-abf5-e56ccea53812 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:51.597515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:51.664785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-2a6ec831-3468-4050-9b1e-56dd14f4455c tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572150 Nov 23 22:35:51.704065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Transition to ACTIVE for port object af976361-e6e5-4496-abf5-e56ccea53812 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:35:51.732244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:51.888341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a9686747-8818-42e5-a5ea-4af46372c44d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:52.006136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.030335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.057745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Pushing event updated for resources: {'Port': ['ID=af976361-e6e5-4496-abf5-e56ccea53812,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:52.061619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.074891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a9686747-8818-42e5-a5ea-4af46372c44d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:52.076554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.154313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53480) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:52.172449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e6633ff5-88b2-4877-80fd-415044a7f048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.173625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83214003-caba-4ede-9bcf-2b1624fb0a2a None None] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:35:52.247326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-1c6bc03d-5619-4049-a864-200b0962f95e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:52.249697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-1c6bc03d-5619-4049-a864-200b0962f95e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5521173 Nov 23 22:35:52.252599 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.253966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0969200 Nov 23 22:35:52.302639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Request body: {'port': {'device_id': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '6e70b4a31c5344df8590f9ca36ee3f5d'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:52.302964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff4420-535b-4dc8-b653-17f1a95d0169 req-d207bc75-6d6d-45a0-903f-798a111059e4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:52.305106 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90ff4420-535b-4dc8-b653-17f1a95d0169 req-d207bc75-6d6d-45a0-903f-798a111059e4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.1340835 Nov 23 22:35:52.427040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Attempting to bind port af976361-e6e5-4496-abf5-e56ccea53812 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:52.427827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Attempting to bind port af976361-e6e5-4496-abf5-e56ccea53812 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:52.428120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Attempting to bind port af976361-e6e5-4496-abf5-e56ccea53812 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:52.437682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf25a-9160-47e2-afdd-aab79adfa907 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event updated for resources: {'Port': ['ID=65120b05-184a-4608-9622-afb3bcefa240,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:52.452040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Port af976361-e6e5-4496-abf5-e56ccea53812 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:35:52.452356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Attempting to bind port af976361-e6e5-4496-abf5-e56ccea53812 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:52.455626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5a7f8668-27e7-4fcb-a6b9-33d94909aa57 None None] Provisioning complete for port a9686747-8818-42e5-a5ea-4af46372c44d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:52.460534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8668-27e7-4fcb-a6b9-33d94909aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.462176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e6633ff5-88b2-4877-80fd-415044a7f048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.472793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90ff4420-535b-4dc8-b653-17f1a95d0169 req-d9eba55e-7d9d-401f-87eb-e5306a81c539 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597061 Nov 23 22:35:52.474232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e6633ff5-88b2-4877-80fd-415044a7f048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.491244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:52.492602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:52.493139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:52.495431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Bound port: af976361-e6e5-4496-abf5-e56ccea53812, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:52.495976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.570079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e6633ff5-88b2-4877-80fd-415044a7f048 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8458a38982db44b8a50883b842eec7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146078 Nov 23 22:35:52.570827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53496) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:52.573168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6633ff5-88b2-4877-80fd-415044a7f048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc76223-4f1c-4f5c-b64d-deeee91f7ac9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:52.616050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Made reservation on behalf of 6e70b4a31c5344df8590f9ca36ee3f5d for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:52.620815 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.627339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 157e8e58-3e9a-4748-bf94-3659647982ee details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:35:52.679584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.787097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] For port af976361-e6e5-4496-abf5-e56ccea53812, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:52.797917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port a9686747-8818-42e5-a5ea-4af46372c44d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a9686747-8818-42e5-a5ea-4af46372c44d,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:52.827597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] For port af976361-e6e5-4496-abf5-e56ccea53812, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=af976361-e6e5-4496-abf5-e56ccea53812,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:52.840298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.853793 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8668-27e7-4fcb-a6b9-33d94909aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.865124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Allocated IP 192.168.233.7 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/2aa23dac-ac1d-4221-8b87-74b7bbc3902b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:52.875613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.901133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72733f4e-3d55-4339-8ab2-78559fc2335a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.910449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd09633-14d2-4445-bfc2-83984a53c428 req-2c715bad-cbf3-4e49-9a9b-eea7b583d43c tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:52.918632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7fd09633-14d2-4445-bfc2-83984a53c428 req-2c715bad-cbf3-4e49-9a9b-eea7b583d43c tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 972 time: 0.3022802 Nov 23 22:35:52.945422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:52.954608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=a9686747-8818-42e5-a5ea-4af46372c44d,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:52.966868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-c2d22140-a805-45e0-ae1d-38249e7d75cd tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:52.974374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-c2d22140-a805-45e0-ae1d-38249e7d75cd tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 814 time: 0.3591955 Nov 23 22:35:52.993767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:52.994736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:52.999400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] 10.222.0.48 "PUT /v2.0/ports/af976361-e6e5-4496-abf5-e56ccea53812 HTTP/1.1" status: 200 len: 1095 time: 2.2887573 Nov 23 22:35:53.002230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'tag': 'af976361-e6e5-4496-abf5-e56ccea53812'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:53.004835 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3616fa1d-f453-4105-acf6-66864c447547" -d '{"events": [{"name": "network-changed", "server_uuid": "d207e046-f8be-4b7a-9728-80f0c7729ed5", "tag": "af976361-e6e5-4496-abf5-e56ccea53812"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:53.006629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72733f4e-3d55-4339-8ab2-78559fc2335a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.019393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '157e8e58-3e9a-4748-bf94-3659647982ee', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'port_id': '157e8e58-3e9a-4748-bf94-3659647982ee', 'mac_address': 'fa:16:3e:6a:6e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94a85b9-3d97-43e1-9ecc-a6a9c216f04d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:35:53.034557 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-5a7f8668-27e7-4fcb-a6b9-33d94909aa57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:35:53.034910 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-5a7f8668-27e7-4fcb-a6b9-33d94909aa57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:35:53.041900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f129430-0224-43aa-9b1e-e2677361b973 service neutron] Pushing event updated for resources: {'Port': ['ID=af976361-e6e5-4496-abf5-e56ccea53812,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:53.056732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f62b981b-895f-4f63-8df8-fea81381e5c1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/quotas/b5cf95901e0e4a78be722d3672a26c07 HTTP/1.1" status: 200 len: 375 time: 0.0813057 Nov 23 22:35:53.123074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.144805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e8e58-3e9a-4748-bf94-3659647982ee {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:53.170877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:53.176649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.177423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7fd09633-14d2-4445-bfc2-83984a53c428 req-d89645bd-620a-44a5-8e20-231597ddee9b tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4e3cc92-dc0a-459a-a495-320ab87c83c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575507 Nov 23 22:35:53.233190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-c88ac29a-c39f-42f1-9ff1-a62c4d7412cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:53.237419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-c88ac29a-c39f-42f1-9ff1-a62c4d7412cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 1098 time: 0.1547596 Nov 23 22:35:53.279818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:53.341247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-383a649f-b30b-415d-b887-cf3c04a6dca7 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2835488 Nov 23 22:35:53.342187 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72733f4e-3d55-4339-8ab2-78559fc2335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.351502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72733f4e-3d55-4339-8ab2-78559fc2335a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.352696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-72733f4e-3d55-4339-8ab2-78559fc2335a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fc76223-4f1c-4f5c-b64d-deeee91f7ac9 HTTP/1.1" status: 204 len: 168 time: 0.7806592 Nov 23 22:35:53.377259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72733f4e-3d55-4339-8ab2-78559fc2335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc76223-4f1c-4f5c-b64d-deeee91f7ac9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:53.400523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-57746e7c-e553-4377-af30-225504cac897 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=af976361-e6e5-4496-abf5-e56ccea53812 HTTP/1.1" status: 200 len: 217 time: 0.1209266 Nov 23 22:35:53.551814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.46', 59063) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:53.560967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.575832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-e9331a4d-75ef-4423-b974-f05821689f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:53.577529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-e9331a4d-75ef-4423-b974-f05821689f04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1618798 Nov 23 22:35:53.630839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['157e8e58-3e9a-4748-bf94-3659647982ee'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:35:53.671450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b8801b7-d073-4c2c-bd3a-9bd6e56f0736 req-8347058f-fa8d-4258-99fb-60b894f094ac tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 210 time: 0.0673063 Nov 23 22:35:53.708265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-cf03c268-ef1d-4d0b-8ea2-39a2010a4f65 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:53.710044 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-cf03c268-ef1d-4d0b-8ea2-39a2010a4f65 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 814 time: 0.4108284 Nov 23 22:35:53.712497 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.723605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a9686747-8818-42e5-a5ea-4af46372c44d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:53.725968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-2a250681-f0f5-4dbc-adc3-06f09a83cbc7 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:53.730088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-2a250681-f0f5-4dbc-adc3-06f09a83cbc7 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 972 time: 0.1768239 Nov 23 22:35:53.739705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Request body: {'port': {'device_id': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'admin_state_up': True, 'tenant_id': 'b5cf95901e0e4a78be722d3672a26c07'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:53.746195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-13b7ed06-6728-4b2c-a1d9-bdb4835a0b9e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:35:53.759821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-13b7ed06-6728-4b2c-a1d9-bdb4835a0b9e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2258639 Nov 23 22:35:53.815562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:53.822776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:53.826618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-10089635-5baa-4de5-a07d-d9c25c893a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:53.828721 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-10089635-5baa-4de5-a07d-d9c25c893a83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399919 Nov 23 22:35:53.843681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:53.849421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:53.850031 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.896359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a9686747-8818-42e5-a5ea-4af46372c44d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:53.897094 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.986874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Pushing event updated for resources: {'Port': ['ID=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:54.000819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-7c8d49fa-a75b-4082-a2b2-14548cc93665 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7087142 Nov 23 22:35:54.016934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Request body: {'port': {'device_id': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:54.052020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f25aea77-baa8-4636-b980-b9a2ea357523 None None] Provisioning complete for port a9686747-8818-42e5-a5ea-4af46372c44d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:54.052499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f25aea77-baa8-4636-b980-b9a2ea357523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:54.113984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-0d02451a-f2d8-4914-9fb7-44d31cc44418 service neutron] 10.222.0.11 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531404 Nov 23 22:35:54.139169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b0947-99ea-40b8-b196-fd58ceb31e4d req-8ea5c05f-017f-42f0-ae01-73add41dea7c tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:54.146424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c47b0947-99ea-40b8-b196-fd58ceb31e4d req-8ea5c05f-017f-42f0-ae01-73add41dea7c tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 947 time: 0.3332095 Nov 23 22:35:54.190885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:54.293211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Deleting port 8c446e3b-91a7-47ef-a628-3764997aeb1e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:35:54.293687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:54.355066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c47b0947-99ea-40b8-b196-fd58ceb31e4d req-a2f1d018-ca01-468c-bdf9-bb9782eff1f9 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956441 Nov 23 22:35:54.376592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5f370d4a-8557-4503-9e60-668aa9d41269 None None] Provisioning complete for port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:54.377079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f370d4a-8557-4503-9e60-668aa9d41269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:54.421665 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-2b90ba71-6f41-4f88-b64f-c6ebd9603166 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686715 Nov 23 22:35:54.430235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5f370d4a-8557-4503-9e60-668aa9d41269 None None] Port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:54.452202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Made reservation on behalf of b5cf95901e0e4a78be722d3672a26c07 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:54.456431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:54.464520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-89d6d22d-34bc-4ab8-8657-dd5400787c41 service neutron] 10.222.0.11 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494399 Nov 23 22:35:54.590580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] For port 8c446e3b-91a7-47ef-a628-3764997aeb1e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8c446e3b-91a7-47ef-a628-3764997aeb1e,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:54.591207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:54.618183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Calling delete_port for 8c446e3b-91a7-47ef-a628-3764997aeb1e owned by compute:tempest-test_az-1149039803 {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:35:54.658482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-b52f4996-6b0d-4d5d-b20f-bd1fcec377f7 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--378334137&fields=id&tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710 HTTP/1.1" status: 200 len: 267 time: 0.1465018 Nov 23 22:35:54.718603 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d742068e-ec1c-42b8-bbd9-fb1c167a34b4 x-openstack-request-id: req-d742068e-ec1c-42b8-bbd9-fb1c167a34b4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:54.718896 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d207e046-f8be-4b7a-9728-80f0c7729ed5", "tag": "af976361-e6e5-4496-abf5-e56ccea53812", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:54.719161 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d742068e-ec1c-42b8-bbd9-fb1c167a34b4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:54.719559 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'tag': 'af976361-e6e5-4496-abf5-e56ccea53812', 'status': 'completed', 'code': 200} Nov 23 22:35:54.736595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-673a7214-522b-4040-ae29-ac7dec656fb8 req-a0990a5a-94c4-49cc-825b-8783c9fb0c99 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867076 Nov 23 22:35:54.917860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0182a970-dcae-41ee-ac7c-5d6fd735189e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:54.918785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Allocated IP 172.20.0.10 (ac7156df-0a05-4c6b-80cd-b475893a3f6a/e5ac968d-b9ff-4989-8625-a89430030bda/1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:54.919843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0182a970-dcae-41ee-ac7c-5d6fd735189e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 824 time: 0.2344139 Nov 23 22:35:54.987296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616fa1d-f453-4105-acf6-66864c447547 req-1e42f401-d06c-4c36-82d3-d2f674a11039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:54.988462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3616fa1d-f453-4105-acf6-66864c447547 req-1e42f401-d06c-4c36-82d3-d2f674a11039 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 1098 time: 0.1233273 Nov 23 22:35:55.015681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-623296c7-56c4-4e70-9f9c-2f87fdeab8e3 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/quotas/c9bb4ae5f4354d0fb94ec34f9d2c6710 HTTP/1.1" status: 200 len: 375 time: 0.0219352 Nov 23 22:35:55.052730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa23dac-ac1d-4221-8b87-74b7bbc3902b {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:55.065865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.098917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b2d8-4c38-4e12-b648-0f0a35640524 req-833ae9ea-02d0-4570-8351-27905177ccb5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:55.100769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c91b2d8-4c38-4e12-b648-0f0a35640524 req-833ae9ea-02d0-4570-8351-27905177ccb5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 944 time: 0.2701960 Nov 23 22:35:55.152383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Transition to ACTIVE for port object 2aa23dac-ac1d-4221-8b87-74b7bbc3902b will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:35:55.159536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-93de85a9-ce94-411f-84ed-98821e3a9d2c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426349 Nov 23 22:35:55.190037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.264226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616fa1d-f453-4105-acf6-66864c447547 req-80d87f34-395b-411d-a221-da89ec448c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:55.265877 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3616fa1d-f453-4105-acf6-66864c447547 req-80d87f34-395b-411d-a221-da89ec448c67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2617452 Nov 23 22:35:55.293969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:55.310467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c91b2d8-4c38-4e12-b648-0f0a35640524 req-2a4448d3-8c73-444d-a647-25cc180b3cf1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023745 Nov 23 22:35:55.370848 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.403519 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3616fa1d-f453-4105-acf6-66864c447547 req-ac1f6b70-f5fb-41ba-b267-62004af62572 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=af976361-e6e5-4496-abf5-e56ccea53812 HTTP/1.1" status: 200 len: 217 time: 0.1292832 Nov 23 22:35:55.451305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.517592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Attempting to bind port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:55.517904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Attempting to bind port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:55.518337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Attempting to bind port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:55.534230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:35:55.534607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Attempting to bind port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:55.544900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f60a5b-dc65-4c95-866a-5da81a1bd1d7 req-47b14a93-2527-4fc6-b830-0631d8b10291 tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4924a68-da21-4f1d-b22d-9fe2554abd61 HTTP/1.1" status: 200 len: 210 time: 0.0744953 Nov 23 22:35:55.560115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:55.560512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:55.560838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:55.561310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Bound port: 2aa23dac-ac1d-4221-8b87-74b7bbc3902b, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:55.561653 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.566914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616fa1d-f453-4105-acf6-66864c447547 req-9eb5808b-9da5-4f4f-90f4-5043385219ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:55.585449 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3616fa1d-f453-4105-acf6-66864c447547 req-9eb5808b-9da5-4f4f-90f4-5043385219ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1263473 Nov 23 22:35:55.658474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.769197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:35:55.786851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:35:55.788938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Pushing event updated for resources: {'Port': ['ID=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:55.794709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:35:55.806558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:55.807243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.842791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616fa1d-f453-4105-acf6-66864c447547 req-e1054f4a-937e-4768-8d1f-efe50b5039e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:55.845462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3616fa1d-f453-4105-acf6-66864c447547 req-e1054f4a-937e-4768-8d1f-efe50b5039e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2444301 Nov 23 22:35:55.847031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] For port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:55.855339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Pushing event deleted for resources: {'Port': ['ID=8c446e3b-91a7-47ef-a628-3764997aeb1e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:55.859362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] For port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:55.874115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-dfb8f47a-a315-49c2-8f85-370e6a0638c1 service neutron] 10.222.0.11 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794655 Nov 23 22:35:55.893549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.912008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] No DVR routers for this DVR port 8c446e3b-91a7-47ef-a628-3764997aeb1e on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:35:55.960563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:55.964886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ee65a2f-b126-4e3f-893d-0e4a1d7bbfd3 req-0c8c5a77-cc96-495c-b16e-bd35e651589d tempest-AggregatesAdminTestJSON-849185329 tempest-AggregatesAdminTestJSON-849185329-project] 10.222.0.46 "DELETE /v2.0/ports/8c446e3b-91a7-47ef-a628-3764997aeb1e HTTP/1.1" status: 204 len: 173 time: 2.1939442 Nov 23 22:35:55.965639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'name': 'network-vif-deleted', 'tag': '8c446e3b-91a7-47ef-a628-3764997aeb1e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:56.002739 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-085292ae-4cde-4764-8f0a-9f8c4eb552a3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2747750 Nov 23 22:35:56.020979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Request body: {'port': {'device_id': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:56.157830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:56.158623 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:56.160107 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] 10.222.0.46 "PUT /v2.0/ports/2aa23dac-ac1d-4221-8b87-74b7bbc3902b HTTP/1.1" status: 200 len: 1094 time: 2.1478755 Nov 23 22:35:56.326130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d24db3-044e-4b95-bf6c-4406dba3f554 req-03f8ef6b-333b-4101-942d-51677d586e82 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:56.327956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036e57d-90da-44fb-bc29-c3ab7c74f814 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:56.337223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82d24db3-044e-4b95-bf6c-4406dba3f554 req-03f8ef6b-333b-4101-942d-51677d586e82 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 946 time: 0.1716280 Nov 23 22:35:56.361274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0e53884a-35f9-4bbe-960e-fb1d55e44bcf None None] Provisioning complete for port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:56.361883 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0e53884a-35f9-4bbe-960e-fb1d55e44bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:56.383468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-5240d196-35b3-46c3-a7f6-93b9aec69bef service neutron] 10.222.0.11 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083785 Nov 23 22:35:56.395159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:56.408103 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67a3158-a5c2-4aff-bf9f-c236b6fdc581" -d '{"events": [{"server_uuid": "e4924a68-da21-4f1d-b22d-9fe2554abd61", "name": "network-vif-deleted", "tag": "8c446e3b-91a7-47ef-a628-3764997aeb1e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:56.440038 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3616fa1d-f453-4105-acf6-66864c447547 req-92971e9d-b037-4cbd-87ba-b983fdc2de37 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784450 Nov 23 22:35:56.456554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0e53884a-35f9-4bbe-960e-fb1d55e44bcf None None] Port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:35:56.486583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82d24db3-044e-4b95-bf6c-4406dba3f554 req-c46d0c68-fa2c-4880-8fd5-986fa494a8c4 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251936 Nov 23 22:35:56.532586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 157e8e58-3e9a-4748-bf94-3659647982ee up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:35:56.546017 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:56.552188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53592) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:56.706699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-25e987de-9a5b-43ce-84c1-f7bdd28e134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:56.716242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-25e987de-9a5b-43ce-84c1-f7bdd28e134c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 1097 time: 0.3669994 Nov 23 22:35:56.730535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'tag': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:56.732818 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaef88d-e6f0-4e08-9710-4cdd567276c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db", "tag": "2aa23dac-ac1d-4221-8b87-74b7bbc3902b"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:56.782962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 157e8e58-3e9a-4748-bf94-3659647982ee completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:35:56.794575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 157e8e58-3e9a-4748-bf94-3659647982ee triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:35:56.794961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:56.909230 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-34df55ff-6509-45cf-a589-ac0721805dfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2aa23dac-ac1d-4221-8b87-74b7bbc3902b HTTP/1.1" status: 200 len: 217 time: 0.1623795 Nov 23 22:35:56.966477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-e18c26d8-e35b-48e5-b934-dbfd4d22dfcb tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:56.981455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-e18c26d8-e35b-48e5-b934-dbfd4d22dfcb tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 814 time: 0.3662543 Nov 23 22:35:57.011825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-3baf2109-9682-4801-b462-aacbfa00c695 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/quotas/b5cf95901e0e4a78be722d3672a26c07 HTTP/1.1" status: 200 len: 375 time: 0.0273058 Nov 23 22:35:57.017608 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.025034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fb152-a630-4e04-8dac-d1c203ec5e3c req-9593710f-23b9-4711-9579-06838f6a66a3 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:57.030307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f07fb152-a630-4e04-8dac-d1c203ec5e3c req-9593710f-23b9-4711-9579-06838f6a66a3 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 947 time: 0.2358470 Nov 23 22:35:57.066474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:35:57.069428 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd20b12-98c8-4ba5-b132-44e57b3aede4" -d '{"events": [{"server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "name": "network-vif-plugged", "status": "completed", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:35:57.077304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:57.088460 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.109005 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3616fa1d-f453-4105-acf6-66864c447547 req-ebdeaa81-7fd5-4121-9a73-8d8b30e1beaf service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492233 Nov 23 22:35:57.134614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-63330df4-ca0a-4bb5-86d8-21bc384d5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:57.137536 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-63330df4-ca0a-4bb5-86d8-21bc384d5079 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1937249 Nov 23 22:35:57.146865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-b1b7047e-b0cc-444f-8a08-a170d576e979 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:57.148521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-b1b7047e-b0cc-444f-8a08-a170d576e979 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.48 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 814 time: 0.5599339 Nov 23 22:35:57.153702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:57.172135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f07fb152-a630-4e04-8dac-d1c203ec5e3c req-c1ad5554-a804-44a3-8e87-0da71e72574f tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937741 Nov 23 22:35:57.173274 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08af5322-819d-4fe1-9e33-4ca67effd6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.224956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8c446e3b-91a7-47ef-a628-3764997aeb1e no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:35:57.240950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-e457f056-9774-419c-b824-a467fa6ac5eb tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2274835 Nov 23 22:35:57.249666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Request body: {'port': {'device_id': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'admin_state_up': True, 'tenant_id': 'b5cf95901e0e4a78be722d3672a26c07'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:57.267226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 8c446e3b-91a7-47ef-a628-3764997aeb1e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:35:57.267593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8c446e3b-91a7-47ef-a628-3764997aeb1e not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:35:57.445504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-ae5732c0-8a7c-4e64-aeb0-9bd78e0f1e30 service neutron] 10.222.0.11 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951692 Nov 23 22:35:57.459264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08af5322-819d-4fe1-9e33-4ca67effd6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.474957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08af5322-819d-4fe1-9e33-4ca67effd6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.574608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-08af5322-819d-4fe1-9e33-4ca67effd6e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6aee4ebc18094d6f94839b5023f76186&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0202568 Nov 23 22:35:57.578489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53622) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:57.592263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af5322-819d-4fe1-9e33-4ca67effd6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb82df-729b-46e3-bac3-59b1d30dd8cf,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:57.625022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-f65009b8-eee7-4760-8567-0e1058f472d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:57.626496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-f65009b8-eee7-4760-8567-0e1058f472d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4133704 Nov 23 22:35:57.685214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-cdd1234b-cd30-49c6-8115-ce3ad79893a7 service neutron] 10.222.0.11 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387114 Nov 23 22:35:57.814866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Made reservation on behalf of b5cf95901e0e4a78be722d3672a26c07 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:57.817980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.839845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:57.846323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc9f4-7677-4ff4-ad15-3a2c2843fcff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.864079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.905542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-0a06ce75-896c-4ae0-8ac7-56fc36277951 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656281 Nov 23 22:35:57.915204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcbe6c-bc8a-48b0-8bff-b71bd89dd3f1 req-0da9ff05-0a21-4305-8878-2cbee1feb08e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:57.916470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Transition to ACTIVE for port object 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:35:57.919199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92dcbe6c-bc8a-48b0-8bff-b71bd89dd3f1 req-0da9ff05-0a21-4305-8878-2cbee1feb08e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 945 time: 0.2505710 Nov 23 22:35:57.935989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:57.998261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc9f4-7677-4ff4-ad15-3a2c2843fcff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:58.023979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:58.066018 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ebbfe-1259-428f-806d-93a7848f41b8 x-openstack-request-id: req-3f3ebbfe-1259-428f-806d-93a7848f41b8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:58.066893 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4924a68-da21-4f1d-b22d-9fe2554abd61", "name": "network-vif-deleted", "tag": "8c446e3b-91a7-47ef-a628-3764997aeb1e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:58.067731 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f3ebbfe-1259-428f-806d-93a7848f41b8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:58.067931 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4924a68-da21-4f1d-b22d-9fe2554abd61', 'name': 'network-vif-deleted', 'tag': '8c446e3b-91a7-47ef-a628-3764997aeb1e', 'status': 'completed', 'code': 200} Nov 23 22:35:58.097697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92dcbe6c-bc8a-48b0-8bff-b71bd89dd3f1 req-4d545382-4bc2-4099-a4b9-837e21b334fb tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673810 Nov 23 22:35:58.155105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc9f4-7677-4ff4-ad15-3a2c2843fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:58.158859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e5cc9f4-7677-4ff4-ad15-3a2c2843fcff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:58.160102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5e5cc9f4-7677-4ff4-ad15-3a2c2843fcff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20eb82df-729b-46e3-bac3-59b1d30dd8cf HTTP/1.1" status: 204 len: 168 time: 0.5787611 Nov 23 22:35:58.194529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cc9f4-7677-4ff4-ad15-3a2c2843fcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb82df-729b-46e3-bac3-59b1d30dd8cf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:58.269364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-724e9b99-c31a-460b-9a28-e4cf588a37e0 req-edbc9200-03ab-4c0a-a311-d80ff0734359 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 210 time: 0.0424516 Nov 23 22:35:58.281536 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49769c14-eb04-4647-a2b7-2ddd03c04e87 x-openstack-request-id: req-49769c14-eb04-4647-a2b7-2ddd03c04e87 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:58.282740 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db", "tag": "2aa23dac-ac1d-4221-8b87-74b7bbc3902b", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:58.282914 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49769c14-eb04-4647-a2b7-2ddd03c04e87 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:58.283316 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'tag': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b', 'status': 'completed', 'code': 200} Nov 23 22:35:58.334348 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3efba4-38d3-4251-9022-4ff9f16e025e x-openstack-request-id: req-2c3efba4-38d3-4251-9022-4ff9f16e025e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:35:58.334886 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "name": "network-vif-plugged", "status": "completed", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:35:58.334987 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c3efba4-38d3-4251-9022-4ff9f16e025e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:35:58.336242 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee', 'code': 200} Nov 23 22:35:58.538006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device af976361-e6e5-4496-abf5-e56ccea53812 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:35:58.555717 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ca9f5ae3-dd30-4db8-bdb1-83ee1f58e280 req-647eed27-4a2d-40ed-bc93-9d65e6a65bbb service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380355 Nov 23 22:35:58.594265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Allocated IP 172.20.0.7 (ac7156df-0a05-4c6b-80cd-b475893a3f6a/e5ac968d-b9ff-4989-8625-a89430030bda/1e9a0041-4834-4a46-9162-d2d7a5f52b64) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:58.610299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Attempting to bind port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:35:58.610673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Attempting to bind port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:35:58.611144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Attempting to bind port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba on network ac7156df-0a05-4c6b-80cd-b475893a3f6a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:58.654529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba on network ac7156df-0a05-4c6b-80cd-b475893a3f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:35:58.654926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Attempting to bind port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba on network ac7156df-0a05-4c6b-80cd-b475893a3f6a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:35:58.703856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b5803b5-0bd2-4600-b6a9-e91c18016cd8 req-1910c13f-df8a-4182-90a6-3b83df4345d6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 210 time: 0.1362267 Nov 23 22:35:58.748295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53654) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:58.753807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:35:58.754312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Checking segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:35:58.754861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Bound using segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:35:58.755474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Bound port: 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:35:58.755934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:58.760110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35481d-1ec5-4561-b11a-a544a8577735 req-5ec3201c-a85b-4d55-9d80-b3cd84d6ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:58.762291 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0a35481d-1ec5-4561-b11a-a544a8577735 req-5ec3201c-a85b-4d55-9d80-b3cd84d6ed66 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1096 time: 0.2411950 Nov 23 22:35:58.788321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6034ca8-566d-41c7-80c0-d279cd1e16c7 req-c84af133-514e-4ffb-bdf4-436eb6543188 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:58.818263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6034ca8-566d-41c7-80c0-d279cd1e16c7 req-c84af133-514e-4ffb-bdf4-436eb6543188 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 946 time: 0.3436337 Nov 23 22:35:58.890793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-39cba19d-a715-4299-a5fa-dd2607e7b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:58.892327 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-39cba19d-a715-4299-a5fa-dd2607e7b82e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 1097 time: 0.2321203 Nov 23 22:35:58.904655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-964f9fd1-4edf-48a5-9362-c6a1c7885d9d tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:58.906580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-964f9fd1-4edf-48a5-9362-c6a1c7885d9d tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 824 time: 0.4905398 Nov 23 22:35:59.028696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6034ca8-566d-41c7-80c0-d279cd1e16c7 req-f251c754-d445-4e9b-bca8-d087c8064f89 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029378 Nov 23 22:35:59.038292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:59.113688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port af976361-e6e5-4496-abf5-e56ccea53812, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=af976361-e6e5-4496-abf5-e56ccea53812,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:59.126842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-2752497b-a0fc-47f7-a18e-c315f82fb96d tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710 HTTP/1.1" status: 200 len: 379 time: 0.2084816 Nov 23 22:35:59.137429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c954bb96-e3a9-4516-b1d5-ec4043349d21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb374d8c83904a0eb7963c601885e4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821261 Nov 23 22:35:59.145687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b474bb-b7b4-46ec-be4b-1a7f99f931c9 req-c17b7a4b-f84f-4c44-b876-f52ecf4b244a tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:59.148195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'af976361-e6e5-4496-abf5-e56ccea53812', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'af976361-e6e5-4496-abf5-e56ccea53812', 'mac_address': 'fa:16:3e:87:3d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:35:59.157522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65b474bb-b7b4-46ec-be4b-1a7f99f931c9 req-c17b7a4b-f84f-4c44-b876-f52ecf4b244a tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 947 time: 0.2409604 Nov 23 22:35:59.159136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53666) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:59.162932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'port': {'device_id': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'admin_state_up': True, 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'security_groups': ['ae908600-b711-4ea4-ba49-f9c273dac11e']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:35:59.176569 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0a35481d-1ec5-4561-b11a-a544a8577735 req-3f242092-c72d-403d-9159-b1dc032d6f31 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000192 Nov 23 22:35:59.242254 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.254708 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c665da58-60a3-463d-9cef-f939495d2deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.273122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af976361-e6e5-4496-abf5-e56ccea53812 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:35:59.301174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] For port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:35:59.302678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port af976361-e6e5-4496-abf5-e56ccea53812, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=af976361-e6e5-4496-abf5-e56ccea53812,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:35:59.308186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.350663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] For port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:35:59.368782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=af976361-e6e5-4496-abf5-e56ccea53812,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:59.372562 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.387640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-5123bd75-479a-4662-b293-8414456f0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:59.389224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-5123bd75-479a-4662-b293-8414456f0f22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.4812334 Nov 23 22:35:59.421664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65b474bb-b7b4-46ec-be4b-1a7f99f931c9 req-91490a8e-e113-4842-980c-05254b965888 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617085 Nov 23 22:35:59.423104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f74f707b-fede-427f-8495-c7a1cc9de150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.434242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.485048 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-c05b72a5-3002-4363-b3f8-3e75efc4cd59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2aa23dac-ac1d-4221-8b87-74b7bbc3902b HTTP/1.1" status: 200 len: 217 time: 0.0833104 Nov 23 22:35:59.486137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b201c-7c4e-4322-bf33-5a49faf0cdd4 req-bbf88645-3d65-4107-9838-a365906b1c45 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:59.487633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:59.487815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f28b201c-7c4e-4322-bf33-5a49faf0cdd4 req-bbf88645-3d65-4107-9838-a365906b1c45 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 945 time: 0.1741931 Nov 23 22:35:59.488278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.489671 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] 10.222.0.46 "PUT /v2.0/ports/1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba HTTP/1.1" status: 200 len: 1092 time: 3.4730012 Nov 23 22:35:59.492943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Made reservation on behalf of c9bb4ae5f4354d0fb94ec34f9d2c6710 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:35:59.497123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.515197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f74f707b-fede-427f-8495-c7a1cc9de150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.612236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['af976361-e6e5-4496-abf5-e56ccea53812'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:35:59.674797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30305ef9-4396-434e-b75e-d5c886e351ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:59.733580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.46', 59067) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:35:59.791270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-672637b1-64d2-4699-a945-37b095d2e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:59.792888 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-672637b1-64d2-4699-a945-37b095d2e43e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2967725 Nov 23 22:35:59.836274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.857772 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c665da58-60a3-463d-9cef-f939495d2deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.906822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5ba2b4a-5748-48bf-9372-65b0ec7eece6 req-39a72e20-85e4-4580-8f4b-a9eed457ac71 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 210 time: 0.1730649 Nov 23 22:35:59.907685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c665da58-60a3-463d-9cef-f939495d2deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:59.933892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Allocated IP 172.20.0.6 (fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581/2fbf7eeb-3afb-41a1-8658-8e054574cad4/48182058-1723-4e82-bfa6-b13f8a24850e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:35:59.973218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665da58-60a3-463d-9cef-f939495d2deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0044457d-5c64-4d88-81f1-9ff9b31ea343,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:35:59.984417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-e83b32a1-5fec-4e48-ac15-0fc271904efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:59.985827 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-e83b32a1-5fec-4e48-ac15-0fc271904efd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 1095 time: 0.4061296 Nov 23 22:35:59.994000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:00.004743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:00.031111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:00.036829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.037445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.050990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f28b201c-7c4e-4322-bf33-5a49faf0cdd4 req-be2d5f94-26d0-4527-bc9f-0206e218cb60 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327258 Nov 23 22:36:00.056757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f74f707b-fede-427f-8495-c7a1cc9de150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.059530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f74f707b-fede-427f-8495-c7a1cc9de150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.067531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f74f707b-fede-427f-8495-c7a1cc9de150 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4e3cc92-dc0a-459a-a495-320ab87c83c5 HTTP/1.1" status: 204 len: 168 time: 0.8981667 Nov 23 22:36:00.118601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-e82197fa-12fd-4f97-a534-9d90295c18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.126956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-e82197fa-12fd-4f97-a534-9d90295c18f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3201036 Nov 23 22:36:00.157992 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-972dbe62-7213-4c6e-af04-864b265fe13e req-930014f7-0274-423e-a714-5eab231bd3a4 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 210 time: 0.1021252 Nov 23 22:36:00.161853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f707b-fede-427f-8495-c7a1cc9de150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e3cc92-dc0a-459a-a495-320ab87c83c5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:00.165294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c665da58-60a3-463d-9cef-f939495d2deb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fdc37b407da44e3a793edbadb370fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1215014 Nov 23 22:36:00.166731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-7aee8179-4e8c-4cd8-83c3-3012fb8a8fec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba HTTP/1.1" status: 200 len: 217 time: 0.1670420 Nov 23 22:36:00.177553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53690) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:00.197653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Pushing event updated for resources: {'Port': ['ID=1e9a0041-4834-4a46-9162-d2d7a5f52b64,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:00.295696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'tag': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:00.298486 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe8832-b78b-4622-a6e4-7aa407676aec" -d '{"events": [{"name": "network-changed", "server_uuid": "905a2ddb-0014-4745-93c5-e1d6feadb461", "tag": "1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:00.347332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f3b78c84-8043-4c36-a8f4-c44221cb1b29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1185489 Nov 23 22:36:00.367653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-7bee03aa-5641-4a42-b228-4421b6fab50f tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.369141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-7bee03aa-5641-4a42-b228-4421b6fab50f tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 814 time: 0.6170788 Nov 23 22:36:00.374091 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906d142-e4ea-43dd-8bc7-15ea31ff1cc1 x-openstack-request-id: req-d906d142-e4ea-43dd-8bc7-15ea31ff1cc1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:00.374624 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905a2ddb-0014-4745-93c5-e1d6feadb461", "tag": "1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:00.375038 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d906d142-e4ea-43dd-8bc7-15ea31ff1cc1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:00.375597 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'tag': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba', 'status': 'completed', 'code': 200} Nov 23 22:36:00.384165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Request body: {'port': {'device_id': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:00.397616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Request body: {'port': {'device_id': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'admin_state_up': True, 'tenant_id': 'b5cf95901e0e4a78be722d3672a26c07'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:00.398579 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.420353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-288e07cc-0c08-4f19-b0a6-60323963f0e2 None None] Provisioning complete for port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:00.420914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-288e07cc-0c08-4f19-b0a6-60323963f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.425933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3202544-0c1c-44d1-a51f-62b35108b73e req-bd20915b-55e3-4e02-a6a0-db63aa6c554a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.427474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3202544-0c1c-44d1-a51f-62b35108b73e req-bd20915b-55e3-4e02-a6a0-db63aa6c554a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 946 time: 0.1260414 Nov 23 22:36:00.486694 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.500633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-cd66ddf4-066a-48c8-ad20-8d63a590bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.502573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-cd66ddf4-066a-48c8-ad20-8d63a590bbcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 200 len: 853 time: 0.2936921 Nov 23 22:36:00.506922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-205bf467-305e-4edf-8a50-e2e0160f6d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.543934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.559967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-288e07cc-0c08-4f19-b0a6-60323963f0e2 None None] Port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:00.563737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3202544-0c1c-44d1-a51f-62b35108b73e req-0447053e-7691-442e-8b12-8a591e38383c tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259704 Nov 23 22:36:00.587532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device af976361-e6e5-4496-abf5-e56ccea53812 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:00.622428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:00.634548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:00.637316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:00.643983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.644597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.661162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port af976361-e6e5-4496-abf5-e56ccea53812 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:00.665154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port af976361-e6e5-4496-abf5-e56ccea53812 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:00.665562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.679551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event updated for resources: {'Port': ['ID=48182058-1723-4e82-bfa6-b13f8a24850e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:00.692425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-05e204e4-899b-46ba-b82b-b17649f3fcc5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5559654 Nov 23 22:36:00.704219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11c62-3f1d-48cd-b773-f1b51b741c43 req-5962cb51-2783-45b9-8f18-0f42109e110a tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.711526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b11c62-3f1d-48cd-b773-f1b51b741c43 req-5962cb51-2783-45b9-8f18-0f42109e110a tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 948 time: 0.1321945 Nov 23 22:36:00.714112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53704) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:00.720365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Request body: {'port': {'device_id': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:00.770703 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.789721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-205bf467-305e-4edf-8a50-e2e0160f6d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.812407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port af976361-e6e5-4496-abf5-e56ccea53812, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=af976361-e6e5-4496-abf5-e56ccea53812,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:00.813893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af976361-e6e5-4496-abf5-e56ccea53812'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:00.817704 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5b022-0fda-4696-b086-c9e01283ee44" -d '{"events": [{"server_uuid": "d207e046-f8be-4b7a-9728-80f0c7729ed5", "name": "network-vif-plugged", "status": "completed", "tag": "af976361-e6e5-4496-abf5-e56ccea53812"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:00.842296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.864379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53710) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:00.905521 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3623e3c9-f4c1-484f-8522-fe1f818c73a4 x-openstack-request-id: req-3623e3c9-f4c1-484f-8522-fe1f818c73a4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:00.906199 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d207e046-f8be-4b7a-9728-80f0c7729ed5", "name": "network-vif-plugged", "status": "completed", "tag": "af976361-e6e5-4496-abf5-e56ccea53812", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:00.906700 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3623e3c9-f4c1-484f-8522-fe1f818c73a4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:00.907253 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af976361-e6e5-4496-abf5-e56ccea53812', 'code': 200} Nov 23 22:36:00.918557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118509ee-1f4d-4220-b806-bf024853f612 req-7e4d1c69-f1e7-41fb-9f6f-9f2cb5daf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.920525 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-7e4d1c69-f1e7-41fb-9f6f-9f2cb5daf7aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac7156df-0a05-4c6b-80cd-b475893a3f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3783555 Nov 23 22:36:00.921245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Made reservation on behalf of b5cf95901e0e4a78be722d3672a26c07 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:00.926348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.954828 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-4ae77d00-1b31-4d11-a5c7-32fef4b35e54 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000817 Nov 23 22:36:00.989596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=af976361-e6e5-4496-abf5-e56ccea53812,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:01.053084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.095622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-075321db-0861-4eff-bbc7-03c32b59a4a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96bb6735f75546759e192aa3088e1255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791721 Nov 23 22:36:01.128344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b11c62-3f1d-48cd-b773-f1b51b741c43 req-f217fb9d-a61f-4e4a-83fc-e5f02cd36023 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158709 Nov 23 22:36:01.155991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53718) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:01.239757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 2aa23dac-ac1d-4221-8b87-74b7bbc3902b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:01.332853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c03a1128-9104-4fc0-94d1-24cf44679470 None None] Provisioning complete for port 48182058-1723-4e82-bfa6-b13f8a24850e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:01.333143 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c03a1128-9104-4fc0-94d1-24cf44679470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.380384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:01.382811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c94afb3c-6bc9-4dcd-968f-f8e7b1487e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.395876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b', 'mac_address': 'fa:16:3e:77:bc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:01.397511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c03a1128-9104-4fc0-94d1-24cf44679470 None None] Port 48182058-1723-4e82-bfa6-b13f8a24850e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:01.410546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828e5a7-f1c8-44e6-a9bc-48e4306e0318 req-0957350e-7697-4a79-bff8-5f3f30327c0c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:01.412219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0828e5a7-f1c8-44e6-a9bc-48e4306e0318 req-0957350e-7697-4a79-bff8-5f3f30327c0c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 931 time: 0.3390026 Nov 23 22:36:01.436129 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.449051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa23dac-ac1d-4221-8b87-74b7bbc3902b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:01.466800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73dcb323-b0ff-4e75-b4dd-31534a003c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.471155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:01.475647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.491877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-205bf467-305e-4edf-8a50-e2e0160f6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.494434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-205bf467-305e-4edf-8a50-e2e0160f6d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.498186 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-205bf467-305e-4edf-8a50-e2e0160f6d1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0044457d-5c64-4d88-81f1-9ff9b31ea343 HTTP/1.1" status: 204 len: 168 time: 1.2992485 Nov 23 22:36:01.535023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:01.537868 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ef92e36-3a36-4bd8-8c8d-82675f69a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.575596 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73dcb323-b0ff-4e75-b4dd-31534a003c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.593118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b9fe-cacd-4053-afbf-b8386a9dfc9d req-acf863db-e266-4bac-ab40-62bdee10bf29 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:01.600104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f37b9fe-cacd-4053-afbf-b8386a9dfc9d req-acf863db-e266-4bac-ab40-62bdee10bf29 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 945 time: 0.3478310 Nov 23 22:36:01.608550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bf467-305e-4edf-8a50-e2e0160f6d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0044457d-5c64-4d88-81f1-9ff9b31ea343,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:01.656714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9b5c1-4eb4-435e-b399-712ec301bfd2 req-6ff8bfef-e48a-42d4-85ea-7929a7d551c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:01.658124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00a9b5c1-4eb4-435e-b399-712ec301bfd2 req-6ff8bfef-e48a-42d4-85ea-7929a7d551c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 1100 time: 0.3983238 Nov 23 22:36:01.670840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['2aa23dac-ac1d-4221-8b87-74b7bbc3902b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:01.672925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-c91543a2-44d2-48ed-9c98-9aa4d9eaaaf2 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066846 Nov 23 22:36:01.690506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0828e5a7-f1c8-44e6-a9bc-48e4306e0318 req-6f2a614b-a664-4d35-810e-027ce9c2ddb5 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489669 Nov 23 22:36:01.711329 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6eaef88d-e6f0-4e08-9710-4cdd567276c9 req-03d70fff-458d-4132-9d07-61917dd30f83 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520860 Nov 23 22:36:01.793338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f37b9fe-cacd-4053-afbf-b8386a9dfc9d req-bb2db44e-4f0d-43db-8a33-c9761923cb05 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915743 Nov 23 22:36:01.850663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Allocated IP 172.20.0.4 (ac7156df-0a05-4c6b-80cd-b475893a3f6a/e5ac968d-b9ff-4989-8625-a89430030bda/87943801-6610-43b9-b62d-01fbc409f0e5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:01.895408 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00a9b5c1-4eb4-435e-b399-712ec301bfd2 req-1bf4a1fc-06f7-4437-910e-0c94d18025d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214689 Nov 23 22:36:01.896815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d0a0c57-3e5a-4c3a-9b4f-09ff7b3c813d req-e635e106-5188-4293-907c-bfd4033d1002 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 210 time: 0.0508914 Nov 23 22:36:01.913037 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73dcb323-b0ff-4e75-b4dd-31534a003c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.916827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73dcb323-b0ff-4e75-b4dd-31534a003c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.919732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-73dcb323-b0ff-4e75-b4dd-31534a003c3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a701e66-1e76-43a8-ac92-953d1cf238c4 HTTP/1.1" status: 204 len: 168 time: 0.7626553 Nov 23 22:36:01.952394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c94afb3c-6bc9-4dcd-968f-f8e7b1487e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.956325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48182058-1723-4e82-bfa6-b13f8a24850e {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:01.970021 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-118509ee-1f4d-4220-b806-bf024853f612 req-2c3e2976-c084-4e8f-8ced-d24263f1b5ee service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728305 Nov 23 22:36:01.970644 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c94afb3c-6bc9-4dcd-968f-f8e7b1487e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.983502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcb323-b0ff-4e75-b4dd-31534a003c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a701e66-1e76-43a8-ac92-953d1cf238c4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:01.990440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.024160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Transition to ACTIVE for port object 48182058-1723-4e82-bfa6-b13f8a24850e will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:02.043272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea17a-2ab7-4176-92cf-d2b245d06d6a req-31889175-8879-4fbf-81ee-450c5d00454a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.048486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94afb3c-6bc9-4dcd-968f-f8e7b1487e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9341d066-ab68-4055-a361-7e86285e3d5b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:02.060197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-267ea17a-2ab7-4176-92cf-d2b245d06d6a req-31889175-8879-4fbf-81ee-450c5d00454a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 947 time: 0.1368613 Nov 23 22:36:02.063240 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c94afb3c-6bc9-4dcd-968f-f8e7b1487e30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa5b1f24cc644fa69666230de9a40298&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1915605 Nov 23 22:36:02.064082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53740) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:02.074449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.139826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Pushing event updated for resources: {'Port': ['ID=48182058-1723-4e82-bfa6-b13f8a24850e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:02.226132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-767bd98f-3aae-4c06-bb4e-b2f821301204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.227697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-767bd98f-3aae-4c06-bb4e-b2f821301204 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 1095 time: 0.1518767 Nov 23 22:36:02.258885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-267ea17a-2ab7-4176-92cf-d2b245d06d6a req-fa06ace1-2396-46b4-9dd1-4f26fb9d3e0e tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862216 Nov 23 22:36:02.273577 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6320d926-3941-48ff-beba-ce87202f862b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.298153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Attempting to bind port 48182058-1723-4e82-bfa6-b13f8a24850e on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:02.302826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Attempting to bind port 48182058-1723-4e82-bfa6-b13f8a24850e by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:02.303408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Attempting to bind port 48182058-1723-4e82-bfa6-b13f8a24850e on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:02.314300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Port 48182058-1723-4e82-bfa6-b13f8a24850e on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:02.314584 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Attempting to bind port 48182058-1723-4e82-bfa6-b13f8a24850e on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:02.326303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:02.326638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Checking segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:02.329508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Bound using segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:02.330009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Bound port: 48182058-1723-4e82-bfa6-b13f8a24850e, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:02.330248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.330432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.403170 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6320d926-3941-48ff-beba-ce87202f862b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.447901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] For port 48182058-1723-4e82-bfa6-b13f8a24850e, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:02.453048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] For port 48182058-1723-4e82-bfa6-b13f8a24850e, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=48182058-1723-4e82-bfa6-b13f8a24850e,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:02.470903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.494421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-e0c8f361-5bce-4908-bc94-fd57543ba8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.496310 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-e0c8f361-5bce-4908-bc94-fd57543ba8c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 915 time: 0.2535305 Nov 23 22:36:02.590553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.594270 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.595775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] 10.222.0.46 "PUT /v2.0/ports/48182058-1723-4e82-bfa6-b13f8a24850e HTTP/1.1" status: 200 len: 1091 time: 1.8805866 Nov 23 22:36:02.596281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:02.599024 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d011639-f48a-45c2-85bc-849bf3d004a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:02.625967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6320d926-3941-48ff-beba-ce87202f862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.629304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6320d926-3941-48ff-beba-ce87202f862b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.634148 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6320d926-3941-48ff-beba-ce87202f862b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9341d066-ab68-4055-a361-7e86285e3d5b HTTP/1.1" status: 204 len: 168 time: 0.5572226 Nov 23 22:36:02.636246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.661306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9c476-b663-4993-a25d-b5a0f7de432f req-9b2373ae-4c36-4003-b2f3-261bee967786 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.663043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ede9c476-b663-4993-a25d-b5a0f7de432f req-9b2373ae-4c36-4003-b2f3-261bee967786 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 949 time: 0.2084663 Nov 23 22:36:02.690783 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-af98db62-04af-47a1-b9c5-26911cb6fc24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba HTTP/1.1" status: 200 len: 217 time: 0.1716659 Nov 23 22:36:02.699623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:02.702288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d926-3941-48ff-beba-ce87202f862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9341d066-ab68-4055-a361-7e86285e3d5b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:02.732867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea94498-e788-41c0-9b5e-5b880e297bee service neutron] Pushing event updated for resources: {'Port': ['ID=48182058-1723-4e82-bfa6-b13f8a24850e,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:02.757375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:02.772509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe04022-8fa1-4e67-8c0a-49542921e506 req-0572018a-0c13-4068-a88b-adfe68548448 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.773093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:02.780224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fe04022-8fa1-4e67-8c0a-49542921e506 req-0572018a-0c13-4068-a88b-adfe68548448 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1096 time: 0.2444320 Nov 23 22:36:02.780407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.780991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.834965 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4426916 Nov 23 22:36:02.901195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Request body: {'port': {'device_id': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:02.955077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dd24b-6422-4ff9-8985-56b557ca96c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Pushing event updated for resources: {'Port': ['ID=87943801-6610-43b9-b62d-01fbc409f0e5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:02.972039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-abe6bbd8-9477-4283-971d-bb0d5dde5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.973007 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-abe6bbd8-9477-4283-971d-bb0d5dde5f6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 200 len: 853 time: 0.2319381 Nov 23 22:36:02.990669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-b047a2f8-1a45-4624-8110-2f7f5506a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.998317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-b047a2f8-1a45-4624-8110-2f7f5506a703 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 1094 time: 0.3279865 Nov 23 22:36:03.014124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.066191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ede9c476-b663-4993-a25d-b5a0f7de432f req-d7813d39-bf79-4e8e-8a1a-7ff9cd8eae9f tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824251 Nov 23 22:36:03.145411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fe04022-8fa1-4e67-8c0a-49542921e506 req-34596224-c23e-4a99-96e7-d68e68204847 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543365 Nov 23 22:36:03.145411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-00275b27-52e4-4944-a154-4f360cab2dfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48182058-1723-4e82-bfa6-b13f8a24850e HTTP/1.1" status: 200 len: 217 time: 0.1189265 Nov 23 22:36:03.181693 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5ba57-2b0d-4c95-a9b7-72a1e7bc9137 x-openstack-request-id: req-d0b5ba57-2b0d-4c95-a9b7-72a1e7bc9137 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:03.181987 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:03.182246 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0b5ba57-2b0d-4c95-a9b7-72a1e7bc9137 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:03.183356 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e', 'status': 'completed', 'code': 200} Nov 23 22:36:03.231141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-f8c7bdb4-805f-444a-b944-8ed60c0c5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:03.232816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-f8c7bdb4-805f-444a-b944-8ed60c0c5005 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 200 len: 863 time: 0.0878203 Nov 23 22:36:03.259722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 2aa23dac-ac1d-4221-8b87-74b7bbc3902b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:03.312925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2d6752ec-16d1-449c-adba-c49cc82654fa None None] Provisioning complete for port 87943801-6610-43b9-b62d-01fbc409f0e5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:03.313642 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d6752ec-16d1-449c-adba-c49cc82654fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.348733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53784) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:03.356247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2d6752ec-16d1-449c-adba-c49cc82654fa None None] Port 87943801-6610-43b9-b62d-01fbc409f0e5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:03.368886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9a0041-4834-4a46-9162-d2d7a5f52b64 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:03.379981 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.397315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:03.400489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Transition to ACTIVE for port object 1e9a0041-4834-4a46-9162-d2d7a5f52b64 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:03.403283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-65e12dbc-6f60-4de1-af1c-2c8e52067c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.411648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:03.414974 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.420767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.435616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-cf8236b8-9bf3-4b77-9b1d-b4d065604c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:03.437326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-cf8236b8-9bf3-4b77-9b1d-b4d065604c9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899652 Nov 23 22:36:03.445950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e92df0-fb65-4b1a-9eae-04ad4778ed5a req-6cb54d0d-9df0-4808-ad04-721e3140a92e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:03.447692 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09e92df0-fb65-4b1a-9eae-04ad4778ed5a req-6cb54d0d-9df0-4808-ad04-721e3140a92e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 943 time: 0.2130389 Nov 23 22:36:03.483372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9a0041-4834-4a46-9162-d2d7a5f52b64,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:03.497923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-ccf0b0be-f3ef-4c15-b90f-9a0440a9f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:03.500132 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-ccf0b0be-f3ef-4c15-b90f-9a0440a9f047 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac7156df-0a05-4c6b-80cd-b475893a3f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4909704 Nov 23 22:36:03.501414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec82d2f-9d7f-401b-a955-434a1d2250ce req-69d8abb0-756a-4262-99a2-d05bec44ca58 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:03.509103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ec82d2f-9d7f-401b-a955-434a1d2250ce req-69d8abb0-756a-4262-99a2-d05bec44ca58 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 931 time: 0.1820042 Nov 23 22:36:03.620198 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.647677 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-f410f55b-e6d0-4f1a-a16b-59f4d0804967 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391349 Nov 23 22:36:03.681705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:03.687524 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d015a1-387f-4222-9efe-0068d78118e8" -d '{"events": [{"server_uuid": "5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db", "name": "network-vif-plugged", "status": "completed", "tag": "2aa23dac-ac1d-4221-8b87-74b7bbc3902b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:03.719265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:03.732426 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.809843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Attempting to bind port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:03.810183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Attempting to bind port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:03.810506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Attempting to bind port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 on network ac7156df-0a05-4c6b-80cd-b475893a3f6a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:03.812228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ec82d2f-9d7f-401b-a955-434a1d2250ce req-375af163-1e75-4c0f-8191-c09f7ae7a873 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022618 Nov 23 22:36:03.814148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-2b226a56-3741-4c84-b87f-3c1dd47c0909 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640511 Nov 23 22:36:03.840682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09e92df0-fb65-4b1a-9eae-04ad4778ed5a req-c5bb0af3-ecc6-4b28-90a9-d8a1727a83f8 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743567 Nov 23 22:36:03.859760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:03.861277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 on network ac7156df-0a05-4c6b-80cd-b475893a3f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:03.861556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Attempting to bind port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 on network ac7156df-0a05-4c6b-80cd-b475893a3f6a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:03.873975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:03.874293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Checking segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:03.874719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Bound using segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:03.875122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Bound port: 1e9a0041-4834-4a46-9162-d2d7a5f52b64, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:03.875468 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.959040 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9cbe8832-b78b-4622-a6e4-7aa407676aec req-d4d01435-a6ec-46e6-ae09-b1426ca9665b service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019283 Nov 23 22:36:03.960616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-65e12dbc-6f60-4de1-af1c-2c8e52067c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.970406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53796) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:04.013574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-65e12dbc-6f60-4de1-af1c-2c8e52067c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.025535 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d337e15-f1a2-4b23-8458-f7d3ab7ce316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.042157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] For port 1e9a0041-4834-4a46-9162-d2d7a5f52b64, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:04.295690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-65e12dbc-6f60-4de1-af1c-2c8e52067c01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=207710055b8745d4a432fbb77a773f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9451387 Nov 23 22:36:04.303746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53810) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:04.317064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] For port 1e9a0041-4834-4a46-9162-d2d7a5f52b64, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1e9a0041-4834-4a46-9162-d2d7a5f52b64,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:04.340493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.357108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c9e7827-674c-4ccf-a6fb-e032814ad1d4 tempest-AutoAllocateNetworkTest-999630820 tempest-AutoAllocateNetworkTest-999630820-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4134e90619374f6ab3d1a3fe7f74c031&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3853390 Nov 23 22:36:04.365482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53814) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:04.367458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e12dbc-6f60-4de1-af1c-2c8e52067c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed4e5d8-7058-4236-a6d3-027bda8ccac7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:04.384544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87943801-6610-43b9-b62d-01fbc409f0e5 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:04.396560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.399142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.399719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.401149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] 10.222.0.48 "PUT /v2.0/ports/1e9a0041-4834-4a46-9162-d2d7a5f52b64 HTTP/1.1" status: 200 len: 1091 time: 4.0310264 Nov 23 22:36:04.401852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'tag': '1e9a0041-4834-4a46-9162-d2d7a5f52b64'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:04.404439 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8eabc3-4f1c-436f-947b-68929ecd08d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a86177f-97ae-4493-9863-de1eedbdcfe3", "tag": "1e9a0041-4834-4a46-9162-d2d7a5f52b64"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:04.435388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Transition to ACTIVE for port object 87943801-6610-43b9-b62d-01fbc409f0e5 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:04.440458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3870d3-8a0d-4e53-ba57-48dc9fdb6a26 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9a0041-4834-4a46-9162-d2d7a5f52b64,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:04.444042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.464989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387baaf-f06f-436a-b2e9-b014beba7b2d req-e8be7ef0-d5a8-49db-a020-a69e4c82fad4 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.467783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0387baaf-f06f-436a-b2e9-b014beba7b2d req-e8be7ef0-d5a8-49db-a020-a69e4c82fad4 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 948 time: 0.5048583 Nov 23 22:36:04.470106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76388f7-ae47-4518-b10f-8c1677eafb92 req-e9baea93-32fd-4d25-aab9-6ce67c71a3a0 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.477585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76388f7-ae47-4518-b10f-8c1677eafb92 req-e9baea93-32fd-4d25-aab9-6ce67c71a3a0 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1096 time: 0.5087719 Nov 23 22:36:04.496362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9541e11c-bd48-4c51-93f8-8cd1a35aa769 req-607e1837-bfa1-410e-9eaa-c721ffb2f6bb service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531067 Nov 23 22:36:04.543956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Pushing event updated for resources: {'Port': ['ID=87943801-6610-43b9-b62d-01fbc409f0e5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:04.602411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-348f80a5-7574-423a-bfb2-25329e72eb19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.615315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Attempting to bind port 87943801-6610-43b9-b62d-01fbc409f0e5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:04.615829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Attempting to bind port 87943801-6610-43b9-b62d-01fbc409f0e5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:04.616369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Attempting to bind port 87943801-6610-43b9-b62d-01fbc409f0e5 on network ac7156df-0a05-4c6b-80cd-b475893a3f6a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:04.623074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-689f1f5c-453c-43ae-9cdd-cee63c320bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.624713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-689f1f5c-453c-43ae-9cdd-cee63c320bf9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 1094 time: 0.1615968 Nov 23 22:36:04.627123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Port 87943801-6610-43b9-b62d-01fbc409f0e5 on network ac7156df-0a05-4c6b-80cd-b475893a3f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:04.627587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Attempting to bind port 87943801-6610-43b9-b62d-01fbc409f0e5 on network ac7156df-0a05-4c6b-80cd-b475893a3f6a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:04.633222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:04.633618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Checking segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:04.634093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Bound using segment: {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:04.634627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Bound port: 87943801-6610-43b9-b62d-01fbc409f0e5, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfe9d31-0721-406b-b227-fbda8f43e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:04.635073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.687684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0387baaf-f06f-436a-b2e9-b014beba7b2d req-03e6e6e4-b62e-4d5d-90aa-9151a6950b4d tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067235 Nov 23 22:36:04.689206 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-8d3004f9-ff5e-41b1-8395-3334e4df3298 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e9a0041-4834-4a46-9162-d2d7a5f52b64 HTTP/1.1" status: 200 len: 217 time: 0.0495234 Nov 23 22:36:04.701096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76388f7-ae47-4518-b10f-8c1677eafb92 req-72e0867c-602c-428a-b706-8faa1e014cfe tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220585 Nov 23 22:36:04.726840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809286c-6884-4c48-b396-f008d1ec203e tempest-AutoAllocateNetworkTest-999630820 tempest-AutoAllocateNetworkTest-999630820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.735908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3809286c-6884-4c48-b396-f008d1ec203e tempest-AutoAllocateNetworkTest-999630820 tempest-AutoAllocateNetworkTest-999630820-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3640871 Nov 23 22:36:04.739649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-348f80a5-7574-423a-bfb2-25329e72eb19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.741427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53826) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:04.764704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-d10ab4b2-4af0-42a9-974a-1fe751903d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.772938 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f94e2b-033a-4ec6-8cb2-f439463b5c45 x-openstack-request-id: req-42f94e2b-033a-4ec6-8cb2-f439463b5c45 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:04.773440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-d10ab4b2-4af0-42a9-974a-1fe751903d09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 200 len: 853 time: 0.0757961 Nov 23 22:36:04.773551 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db", "name": "network-vif-plugged", "status": "completed", "tag": "2aa23dac-ac1d-4221-8b87-74b7bbc3902b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:04.773788 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42f94e2b-033a-4ec6-8cb2-f439463b5c45 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:04.774314 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b', 'code': 200} Nov 23 22:36:04.837009 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd01b61-8e49-4038-8887-1ac1bc89725b x-openstack-request-id: req-3cd01b61-8e49-4038-8887-1ac1bc89725b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:04.844209 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a86177f-97ae-4493-9863-de1eedbdcfe3", "tag": "1e9a0041-4834-4a46-9162-d2d7a5f52b64", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:04.844488 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cd01b61-8e49-4038-8887-1ac1bc89725b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:04.845592 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'tag': '1e9a0041-4834-4a46-9162-d2d7a5f52b64', 'status': 'completed', 'code': 200} Nov 23 22:36:04.863355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-33339d96-9432-4ad1-9ffd-86724f3e1d7a tempest-AutoAllocateNetworkTest-999630820 tempest-AutoAllocateNetworkTest-999630820-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199944 Nov 23 22:36:04.867144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53834) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:04.884966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-71740b58-ec84-447a-b4aa-0293866c7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.887520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-71740b58-ec84-447a-b4aa-0293866c7a4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 1094 time: 0.2730987 Nov 23 22:36:04.891691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.955869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d6a05313-0bca-4664-b5d9-424cca18813f tempest-AutoAllocateNetworkTest-999630820 tempest-AutoAllocateNetworkTest-999630820-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4134e90619374f6ab3d1a3fe7f74c031 HTTP/1.1" status: 200 len: 208 time: 0.0819921 Nov 23 22:36:04.961795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-da892252-66c7-4f87-b306-3081a45d9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.963274 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-da892252-66c7-4f87-b306-3081a45d9e58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7156df-0a05-4c6b-80cd-b475893a3f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784966 Nov 23 22:36:04.965006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] For port 87943801-6610-43b9-b62d-01fbc409f0e5, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:05.000744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] For port 87943801-6610-43b9-b62d-01fbc409f0e5, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=87943801-6610-43b9-b62d-01fbc409f0e5,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:05.030843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:05.066633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1c53-1990-4b1f-aa25-83c3480f514b req-bc6bc069-ed19-4481-acae-5307edee0c0c tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.070650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1aecf-9671-451b-83b2-acf4e6b41f6a req-64eb81d6-863b-40e2-8855-3e07088721c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.072197 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b5d1aecf-9671-451b-83b2-acf4e6b41f6a req-64eb81d6-863b-40e2-8855-3e07088721c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 1099 time: 0.2037158 Nov 23 22:36:05.074449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a1a1c53-1990-4b1f-aa25-83c3480f514b req-bc6bc069-ed19-4481-acae-5307edee0c0c tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 949 time: 0.2130797 Nov 23 22:36:05.105090 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-348f80a5-7574-423a-bfb2-25329e72eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:05.107518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-348f80a5-7574-423a-bfb2-25329e72eb19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:05.111536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-348f80a5-7574-423a-bfb2-25329e72eb19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aed4e5d8-7058-4236-a6d3-027bda8ccac7 HTTP/1.1" status: 204 len: 168 time: 0.7984746 Nov 23 22:36:05.129722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.130350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:05.131775 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] 10.222.0.46 "PUT /v2.0/ports/87943801-6610-43b9-b62d-01fbc409f0e5 HTTP/1.1" status: 200 len: 1091 time: 2.2369704 Nov 23 22:36:05.174961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f80a5-7574-423a-bfb2-25329e72eb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed4e5d8-7058-4236-a6d3-027bda8ccac7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:05.202213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d845a-bcea-4d63-af96-3dca63070f8d service neutron] Pushing event updated for resources: {'Port': ['ID=87943801-6610-43b9-b62d-01fbc409f0e5,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:05.207754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-cd9254fd-fb3d-4d9b-a26f-50e88a3259f7 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=37d907308fee4999b1fe3acd9925e558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832832 Nov 23 22:36:05.225364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-f042b2d6-3dfe-4f2b-b344-df71e3f62c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.227024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-f042b2d6-3dfe-4f2b-b344-df71e3f62c73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 925 time: 0.3165770 Nov 23 22:36:05.235852 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-3a02769c-e51f-41a5-83a6-6dfa26f04e4d service neutron] 10.222.0.48 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596331 Nov 23 22:36:05.239825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b5d1aecf-9671-451b-83b2-acf4e6b41f6a req-405e55ec-495a-4778-b1a5-1e511ecda1b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318889 Nov 23 22:36:05.288846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:05.297653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a1a1c53-1990-4b1f-aa25-83c3480f514b req-b257c339-4108-41ae-b24e-e6cb3ebf828c tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220991 Nov 23 22:36:05.376776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-991eb7f2-fe67-4ef6-9998-3904a948d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.378448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-991eb7f2-fe67-4ef6-9998-3904a948d75e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 1094 time: 0.1543944 Nov 23 22:36:05.387214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-1a9a30c9-c50c-42ca-bd17-69becf671741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48182058-1723-4e82-bfa6-b13f8a24850e HTTP/1.1" status: 200 len: 217 time: 0.1395955 Nov 23 22:36:05.408165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83c0c710-80cb-4030-98f5-2fd244979c9c req-f1646a94-53c5-45fc-b7e7-70284ae63a86 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479867 Nov 23 22:36:05.505379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-c4f0dda2-1890-4a8d-8e09-4d0184210926 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87943801-6610-43b9-b62d-01fbc409f0e5 HTTP/1.1" status: 200 len: 217 time: 0.0758405 Nov 23 22:36:05.569023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:05.584819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba', 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'port_id': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba', 'mac_address': 'fa:16:3e:4b:89:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ac968d-b9ff-4989-8625-a89430030bda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:05.595466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53862) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:05.610659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-6e9a2bc5-c721-4974-ad7e-cb55b05ec851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.612767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-6e9a2bc5-c721-4974-ad7e-cb55b05ec851 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 200 len: 863 time: 0.1463470 Nov 23 22:36:05.640991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-f5403934-6b36-4573-8429-e50d788f0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.642687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-f5403934-6b36-4573-8429-e50d788f0c40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 200 len: 853 time: 0.1144743 Nov 23 22:36:05.648667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-7195cbd5-66e0-499c-ae28-d76de34e3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.650513 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-7195cbd5-66e0-499c-ae28-d76de34e3445 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 1094 time: 0.1376474 Nov 23 22:36:05.651681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-90411782-67db-45df-8236-c50121f604df tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.660657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-90411782-67db-45df-8236-c50121f604df tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4450569 Nov 23 22:36:05.686718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:05.717650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-8bffc66e-1635-4c14-a8cf-04367718d42a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/quotas/37d907308fee4999b1fe3acd9925e558 HTTP/1.1" status: 200 len: 375 time: 0.0560372 Nov 23 22:36:05.721464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:05.748396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:05.754871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:05.762697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db622-6f06-429e-aedd-996398f8a149 req-6f054438-4e58-44d2-98a4-ecdcc49dd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.764623 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-6f054438-4e58-44d2-98a4-ecdcc49dd79a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac7156df-0a05-4c6b-80cd-b475893a3f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121650 Nov 23 22:36:05.785787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-044393db-49b2-4e28-943b-ca466771690d tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=37d907308fee4999b1fe3acd9925e558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627198 Nov 23 22:36:05.812907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca02f05-c803-4cc7-b4a8-1f00dec785c4 req-8818041d-4176-4de6-9dcc-021f671df8fb tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.814701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bca02f05-c803-4cc7-b4a8-1f00dec785c4 req-8818041d-4176-4de6-9dcc-021f671df8fb tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 943 time: 0.3422492 Nov 23 22:36:05.820588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:05.841494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-1e954247-c9d3-417b-8e8f-31291bc79e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.843240 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-1e954247-c9d3-417b-8e8f-31291bc79e59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 915 time: 0.1805019 Nov 23 22:36:05.855347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-f960fe49-c83f-4a04-9cd9-160a9d89b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.856871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-f960fe49-c83f-4a04-9cd9-160a9d89b47d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805527 Nov 23 22:36:05.894416 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-6df9822d-79d9-47a9-86da-d7b2a8effa6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e9a0041-4834-4a46-9162-d2d7a5f52b64 HTTP/1.1" status: 200 len: 217 time: 0.0426509 Nov 23 22:36:05.981774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:05.987337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bca02f05-c803-4cc7-b4a8-1f00dec785c4 req-99cc9d50-a244-49b4-b58e-300157cc911d tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630704 Nov 23 22:36:06.011188 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:36:06.041947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d1a5-dd43-4064-8626-66ebd47c3952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.133572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e4976-4db1-4d23-8ec2-dc839e59deee req-0a10349c-454d-4925-b879-184c0bbef170 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.143177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b10e4976-4db1-4d23-8ec2-dc839e59deee req-0a10349c-454d-4925-b879-184c0bbef170 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 943 time: 0.1022131 Nov 23 22:36:06.165097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-0a1d77f5-3bb0-42da-a873-a0ca2c4c4d9d service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956417 Nov 23 22:36:06.188466 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-3dc1ac13-aa88-4cf9-b063-61a5385f13d0 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122756 Nov 23 22:36:06.198647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d1a5-dd43-4064-8626-66ebd47c3952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.259024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b10e4976-4db1-4d23-8ec2-dc839e59deee req-1510da9c-cfd0-4e2e-afe7-0ccf6343034c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146128 Nov 23 22:36:06.364876 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0db622-6f06-429e-aedd-996398f8a149 req-afda3f43-f00b-4eed-949f-3c99208eebb2 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634333 Nov 23 22:36:06.374665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d1a5-dd43-4064-8626-66ebd47c3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.417701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d011639-f48a-45c2-85bc-849bf3d004a6 req-34a4773e-3050-4306-9ea3-3fc30365ecc3 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410374 Nov 23 22:36:06.429585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-06fa7479-38ba-43ab-bf92-c5b84a0cd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.431011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.431618 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-06fa7479-38ba-43ab-bf92-c5b84a0cd332 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 200 len: 853 time: 0.4984598 Nov 23 22:36:06.490829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-224eee19-64c3-4ede-8b8c-5cd608deed4a req-9e427241-4fcd-439c-96a4-74fd895e2087 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:06.492105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-224eee19-64c3-4ede-8b8c-5cd608deed4a req-9e427241-4fcd-439c-96a4-74fd895e2087 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070279 Nov 23 22:36:06.507804 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3dc0d1a5-dd43-4064-8626-66ebd47c3952 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4134e90619374f6ab3d1a3fe7f74c031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9110165 Nov 23 22:36:06.511144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53892) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:06.530458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0d1a5-dd43-4064-8626-66ebd47c3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f2ddc-e9b8-47df-8971-60199c631fc6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:06.561804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-98a2979a-e11d-40c0-9cfd-c4cb09f188b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.563274 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-98a2979a-e11d-40c0-9cfd-c4cb09f188b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7156df-0a05-4c6b-80cd-b475893a3f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213648 Nov 23 22:36:06.594299 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d98db851-ea89-49c2-9cba-ba597c593f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.624908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d98db851-ea89-49c2-9cba-ba597c593f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.722376 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d98db851-ea89-49c2-9cba-ba597c593f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.726885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d98db851-ea89-49c2-9cba-ba597c593f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:06.730503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d98db851-ea89-49c2-9cba-ba597c593f19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e4f2ddc-e9b8-47df-8971-60199c631fc6 HTTP/1.1" status: 204 len: 168 time: 0.2179143 Nov 23 22:36:06.741050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98db851-ea89-49c2-9cba-ba597c593f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f2ddc-e9b8-47df-8971-60199c631fc6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:06.832444 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-63515212-5c37-4842-88e3-520cb8154010 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554750 Nov 23 22:36:06.871487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576fad-74be-4122-a164-6d70a25a4b92 req-fa68fd1e-05f4-42b8-a3b8-12c480b18905 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.882588 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d576fad-74be-4122-a164-6d70a25a4b92 req-fa68fd1e-05f4-42b8-a3b8-12c480b18905 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 948 time: 0.1078351 Nov 23 22:36:06.929804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:06.932097 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31edad34-d076-42c3-843e-df492551fcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:06.950166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d576fad-74be-4122-a164-6d70a25a4b92 req-0c9a0962-6e4c-4dd6-b60c-1cd23b42d6f5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Nov 23 22:36:06.973201 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a8eabc3-4f1c-436f-947b-68929ecd08d2 req-46ca6523-8a93-42bc-bca9-41d78d3ca387 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298823 Nov 23 22:36:07.053445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c44b520-6e0b-475e-9fdb-269f4bf8cc78 req-97295118-f07a-44f9-97c8-feff85dac724 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Nov 23 22:36:07.159402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-31ba29dc-c447-46db-a06f-fb330b9353a8 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280700 Nov 23 22:36:07.283212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 48182058-1723-4e82-bfa6-b13f8a24850e details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:07.352743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:07.514099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-d27f356f-8c39-4be5-806c-3dd4048cb79d tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.523822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-d27f356f-8c39-4be5-806c-3dd4048cb79d tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580897 Nov 23 22:36:07.537167 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:07.543378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-3f00f01e-8744-42b1-9b16-c181a7f41525 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/quotas/cc7d45c0bc1b4c6ba5b8dbce7741f67c HTTP/1.1" status: 200 len: 375 time: 0.0183542 Nov 23 22:36:07.585999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 48182058-1723-4e82-bfa6-b13f8a24850e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=48182058-1723-4e82-bfa6-b13f8a24850e,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:07.608737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-121c8cf2-67d0-4f0b-87c9-2323f9c6865e tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641685 Nov 23 22:36:07.614591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:07.626148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:07.626525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:07.629658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '48182058-1723-4e82-bfa6-b13f8a24850e', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'port_id': '48182058-1723-4e82-bfa6-b13f8a24850e', 'mac_address': 'fa:16:3e:95:3d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:07.735924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-45961b9c-4b0b-4cb5-8154-8618f072296b tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=37d907308fee4999b1fe3acd9925e558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392575 Nov 23 22:36:07.812571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:07.813267 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:07.837071 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21872ad4-fbdc-41a6-8e14-16478750ea41 x-openstack-request-id: req-21872ad4-fbdc-41a6-8e14-16478750ea41 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:07.847874 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:07.848241 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21872ad4-fbdc-41a6-8e14-16478750ea41 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:07.848662 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5', 'status': 'completed', 'code': 200} Nov 23 22:36:07.877558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48182058-1723-4e82-bfa6-b13f8a24850e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:07.937475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edad34-d076-42c3-843e-df492551fcf8 req-052ee0f0-64f1-420a-8bde-0a478bff9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.939058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31edad34-d076-42c3-843e-df492551fcf8 req-052ee0f0-64f1-420a-8bde-0a478bff9d84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 1094 time: 0.1002634 Nov 23 22:36:07.999464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 48182058-1723-4e82-bfa6-b13f8a24850e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=48182058-1723-4e82-bfa6-b13f8a24850e,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:08.017506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.021028 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.028166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-90e08fbb-0988-43a0-bdf1-5a44a7659c95 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.029793 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-90e08fbb-0988-43a0-bdf1-5a44a7659c95 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2881238 Nov 23 22:36:08.050598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Request body: {'port': {'device_id': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '37d907308fee4999b1fe3acd9925e558'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:08.121359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:08.124318 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48490e-9f6c-4092-9d7e-360695fe62a4" -d '{"events": [{"server_uuid": "905a2ddb-0014-4745-93c5-e1d6feadb461", "name": "network-vif-plugged", "status": "completed", "tag": "1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:08.137003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edad34-d076-42c3-843e-df492551fcf8 req-41c40581-0fc3-463e-965c-6b1b6a65c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.137448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31edad34-d076-42c3-843e-df492551fcf8 req-41c40581-0fc3-463e-965c-6b1b6a65c475 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 915 time: 0.1915054 Nov 23 22:36:08.157562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:08.161446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=48182058-1723-4e82-bfa6-b13f8a24850e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:08.170610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.232164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:08.256747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31edad34-d076-42c3-843e-df492551fcf8 req-8132c60b-3c22-4f5a-a5c0-82c772331915 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87943801-6610-43b9-b62d-01fbc409f0e5 HTTP/1.1" status: 200 len: 217 time: 0.1110032 Nov 23 22:36:08.257501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['48182058-1723-4e82-bfa6-b13f8a24850e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:08.274375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Made reservation on behalf of 37d907308fee4999b1fe3acd9925e558 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:08.282969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.297000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.355200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edad34-d076-42c3-843e-df492551fcf8 req-34f45e92-17e2-4c71-a923-9ff57246cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.356866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31edad34-d076-42c3-843e-df492551fcf8 req-34f45e92-17e2-4c71-a923-9ff57246cb6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 200 len: 853 time: 0.0924737 Nov 23 22:36:08.429555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edad34-d076-42c3-843e-df492551fcf8 req-7a3137a8-b8a0-479b-93f8-0000d755bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.431479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31edad34-d076-42c3-843e-df492551fcf8 req-7a3137a8-b8a0-479b-93f8-0000d755bc19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac7156df-0a05-4c6b-80cd-b475893a3f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658250 Nov 23 22:36:08.480966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.489839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.629928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e857664-7c62-4c21-836d-f66f3511aea0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:08.631489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1e9a0041-4834-4a46-9162-d2d7a5f52b64 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:08.639917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31edad34-d076-42c3-843e-df492551fcf8 req-b18cd531-172b-4b6c-a600-e82c652e814f service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962731 Nov 23 22:36:08.645905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.646541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.646799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.647240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.647734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.648252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.648916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.649050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.649443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.649842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.650308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.650674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.780320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Allocated IP 192.168.233.104 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/eb72609e-f41b-4a76-ad0e-a177e110d9cc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:08.785694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1e9a0041-4834-4a46-9162-d2d7a5f52b64, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1e9a0041-4834-4a46-9162-d2d7a5f52b64,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:08.799802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '1e9a0041-4834-4a46-9162-d2d7a5f52b64', 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'port_id': '1e9a0041-4834-4a46-9162-d2d7a5f52b64', 'mac_address': 'fa:16:3e:63:33:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ac968d-b9ff-4989-8625-a89430030bda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:08.849986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.868405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54008) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:08.871769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9a0041-4834-4a46-9162-d2d7a5f52b64 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:08.899554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1e9a0041-4834-4a46-9162-d2d7a5f52b64, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1e9a0041-4834-4a46-9162-d2d7a5f52b64,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:08.908191 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.924146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31edad34-d076-42c3-843e-df492551fcf8 req-72411f10-ea72-45c6-983d-df4f3ddb4914 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659974 Nov 23 22:36:08.970794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b612b1-4429-4656-abd7-6c58b65a1db0 req-b383d8f7-ae99-4e36-8dc0-e34ea1b61768 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.978091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18b612b1-4429-4656-abd7-6c58b65a1db0 req-b383d8f7-ae99-4e36-8dc0-e34ea1b61768 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 943 time: 0.2375400 Nov 23 22:36:08.994279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1e9a0041-4834-4a46-9162-d2d7a5f52b64,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:09.043873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18b612b1-4429-4656-abd7-6c58b65a1db0 req-171b7acd-705b-4642-a84c-8c269e7b04d6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646677 Nov 23 22:36:09.113360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:09.167135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:09.171669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8c82-40b7-439b-ad58-e22c7ef9fb2b req-cb9b5ea3-9372-44f5-91e6-d7ecc05c3cfb tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:09.173326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-172f8c82-40b7-439b-ad58-e22c7ef9fb2b req-cb9b5ea3-9372-44f5-91e6-d7ecc05c3cfb tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 944 time: 0.0763276 Nov 23 22:36:09.212069 n-d-817303-3 neutron-server[103523]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 22:36:09.223687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['1e9a0041-4834-4a46-9162-d2d7a5f52b64'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:09.224648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-34f93c1c-388f-4060-83f5-06e84a3ec7a1 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:09.225657 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-34f93c1c-388f-4060-83f5-06e84a3ec7a1 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3561478 Nov 23 22:36:09.229956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:09.233152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:09.237580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:09.240926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-172f8c82-40b7-439b-ad58-e22c7ef9fb2b req-a89ed3be-7951-4538-96ec-e997aaebef94 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600386 Nov 23 22:36:09.243046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:09.243710 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:09.251608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Pushing event updated for resources: {'Port': ['ID=eb72609e-f41b-4a76-ad0e-a177e110d9cc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:09.294716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 87943801-6610-43b9-b62d-01fbc409f0e5 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:09.297042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 48182058-1723-4e82-bfa6-b13f8a24850e up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:09.299432 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-175c1b96-5f80-4392-a7ab-f47774af6a3a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2529562 Nov 23 22:36:09.319118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Request body: {'port': {'device_id': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:09.408147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:09.470690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-1421e83a-9e94-4730-9e2e-81ba2c7174a7 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600529 Nov 23 22:36:09.504729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-1ff5e4dd-f862-48dd-a65e-06102c39bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:09.505946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-1ff5e4dd-f862-48dd-a65e-06102c39bde0 service neutron] 10.222.0.11 "GET /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 1093 time: 0.1172514 Nov 23 22:36:09.543175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Request body: {'binding': {'host': 'n-h2-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:09.543723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:36:09.558912 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:36:09.674298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6fc620b-479b-4879-ace0-076b78743846 req-5e2bfb5b-b89e-4247-acfd-e38dd8b1653e tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 210 time: 0.0964026 Nov 23 22:36:09.715358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2266e5e8-12cb-4ff4-81a9-22b580c71e8a None None] Provisioning complete for port eb72609e-f41b-4a76-ad0e-a177e110d9cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:09.715934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2266e5e8-12cb-4ff4-81a9-22b580c71e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:09.748551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-76f82967-9fae-42e7-871f-affcc707efeb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:09.751762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-76f82967-9fae-42e7-871f-affcc707efeb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699332 Nov 23 22:36:09.766874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Request body: {'port': {'device_id': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': 'cc7d45c0bc1b4c6ba5b8dbce7741f67c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:09.775299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 48182058-1723-4e82-bfa6-b13f8a24850e completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:09.785572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 87943801-6610-43b9-b62d-01fbc409f0e5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=87943801-6610-43b9-b62d-01fbc409f0e5,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:09.800711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 48182058-1723-4e82-bfa6-b13f8a24850e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:09.801079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:09.833637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '87943801-6610-43b9-b62d-01fbc409f0e5', 'network_id': 'ac7156df-0a05-4c6b-80cd-b475893a3f6a', 'port_id': '87943801-6610-43b9-b62d-01fbc409f0e5', 'mac_address': 'fa:16:3e:d8:19:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ac968d-b9ff-4989-8625-a89430030bda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:09.839366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2266e5e8-12cb-4ff4-81a9-22b580c71e8a None None] Port eb72609e-f41b-4a76-ad0e-a177e110d9cc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:09.906788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9da6cf-c10b-4d39-8daa-aeb9e0840b24 req-c7ccdf03-d382-405b-a7d6-ead8dc6be9e4 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:09.908345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd9da6cf-c10b-4d39-8daa-aeb9e0840b24 req-c7ccdf03-d382-405b-a7d6-ead8dc6be9e4 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 936 time: 0.1046517 Nov 23 22:36:09.919016 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:09.970887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87943801-6610-43b9-b62d-01fbc409f0e5 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:09.990364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd9da6cf-c10b-4d39-8daa-aeb9e0840b24 req-a19e3ce1-906a-4322-a5bc-7876321d665b tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671573 Nov 23 22:36:09.991731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Made reservation on behalf of cc7d45c0bc1b4c6ba5b8dbce7741f67c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:09.996059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.009432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 87943801-6610-43b9-b62d-01fbc409f0e5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=87943801-6610-43b9-b62d-01fbc409f0e5,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:10.012709 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.023600 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.078332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 48182058-1723-4e82-bfa6-b13f8a24850e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=48182058-1723-4e82-bfa6-b13f8a24850e,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:10.084909 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9816ca78-c797-403b-8eba-226db32dd425 x-openstack-request-id: req-9816ca78-c797-403b-8eba-226db32dd425 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:10.085228 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905a2ddb-0014-4745-93c5-e1d6feadb461", "name": "network-vif-plugged", "status": "completed", "tag": "1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:10.085495 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9816ca78-c797-403b-8eba-226db32dd425 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:10.085923 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba', 'code': 200} Nov 23 22:36:10.093808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.098519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=87943801-6610-43b9-b62d-01fbc409f0e5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:10.153099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=48182058-1723-4e82-bfa6-b13f8a24850e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:10.239215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on host n-h2-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:10.239987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:10.239987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:10.241034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9914c-050f-4c30-867c-cc3a4b852c8c req-2f171065-b29d-4d38-bbab-aa6e72b76594 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.242868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66d9914c-050f-4c30-867c-cc3a4b852c8c req-2f171065-b29d-4d38-bbab-aa6e72b76594 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 948 time: 0.0504458 Nov 23 22:36:10.268373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:10.268676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:10.285404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:10.285750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:10.286128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:10.286559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Bound port: 157e8e58-3e9a-4748-bf94-3659647982ee, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:10.291246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['87943801-6610-43b9-b62d-01fbc409f0e5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:10.294956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb72609e-f41b-4a76-ad0e-a177e110d9cc {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:10.302135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66d9914c-050f-4c30-867c-cc3a4b852c8c req-38bf1d84-2617-4ad9-bf06-43bf8f710886 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526171 Nov 23 22:36:10.322809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.352276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32027e5-2eb0-4b9f-a3f2-fe1afd5a0833 req-a13637f4-c0a3-4e25-a8ac-36fd03e3a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.353780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c32027e5-2eb0-4b9f-a3f2-fe1afd5a0833 req-a13637f4-c0a3-4e25-a8ac-36fd03e3a061 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 1097 time: 0.1559124 Nov 23 22:36:10.391540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Transition to ACTIVE for port object eb72609e-f41b-4a76-ad0e-a177e110d9cc will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:10.404663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.462125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Allocated IP 192.168.233.25 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/e2c0d39e-3e75-4449-8f3e-f2251bad0d40) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:10.484509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:10.500104 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c32027e5-2eb0-4b9f-a3f2-fe1afd5a0833 req-22aeedb5-4eb2-4e0a-b3b6-e43c1fb81f1e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343641 Nov 23 22:36:10.502980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.504056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-e19ac486-673e-4ae3-99ad-38704e1a98f0 service neutron] 10.222.0.11 "POST /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.9822659 Nov 23 22:36:10.504657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Pushing event updated for resources: {'Port': ['ID=eb72609e-f41b-4a76-ad0e-a177e110d9cc,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:10.558150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Attempting to bind port eb72609e-f41b-4a76-ad0e-a177e110d9cc on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:10.558511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Attempting to bind port eb72609e-f41b-4a76-ad0e-a177e110d9cc by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:10.558960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Attempting to bind port eb72609e-f41b-4a76-ad0e-a177e110d9cc on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:10.566540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Port eb72609e-f41b-4a76-ad0e-a177e110d9cc on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:10.566940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Attempting to bind port eb72609e-f41b-4a76-ad0e-a177e110d9cc on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:10.573669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:10.574101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:10.575115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:10.575988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Bound port: eb72609e-f41b-4a76-ad0e-a177e110d9cc, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:10.576350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.658597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1e9a0041-4834-4a46-9162-d2d7a5f52b64 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:10.704107 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.724527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] For port eb72609e-f41b-4a76-ad0e-a177e110d9cc, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:10.730353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] For port eb72609e-f41b-4a76-ad0e-a177e110d9cc, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb72609e-f41b-4a76-ad0e-a177e110d9cc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:10.736101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.747235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:10.751161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:10.751530 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.775182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.775182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.777298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] 10.222.0.48 "PUT /v2.0/ports/eb72609e-f41b-4a76-ad0e-a177e110d9cc HTTP/1.1" status: 200 len: 1096 time: 1.4625490 Nov 23 22:36:10.778001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'tag': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:10.780412 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975a56fa-84cf-4ad1-a9cd-febe8384814a" -d '{"events": [{"name": "network-changed", "server_uuid": "45063c89-7cfc-4a62-84fd-f3da2e51cd72", "tag": "eb72609e-f41b-4a76-ad0e-a177e110d9cc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:10.825818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471d80-0122-4f93-9036-c90d3a8cf111 service neutron] Pushing event updated for resources: {'Port': ['ID=eb72609e-f41b-4a76-ad0e-a177e110d9cc,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:10.833901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638caeb2-51c7-4d82-b5d4-cd7c1fe9d39e req-be4c6bc2-ec0e-424c-9a89-1b6ce994954e tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.836272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-638caeb2-51c7-4d82-b5d4-cd7c1fe9d39e req-be4c6bc2-ec0e-424c-9a89-1b6ce994954e tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 944 time: 0.2161827 Nov 23 22:36:10.847298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918eb3d-f0de-4d51-b42d-34ace6cb7d2d req-a4c6187e-ecec-4e6f-8e6f-c12b6af4e551 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.848848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5918eb3d-f0de-4d51-b42d-34ace6cb7d2d req-a4c6187e-ecec-4e6f-8e6f-c12b6af4e551 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 945 time: 0.1165574 Nov 23 22:36:10.851260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.860190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.898776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['af976361-e6e5-4496-abf5-e56ccea53812'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:10.937948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1e9a0041-4834-4a46-9162-d2d7a5f52b64, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1e9a0041-4834-4a46-9162-d2d7a5f52b64,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:10.945454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.968411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:10.972520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:10.984513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Pushing event updated for resources: {'Port': ['ID=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:10.987510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-9ca94fda-fff9-4886-9529-12895b0fc653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.987790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:10.989045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-9ca94fda-fff9-4886-9529-12895b0fc653 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37d907308fee4999b1fe3acd9925e558&device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 1099 time: 0.1086681 Nov 23 22:36:10.993275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.993850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.003536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-9c7a18c7-cc41-4856-bca1-7c777b27b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.005082 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-9c7a18c7-cc41-4856-bca1-7c777b27b8cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1096 time: 0.0714064 Nov 23 22:36:11.024401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.024753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.025103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.025489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.026294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.026663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.027008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.027344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.028491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.028850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.029184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.029536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:11.051696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1e9a0041-4834-4a46-9162-d2d7a5f52b64,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:11.056320 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-a95a8efe-8768-4226-a032-d13bbb4377e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=eb72609e-f41b-4a76-ad0e-a177e110d9cc HTTP/1.1" status: 200 len: 217 time: 0.0502942 Nov 23 22:36:11.062245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-60a7ddda-61d3-451b-aa3b-19f41f4fccdb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2996225 Nov 23 22:36:11.078610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Request body: {'port': {'device_id': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:11.097523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-638caeb2-51c7-4d82-b5d4-cd7c1fe9d39e req-d9fdfd4f-6945-4109-b43a-0ad434e6c106 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455764 Nov 23 22:36:11.135050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5918eb3d-f0de-4d51-b42d-34ace6cb7d2d req-0d399b3b-707a-4184-90c3-cf7f059fffb7 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956124 Nov 23 22:36:11.172711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-17aff8ee-0534-42d6-b9e7-a2c05b55f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.174276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-17aff8ee-0534-42d6-b9e7-a2c05b55f099 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1018927 Nov 23 22:36:11.222596 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.241306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-cf2f9f46-aafa-4e56-9c5a-7fda380915ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.248219 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-cf2f9f46-aafa-4e56-9c5a-7fda380915ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2006874 Nov 23 22:36:11.291595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 87943801-6610-43b9-b62d-01fbc409f0e5 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:11.336871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4d0498f5-d104-4a8d-a06a-5505404be331 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.0802455 Nov 23 22:36:11.344272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-eee9e530-6a14-48bc-b70c-c65b5ce3963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.345960 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-eee9e530-6a14-48bc-b70c-c65b5ce3963e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559694 Nov 23 22:36:11.423223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 87943801-6610-43b9-b62d-01fbc409f0e5 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:11.434028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 87943801-6610-43b9-b62d-01fbc409f0e5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:11.434404 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.515959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-98dc07f0-d72a-4320-a888-ce615c73dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.521317 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-98dc07f0-d72a-4320-a888-ce615c73dc7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1727777 Nov 23 22:36:11.550774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-230be5ed-e5ca-4fcb-a6b7-7fcd90dc3942 None None] Provisioning complete for port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:11.551149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-230be5ed-e5ca-4fcb-a6b7-7fcd90dc3942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.592570 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-0efcd60c-cf32-465e-9e93-2fd6ae7881bb service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319770 Nov 23 22:36:11.622252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-230be5ed-e5ca-4fcb-a6b7-7fcd90dc3942 None None] Port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:11.623629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.633660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-81cc9094-7a5f-4a16-a025-93b7fd69021f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567224 Nov 23 22:36:11.660905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 87943801-6610-43b9-b62d-01fbc409f0e5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=87943801-6610-43b9-b62d-01fbc409f0e5,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:11.666947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.670355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-7fd105bf-86cb-46a8-b77f-36683644d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.672075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-7fd105bf-86cb-46a8-b77f-36683644d6ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1096 time: 0.1896968 Nov 23 22:36:11.704487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabea0e-b786-4c96-ae39-b5734142cde4 req-536a74cd-18c0-416b-b6b3-26da63cd0ede tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.711633 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ddabea0e-b786-4c96-ae39-b5734142cde4 req-536a74cd-18c0-416b-b6b3-26da63cd0ede tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 945 time: 0.1768687 Nov 23 22:36:11.739122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=87943801-6610-43b9-b62d-01fbc409f0e5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:11.750811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb345a81-862e-45e4-b752-f1138a9522fc req-618bfa46-a205-401b-9d13-86448bf874b6 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.752542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb345a81-862e-45e4-b752-f1138a9522fc req-618bfa46-a205-401b-9d13-86448bf874b6 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 935 time: 0.1687887 Nov 23 22:36:11.829921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ddabea0e-b786-4c96-ae39-b5734142cde4 req-fb398309-31c5-426c-bc14-b56e7b99c33e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170983 Nov 23 22:36:11.860676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb345a81-862e-45e4-b752-f1138a9522fc req-1510b60b-96de-42ca-89b9-75cf5f9d6295 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914602 Nov 23 22:36:11.881253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-207181d2-eb90-4e8d-9fb0-527f46a17bf8 req-2acadfa2-c919-4e1f-b3c4-2205b8ac584c service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599919 Nov 23 22:36:11.889343 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-61509c96-b663-479b-b996-9273cb7e484c service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394247 Nov 23 22:36:11.903122 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c46c5f0-bea5-40f4-8306-698e4305d8ba x-openstack-request-id: req-7c46c5f0-bea5-40f4-8306-698e4305d8ba {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:11.903467 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45063c89-7cfc-4a62-84fd-f3da2e51cd72", "tag": "eb72609e-f41b-4a76-ad0e-a177e110d9cc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:11.903689 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c46c5f0-bea5-40f4-8306-698e4305d8ba {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:11.904121 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'tag': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc', 'status': 'completed', 'code': 200} Nov 23 22:36:11.904717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c0d39e-3e75-4449-8f3e-f2251bad0d40 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:11.913127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.932929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-b98660ab-d87e-4b7c-ab76-dde5a92010af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:11.934527 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-b98660ab-d87e-4b7c-ab76-dde5a92010af service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.1993222 Nov 23 22:36:11.936027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Transition to ACTIVE for port object e2c0d39e-3e75-4449-8f3e-f2251bad0d40 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:11.947817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:12.032266 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-7b0489f5-13c2-40ed-bdc3-7c068451ee6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.0533855 Nov 23 22:36:12.071148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:12.087022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e'}, {'server_uuid': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9a0041-4834-4a46-9162-d2d7a5f52b64'}, {'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:12.089567 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9f659d-a0c8-4781-9faf-6e7529937cc7" -d '{"events": [{"server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "name": "network-vif-plugged", "status": "completed", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e"}, {"server_uuid": "9a86177f-97ae-4493-9863-de1eedbdcfe3", "name": "network-vif-plugged", "status": "completed", "tag": "1e9a0041-4834-4a46-9162-d2d7a5f52b64"}, {"server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "name": "network-vif-plugged", "status": "completed", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:12.099437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660c8f-8e41-431f-a89a-ebdb7c59dba1 req-aae8bff9-e5fc-432a-b597-e706fbfbb920 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.105368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff660c8f-8e41-431f-a89a-ebdb7c59dba1 req-aae8bff9-e5fc-432a-b597-e706fbfbb920 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 948 time: 0.1665645 Nov 23 22:36:12.122849 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-7cb7fe7c-cf52-4bf6-b55c-c6f287f41060 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177935 Nov 23 22:36:12.127967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-f8002057-f13f-4700-b0b6-9beb2ba019e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.129403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-f8002057-f13f-4700-b0b6-9beb2ba019e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37d907308fee4999b1fe3acd9925e558&device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 1099 time: 0.1103866 Nov 23 22:36:12.130890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-7fbcd2a3-1093-4392-87ec-46ab85dfad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.132348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-7fbcd2a3-1093-4392-87ec-46ab85dfad92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0727184 Nov 23 22:36:12.144440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Attempting to bind port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:12.145044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Attempting to bind port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:12.145530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Attempting to bind port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:12.155863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:12.156434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Attempting to bind port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:12.171003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a48a-10ab-4143-a9a2-bfae7be86877 req-7219e91f-a98f-4f5b-8d05-1a0b464b8ef5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.172594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef39a48a-10ab-4143-a9a2-bfae7be86877 req-7219e91f-a98f-4f5b-8d05-1a0b464b8ef5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 948 time: 0.1676419 Nov 23 22:36:12.189492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:12.189996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:12.190473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:12.190820 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-dfcba060-9be0-4a03-9bc4-a142f351feef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358295 Nov 23 22:36:12.191129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Bound port: e2c0d39e-3e75-4449-8f3e-f2251bad0d40, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:12.191597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:12.251734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff660c8f-8e41-431f-a89a-ebdb7c59dba1 req-cd271326-f02c-4473-b82f-d34dcac457b9 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318769 Nov 23 22:36:12.312221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef39a48a-10ab-4143-a9a2-bfae7be86877 req-a8fda3ff-1d89-42ae-8f51-e453379d8ac8 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239128 Nov 23 22:36:12.335139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] For port e2c0d39e-3e75-4449-8f3e-f2251bad0d40, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:12.339312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] For port e2c0d39e-3e75-4449-8f3e-f2251bad0d40, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:12.347004 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:12.408506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.409470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:12.411012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] 10.222.0.46 "PUT /v2.0/ports/e2c0d39e-3e75-4449-8f3e-f2251bad0d40 HTTP/1.1" status: 200 len: 1095 time: 1.3374789 Nov 23 22:36:12.411658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'tag': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:12.414187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-a4c56008-1923-4ea2-ae2f-d532c00a0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.415376 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de338676-201c-4e7c-8c74-1b1f9ae72721" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4b9dfc-be44-49f4-bf34-ed31f5804062", "tag": "e2c0d39e-3e75-4449-8f3e-f2251bad0d40"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:12.416419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-a4c56008-1923-4ea2-ae2f-d532c00a0054 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2737453 Nov 23 22:36:12.435744 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7ccae4-cb3f-4c56-a715-76a8f470622c x-openstack-request-id: req-9f7ccae4-cb3f-4c56-a715-76a8f470622c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:12.436392 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "name": "network-vif-plugged", "status": "completed", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e", "code": 200}, {"server_uuid": "9a86177f-97ae-4493-9863-de1eedbdcfe3", "name": "network-vif-plugged", "status": "completed", "tag": "1e9a0041-4834-4a46-9162-d2d7a5f52b64", "code": 200}, {"server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "name": "network-vif-plugged", "status": "completed", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:12.437840 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f7ccae4-cb3f-4c56-a715-76a8f470622c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:12.438520 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e', 'code': 200} Nov 23 22:36:12.438782 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9a0041-4834-4a46-9162-d2d7a5f52b64', 'code': 200} Nov 23 22:36:12.439033 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5', 'code': 200} Nov 23 22:36:12.468533 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-1837f35e-39e7-4ae9-ae86-67de9a6edc90 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690806 Nov 23 22:36:12.483284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-3090837b-e381-4727-b472-8eac3b18025e tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.484922 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-3090837b-e381-4727-b472-8eac3b18025e tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1819160 Nov 23 22:36:12.524880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78059f97-25fa-47ab-9668-aa55a4ee3f94 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:12.535953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:12.602985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.48', 52912) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:12.630576 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-fe35ab76-0f2e-4f4b-90b8-82b20d1cf239 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=eb72609e-f41b-4a76-ad0e-a177e110d9cc HTTP/1.1" status: 200 len: 217 time: 0.1381183 Nov 23 22:36:12.694793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bc35e-3f22-4f00-a81b-bb208caee80e req-5c1cc604-8d6b-4b6e-8b5a-c412f7ffcb76 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.696409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-164bc35e-3f22-4f00-a81b-bb208caee80e req-5c1cc604-8d6b-4b6e-8b5a-c412f7ffcb76 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.2390645 Nov 23 22:36:12.705403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4a91b-ca5e-43b8-b7b3-46b353804cb3 req-b46766ce-c0f3-4388-a6cd-01f2538c1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.706907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcf4a91b-ca5e-43b8-b7b3-46b353804cb3 req-b46766ce-c0f3-4388-a6cd-01f2538c1460 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 1096 time: 0.1621306 Nov 23 22:36:12.772907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e5285-6f0c-43cc-a1f1-e151840da83c req-35a3e85b-2aea-46ca-bdeb-e8f0e9a06211 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.774665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-410e5285-6f0c-43cc-a1f1-e151840da83c req-35a3e85b-2aea-46ca-bdeb-e8f0e9a06211 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 945 time: 0.1938403 Nov 23 22:36:12.779606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54068) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:12.801585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c3b1f-581e-4150-9335-7e274b44a9b6 req-fefe49ea-b298-425e-aa39-5d0b3e12031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:12.803103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f9c3b1f-581e-4150-9335-7e274b44a9b6 req-fefe49ea-b298-425e-aa39-5d0b3e12031d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 1096 time: 0.1966305 Nov 23 22:36:12.868040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-164bc35e-3f22-4f00-a81b-bb208caee80e req-9b474273-8069-401e-9bfa-f09c01f86e77 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593323 Nov 23 22:36:12.879534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcf4a91b-ca5e-43b8-b7b3-46b353804cb3 req-1ddb9a77-6dcf-4a48-ba07-8df8e4494803 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594410 Nov 23 22:36:12.914030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-410e5285-6f0c-43cc-a1f1-e151840da83c req-f77f4c25-4f1f-42de-afa0-e798fdb50f80 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246252 Nov 23 22:36:12.948281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f9c3b1f-581e-4150-9335-7e274b44a9b6 req-8b2934e7-8f9f-40e6-99b7-3b5438df7c84 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325724 Nov 23 22:36:12.956292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c55a204a-0746-45f3-85aa-de2e56673d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:12.981049 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85563dc0-849d-42a9-a0e7-26f03fdbb3aa x-openstack-request-id: req-85563dc0-849d-42a9-a0e7-26f03fdbb3aa {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:12.981344 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4b9dfc-be44-49f4-bf34-ed31f5804062", "tag": "e2c0d39e-3e75-4449-8f3e-f2251bad0d40", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:12.981599 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85563dc0-849d-42a9-a0e7-26f03fdbb3aa {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:12.981996 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'tag': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40', 'status': 'completed', 'code': 200} Nov 23 22:36:13.033806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.049895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-31b94d5a-12b4-4dc5-a83c-b80555cddc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.051340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-31b94d5a-12b4-4dc5-a83c-b80555cddc26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.3926435 Nov 23 22:36:13.060635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-6b0c645a-535c-4f9f-849e-6b44120e52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.062097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-6b0c645a-535c-4f9f-849e-6b44120e52d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 1098 time: 0.4761009 Nov 23 22:36:13.063703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0adab-661f-4859-88ce-7fe5a7b5fa88 req-c6c9ddbb-d09c-4bc7-882c-9dbd9fca9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.065033 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d1f0adab-661f-4859-88ce-7fe5a7b5fa88 req-c6c9ddbb-d09c-4bc7-882c-9dbd9fca9d75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 1096 time: 0.4803298 Nov 23 22:36:13.078621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ada2062-d9ee-441a-83a5-193424c44b76 req-bb809e66-76f3-4465-8555-832d5685794a service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927105 Nov 23 22:36:13.093261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307cd1-bb3b-4831-a678-79f18b0d4652 req-eb00a33a-db27-4e63-b058-2a6be25014ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.094742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8307cd1-bb3b-4831-a678-79f18b0d4652 req-eb00a33a-db27-4e63-b058-2a6be25014ab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 945 time: 0.1083004 Nov 23 22:36:13.155980 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-3fd31e16-f5cb-4d8e-b884-bb57ab2d2a59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2c0d39e-3e75-4449-8f3e-f2251bad0d40 HTTP/1.1" status: 200 len: 217 time: 0.0582826 Nov 23 22:36:13.165009 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c55a204a-0746-45f3-85aa-de2e56673d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.176270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e256ea7-bf22-471e-9dec-aa62510c48ce req-a386fedf-8950-47b4-a2eb-9772eb00ad21 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.177772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e256ea7-bf22-471e-9dec-aa62510c48ce req-a386fedf-8950-47b4-a2eb-9772eb00ad21 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 947 time: 0.1363878 Nov 23 22:36:13.184882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c55a204a-0746-45f3-85aa-de2e56673d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.236622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d1f0adab-661f-4859-88ce-7fe5a7b5fa88 req-0878ddfe-7f1d-4e85-be48-9fb32224ab8b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400115 Nov 23 22:36:13.268144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-84d9966a-2882-49b9-807b-fc984bba4264 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.269663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-84d9966a-2882-49b9-807b-fc984bba4264 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 948 time: 0.1620185 Nov 23 22:36:13.275014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8307cd1-bb3b-4831-a678-79f18b0d4652 req-17841f2b-4ae7-4f53-88bf-86090763a0ec tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683149 Nov 23 22:36:13.282249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c55a204a-0746-45f3-85aa-de2e56673d32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=017bf129323e451d96f2a6b8e5bf2f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974747 Nov 23 22:36:13.282249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a204a-0746-45f3-85aa-de2e56673d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973d9e3b-ca49-4a0b-8f43-f6bbe89d4dcf,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:13.285120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54080) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:13.303222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-5479edc3-571f-4e35-a38a-d7e66b84b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.304543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-5479edc3-571f-4e35-a38a-d7e66b84b5e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1408560 Nov 23 22:36:13.332252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:13.343537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e256ea7-bf22-471e-9dec-aa62510c48ce req-1f27b26a-3a28-4522-947c-fb5890ce6a7a tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545491 Nov 23 22:36:13.345299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-752c4ac2-b389-4c58-8d20-d3b8cf81e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.346792 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-752c4ac2-b389-4c58-8d20-d3b8cf81e3a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818729 Nov 23 22:36:13.381662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde344b0-b344-4464-bbd9-23e0085759b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.401513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:13.409449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde344b0-b344-4464-bbd9-23e0085759b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.511392 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.530757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.539089 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-d50d4191-c383-483d-800a-4ecac83a331a service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778712 Nov 23 22:36:13.564676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-b8b74d8b-1cf6-4d28-a4f6-38db8473c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.566163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-b8b74d8b-1cf6-4d28-a4f6-38db8473c35e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132305 Nov 23 22:36:13.590401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35ed50-a2a3-4714-8dfd-2d1891132882 req-e7aad74f-ce1d-422c-8ab3-466e17bfab99 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.591957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b35ed50-a2a3-4714-8dfd-2d1891132882 req-e7aad74f-ce1d-422c-8ab3-466e17bfab99 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 948 time: 0.1621747 Nov 23 22:36:13.621578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69848975-354a-418a-a8b4-e8d5d9eba78c req-21d50875-9bcc-487e-a496-311e78bc9f3a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.623011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69848975-354a-418a-a8b4-e8d5d9eba78c req-21d50875-9bcc-487e-a496-311e78bc9f3a tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 948 time: 0.1671348 Nov 23 22:36:13.631662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde344b0-b344-4464-bbd9-23e0085759b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.634178 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde344b0-b344-4464-bbd9-23e0085759b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.635837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fde344b0-b344-4464-bbd9-23e0085759b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/973d9e3b-ca49-4a0b-8f43-f6bbe89d4dcf HTTP/1.1" status: 204 len: 168 time: 0.3500617 Nov 23 22:36:13.703146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:13.812380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on host n-h1-817303-3 for vnic_type normal with profile {"migrating_to": "n-h2-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:13.812702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:13.813024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:13.828904 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-975a56fa-84cf-4ad1-a9cd-febe8384814a req-c8d4e5e1-d011-4066-bcee-25a5381eb440 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602580 Nov 23 22:36:13.831525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:13.832455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Attempting to bind port 157e8e58-3e9a-4748-bf94-3659647982ee on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:13.840634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-ecf69db9-f8b0-4fed-9453-9bd8350dea69 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598667 Nov 23 22:36:13.842461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:13.842461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:13.842691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:13.847326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Bound port: 157e8e58-3e9a-4748-bf94-3659647982ee, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:13.847326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.875796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde344b0-b344-4464-bbd9-23e0085759b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d9e3b-ca49-4a0b-8f43-f6bbe89d4dcf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:13.921484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b35ed50-a2a3-4714-8dfd-2d1891132882 req-3b0f6385-0b26-4c1f-8652-3d9df99ebc9a tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200536 Nov 23 22:36:13.925255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Deleting port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:36:13.925590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:13.933167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69848975-354a-418a-a8b4-e8d5d9eba78c req-0aa612e2-08d7-4319-8d6a-4b230540cbc5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/security-groups?id=c741fdd2-4333-4f18-b3f2-5a51b1f2b655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931893 Nov 23 22:36:13.950576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:13.952737 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8830c4b-d4c8-46e5-b1b5-5141e006ce4f" -d '{"events": [{"server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "name": "network-vif-unplugged", "status": "completed", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:14.042928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54098) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:14.090482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82e3e650-96c7-47c4-93bc-3f14371d5c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.093488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:14.116539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e0d64f4-904c-4b81-976f-f76c39338d85 req-6aed5e62-740f-471b-a326-90bbb6db66c5 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631795 Nov 23 22:36:14.118164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:14.127465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.162734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] For port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:14.162972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.192847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Calling delete_port for 2aa23dac-ac1d-4221-8b87-74b7bbc3902b owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:36:14.221861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303ede7-d9ee-43be-a2fc-80c15108ae90 req-a2b3e21d-2d40-477b-96e3-d0cccf574587 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.224250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8303ede7-d9ee-43be-a2fc-80c15108ae90 req-a2b3e21d-2d40-477b-96e3-d0cccf574587 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.1431320 Nov 23 22:36:14.242475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:14.276919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.277813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.279348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-4547de77-1ed0-4551-abb2-5cec2e10fbc3 service neutron] 10.222.0.46 "PUT /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 1121 time: 1.7552357 Nov 23 22:36:14.302095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200d4ff-b15b-4d53-91f3-c646092f5f01 req-b10c2c43-592f-4d47-8219-5cf2a7951027 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.303693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c200d4ff-b15b-4d53-91f3-c646092f5f01 req-b10c2c43-592f-4d47-8219-5cf2a7951027 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 945 time: 0.2244809 Nov 23 22:36:14.320503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82e3e650-96c7-47c4-93bc-3f14371d5c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.328557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82e3e650-96c7-47c4-93bc-3f14371d5c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.344423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-d6dde9f8-f752-4a1b-a3d8-b9c49c5ce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.345987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-d6dde9f8-f752-4a1b-a3d8-b9c49c5ce223 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 1098 time: 0.1046171 Nov 23 22:36:14.403142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-82e3e650-96c7-47c4-93bc-3f14371d5c83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3ca8034cd03430e8b09cf6a5e3175f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495634 Nov 23 22:36:14.406943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8303ede7-d9ee-43be-a2fc-80c15108ae90 req-484ecc38-e466-4270-9478-dc6044e7d8cd tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713068 Nov 23 22:36:14.408746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54106) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:14.419605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3e650-96c7-47c4-93bc-3f14371d5c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5411f-d976-418b-b5b0-f6a599e0a002,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:14.433037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['157e8e58-3e9a-4748-bf94-3659647982ee'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:14.514377 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d6c70-5026-41c6-a2f3-f4606af752ed x-openstack-request-id: req-4e0d6c70-5026-41c6-a2f3-f4606af752ed {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:14.514896 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "name": "network-vif-unplugged", "status": "completed", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:14.514896 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e0d6c70-5026-41c6-a2f3-f4606af752ed {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:14.515110 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee', 'code': 200} Nov 23 22:36:14.522352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ae64d3a-1770-42d5-b9f1-7442bd0468a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.524564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-04cd81bb-7e62-40e9-a4f0-b72a30d08d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.527276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-04cd81bb-7e62-40e9-a4f0-b72a30d08d20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1703446 Nov 23 22:36:14.535608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c200d4ff-b15b-4d53-91f3-c646092f5f01 req-a10ba0c8-b07c-47d7-a2e6-06f54c1a52a6 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158813 Nov 23 22:36:14.536905 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.549523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['2aa23dac-ac1d-4221-8b87-74b7bbc3902b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:14.599473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ae64d3a-1770-42d5-b9f1-7442bd0468a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.603042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-d7f7b296-3df6-4e7d-9462-73e23daf52aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2c0d39e-3e75-4449-8f3e-f2251bad0d40 HTTP/1.1" status: 200 len: 217 time: 0.0599649 Nov 23 22:36:14.608765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Pushing event deleted for resources: {'Port': ['ID=2aa23dac-ac1d-4221-8b87-74b7bbc3902b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:14.663681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb72609e-f41b-4a76-ad0e-a177e110d9cc details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:14.704758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-61f358d4-f7af-4a2f-887d-c8d1c7cf3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.705950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] No DVR routers for this DVR port 2aa23dac-ac1d-4221-8b87-74b7bbc3902b on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:14.710394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-61f358d4-f7af-4a2f-887d-c8d1c7cf3fb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0944912 Nov 23 22:36:14.719946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.725691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47108b6-2097-45f2-ba1b-58e8d2c287b2 req-d74b77b3-cd63-4f13-bab3-91ff0881e3d5 tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.46 "DELETE /v2.0/ports/2aa23dac-ac1d-4221-8b87-74b7bbc3902b HTTP/1.1" status: 204 len: 173 time: 1.2946231 Nov 23 22:36:14.782893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ae64d3a-1770-42d5-b9f1-7442bd0468a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.787094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ae64d3a-1770-42d5-b9f1-7442bd0468a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.788349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3ae64d3a-1770-42d5-b9f1-7442bd0468a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebc5411f-d976-418b-b5b0-f6a599e0a002 HTTP/1.1" status: 204 len: 168 time: 0.3786912 Nov 23 22:36:14.800245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c739bc-0128-4ef1-9e1b-96670dc1ecfd req-75cc69f3-33e6-495f-9952-d6353a256c42 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.804991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3c739bc-0128-4ef1-9e1b-96670dc1ecfd req-75cc69f3-33e6-495f-9952-d6353a256c42 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.0722604 Nov 23 22:36:14.813834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae64d3a-1770-42d5-b9f1-7442bd0468a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5411f-d976-418b-b5b0-f6a599e0a002,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:14.844532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-72be3c42-0cac-480f-bb0d-3ef8c687b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.853028 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-72be3c42-0cac-480f-bb0d-3ef8c687b1bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266613 Nov 23 22:36:14.872764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb72609e-f41b-4a76-ad0e-a177e110d9cc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb72609e-f41b-4a76-ad0e-a177e110d9cc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:14.894433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc', 'mac_address': 'fa:16:3e:1c:83:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:14.977558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3c739bc-0128-4ef1-9e1b-96670dc1ecfd req-5c199f0c-1d8b-480d-96c5-baf56b074bb1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421583 Nov 23 22:36:14.984505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'name': 'network-vif-deleted', 'tag': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:14.986242 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.991412 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549deaef-0864-49dd-afb7-bab82f9e42d1" -d '{"events": [{"server_uuid": "5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db", "name": "network-vif-deleted", "tag": "2aa23dac-ac1d-4221-8b87-74b7bbc3902b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:15.016026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb72609e-f41b-4a76-ad0e-a177e110d9cc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:15.024897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722aec8-886d-413e-985a-017c0088322b req-970a5856-4294-4da5-b3fb-6bc38c6ea6dc tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.040228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f722aec8-886d-413e-985a-017c0088322b req-970a5856-4294-4da5-b3fb-6bc38c6ea6dc tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 947 time: 0.2341259 Nov 23 22:36:15.044260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb72609e-f41b-4a76-ad0e-a177e110d9cc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb72609e-f41b-4a76-ad0e-a177e110d9cc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:15.049897 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.066941 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-d436ea78-e327-4454-932d-e5d4b6c85ce4 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018666 Nov 23 22:36:15.113034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f722aec8-886d-413e-985a-017c0088322b req-922b4c78-e401-408b-9cfe-2e11d6680a69 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709591 Nov 23 22:36:15.158379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=eb72609e-f41b-4a76-ad0e-a177e110d9cc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:15.201444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54124) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:15.219083 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de338676-201c-4e7c-8c74-1b1f9ae72721 req-07fc0d92-4db9-4eaf-84b4-ee1cedde728f service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343930 Nov 23 22:36:15.259171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236360d-0c69-420e-bad4-4e8b7ac15df4 req-9480ffd7-9191-447d-a5d4-fc90789a46ed tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.268441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3236360d-0c69-420e-bad4-4e8b7ac15df4 req-9480ffd7-9191-447d-a5d4-fc90789a46ed tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 949 time: 0.1195791 Nov 23 22:36:15.315855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd1d33b8-80d6-466a-804e-816f0aecd111 req-16b0c2a8-9a4e-4cec-932f-ef525a62781c tempest-DeleteServersAdminTestJSON-922240029 tempest-DeleteServersAdminTestJSON-922240029-project] 10.222.0.11 "GET /v2.0/ports?device_id=5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db HTTP/1.1" status: 200 len: 210 time: 0.0446289 Nov 23 22:36:15.371473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cff38740-bc2a-42a8-973d-1accf5a4c16b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.379336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3236360d-0c69-420e-bad4-4e8b7ac15df4 req-38213c7e-8471-4864-950e-7d2bb33edabe tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097343 Nov 23 22:36:15.386536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['eb72609e-f41b-4a76-ad0e-a177e110d9cc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:15.412821 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d35e7e-1343-45c5-8481-b6ee4986607d x-openstack-request-id: req-99d35e7e-1343-45c5-8481-b6ee4986607d {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:15.413829 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db", "name": "network-vif-deleted", "tag": "2aa23dac-ac1d-4221-8b87-74b7bbc3902b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:15.414925 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99d35e7e-1343-45c5-8481-b6ee4986607d {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:15.415641 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efe29d8-9cc5-4eb6-af9b-dee4a0d5f6db', 'name': 'network-vif-deleted', 'tag': '2aa23dac-ac1d-4221-8b87-74b7bbc3902b', 'status': 'completed', 'code': 200} Nov 23 22:36:15.523690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cff38740-bc2a-42a8-973d-1accf5a4c16b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.535635 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cff38740-bc2a-42a8-973d-1accf5a4c16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.611520 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cff38740-bc2a-42a8-973d-1accf5a4c16b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71b519ebaafe4e40aa02f4680b6ab58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089770 Nov 23 22:36:15.615607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d625514-10e0-4fcb-a019-a3c8b0897d06 req-780d5e7d-d718-4b84-be99-738a2f3e299a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.617299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54140) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:15.621305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d625514-10e0-4fcb-a019-a3c8b0897d06 req-780d5e7d-d718-4b84-be99-738a2f3e299a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.0904150 Nov 23 22:36:15.631795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff38740-bc2a-42a8-973d-1accf5a4c16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867df2bb-4cd3-4b9a-905e-23496dc775e7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:15.692878 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca6c8-8aa5-4f32-b824-09f3e37b8f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.718879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca6c8-8aa5-4f32-b824-09f3e37b8f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.737887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d625514-10e0-4fcb-a019-a3c8b0897d06 req-df65b855-df78-4793-a175-d7fabc56ba85 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073377 Nov 23 22:36:15.746150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0043d-f9c5-45df-a0b8-b02aeba82f31 req-95cdbd01-b6ae-4ba8-b8cc-76b79105e0dc tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.747761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d0043d-f9c5-45df-a0b8-b02aeba82f31 req-95cdbd01-b6ae-4ba8-b8cc-76b79105e0dc tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 945 time: 0.1192369 Nov 23 22:36:15.793631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca6c8-8aa5-4f32-b824-09f3e37b8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.796380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca6c8-8aa5-4f32-b824-09f3e37b8f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.797629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fb5ca6c8-8aa5-4f32-b824-09f3e37b8f7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/867df2bb-4cd3-4b9a-905e-23496dc775e7 HTTP/1.1" status: 204 len: 168 time: 0.1789889 Nov 23 22:36:15.808604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ca6c8-8aa5-4f32-b824-09f3e37b8f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867df2bb-4cd3-4b9a-905e-23496dc775e7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:15.856273 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d0043d-f9c5-45df-a0b8-b02aeba82f31 req-c60c4641-2d0e-46ab-b414-665f9660cb7e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978179 Nov 23 22:36:15.921376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b1bde-ee1c-4447-85d8-03e73a3ec3db req-ddb17346-819d-4482-8664-93d953cd74d1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.922908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a7b1bde-ee1c-4447-85d8-03e73a3ec3db req-ddb17346-819d-4482-8664-93d953cd74d1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.0656593 Nov 23 22:36:16.016122 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a7b1bde-ee1c-4447-85d8-03e73a3ec3db req-1fc36239-ef0a-40a1-8ce6-95a87515a39e tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870438 Nov 23 22:36:16.044008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b21fd6-9917-4761-be27-419e8a281bf0 req-e2a8e718-751a-45f7-8a4b-504ea89e16ce tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.057119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3b21fd6-9917-4761-be27-419e8a281bf0 req-e2a8e718-751a-45f7-8a4b-504ea89e16ce tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 945 time: 0.1096187 Nov 23 22:36:16.058645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54164) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:16.076074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'floatingip': {'port_id': '48182058-1723-4e82-bfa6-b13f8a24850e'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:16.186663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:16.247545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25a506-de50-4814-8a93-936ecbf81e28 req-cf8a408b-4b60-4a4b-b60a-bbb7a02d888d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.249242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c25a506-de50-4814-8a93-936ecbf81e28 req-cf8a408b-4b60-4a4b-b60a-bbb7a02d888d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.1307068 Nov 23 22:36:16.258181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d1e1f-340e-4b70-a817-377d92a0b002 req-e7178a7a-4d94-41e1-ba41-c59fc4d17633 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.267402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b59d1e1f-340e-4b70-a817-377d92a0b002 req-e7178a7a-4d94-41e1-ba41-c59fc4d17633 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 945 time: 0.1328638 Nov 23 22:36:16.288963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54170) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:16.320354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95de3946-f9ca-4744-872a-b90e4649c362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:16.356039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b59d1e1f-340e-4b70-a817-377d92a0b002 req-192f1768-e025-4b74-83ad-7bf42cad8418 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852120 Nov 23 22:36:16.357777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c25a506-de50-4814-8a93-936ecbf81e28 req-41c79268-7b88-4a8e-a852-fd81701f4fad tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884199 Nov 23 22:36:16.518446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf4fd-2577-4aa2-9726-39b0c6898780 req-556e58ab-c2c4-4cf2-bf4f-68479a2e1264 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.519976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064bf4fd-2577-4aa2-9726-39b0c6898780 req-556e58ab-c2c4-4cf2-bf4f-68479a2e1264 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 947 time: 0.0655286 Nov 23 22:36:16.527987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:16.530220 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76de2436-c759-4f61-bf5d-bf38c426c872" -d '{"events": [{"name": "network-changed", "server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:16.613238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95de3946-f9ca-4744-872a-b90e4649c362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:16.641695 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064bf4fd-2577-4aa2-9726-39b0c6898780 req-ed86b644-2c96-47d4-bed0-0fa1d4b81a94 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016421 Nov 23 22:36:16.644217 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95de3946-f9ca-4744-872a-b90e4649c362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:16.673658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb72609e-f41b-4a76-ad0e-a177e110d9cc up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:16.757177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port eb72609e-f41b-4a76-ad0e-a177e110d9cc completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:16.761321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port eb72609e-f41b-4a76-ad0e-a177e110d9cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:16.761688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:16.859731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a35c45-d32b-4306-b9f6-2b7a3227da7c req-e9498c5a-45cb-4db5-ac20-80301b4b6440 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.859988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:16.860661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7a35c45-d32b-4306-b9f6-2b7a3227da7c req-e9498c5a-45cb-4db5-ac20-80301b4b6440 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.0817113 Nov 23 22:36:16.869284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eba8a-4c50-4d61-bb9b-abbef13c882e req-e5f12c63-7772-4d73-a149-1a481e13fde9 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.878074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-988eba8a-4c50-4d61-bb9b-abbef13c882e req-e5f12c63-7772-4d73-a149-1a481e13fde9 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 949 time: 0.1343994 Nov 23 22:36:16.905515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb72609e-f41b-4a76-ad0e-a177e110d9cc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb72609e-f41b-4a76-ad0e-a177e110d9cc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:16.907132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:16.910082 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ce169-b8a0-4a36-9bc2-7288dde128c5" -d '{"events": [{"server_uuid": "45063c89-7cfc-4a62-84fd-f3da2e51cd72", "name": "network-vif-plugged", "status": "completed", "tag": "eb72609e-f41b-4a76-ad0e-a177e110d9cc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:16.915021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:16.961181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-988eba8a-4c50-4d61-bb9b-abbef13c882e req-34036cda-f383-4e77-873a-0b8b3895c5f1 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821161 Nov 23 22:36:16.991742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=eb72609e-f41b-4a76-ad0e-a177e110d9cc,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:17.024786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7a35c45-d32b-4306-b9f6-2b7a3227da7c req-e0b1469d-1e46-4e3f-8899-6d09f09a29e9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429210 Nov 23 22:36:17.065657 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813081a4-9a7b-400b-993c-2faef07eb8f6 x-openstack-request-id: req-813081a4-9a7b-400b-993c-2faef07eb8f6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:17.065984 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45063c89-7cfc-4a62-84fd-f3da2e51cd72", "name": "network-vif-plugged", "status": "completed", "tag": "eb72609e-f41b-4a76-ad0e-a177e110d9cc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:17.066249 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-813081a4-9a7b-400b-993c-2faef07eb8f6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:17.066658 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc', 'code': 200} Nov 23 22:36:17.112828 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ab10dc-6451-43d5-90b1-e47176cc2c17 x-openstack-request-id: req-c1ab10dc-6451-43d5-90b1-e47176cc2c17 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:17.113329 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:17.113742 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1ab10dc-6451-43d5-90b1-e47176cc2c17 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:17.114429 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee', 'status': 'completed', 'code': 200} Nov 23 22:36:17.125679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de3946-f9ca-4744-872a-b90e4649c362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead9291-b64b-4a66-a728-556c357e9ea1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:17.130599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-95de3946-f9ca-4744-872a-b90e4649c362 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae1842fa818c42d5931b5c2edabc7472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8406031 Nov 23 22:36:17.133352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54204) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:17.209524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a60a9d61-ec42-4685-9a2d-0b18e4c04fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.241033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a60a9d61-ec42-4685-9a2d-0b18e4c04fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.301807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a60a9d61-ec42-4685-9a2d-0b18e4c04fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.305968 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a60a9d61-ec42-4685-9a2d-0b18e4c04fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.310572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a60a9d61-ec42-4685-9a2d-0b18e4c04fec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ead9291-b64b-4a66-a728-556c357e9ea1 HTTP/1.1" status: 204 len: 168 time: 0.1740916 Nov 23 22:36:17.318182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e2c0d39e-3e75-4449-8f3e-f2251bad0d40 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:17.325661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a9d61-ec42-4685-9a2d-0b18e4c04fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead9291-b64b-4a66-a728-556c357e9ea1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:17.328037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 2aa23dac-ac1d-4221-8b87-74b7bbc3902b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:17.377760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:36:17.392222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 2aa23dac-ac1d-4221-8b87-74b7bbc3902b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:36:17.396408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 2aa23dac-ac1d-4221-8b87-74b7bbc3902b not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:17.435154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-54f8e662-b453-4585-83cf-303576e4f04e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385754 Nov 23 22:36:17.442498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7741-aa98-491b-8333-8059d63a379e req-101937af-eba8-4ad3-94d9-61077732a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:17.444026 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-000c7741-aa98-491b-8333-8059d63a379e req-101937af-eba8-4ad3-94d9-61077732a482 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 1101 time: 0.1652400 Nov 23 22:36:17.466230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-a7c42276-bf4c-47fd-a8df-c97d79a3069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:17.467854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-a7c42276-bf4c-47fd-a8df-c97d79a3069a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1124 time: 0.1867123 Nov 23 22:36:17.504064 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.521125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.533359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port e2c0d39e-3e75-4449-8f3e-f2251bad0d40, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:17.546552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40', 'mac_address': 'fa:16:3e:a3:20:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:17.560608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535867a-41f8-416f-b5fb-8881395b1eea req-eee60afc-33c1-477f-b84f-c7a91cf37250 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:17.562250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e535867a-41f8-416f-b5fb-8881395b1eea req-eee60afc-33c1-477f-b84f-c7a91cf37250 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1261635 Nov 23 22:36:17.617211 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.624365 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-000c7741-aa98-491b-8333-8059d63a379e req-cc21fe22-3480-4cfc-8c09-4b57422f4aae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555512 Nov 23 22:36:17.633707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e535867a-41f8-416f-b5fb-8881395b1eea req-c34dd0fe-405f-4893-b58b-b0b71393090a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634913 Nov 23 22:36:17.646754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c0d39e-3e75-4449-8f3e-f2251bad0d40 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:17.665042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-4c25d541-6eba-4c56-8787-9c83b62ab8ae tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:17.667703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-4c25d541-6eba-4c56-8787-9c83b62ab8ae tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204905 Nov 23 22:36:17.692552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-088c4f0b-51ee-4d87-add9-324910e67fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:17.694013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-088c4f0b-51ee-4d87-add9-324910e67fc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2059398 Nov 23 22:36:17.695427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-764db44a-06aa-46c1-a94c-7d0d12a42048 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/quotas/28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 375 time: 0.0197659 Nov 23 22:36:17.708848 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0 associated. External IP: 172.25.0.216, port: 48182058-1723-4e82-bfa6-b13f8a24850e. Nov 23 22:36:17.718499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port e2c0d39e-3e75-4449-8f3e-f2251bad0d40, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:17.731796 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:17.733101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 157e8e58-3e9a-4748-bf94-3659647982ee details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:17.782262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-89abbb5b-46dd-477a-8516-fea295c72b2d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783801 Nov 23 22:36:17.847359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:17.870521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 157e8e58-3e9a-4748-bf94-3659647982ee has no active binding in host n-h2-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:36:17.874539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56effd3-8669-4fbd-9429-310118256d5c req-06f96119-4487-4435-b5b5-6650024da9b6 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:17.879165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a56effd3-8669-4fbd-9429-310118256d5c req-06f96119-4487-4435-b5b5-6650024da9b6 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.0889997 Nov 23 22:36:17.968818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a56effd3-8669-4fbd-9429-310118256d5c req-f926e418-fdc7-4278-956a-2af712533afb tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796838 Nov 23 22:36:17.970563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:18.096562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Router 2749655a-056d-4a34-aa8f-62439e1b6979 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:36:18.155651 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-4df592d4-1943-4360-8232-cc0660007ef1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.0558333 Nov 23 22:36:18.203952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde41c5d-4183-45be-8ffa-64cc7c1939a0 req-3d8cae91-2728-40ed-859b-565c292278a8 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:18.208830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde41c5d-4183-45be-8ffa-64cc7c1939a0 req-3d8cae91-2728-40ed-859b-565c292278a8 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 948 time: 0.1072624 Nov 23 22:36:18.237263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:18.289313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['e2c0d39e-3e75-4449-8f3e-f2251bad0d40'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:18.312378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-afb32a27-8572-4f57-bb3b-dfed21a948cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:18.313973 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-afb32a27-8572-4f57-bb3b-dfed21a948cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1497154 Nov 23 22:36:18.417725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde41c5d-4183-45be-8ffa-64cc7c1939a0 req-4a43e9a4-4075-4ba8-a4b9-924f75ebadfb tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969764 Nov 23 22:36:18.417981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-4abd61d2-c58f-4f8b-9117-89dfe84e5489 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706921 Nov 23 22:36:18.470727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5d11e-23e2-471a-96ff-935e6a640b2f req-7c105550-4691-4490-8d47-2943b367d699 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:18.494976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5d11e-23e2-471a-96ff-935e6a640b2f req-7c105550-4691-4490-8d47-2943b367d699 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:18.514215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5d11e-23e2-471a-96ff-935e6a640b2f req-7c105550-4691-4490-8d47-2943b367d699 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:18.515671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9d5d11e-23e2-471a-96ff-935e6a640b2f req-7c105550-4691-4490-8d47-2943b367d699 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a&device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3&device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 2417 time: 0.2554801 Nov 23 22:36:18.579419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:18.595022 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] Sync routers for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:18.603009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:18.609832 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:18.612861 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:18.646374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9d5d11e-23e2-471a-96ff-935e6a640b2f req-92c03c94-58fe-4e37-90a4-81ffa70f7b1a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210740 Nov 23 22:36:18.648154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-48963197-237e-4855-83f3-a88b81692146 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "PUT /v2.0/floatingips/37dd9d45-0386-4d91-93b1-60c2e5f035c0 HTTP/1.1" status: 200 len: 991 time: 2.5870187 Nov 23 22:36:18.661479 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-23e94381-1660-4574-880f-4b31560f3dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344606 Nov 23 22:36:18.667133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a6a0720e-6bfc-413c-b946-8f26d8ab06fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e70b4a31c5344df8590f9ca36ee3f5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4287610 Nov 23 22:36:18.680190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:18.720579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e11c9-b2c0-4da6-85ea-06ac7a3e511d req-942c3ef5-e91e-479e-be84-86efc95bec41 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:18.722170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee5e11c9-b2c0-4da6-85ea-06ac7a3e511d req-942c3ef5-e91e-479e-be84-86efc95bec41 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 950 time: 0.1635151 Nov 23 22:36:18.780157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f95e847-70e4-4c1b-a86e-e6b9adac4b3d req-dc55d5fa-158e-43f3-934f-bf274d1b2a96 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 210 time: 0.0798438 Nov 23 22:36:18.798986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9815a1d-16dc-487b-b3ef-9aefe25ec69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:18.831404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9815a1d-16dc-487b-b3ef-9aefe25ec69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:18.837975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:18.880907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee5e11c9-b2c0-4da6-85ea-06ac7a3e511d req-58db93ac-7e02-4ae0-a13e-1710b60cfbcb tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424036 Nov 23 22:36:18.933500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9815a1d-16dc-487b-b3ef-9aefe25ec69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:18.936719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9815a1d-16dc-487b-b3ef-9aefe25ec69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:18.937860 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e9815a1d-16dc-487b-b3ef-9aefe25ec69f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c741fdd2-4333-4f18-b3f2-5a51b1f2b655 HTTP/1.1" status: 204 len: 168 time: 0.2551134 Nov 23 22:36:18.952044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9815a1d-16dc-487b-b3ef-9aefe25ec69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c741fdd2-4333-4f18-b3f2-5a51b1f2b655,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:18.955372 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76de2436-c759-4f61-bf5d-bf38c426c872 req-4c1c5de2-5d8d-4ef5-aefb-6db3e3c86c6b service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861133 Nov 23 22:36:19.115824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:19.118216 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec6de82-43ff-4bde-942a-1312886e06c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:19.192279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d56e8-9013-4608-82eb-e063997bcc64 req-fc24a996-2b05-4f99-8a85-5d2478f74996 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:19.194346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-906d56e8-9013-4608-82eb-e063997bcc64 req-fc24a996-2b05-4f99-8a85-5d2478f74996 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.0697219 Nov 23 22:36:19.330346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec6cb-400b-4687-a295-745ca6e7bac1 req-5df191bb-5e04-4c3f-b5c5-e209d1a72625 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:19.333571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e2c0d39e-3e75-4449-8f3e-f2251bad0d40 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:19.338809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b82ec6cb-400b-4687-a295-745ca6e7bac1 req-5df191bb-5e04-4c3f-b5c5-e209d1a72625 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.1419356 Nov 23 22:36:19.366530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-906d56e8-9013-4608-82eb-e063997bcc64 req-f54ef124-a4bb-4f6f-9cb3-080b0015f67d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246150 Nov 23 22:36:19.420647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b82ec6cb-400b-4687-a295-745ca6e7bac1 req-36e03b3a-313e-4156-be67-edb4fe486b3c tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792110 Nov 23 22:36:19.442854 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba2292-e170-4504-8d63-fa66fbdb925e x-openstack-request-id: req-4bba2292-e170-4504-8d63-fa66fbdb925e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:19.443269 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:19.443472 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bba2292-e170-4504-8d63-fa66fbdb925e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:19.445215 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e', 'status': 'completed', 'code': 200} Nov 23 22:36:19.447023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:19.453563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:19.453939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:19.528389 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '37dd9d45-0386-4d91-93b1-60c2e5f035c0', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'port_id': '48182058-1723-4e82-bfa6-b13f8a24850e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'mac_address': 'fa:16:3e:95:3d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:35:50Z', 'updated_at': '2021-11-23T22:36:17Z', 'revision_number': 1, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:19.553199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54292) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:19.561867 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] Checking router: 2749655a-056d-4a34-aa8f-62439e1b6979 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:36:19.576966 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:19.577703 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:19.590589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-498c627e-e3fe-4b79-879d-cc9b53280182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:19.592004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-498c627e-e3fe-4b79-879d-cc9b53280182 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 1096 time: 0.1177166 Nov 23 22:36:19.669711 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:19.671522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aff65fd-6a4b-4e64-a889-4ec5ed64899f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:19.689211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25a7e5-45fb-4ff3-8f30-d5df2c23185e req-b4063632-7c07-4450-8b94-163bec9b7115 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:19.699939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a25a7e5-45fb-4ff3-8f30-d5df2c23185e req-b4063632-7c07-4450-8b94-163bec9b7115 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 948 time: 0.1636038 Nov 23 22:36:19.743559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port e2c0d39e-3e75-4449-8f3e-f2251bad0d40, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:19.745732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:19.749993 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e5130-ceff-4c13-a0be-3ac7309766d8" -d '{"events": [{"server_uuid": "eb4b9dfc-be44-49f4-bf34-ed31f5804062", "name": "network-vif-plugged", "status": "completed", "tag": "e2c0d39e-3e75-4449-8f3e-f2251bad0d40"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:19.760594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:19.767269 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:19.800861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aff65fd-6a4b-4e64-a889-4ec5ed64899f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:19.812200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aff65fd-6a4b-4e64-a889-4ec5ed64899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:19.815231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-e3baf169-c6af-4c89-b931-1f2955551871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:19.816750 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-e3baf169-c6af-4c89-b931-1f2955551871 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 925 time: 0.2122157 Nov 23 22:36:19.845295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3aff65fd-6a4b-4e64-a889-4ec5ed64899f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9124e5bca90043208dfdb4c9615ad9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909446 Nov 23 22:36:19.847425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54300) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:19.867042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-c17a5b02-6e51-4284-b6c0-0fc7b4842ad1 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417078 Nov 23 22:36:19.878016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:19.992313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bd38416-a644-4ccc-9d65-f2a8f4d668ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:20.027833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff65fd-6a4b-4e64-a889-4ec5ed64899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1fbb4e-712a-47c4-9fb8-80e58407271e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:20.084666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a25a7e5-45fb-4ff3-8f30-d5df2c23185e req-64de23d4-43d3-4e7d-9aa1-0c7f532cc339 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826540 Nov 23 22:36:20.110389 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56edd654-1554-4ba9-b3bf-4eaaccfe2307 x-openstack-request-id: req-56edd654-1554-4ba9-b3bf-4eaaccfe2307 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:20.110738 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4b9dfc-be44-49f4-bf34-ed31f5804062", "name": "network-vif-plugged", "status": "completed", "tag": "e2c0d39e-3e75-4449-8f3e-f2251bad0d40", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:20.111003 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56edd654-1554-4ba9-b3bf-4eaaccfe2307 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:20.111396 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40', 'code': 200} Nov 23 22:36:20.125606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bd38416-a644-4ccc-9d65-f2a8f4d668ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:20.274190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-37fb1ba6-61c9-4131-ad03-cac07a81dbf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48182058-1723-4e82-bfa6-b13f8a24850e HTTP/1.1" status: 200 len: 999 time: 0.4476821 Nov 23 22:36:20.304179 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '37dd9d45-0386-4d91-93b1-60c2e5f035c0', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'port_id': '48182058-1723-4e82-bfa6-b13f8a24850e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'mac_address': 'fa:16:3e:95:3d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:35:50Z', 'updated_at': '2021-11-23T22:36:17Z', 'revision_number': 1, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:20.306381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9094097a-7c7f-445f-861c-b6bbcaf787b1 req-1a64795c-91e3-43fd-b8c2-e9db023b83de tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 210 time: 0.0729158 Nov 23 22:36:20.327703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbdeef-cd35-4d29-95d0-5c802f36cfd6 req-e41c41f5-8990-4a37-9030-4196f9df142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.329297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26cbdeef-cd35-4d29-95d0-5c802f36cfd6 req-e41c41f5-8990-4a37-9030-4196f9df142e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 1100 time: 0.1277778 Nov 23 22:36:20.347153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dfbf9-e5c6-44d5-a71f-a6d4b94f97ef req-6b4a280c-427b-4cee-8718-f055ef8d1cca tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.348744 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e42dfbf9-e5c6-44d5-a71f-a6d4b94f97ef req-6b4a280c-427b-4cee-8718-f055ef8d1cca tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 950 time: 0.1142390 Nov 23 22:36:20.356702 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bd38416-a644-4ccc-9d65-f2a8f4d668ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:20.359223 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bd38416-a644-4ccc-9d65-f2a8f4d668ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:20.362547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1bd38416-a644-4ccc-9d65-f2a8f4d668ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e1fbb4e-712a-47c4-9fb8-80e58407271e HTTP/1.1" status: 204 len: 168 time: 0.5117340 Nov 23 22:36:20.366381 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442da10-ee3e-4a6c-bf0c-8a156210e944 None None] The sync data for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 is: [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '37dd9d45-0386-4d91-93b1-60c2e5f035c0', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'port_id': '48182058-1723-4e82-bfa6-b13f8a24850e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'mac_address': 'fa:16:3e:95:3d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:35:50Z', 'updated_at': '2021-11-23T22:36:17Z', 'revision_number': 1, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:36:20.400020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd38416-a644-4ccc-9d65-f2a8f4d668ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1fbb4e-712a-47c4-9fb8-80e58407271e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:20.403922 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-727a8a89-59ef-4c0e-b9b2-a1353d64820d service neutron] 10.222.0.48 "GET /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.1334040 Nov 23 22:36:20.469140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26cbdeef-cd35-4d29-95d0-5c802f36cfd6 req-52877852-32ee-4f7e-a201-5d440a0f21bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193178 Nov 23 22:36:20.491162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e42dfbf9-e5c6-44d5-a71f-a6d4b94f97ef req-881120bc-68a7-42b4-8d11-fd3415f42542 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295905 Nov 23 22:36:20.565340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-5ad00371-daf2-4b6a-bfea-4b6079479cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.567374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-5ad00371-daf2-4b6a-bfea-4b6079479cb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 200 len: 863 time: 0.2145400 Nov 23 22:36:20.640494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-b376873c-0927-4d53-8e42-465ba57375f7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.640709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-b376873c-0927-4d53-8e42-465ba57375f7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687956 Nov 23 22:36:20.675158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Request body: {'port': {'device_id': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '28ee9c68dd5846588b7507f3cbabd19d'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:20.777613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd749e6-0a3b-4b75-bbfa-3e81a4eaf58c req-25859cd3-0532-4580-b4ac-05a4e7e522a2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.784892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fd749e6-0a3b-4b75-bbfa-3e81a4eaf58c req-25859cd3-0532-4580-b4ac-05a4e7e522a2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 943 time: 0.0770411 Nov 23 22:36:20.816033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a49f2-ddee-49bf-a1ce-1a92952291e1 None None] New status for floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:36:20.859685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fd749e6-0a3b-4b75-bbfa-3e81a4eaf58c req-47ec7092-efbb-4688-90e2-15d51a972dd8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Nov 23 22:36:20.882515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:20.887668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-2ea08168-b44f-461c-9836-01e082d0b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.889104 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-2ea08168-b44f-461c-9836-01e082d0b3dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232495 Nov 23 22:36:20.918891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:20.974662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157e8e58-3e9a-4748-bf94-3659647982ee {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:20.990420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:21.024941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:21.065045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Made reservation on behalf of 28ee9c68dd5846588b7507f3cbabd19d for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:21.070050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:21.087420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:21.287059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db63214-605a-40c4-9aff-695144445be3 req-e0ff9883-60a4-466e-b87c-0ec823b844a5 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:21.300334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2db63214-605a-40c4-9aff-695144445be3 req-e0ff9883-60a4-466e-b87c-0ec823b844a5 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 949 time: 0.0814390 Nov 23 22:36:21.320130 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-d4a96891-d252-4cfb-9301-823a4cc3118d service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058884 Nov 23 22:36:21.321950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] Transition to ACTIVE for port object 157e8e58-3e9a-4748-bf94-3659647982ee will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:21.334165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:21.362180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2db63214-605a-40c4-9aff-695144445be3 req-8164f902-e052-42ac-879c-1e943f3a4273 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607207 Nov 23 22:36:21.538762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:21.547604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] Pushing event updated for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:21.580191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] No DVR routers for this DVR port 157e8e58-3e9a-4748-bf94-3659647982ee on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:21.582122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:21.613972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ec6de82-43ff-4bde-942a-1312886e06c0 req-99930d91-e319-472d-99e1-7073e317b536 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825649 Nov 23 22:36:21.675063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574d82e-7d5d-4b22-b72c-7229afa08cfb req-215f2d21-05e8-4f6e-bc4f-12807b6520a2 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:21.677125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c574d82e-7d5d-4b22-b72c-7229afa08cfb req-215f2d21-05e8-4f6e-bc4f-12807b6520a2 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 950 time: 0.1113811 Nov 23 22:36:21.690819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e9e77-0138-4c82-be0c-13dce023fa4d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:21.705532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a492d162-3563-4774-bfff-e62f90d284b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee/bindings/n-h2-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2831836 Nov 23 22:36:21.737320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b76fb6c-469c-4483-93e7-7bd2b9b169ae req-4f9d6c2f-d484-460f-9017-4186ca1828d7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 210 time: 0.0528479 Nov 23 22:36:21.775302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Allocated IP 192.168.233.51 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/5bdaa279-2868-4bbb-b40b-5f8fb6e98725) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:21.780480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c574d82e-7d5d-4b22-b72c-7229afa08cfb req-306753f1-3bfc-479d-bd18-f4978bd1343b tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947750 Nov 23 22:36:22.052360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10210-9fd3-4604-8608-6cfdcf584219 req-0ccdb654-0d05-4d05-bdc3-83caa37bb24a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.052571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-d14f0289-6bbd-419a-a1dc-946837772c7d tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.053931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6f10210-9fd3-4604-8608-6cfdcf584219 req-0ccdb654-0d05-4d05-bdc3-83caa37bb24a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 944 time: 0.0623126 Nov 23 22:36:22.056002 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-d14f0289-6bbd-419a-a1dc-946837772c7d tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.1925135 Nov 23 22:36:22.089080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:22.115822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6f10210-9fd3-4604-8608-6cfdcf584219 req-97595897-35fd-42eb-ad70-4ee7fb9ea50c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558825 Nov 23 22:36:22.221485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-62d895c4-1c48-41b6-a0bc-ef66422655d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.227344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-62d895c4-1c48-41b6-a0bc-ef66422655d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326&tenant_id=69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 1095 time: 0.1311283 Nov 23 22:36:22.248479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:22.310944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:22.334645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:22.342125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:22.348118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.348583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:22.358640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:22.372692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-f08d307b-02a7-4536-9aa9-f4f3a4a52c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.374469 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-f08d307b-02a7-4536-9aa9-f4f3a4a52c4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1095 time: 0.0938742 Nov 23 22:36:22.378954 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-5e4952f1-fe31-45b4-8861-6447a7ef507a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7076263 Nov 23 22:36:22.428626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Request body: {'port': {'device_id': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:22.567396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:22.612060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a3fc99a2-b608-43a0-a266-dae3500e4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.614046 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-a3fc99a2-b608-43a0-a266-dae3500e4622 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2240670 Nov 23 22:36:22.660417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a2fc6-deb5-42ad-bcb5-157155de6976 req-dc79619a-b05e-4b87-a439-3b0ec7346149 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.663326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-083a2fc6-deb5-42ad-bcb5-157155de6976 req-dc79619a-b05e-4b87-a439-3b0ec7346149 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 949 time: 0.1459415 Nov 23 22:36:22.663807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54396) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:22.690353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5e17f7c8-346a-408d-94bf-dbc58d8cfc51 None None] Provisioning complete for port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:22.690858 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e17f7c8-346a-408d-94bf-dbc58d8cfc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:22.691221 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-adea226c-d4c3-49f9-98b5-4c38eee0eba7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.0655394 Nov 23 22:36:22.748093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dca4f-2fe0-4625-aaeb-bae85453d327 req-66edc335-e484-46f6-bd5d-6ffc6142b085 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.748689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5e17f7c8-346a-408d-94bf-dbc58d8cfc51 None None] Port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:22.751132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db5dca4f-2fe0-4625-aaeb-bae85453d327 req-66edc335-e484-46f6-bd5d-6ffc6142b085 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1721859 Nov 23 22:36:22.817848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-083a2fc6-deb5-42ad-bcb5-157155de6976 req-31470299-a94c-4644-a212-fc32ba0233b1 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330440 Nov 23 22:36:22.863562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-5f404bcd-cf13-4570-be12-8262cf705799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.865173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db5dca4f-2fe0-4625-aaeb-bae85453d327 req-cf7f03f5-99b6-42fe-82d6-f9414992504c tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064003 Nov 23 22:36:22.873368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-5f404bcd-cf13-4570-be12-8262cf705799 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1587410 Nov 23 22:36:22.966099 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-aa5a2ef5-5cbc-4d1e-a578-1fdcb1f96824 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527537 Nov 23 22:36:22.985344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bc051b3-33bf-4cea-a433-dce52ee644f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.005688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf36a5e-c9d2-46ad-9757-cb9be4f342a2 req-3e3e0459-6bfb-412b-ac05-368d7dc1805e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:23.007176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcf36a5e-c9d2-46ad-9757-cb9be4f342a2 req-3e3e0459-6bfb-412b-ac05-368d7dc1805e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 935 time: 0.1037989 Nov 23 22:36:23.053057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8416-2353-4934-a19b-d5f54d60d974 req-9d5e00f2-0454-408f-abd7-1c72f60f82f0 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:23.054533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb2a8416-2353-4934-a19b-d5f54d60d974 req-9d5e00f2-0454-408f-abd7-1c72f60f82f0 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 950 time: 0.1083646 Nov 23 22:36:23.069414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-2817d399-6685-4f20-a651-b7ac42ffe555 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:23.070865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-2817d399-6685-4f20-a651-b7ac42ffe555 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.48 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 950 time: 0.2250471 Nov 23 22:36:23.113456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcf36a5e-c9d2-46ad-9757-cb9be4f342a2 req-1407121c-e2d8-4039-98d7-914c5dd55f49 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968442 Nov 23 22:36:23.152846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb2a8416-2353-4934-a19b-d5f54d60d974 req-de54a7cc-21a9-4766-a2be-981067cef120 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896165 Nov 23 22:36:23.181441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bc051b3-33bf-4cea-a433-dce52ee644f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.188238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bc051b3-33bf-4cea-a433-dce52ee644f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.243077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0bc051b3-33bf-4cea-a433-dce52ee644f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99dcef4bd07e4a1497c9a222fbc4c255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776572 Nov 23 22:36:23.243743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc051b3-33bf-4cea-a433-dce52ee644f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27137ef7-8ac1-4220-a97b-3aecfe3f6bd9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:23.247974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54414) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:23.251255 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-c7e1cdb7-7a1e-4501-9959-3450153a490d service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727170 Nov 23 22:36:23.437990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Deleting port eb72609e-f41b-4a76-ad0e-a177e110d9cc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:36:23.438237 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.449058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:23.477980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a941e6-66e0-44f3-9645-b1a355c7480b req-f178d3af-099e-4b92-b2c7-011b400530e1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:23.480376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35a941e6-66e0-44f3-9645-b1a355c7480b req-f178d3af-099e-4b92-b2c7-011b400530e1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 944 time: 0.0669043 Nov 23 22:36:23.492487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.508323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc263447-3727-4de1-97ce-dc7571b3b7c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.549319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Transition to ACTIVE for port object 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:23.568611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35a941e6-66e0-44f3-9645-b1a355c7480b req-78a03253-386b-4f77-ba9c-1c5642cfb88b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777025 Nov 23 22:36:23.577560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d853-4735-4b4d-9fb2-3e7839818033 req-61330bae-6f5b-4abd-b849-9fdf1d24307b tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:23.579077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fa0d853-4735-4b4d-9fb2-3e7839818033 req-61330bae-6f5b-4abd-b849-9fdf1d24307b tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 1100 time: 0.0671754 Nov 23 22:36:23.597660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.601013 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc263447-3727-4de1-97ce-dc7571b3b7c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.603878 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9fa0d853-4735-4b4d-9fb2-3e7839818033 req-777ec238-287d-4b78-9a13-b73946702d56 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.611708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-3daddadb-82c8-4665-b2f3-6947f335c3e0 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360853 Nov 23 22:36:23.716338 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9fa0d853-4735-4b4d-9fb2-3e7839818033 req-777ec238-287d-4b78-9a13-b73946702d56 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.722966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9fa0d853-4735-4b4d-9fb2-3e7839818033 req-777ec238-287d-4b78-9a13-b73946702d56 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.775244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fa0d853-4735-4b4d-9fb2-3e7839818033 req-777ec238-287d-4b78-9a13-b73946702d56 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844723 Nov 23 22:36:23.776629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ec238-287d-4b78-9a13-b73946702d56 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c5be16-04c6-478c-934f-6e8d143b2c1c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:24.031743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] For port eb72609e-f41b-4a76-ad0e-a177e110d9cc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb72609e-f41b-4a76-ad0e-a177e110d9cc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:24.032112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.043986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:24.052498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241e5d-c4b4-480e-b9a3-0b68de8168cc req-c4848105-6071-4dc6-8150-48f19212551d tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.070094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf241e5d-c4b4-480e-b9a3-0b68de8168cc req-c4848105-6071-4dc6-8150-48f19212551d tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1194549 Nov 23 22:36:24.090171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Calling delete_port for eb72609e-f41b-4a76-ad0e-a177e110d9cc owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:36:24.127107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-870f5045-e82c-4bb6-a7c5-4e0c85dc1d87 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.128645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-870f5045-e82c-4bb6-a7c5-4e0c85dc1d87 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.2050467 Nov 23 22:36:24.134721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc263447-3727-4de1-97ce-dc7571b3b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.146518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc263447-3727-4de1-97ce-dc7571b3b7c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.147788 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fc263447-3727-4de1-97ce-dc7571b3b7c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27137ef7-8ac1-4220-a97b-3aecfe3f6bd9 HTTP/1.1" status: 204 len: 168 time: 0.8986397 Nov 23 22:36:24.169163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:24.169491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:24.169963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:24.173291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf241e5d-c4b4-480e-b9a3-0b68de8168cc req-d342ec2a-00f8-46ec-9bed-684284201612 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970683 Nov 23 22:36:24.310771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2551f-927f-4fc1-b16e-9b3977c557ea req-47ec499a-3d78-4d50-bdc1-a77d4416dce0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.314446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc263447-3727-4de1-97ce-dc7571b3b7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27137ef7-8ac1-4220-a97b-3aecfe3f6bd9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:24.316401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fb2551f-927f-4fc1-b16e-9b3977c557ea req-47ec499a-3d78-4d50-bdc1-a77d4416dce0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.0701451 Nov 23 22:36:24.348029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:24.348480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:24.375705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:24.376269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:24.376682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:24.377240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Bound port: 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:24.377656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.410510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a384c-c06d-4247-afe2-22029a62a049 req-ec0a958a-5768-47ab-9be6-834f10c78505 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.412341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d25a384c-c06d-4247-afe2-22029a62a049 req-ec0a958a-5768-47ab-9be6-834f10c78505 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/ports?device_id=45063c89-7cfc-4a62-84fd-f3da2e51cd72 HTTP/1.1" status: 200 len: 950 time: 0.0945563 Nov 23 22:36:24.418523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fb2551f-927f-4fc1-b16e-9b3977c557ea req-45d248ff-6461-4677-bbe6-dc54f3ade15a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869534 Nov 23 22:36:24.436856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.474204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['eb72609e-f41b-4a76-ad0e-a177e110d9cc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:24.493899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Pushing event deleted for resources: {'Port': ['ID=eb72609e-f41b-4a76-ad0e-a177e110d9cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:24.509602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d25a384c-c06d-4247-afe2-22029a62a049 req-fbad9b79-40c7-4907-b4f2-68d88724fd3b tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.11 "GET /v2.0/security-groups?id=6e857664-7c62-4c21-836d-f66f3511aea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871773 Nov 23 22:36:24.623131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] No DVR routers for this DVR port eb72609e-f41b-4a76-ad0e-a177e110d9cc on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:24.628983 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.634296 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6f0ccac2-e9f5-45ba-9406-04008fa4b9f4 req-f3b61e94-ec63-44d1-8f4a-7598abde5c05 tempest-ServerDiagnosticsNegativeTest-978595719 tempest-ServerDiagnosticsNegativeTest-978595719-project] 10.222.0.48 "DELETE /v2.0/ports/eb72609e-f41b-4a76-ad0e-a177e110d9cc HTTP/1.1" status: 204 len: 173 time: 1.5543284 Nov 23 22:36:24.634589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'name': 'network-vif-deleted', 'tag': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:24.637462 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f4798b-8a7f-4f6a-91a9-e0af217aafda" -d '{"events": [{"server_uuid": "45063c89-7cfc-4a62-84fd-f3da2e51cd72", "name": "network-vif-deleted", "tag": "eb72609e-f41b-4a76-ad0e-a177e110d9cc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:24.641474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:24.655818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-f50079c0-90ea-40d5-801a-f74cc19f82c4 service neutron] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:24.660687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-f50079c0-90ea-40d5-801a-f74cc19f82c4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.661844 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fe880dd-d859-44fc-92b8-1c581f3f8cd2 req-f50079c0-90ea-40d5-801a-f74cc19f82c4 service neutron] 10.222.0.46 "DELETE /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee/bindings/n-h1-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.5048203 Nov 23 22:36:24.663815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:24.682207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.719882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54474) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:24.723266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 157e8e58-3e9a-4748-bf94-3659647982ee no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:24.752064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.752846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.754382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] 10.222.0.48 "PUT /v2.0/ports/5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 1095 time: 2.3346775 Nov 23 22:36:24.757555 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a742f94e-c12c-415f-a18c-10886fd02ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.779945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e08ce2-2ca2-45cd-b5c9-bfd4961fb219 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:24.808828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42043bf4-0732-471c-80b7-874896b026ea req-99cf94df-c5e2-4e36-a230-e1e6f0a4a560 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.816577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42043bf4-0732-471c-80b7-874896b026ea req-99cf94df-c5e2-4e36-a230-e1e6f0a4a560 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 944 time: 0.1476974 Nov 23 22:36:24.828926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 157e8e58-3e9a-4748-bf94-3659647982ee not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:24.908208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42043bf4-0732-471c-80b7-874896b026ea req-5d989afc-e4cd-42a1-94f0-256194f5139e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903888 Nov 23 22:36:24.946109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a742f94e-c12c-415f-a18c-10886fd02ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.954345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a742f94e-c12c-415f-a18c-10886fd02ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:25.003711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-cd025644-55da-48d4-b54d-7fdb0cd1d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.005320 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-cd025644-55da-48d4-b54d-7fdb0cd1d40e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1098 time: 0.0893078 Nov 23 22:36:25.011842 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83127890-9deb-4cf2-a847-bb29aa4b3336 x-openstack-request-id: req-83127890-9deb-4cf2-a847-bb29aa4b3336 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:25.012185 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45063c89-7cfc-4a62-84fd-f3da2e51cd72", "name": "network-vif-deleted", "tag": "eb72609e-f41b-4a76-ad0e-a177e110d9cc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:25.012448 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83127890-9deb-4cf2-a847-bb29aa4b3336 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:25.012859 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45063c89-7cfc-4a62-84fd-f3da2e51cd72', 'name': 'network-vif-deleted', 'tag': 'eb72609e-f41b-4a76-ad0e-a177e110d9cc', 'status': 'completed', 'code': 200} Nov 23 22:36:25.037252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a742f94e-c12c-415f-a18c-10886fd02ec9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e582a7c1d7d9464b924591e5892d7ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104906 Nov 23 22:36:25.038435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742f94e-c12c-415f-a18c-10886fd02ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5230c81-4819-4f9c-b0ba-fdf96b13a81e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:25.040991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54480) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:25.124935 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-cc02b8f7-30f2-4f8b-a4c3-f5ae68f73001 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.0635669 Nov 23 22:36:25.150103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce84701-94db-46c2-8e3a-4ae0fcc7b662 req-dbfa7258-7445-4253-a857-e4f4d73c2bc1 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.151938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ce84701-94db-46c2-8e3a-4ae0fcc7b662 req-dbfa7258-7445-4253-a857-e4f4d73c2bc1 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 1100 time: 0.0646386 Nov 23 22:36:25.206197 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f0f516-b608-40e2-9807-f0864811e521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:25.213417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-17ebb77e-2e7a-46ec-a677-bbc29e71ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.215296 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-17ebb77e-2e7a-46ec-a677-bbc29e71ca03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0729642 Nov 23 22:36:25.229996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ce84701-94db-46c2-8e3a-4ae0fcc7b662 req-dc2e4c33-f370-4f99-80a6-1e0bca57c8c4 tempest-ServersAdminNegativeTestJSON-1895834955 tempest-ServersAdminNegativeTestJSON-1895834955-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Nov 23 22:36:25.240303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca2a8-0cd6-4285-a24a-013b93a42238 req-e4b6490b-ec89-4005-a35d-8cc1fde1e5b1 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.247160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b7ca2a8-0cd6-4285-a24a-013b93a42238 req-e4b6490b-ec89-4005-a35d-8cc1fde1e5b1 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1095 time: 0.0746765 Nov 23 22:36:25.263900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f0f516-b608-40e2-9807-f0864811e521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:25.318347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b7ca2a8-0cd6-4285-a24a-013b93a42238 req-1a4f80d9-adfb-4d39-8f8e-13cf48d86443 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650606 Nov 23 22:36:25.325060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-ab3736f4-06a4-4dc2-a364-7e5b93c1e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.326653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-ab3736f4-06a4-4dc2-a364-7e5b93c1e406 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031609 Nov 23 22:36:25.380694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f0f516-b608-40e2-9807-f0864811e521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:25.383885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f0f516-b608-40e2-9807-f0864811e521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:25.392855 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66f0f516-b608-40e2-9807-f0864811e521 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5230c81-4819-4f9c-b0ba-fdf96b13a81e HTTP/1.1" status: 204 len: 168 time: 0.3455572 Nov 23 22:36:25.424750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76622eb2-4122-48bd-a2d2-e0fddcf9daee req-a67f573a-653f-4829-8d52-add9987843df tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.434602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76622eb2-4122-48bd-a2d2-e0fddcf9daee req-a67f573a-653f-4829-8d52-add9987843df tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.0831747 Nov 23 22:36:25.519259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0f516-b608-40e2-9807-f0864811e521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5230c81-4819-4f9c-b0ba-fdf96b13a81e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:25.536620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76622eb2-4122-48bd-a2d2-e0fddcf9daee req-3f61ee41-938c-4d63-b503-fc715464107c tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009119 Nov 23 22:36:25.608698 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-556d39dd-4748-4112-87f5-c9e376c3d6e0 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662120 Nov 23 22:36:25.738552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-082784d8-9126-4edd-bdab-7e4ca5a6eb94 req-b7293db4-6b38-4c0b-9a35-9c17fd441ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222587 Nov 23 22:36:25.829847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07c39f-13c6-4c1d-ac95-7ebc1940550b req-ac5d05da-cc09-4550-ab65-054f5e648559 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.831557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f07c39f-13c6-4c1d-ac95-7ebc1940550b req-ac5d05da-cc09-4550-ab65-054f5e648559 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.1291540 Nov 23 22:36:25.873767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-70fbf5ba-c9b8-4d95-ac73-a316c94f8943 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:25.875431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-70fbf5ba-c9b8-4d95-ac73-a316c94f8943 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 0.1716192 Nov 23 22:36:25.903730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-114d6b23-1da8-4491-b34f-6e06ecf463de tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/quotas/69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 375 time: 0.0211134 Nov 23 22:36:25.927557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f07c39f-13c6-4c1d-ac95-7ebc1940550b req-e41f79cf-d153-42bd-a609-aa55f9ce1c41 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887945 Nov 23 22:36:25.964732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-0a58f4dd-5345-49f0-8fd2-1ee3c99248c1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522854 Nov 23 22:36:26.096635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-0e2ddfa2-952f-4731-bd0e-badbc74cc97a service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247363 Nov 23 22:36:26.270437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-32e4d991-d17d-49a7-b55e-8c4206cb5eb4 service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668286 Nov 23 22:36:26.396491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54554) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:26.530645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-277df5fc-138e-46b3-8346-de0a796c7cbd req-31606619-4960-4e38-b1b2-f12041c2a063 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 210 time: 0.0378098 Nov 23 22:36:26.552554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8624-b783-4eaa-91b7-8a55be3732ed req-5de6ff56-84e1-4a0a-98f9-ab5c35c898d9 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:26.554491 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:26.561571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8c8624-b783-4eaa-91b7-8a55be3732ed req-5de6ff56-84e1-4a0a-98f9-ab5c35c898d9 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 949 time: 0.0994482 Nov 23 22:36:26.637042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8c8624-b783-4eaa-91b7-8a55be3732ed req-7ffee2f4-07c7-4393-a16b-0d0bcc3df0f6 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744812 Nov 23 22:36:26.654929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54572) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:26.746843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb72609e-f41b-4a76-ad0e-a177e110d9cc no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:26.767169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1946008131-network', 'tenant_id': '95d031d1a8464716a803222d00c42ba8'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:26.782411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: eb72609e-f41b-4a76-ad0e-a177e110d9cc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:36:26.782767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb72609e-f41b-4a76-ad0e-a177e110d9cc not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:26.796291 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-eb4ebcf3-ef87-4865-85c4-61ad7aa04898 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37d907308fee4999b1fe3acd9925e558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983617 Nov 23 22:36:26.798547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54586) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:26.812920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e138e-99a8-4f31-a959-4e21d80b8845 req-0128f56e-6268-4229-882b-668709bb7ad6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:26.820390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-686e138e-99a8-4f31-a959-4e21d80b8845 req-0128f56e-6268-4229-882b-668709bb7ad6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1470799 Nov 23 22:36:26.823513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Made reservation on behalf of 95d031d1a8464716a803222d00c42ba8 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:26.826051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:26.847675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:26.892318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21895920-d624-4d6f-accb-30057cd46029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:26.911927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-686e138e-99a8-4f31-a959-4e21d80b8845 req-c3771176-abe9-49c1-86a0-80754abc329e tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906761 Nov 23 22:36:26.939189 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21895920-d624-4d6f-accb-30057cd46029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:26.977339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:26.988414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.014752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:27.017387 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e65856-6640-4a4e-9aaa-61f2f923ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:27.029570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21895920-d624-4d6f-accb-30057cd46029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.035019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21895920-d624-4d6f-accb-30057cd46029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.038584 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21895920-d624-4d6f-accb-30057cd46029 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e857664-7c62-4c21-836d-f66f3511aea0 HTTP/1.1" status: 204 len: 168 time: 0.2364116 Nov 23 22:36:27.048736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21895920-d624-4d6f-accb-30057cd46029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e857664-7c62-4c21-836d-f66f3511aea0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:27.116476 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025626e-2683-4f8a-9268-db6dddf2bbaf x-openstack-request-id: req-8025626e-2683-4f8a-9268-db6dddf2bbaf {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:27.116774 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:27.117032 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8025626e-2683-4f8a-9268-db6dddf2bbaf {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:27.117438 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'status': 'completed', 'code': 200} Nov 23 22:36:27.233757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:36:27.250514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-4b3e7947-1ea1-40ba-9ed9-6e971e562a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:27.252129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-4b3e7947-1ea1-40ba-9ed9-6e971e562a3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1098 time: 0.0789599 Nov 23 22:36:27.293639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e887996-e762-452f-86c8-fcaa0df6735e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:27.309949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.309949 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Added segment 6664fe06-d146-40a4-90fd-139c57e59a52 of type vlan for network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a Nov 23 22:36:27.368121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cb7d3-da24-40e6-a330-bab6d94d3986 req-fe10e341-7ed9-487e-a8d7-b0a350342558 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:27.375764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e7cb7d3-da24-40e6-a330-bab6d94d3986 req-fe10e341-7ed9-487e-a8d7-b0a350342558 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.1594965 Nov 23 22:36:27.392346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.470067 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.471434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:27.471705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-3df137e0-de37-4203-b805-3300ae285e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:27.472115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.476842 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-3df137e0-de37-4203-b805-3300ae285e8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2120905 Nov 23 22:36:27.516396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e7cb7d3-da24-40e6-a330-bab6d94d3986 req-59e5a5b7-7550-4ec8-b614-718a7bec2b38 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349497 Nov 23 22:36:27.540473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54626) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:27.549026 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-33078c91-313f-4f7d-948b-0ca1c4896b2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.0654457 Nov 23 22:36:27.557040 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae20bc11-033f-4e60-bb36-610b08e50f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.575846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] Pushing event updated for resources: {'Network': ['ID=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:27.581602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b8d62f57-a665-462a-89f2-c110c17e5483 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9356515 Nov 23 22:36:27.588918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54634) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:27.593157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:36:27.598601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Request body: {'subnet': {'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1946008131-subnet', 'tenant_id': '95d031d1a8464716a803222d00c42ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:27.678002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-b140678f-7692-4153-b21a-1cc38539cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:27.679585 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-b140678f-7692-4153-b21a-1cc38539cf16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1199064 Nov 23 22:36:27.686995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Made reservation on behalf of 95d031d1a8464716a803222d00c42ba8 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:27.689410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.711057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcc20945-57df-4c73-9de3-5666a18f7cc0 req-e5785b1a-639c-4d7c-8115-978c1e35360e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 210 time: 0.0519414 Nov 23 22:36:27.760573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae20bc11-033f-4e60-bb36-610b08e50f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.792147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae20bc11-033f-4e60-bb36-610b08e50f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:27.823074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbd2ba-6b83-4ff2-9dbf-c4305b0ba10d req-2f7adb8b-f652-4072-8186-b07f0fd8e983 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:27.830690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8cdbd2ba-6b83-4ff2-9dbf-c4305b0ba10d req-2f7adb8b-f652-4072-8186-b07f0fd8e983 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 949 time: 0.0760314 Nov 23 22:36:27.854182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-49eeb26d-4595-4c4e-9f9e-fe9b927f282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:27.855887 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-49eeb26d-4595-4c4e-9f9e-fe9b927f282b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643369 Nov 23 22:36:27.864870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ae20bc11-033f-4e60-bb36-610b08e50f77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65ae4ba41f424ec284a415099b6e5098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223898 Nov 23 22:36:27.865542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20bc11-033f-4e60-bb36-610b08e50f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1396a6b8-42fe-4acb-b1df-391e9c1daa22,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:27.865655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54644) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:27.919416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8cdbd2ba-6b83-4ff2-9dbf-c4305b0ba10d req-0251a6e2-3aa3-4c73-89b1-430211713e9b tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877724 Nov 23 22:36:27.982788 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-573813d5-a32d-4f2b-894f-57487d7a4896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.022346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-573813d5-a32d-4f2b-894f-57487d7a4896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.113240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4bdab-222d-4c59-bcc5-45d9fa405d87 req-ea09fd83-4fab-44a0-982c-51d6bd1b6486 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:28.115119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8a4bdab-222d-4c59-bcc5-45d9fa405d87 req-ea09fd83-4fab-44a0-982c-51d6bd1b6486 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.0832975 Nov 23 22:36:28.125272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.152670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-573813d5-a32d-4f2b-894f-57487d7a4896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.155230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-573813d5-a32d-4f2b-894f-57487d7a4896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.156394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-573813d5-a32d-4f2b-894f-57487d7a4896 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1396a6b8-42fe-4acb-b1df-391e9c1daa22 HTTP/1.1" status: 204 len: 168 time: 0.2899146 Nov 23 22:36:28.176880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573813d5-a32d-4f2b-894f-57487d7a4896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1396a6b8-42fe-4acb-b1df-391e9c1daa22,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:28.178696 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-8a4d61d0-ead3-4f32-92a1-d2488e8c1ecd service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707241 Nov 23 22:36:28.190232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-f06569f5-830f-41ca-b7f5-5bd2b7d4a84c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:28.191719 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-f06569f5-830f-41ca-b7f5-5bd2b7d4a84c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 0.2832351 Nov 23 22:36:28.191847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54652) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:28.216650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8a4bdab-222d-4c59-bcc5-45d9fa405d87 req-b6b46e70-e183-4d39-a705-08fbdafd776b tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898576 Nov 23 22:36:28.246645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Request body: {'port': {'device_id': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'admin_state_up': True, 'tenant_id': '69239f0e29434091bfe5a4af5be34fbe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:28.290604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a86641-c15f-4bd8-8c21-32538ce14397,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:28.412646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:28.413039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Network hostable DHCP agents. Network: d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:36:28.422928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-cadcbdc0-6542-4c87-8e91-d98346801fe1 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:28.424457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-cadcbdc0-6542-4c87-8e91-d98346801fe1 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 949 time: 0.2597713 Nov 23 22:36:28.464910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2cd5561d-b43f-4215-8039-21e06d5969a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.482297 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10e65856-6640-4a4e-9aaa-61f2f923ce8c req-914b4848-5499-4eaf-836c-f9bf8275e66e service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752521 Nov 23 22:36:28.508462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:36:28.551090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:28.564397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:28.564988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.569103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb38354-35ff-4840-a16f-fb230dbe284a None None] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:28.591899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Made reservation on behalf of 69239f0e29434091bfe5a4af5be34fbe for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:28.596030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.605537 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2cd5561d-b43f-4215-8039-21e06d5969a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.613991 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-88120675-b822-4458-a381-5375d3ebf71e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0193667 Nov 23 22:36:28.620379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2cd5561d-b43f-4215-8039-21e06d5969a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.704335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5561d-b43f-4215-8039-21e06d5969a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca937663-fcdb-4741-9f77-c352bf1e428e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:28.734676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b83d5-84de-4e63-a940-f917fa908adb req-e709bed8-5929-4049-8ede-e8a056d44af2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:28.749441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6b83d5-84de-4e63-a940-f917fa908adb req-e709bed8-5929-4049-8ede-e8a056d44af2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.1419790 Nov 23 22:36:28.761681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2cd5561d-b43f-4215-8039-21e06d5969a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6733e271d35845c19decdf9e4cbb7425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687344 Nov 23 22:36:28.768513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:28.771224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54674) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:28.771791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Allocated IP 172.20.0.13 (3847a0f4-8f04-4cee-8a09-7670b605e49c/d94a85b9-3d97-43e1-9ecc-a6a9c216f04d/cd45e779-1338-4970-b53e-9393a8f1b70a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:28.807294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Deleting port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:36:28.807939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.850536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6b83d5-84de-4e63-a940-f917fa908adb req-62f5cf41-ea1a-47cd-ab93-0559d837c884 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946212 Nov 23 22:36:28.905502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:28.916374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-822a2984-30b7-4b1c-9d03-76a35c848e8a req-7c331f3a-af09-4616-ad98-f26c2aedb2b0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 210 time: 0.0582304 Nov 23 22:36:28.919254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'mac_address': 'fa:16:3e:e0:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:28.946621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28dbaef3-faaa-43a0-92f7-aeab61efaf5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:28.982575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28dbaef3-faaa-43a0-92f7-aeab61efaf5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.019087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605d3b9e-50e1-4777-a87c-04912b26e89f None None] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:29.042465 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.070357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:29.103782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:29.114038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] For port e2c0d39e-3e75-4449-8f3e-f2251bad0d40, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:29.114929 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.117274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59893da3-9164-4f5e-ab12-ddc5ee22da7c req-ddad5ecc-6ad5-4667-90e4-93b2dabf1bbc tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:29.119834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59893da3-9164-4f5e-ab12-ddc5ee22da7c req-ddad5ecc-6ad5-4667-90e4-93b2dabf1bbc tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4b9dfc-be44-49f4-bf34-ed31f5804062 HTTP/1.1" status: 200 len: 949 time: 0.0891099 Nov 23 22:36:29.151161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Calling delete_port for e2c0d39e-3e75-4449-8f3e-f2251bad0d40 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:36:29.161241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28dbaef3-faaa-43a0-92f7-aeab61efaf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.164680 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28dbaef3-faaa-43a0-92f7-aeab61efaf5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.166092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-28dbaef3-faaa-43a0-92f7-aeab61efaf5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca937663-fcdb-4741-9f77-c352bf1e428e HTTP/1.1" status: 204 len: 168 time: 0.3937855 Nov 23 22:36:29.188231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.194504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbaef3-faaa-43a0-92f7-aeab61efaf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca937663-fcdb-4741-9f77-c352bf1e428e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:29.224969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.253514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59893da3-9164-4f5e-ab12-ddc5ee22da7c req-1110481f-b878-463f-b5ca-e444c1582aff tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253474 Nov 23 22:36:29.356044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.384121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:29.395366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.395747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.396246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.396704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.397064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.397390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.397723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.398691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.399072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.399407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.399758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.400427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:29.413360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:29.419298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:29.429040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:29.435228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:29.436363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.456301 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.458136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:29.481850 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-a66f779c-da9b-48c6-95e6-9fdff5baf856 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2516265 Nov 23 22:36:29.482038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5556-5a08-4a1d-8d0a-af10d3ec7bcd req-3a22a155-9580-4800-94f4-b8a7b4c85c15 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:29.483521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abfb5556-5a08-4a1d-8d0a-af10d3ec7bcd req-3a22a155-9580-4800-94f4-b8a7b4c85c15 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1371369 Nov 23 22:36:29.488169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['e2c0d39e-3e75-4449-8f3e-f2251bad0d40'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:29.508100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['af976361-e6e5-4496-abf5-e56ccea53812'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:29.534116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Request body: {'port': {'device_id': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:29.577577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Pushing event deleted for resources: {'Port': ['ID=e2c0d39e-3e75-4449-8f3e-f2251bad0d40,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:29.599276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:29.620410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abfb5556-5a08-4a1d-8d0a-af10d3ec7bcd req-890f5e20-a13c-499f-9b6e-7c0ea426ed40 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230581 Nov 23 22:36:29.626112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] No DVR routers for this DVR port e2c0d39e-3e75-4449-8f3e-f2251bad0d40 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:29.631235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.643630 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e81351dc-67bb-46f0-acd8-52791b1f273e req-39924e52-6d59-4eaa-b5ef-a24dfe2e68bd tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.46 "DELETE /v2.0/ports/e2c0d39e-3e75-4449-8f3e-f2251bad0d40 HTTP/1.1" status: 204 len: 173 time: 1.2095351 Nov 23 22:36:29.643630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'name': 'network-vif-deleted', 'tag': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:29.652593 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c75f93-5435-454d-9528-0d24b910f02b" -d '{"events": [{"server_uuid": "eb4b9dfc-be44-49f4-bf34-ed31f5804062", "name": "network-vif-deleted", "tag": "e2c0d39e-3e75-4449-8f3e-f2251bad0d40"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:29.662709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:29.965905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:29.997805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7677156-5787-4c47-b6be-817b1e837a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.063261 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80e6ee-e698-477b-b379-267c599a3be4 x-openstack-request-id: req-7d80e6ee-e698-477b-b379-267c599a3be4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:30.063531 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4b9dfc-be44-49f4-bf34-ed31f5804062", "name": "network-vif-deleted", "tag": "e2c0d39e-3e75-4449-8f3e-f2251bad0d40", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:30.063957 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d80e6ee-e698-477b-b379-267c599a3be4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:30.064409 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4b9dfc-be44-49f4-bf34-ed31f5804062', 'name': 'network-vif-deleted', 'tag': 'e2c0d39e-3e75-4449-8f3e-f2251bad0d40', 'status': 'completed', 'code': 200} Nov 23 22:36:30.119301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297c67-cf04-43e7-91ad-6a0aee816422 req-c305af97-be7e-462d-a60d-527b7c6aa5df tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:30.126985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e297c67-cf04-43e7-91ad-6a0aee816422 req-c305af97-be7e-462d-a60d-527b7c6aa5df tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 948 time: 0.1427536 Nov 23 22:36:30.168887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150fd0-a23f-4b96-8479-969384734205 req-32837d0f-be60-4a06-97b1-46a59f0e738d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:30.170393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d150fd0-a23f-4b96-8479-969384734205 req-32837d0f-be60-4a06-97b1-46a59f0e738d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 932 time: 0.1554456 Nov 23 22:36:30.174790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54720) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:30.182755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-561886716-network', 'tenant_id': 'c40b7ae7e4c04298a62e51a8da4f55ae'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:30.302791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Made reservation on behalf of c40b7ae7e4c04298a62e51a8da4f55ae for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:30.305266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.320392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.339494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d150fd0-a23f-4b96-8479-969384734205 req-a8da6a10-2ad2-4dc4-808f-9781d6c814f0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582236 Nov 23 22:36:30.341586 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7677156-5787-4c47-b6be-817b1e837a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.370310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e297c67-cf04-43e7-91ad-6a0aee816422 req-e7b1edc3-cb9d-4928-8281-5cb52204261e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422724 Nov 23 22:36:30.397046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7677156-5787-4c47-b6be-817b1e837a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.415358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd45e779-1338-4970-b53e-9393a8f1b70a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:30.427116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.442361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Transition to ACTIVE for port object cd45e779-1338-4970-b53e-9393a8f1b70a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:30.446790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.469609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c7677156-5787-4c47-b6be-817b1e837a39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4aa1f7385b6541d389264249e49ac118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022221 Nov 23 22:36:30.470329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54732) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:30.514694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7677156-5787-4c47-b6be-817b1e837a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f14de7f-c3a9-49b8-a87b-087f8495ace9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:30.544671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:30.554454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:30.555173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:30.556151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:30.558873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90b20450-cde8-4ec1-85a7-1a93af5d0669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.562659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:30.563396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:30.569697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:30.570575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:30.571192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:30.572705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Bound port: cd45e779-1338-4970-b53e-9393a8f1b70a, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:30.575334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.605340 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90b20450-cde8-4ec1-85a7-1a93af5d0669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.623972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.636213 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.686439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:30.692807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:36:30.698172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:30.704412 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.723499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f9fdf4-4895-4d76-9698-7a1581db24c3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:30.757220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:30.763966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:30.768075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.769893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 1092 time: 1.2404149 Nov 23 22:36:30.779888 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.780556 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Added segment a1d5d6c1-1ac5-47e7-9815-43e396bbdd3e of type vlan for network 9db08cb1-c967-48cc-9a24-ba4ba915e33c Nov 23 22:36:30.782531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90b20450-cde8-4ec1-85a7-1a93af5d0669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.788797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90b20450-cde8-4ec1-85a7-1a93af5d0669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.791659 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-90b20450-cde8-4ec1-85a7-1a93af5d0669 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f14de7f-c3a9-49b8-a87b-087f8495ace9 HTTP/1.1" status: 204 len: 168 time: 0.3170030 Nov 23 22:36:30.814418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b0f5c-c766-417d-947f-67f2d2c06157 service neutron] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:30.834955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:30.841502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:30.842568 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.852216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20450-cde8-4ec1-85a7-1a93af5d0669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f14de7f-c3a9-49b8-a87b-087f8495ace9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:30.879277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e58c-c1f4-4ae2-aa57-cd2e18e59fea req-aaf654c3-3807-4137-9cca-5c136c944826 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:30.887400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6969e58c-c1f4-4ae2-aa57-cd2e18e59fea req-aaf654c3-3807-4137-9cca-5c136c944826 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1662412 Nov 23 22:36:30.904575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-5c70e077-355a-4924-bbe6-ba5556daaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:30.907161 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-5c70e077-355a-4924-bbe6-ba5556daaf42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1095 time: 0.0617034 Nov 23 22:36:30.910232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.962399 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.976492 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-09545dfa-5da8-4974-a2b2-5ba87abfed0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 217 time: 0.0472820 Nov 23 22:36:30.996706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa773ce-9d29-49be-adb1-1b6f659dd08e req-4b019bbe-dd80-43bb-b94a-601dc59b42d4 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:30.998821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aa773ce-9d29-49be-adb1-1b6f659dd08e req-4b019bbe-dd80-43bb-b94a-601dc59b42d4 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 949 time: 0.1871240 Nov 23 22:36:31.000380 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.001521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:31.002260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.003168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:31.004301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:31.007207 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a4768-4140-4e02-b968-bc901481bc89" -d '{"events": [{"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-plugged", "status": "completed", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:31.013369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.023243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6969e58c-c1f4-4ae2-aa57-cd2e18e59fea req-147bc437-4e8a-4f16-acf1-31d26c8d0372 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346879 Nov 23 22:36:31.060514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-61df24e0-1802-44b2-9b44-734f0ec270fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:31.063832 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-61df24e0-1802-44b2-9b44-734f0ec270fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0789986 Nov 23 22:36:31.074926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:31.098912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9232194 Nov 23 22:36:31.102003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54752) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:31.112728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-fd566111-b409-4357-b9e1-a77aed812d75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359674 Nov 23 22:36:31.135058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Request body: {'subnet': {'network_id': '9db08cb1-c967-48cc-9a24-ba4ba915e33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-561886716-subnet', 'tenant_id': 'c40b7ae7e4c04298a62e51a8da4f55ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:31.151181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b11f3-7a51-49ae-8136-a5c1be1f60e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9db08cb1-c967-48cc-9a24-ba4ba915e33c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:31.167275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 9db08cb1-c967-48cc-9a24-ba4ba915e33c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:36:31.183825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aa773ce-9d29-49be-adb1-1b6f659dd08e req-580d8e1d-7136-41e8-b44c-5b1d7da3120f tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459394 Nov 23 22:36:31.216403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Made reservation on behalf of c40b7ae7e4c04298a62e51a8da4f55ae for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:31.218889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.269968 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-f1701bd5-bdac-4844-94a3-f7340a1d3e38 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478386 Nov 23 22:36:31.296190 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e2976-ddb8-4e8e-8103-b7b3d9b75627 x-openstack-request-id: req-6a9e2976-ddb8-4e8e-8103-b7b3d9b75627 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:31.296512 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-plugged", "status": "completed", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:31.296770 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a9e2976-ddb8-4e8e-8103-b7b3d9b75627 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:31.297180 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'code': 200} Nov 23 22:36:31.485652 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6db3af0c-d26b-4e73-94af-3f6df0e3f1e0 req-8b7a12e8-ae52-4f4c-ac08-5405fb25814a service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671948 Nov 23 22:36:31.497624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1de5-d363-4f6a-a2cc-8bed44cc3d0d req-3d05d7ad-8b5e-4ebe-854b-79904a5a89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:31.499212 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-81dc1de5-d363-4f6a-a2cc-8bed44cc3d0d req-3d05d7ad-8b5e-4ebe-854b-79904a5a89bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1100 time: 0.0631588 Nov 23 22:36:31.520713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3ca800a1-628e-409a-bc2d-b1ffe348701b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.566069 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-81dc1de5-d363-4f6a-a2cc-8bed44cc3d0d req-8d569a52-dc87-4b8c-8f5f-6874a5d4a5e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573282 Nov 23 22:36:31.610147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b0f55-f114-4ad5-9f0e-b8dd66a4f9eb req-010f6e5f-89bf-47a0-9d55-9cebaa733245 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:31.616036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe4b0f55-f114-4ad5-9f0e-b8dd66a4f9eb req-010f6e5f-89bf-47a0-9d55-9cebaa733245 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 944 time: 0.1636779 Nov 23 22:36:31.627660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9936688-0f1f-41a0-bec6-e869c5842adb req-9e999e21-6085-4d75-98f3-d923999225fa tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:31.628988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9936688-0f1f-41a0-bec6-e869c5842adb req-9e999e21-6085-4d75-98f3-d923999225fa tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.1579149 Nov 23 22:36:31.629872 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.726133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b9a11e-4a46-47b4-8bf2-1873af5a5823,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:31.767536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe4b0f55-f114-4ad5-9f0e-b8dd66a4f9eb req-6b1f5a24-e0a0-403e-a1fb-ecd64cef3375 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490238 Nov 23 22:36:31.776746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9936688-0f1f-41a0-bec6-e869c5842adb req-84079bf0-95ef-4a8d-8004-ecee21c21fd8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153138 Nov 23 22:36:31.779904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Checking segment: {'id': 'a1d5d6c1-1ac5-47e7-9815-43e396bbdd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9db08cb1-c967-48cc-9a24-ba4ba915e33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:31.780160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Network hostable DHCP agents. Network: 9db08cb1-c967-48cc-9a24-ba4ba915e33c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:36:31.806341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Network 9db08cb1-c967-48cc-9a24-ba4ba915e33c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:36:31.817045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 9db08cb1-c967-48cc-9a24-ba4ba915e33c) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:31.828758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae108f8-c2ca-4411-8067-8089c4a1d492 None None] Network 9db08cb1-c967-48cc-9a24-ba4ba915e33c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:31.833476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:31.834160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.856364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-10e22459-f71c-4531-9407-369e76b366e0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7274420 Nov 23 22:36:32.012458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18f65e-52e1-4cd2-9783-eb125663a892 None None] Network 9db08cb1-c967-48cc-9a24-ba4ba915e33c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:32.066058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:32.069433 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36" -d '{"events": [{"name": "network-changed", "server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:32.185702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce1e59-aca6-417e-8677-133d6b0f41c6 req-50ae2d48-9eeb-4769-b459-30519c66b2a0 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:32.187895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bce1e59-aca6-417e-8677-133d6b0f41c6 req-50ae2d48-9eeb-4769-b459-30519c66b2a0 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.0881269 Nov 23 22:36:32.240412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bce1e59-aca6-417e-8677-133d6b0f41c6 req-49b89de2-3f54-44d7-b24b-4637cd9e8c29 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Nov 23 22:36:32.289609 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eced667-24d0-414d-9f7b-26b8b334c87d x-openstack-request-id: req-6eced667-24d0-414d-9f7b-26b8b334c87d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:32.289609 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:32.289609 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6eced667-24d0-414d-9f7b-26b8b334c87d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:32.289609 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a', 'status': 'completed', 'code': 200} Nov 23 22:36:32.394845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-aa0825df-7a54-4a06-aa81-08c520b57c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:32.396394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-aa0825df-7a54-4a06-aa81-08c520b57c81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1095 time: 0.0452175 Nov 23 22:36:32.443204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7805-cccf-4b44-9980-99fd3c8cd86d req-9fa8d842-146c-4797-a536-bef9e8b6d0c9 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:32.444886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a48b7805-cccf-4b44-9980-99fd3c8cd86d req-9fa8d842-146c-4797-a536-bef9e8b6d0c9 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 949 time: 0.0723782 Nov 23 22:36:32.500492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a48b7805-cccf-4b44-9980-99fd3c8cd86d req-ac87f4d6-88d1-4201-a4a3-294caf14653a tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/security-groups?id=f19bd06c-52dc-4345-97cc-21e2fa6798ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Nov 23 22:36:32.537829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-9e92947e-04e1-4828-82c3-612ea7b3fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:32.539294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-9e92947e-04e1-4828-82c3-612ea7b3fc51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.1013436 Nov 23 22:36:32.586152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-175cfee5-f701-43ec-8ad7-c9281d6fde42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 217 time: 0.0357955 Nov 23 22:36:32.647533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-9d98f026-47ad-4a4f-b256-d0031923a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:32.649288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-9d98f026-47ad-4a4f-b256-d0031923a5e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0554788 Nov 23 22:36:32.654214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54836) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:32.724407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-21bdfeb8-442b-46f9-a7c7-c09de9be0b92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251734 Nov 23 22:36:32.809569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-e71da550-fbb3-4110-bd05-e95f8ce21225 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:32.819182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-e71da550-fbb3-4110-bd05-e95f8ce21225 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 0.1353676 Nov 23 22:36:32.839140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-91e93884-72de-44b9-becb-24a07499794d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/quotas/95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 375 time: 0.0190105 Nov 23 22:36:32.879604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-fc0f54df-5c53-416b-802a-50f906d6dee9 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393636 Nov 23 22:36:32.899061 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-5dcaed26-90c5-4b3b-b700-4cffe45429fe service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215100 Nov 23 22:36:32.922624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195e5e4e-d5c9-4fd8-82fb-a960666ccec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.054114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-ac598373-6b29-4ada-8bb2-725bd0a9e669 service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735857 Nov 23 22:36:33.077046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d36c-5dd7-422a-b079-611095522c0a req-5454c8eb-387b-4f65-802c-ff7789da9134 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:33.078795 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aba5d36c-5dd7-422a-b079-611095522c0a req-5454c8eb-387b-4f65-802c-ff7789da9134 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.48 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 949 time: 0.1103313 Nov 23 22:36:33.106170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12bb6ba6-fef0-48eb-bd59-15cbd7ec0a36 req-1cb51a9e-3c22-4477-af66-2b4b60cfac5f service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468482 Nov 23 22:36:33.113905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0803c-ffda-4bfc-b9f2-e37b2ad671a6 req-4b495e5e-4bf5-4f58-91d0-dc73d258be63 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:33.115375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64e0803c-ffda-4bfc-b9f2-e37b2ad671a6 req-4b495e5e-4bf5-4f58-91d0-dc73d258be63 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.1180370 Nov 23 22:36:33.156402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195e5e4e-d5c9-4fd8-82fb-a960666ccec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.195946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195e5e4e-d5c9-4fd8-82fb-a960666ccec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.198233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Deleting port af976361-e6e5-4496-abf5-e56ccea53812 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:36:33.198578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.272257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-195e5e4e-d5c9-4fd8-82fb-a960666ccec4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48b1ec54fbdc42f392f921ce5c57ca60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169438 Nov 23 22:36:33.277858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54860) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:33.279430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e5e4e-d5c9-4fd8-82fb-a960666ccec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e05277-8e4d-4366-acab-c3ce12ef9e3e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:33.293481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64e0803c-ffda-4bfc-b9f2-e37b2ad671a6 req-1741af71-6fbe-4c13-a1eb-d753ace17b6c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644995 Nov 23 22:36:33.297405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-9fbae60e-1732-44ca-876e-66bfc20c724f service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222741 Nov 23 22:36:33.310702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] For port af976361-e6e5-4496-abf5-e56ccea53812, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=af976361-e6e5-4496-abf5-e56ccea53812,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:33.311071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.333672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Calling delete_port for af976361-e6e5-4496-abf5-e56ccea53812 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:36:33.365421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c98a38e-a004-40b0-a936-a0c93de08f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.390848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e2c0d39e-3e75-4449-8f3e-f2251bad0d40 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:33.421240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31ebfe-f4a2-4907-8901-42432127b3fe req-d022ec65-aaef-4714-ac79-b1b69ee05982 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:33.424154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b31ebfe-f4a2-4907-8901-42432127b3fe req-d022ec65-aaef-4714-ac79-b1b69ee05982 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 944 time: 0.0624561 Nov 23 22:36:33.428416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c98a38e-a004-40b0-a936-a0c93de08f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.430586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: e2c0d39e-3e75-4449-8f3e-f2251bad0d40 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:36:33.431002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e2c0d39e-3e75-4449-8f3e-f2251bad0d40 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:33.510678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b31ebfe-f4a2-4907-8901-42432127b3fe req-6fae65b1-fbd4-429e-a3f1-4487bb7a40f5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742145 Nov 23 22:36:33.514236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c98a38e-a004-40b0-a936-a0c93de08f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.517029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c98a38e-a004-40b0-a936-a0c93de08f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.520747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8c98a38e-a004-40b0-a936-a0c93de08f1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9e05277-8e4d-4366-acab-c3ce12ef9e3e HTTP/1.1" status: 204 len: 168 time: 0.2418799 Nov 23 22:36:33.532301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98a38e-a004-40b0-a936-a0c93de08f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e05277-8e4d-4366-acab-c3ce12ef9e3e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:33.653488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.690149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['af976361-e6e5-4496-abf5-e56ccea53812'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:33.734156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] No DVR routers for this DVR port af976361-e6e5-4496-abf5-e56ccea53812 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:33.735939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Pushing event deleted for resources: {'Port': ['ID=af976361-e6e5-4496-abf5-e56ccea53812,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:33.738700 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.742328 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aba5d36c-5dd7-422a-b079-611095522c0a req-e40c64c9-5b86-49e4-983f-d6043514cb49 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.48 "DELETE /v2.0/ports/af976361-e6e5-4496-abf5-e56ccea53812 HTTP/1.1" status: 204 len: 173 time: 0.6479335 Nov 23 22:36:33.769714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa2065f3-7583-4fad-9317-8bc690d88977 req-03588d6f-6771-43cc-b417-e46806e57d84 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 210 time: 0.0606556 Nov 23 22:36:33.832934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef04bb4-8b3d-45bc-8051-23bf00919b3a req-6963f9ba-9ebd-486b-b517-de87cd1003e6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:33.843250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ef04bb4-8b3d-45bc-8051-23bf00919b3a req-6963f9ba-9ebd-486b-b517-de87cd1003e6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1856389 Nov 23 22:36:33.918026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ef04bb4-8b3d-45bc-8051-23bf00919b3a req-1369c14b-8b54-4ccd-8cd1-d6f4b76a2823 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737102 Nov 23 22:36:33.940915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa0295e8-70de-4e37-b273-0e17175af54c req-8363ba31-d1e7-4776-88a0-bf5190048a86 tempest-ServersAdminNegativeTestJSON-458594258 tempest-ServersAdminNegativeTestJSON-458594258-project] 10.222.0.11 "GET /v2.0/ports?device_id=d207e046-f8be-4b7a-9728-80f0c7729ed5 HTTP/1.1" status: 200 len: 210 time: 0.0477653 Nov 23 22:36:34.016611 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-017892ee-d7b6-46a2-9f59-efc53e98af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.085519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54886) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:34.099002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4dee-e2d4-4a37-b570-f0a1f219b50e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.187080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4dee-e2d4-4a37-b570-f0a1f219b50e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.193596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4dee-e2d4-4a37-b570-f0a1f219b50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.254837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef4dee-e2d4-4a37-b570-f0a1f219b50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41be609-69d6-4ef9-a8e8-0c21d2fc484c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:34.263346 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c1ef4dee-e2d4-4a37-b570-f0a1f219b50e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f9092d8b1714f77ade7e0ad8bde008f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760933 Nov 23 22:36:34.265351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:34.293651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'name': 'network-vif-deleted', 'tag': 'af976361-e6e5-4496-abf5-e56ccea53812'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:34.295375 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35a6fab-1c32-4065-afb4-1ae5a5c125ba" -d '{"events": [{"server_uuid": "d207e046-f8be-4b7a-9728-80f0c7729ed5", "name": "network-vif-deleted", "tag": "af976361-e6e5-4496-abf5-e56ccea53812"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:34.334551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f3007e6-c0dd-4c49-9a33-38370bc79dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.362305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f3007e6-c0dd-4c49-9a33-38370bc79dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.371702 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b8732-73be-49e6-a444-b92673192e6c x-openstack-request-id: req-8d2b8732-73be-49e6-a444-b92673192e6c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:34.372001 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d207e046-f8be-4b7a-9728-80f0c7729ed5", "name": "network-vif-deleted", "tag": "af976361-e6e5-4496-abf5-e56ccea53812", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:34.372259 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d2b8732-73be-49e6-a444-b92673192e6c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:34.372933 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd207e046-f8be-4b7a-9728-80f0c7729ed5', 'name': 'network-vif-deleted', 'tag': 'af976361-e6e5-4496-abf5-e56ccea53812', 'status': 'completed', 'code': 200} Nov 23 22:36:34.437335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f3007e6-c0dd-4c49-9a33-38370bc79dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.441441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f3007e6-c0dd-4c49-9a33-38370bc79dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:34.443105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8f3007e6-c0dd-4c49-9a33-38370bc79dd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b41be609-69d6-4ef9-a8e8-0c21d2fc484c HTTP/1.1" status: 204 len: 168 time: 0.1763835 Nov 23 22:36:34.456246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3007e6-c0dd-4c49-9a33-38370bc79dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41be609-69d6-4ef9-a8e8-0c21d2fc484c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:34.564771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41036e9-2daa-4f84-8547-b90061473638 req-01726db9-995d-4160-af06-0b5ec28f88e0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:34.569336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d41036e9-2daa-4f84-8547-b90061473638 req-01726db9-995d-4160-af06-0b5ec28f88e0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.1323476 Nov 23 22:36:34.661904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d41036e9-2daa-4f84-8547-b90061473638 req-954277e3-fa5b-4a4b-9da1-3024e709888d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844755 Nov 23 22:36:34.818581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cd45e779-1338-4970-b53e-9393a8f1b70a details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:34.860621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09b2f7-40ee-4d64-bb22-b6fc69c85ad5 req-5fd5da3d-93b2-4d61-a8cb-1a7c12f05b18 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:34.867210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a09b2f7-40ee-4d64-bb22-b6fc69c85ad5 req-5fd5da3d-93b2-4d61-a8cb-1a7c12f05b18 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 944 time: 0.0646031 Nov 23 22:36:34.951595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a09b2f7-40ee-4d64-bb22-b6fc69c85ad5 req-f6fd029b-0ebd-4c6b-abfc-c11ff730efc1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794961 Nov 23 22:36:35.028320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:35.046633 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:35.052128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'cd45e779-1338-4970-b53e-9393a8f1b70a', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'port_id': 'cd45e779-1338-4970-b53e-9393a8f1b70a', 'mac_address': 'fa:16:3e:41:e6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94a85b9-3d97-43e1-9ecc-a6a9c216f04d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:35.118666 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:35.170103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd45e779-1338-4970-b53e-9393a8f1b70a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:35.182631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02226be6-7341-4c04-af2f-30fa9cf1b343 req-a800295e-553f-4e29-9126-ee068f89e24e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 210 time: 0.0675039 Nov 23 22:36:35.201369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:35.215022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:35.306954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-4a3bd90f-923e-49c5-83d0-5a384f5b5280 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:35.308727 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-4a3bd90f-923e-49c5-83d0-5a384f5b5280 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 0.2339177 Nov 23 22:36:35.344422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Request body: {'port': {'device_id': '071c8f53-deab-4eee-a598-31a31a57b12e', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'admin_state_up': True, 'tenant_id': '95d031d1a8464716a803222d00c42ba8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:35.348047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293657-4ba1-40ac-939c-c829fa1c9a05 req-89b4dc1e-d50d-40fe-93a0-ef9c701cfcff tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:35.352553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0293657-4ba1-40ac-939c-c829fa1c9a05 req-89b4dc1e-d50d-40fe-93a0-ef9c701cfcff tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1100 time: 0.1016450 Nov 23 22:36:35.382115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0293657-4ba1-40ac-939c-c829fa1c9a05 req-b57156d1-6fc7-4c26-b9a6-dbfd2ed1b830 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:35.397975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238fee7-9de9-494b-a207-ad8f34e2c847 req-f4a0053d-905b-42fa-8c58-4c1355125da8 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:35.408021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9238fee7-9de9-494b-a207-ad8f34e2c847 req-f4a0053d-905b-42fa-8c58-4c1355125da8 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1178510 Nov 23 22:36:35.482531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Made reservation on behalf of 95d031d1a8464716a803222d00c42ba8 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:35.486090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:35.486841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:35.546618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9238fee7-9de9-494b-a207-ad8f34e2c847 req-f2fe5014-b7d5-42df-be6b-3ffe8cfb1d96 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372821 Nov 23 22:36:35.572364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['cd45e779-1338-4970-b53e-9393a8f1b70a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:35.696973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Allocated IP 172.20.0.8 (d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a/07a86641-c15f-4bd8-8c21-32538ce14397/c12b409c-307d-4f90-9e55-d22b815c0cd7) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:35.770350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0293657-4ba1-40ac-939c-c829fa1c9a05 req-b57156d1-6fc7-4c26-b9a6-dbfd2ed1b830 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:35.788215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0293657-4ba1-40ac-939c-c829fa1c9a05 req-b57156d1-6fc7-4c26-b9a6-dbfd2ed1b830 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:35.843999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0293657-4ba1-40ac-939c-c829fa1c9a05 req-b57156d1-6fc7-4c26-b9a6-dbfd2ed1b830 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788418 Nov 23 22:36:35.900774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57156d1-6fc7-4c26-b9a6-dbfd2ed1b830 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87673757-3486-44d0-baef-123b3440ab4e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:36.042367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.124048 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.161766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1bd68-591c-4f98-bd9a-d1ac9540faf5 req-dc3a75ad-376c-44d5-9d07-733769f92b07 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:36.163282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68d1bd68-591c-4f98-bd9a-d1ac9540faf5 req-dc3a75ad-376c-44d5-9d07-733769f92b07 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 945 time: 0.0869000 Nov 23 22:36:36.191157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:36.197807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:36.211420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:36.213152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54968) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:36.220587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:36.221559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.225921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:36.248478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68d1bd68-591c-4f98-bd9a-d1ac9540faf5 req-978359e7-3cde-4b2c-a765-6288d09deb16 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778186 Nov 23 22:36:36.254507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-59984eff-74c1-4b42-9e1c-f78de68953f4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9227221 Nov 23 22:36:36.288016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Request body: {'port': {'device_id': '071c8f53-deab-4eee-a598-31a31a57b12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:36.331091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.382393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.405497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e8fcd-0ee3-4209-bf9b-44679cbbbaea req-e5637985-9182-4765-b25e-af7ab5a227ce tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:36.407949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a7e8fcd-0ee3-4209-bf9b-44679cbbbaea req-e5637985-9182-4765-b25e-af7ab5a227ce tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 931 time: 0.0566804 Nov 23 22:36:36.497578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a7e8fcd-0ee3-4209-bf9b-44679cbbbaea req-10842c9d-099e-4d90-8aa3-98afdd9e054f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810692 Nov 23 22:36:36.500572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e75969f9-5068-4a34-a646-4f42d83b11bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc7d45c0bc1b4c6ba5b8dbce7741f67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849343 Nov 23 22:36:36.503203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54986) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:36.565072 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16e4716-c053-4c85-bff2-58aa47e68991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.591010 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16e4716-c053-4c85-bff2-58aa47e68991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.714317 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16e4716-c053-4c85-bff2-58aa47e68991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.718506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16e4716-c053-4c85-bff2-58aa47e68991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.727177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b16e4716-c053-4c85-bff2-58aa47e68991 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f19bd06c-52dc-4345-97cc-21e2fa6798ef HTTP/1.1" status: 204 len: 168 time: 0.2226663 Nov 23 22:36:36.746218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4716-c053-4c85-bff2-58aa47e68991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19bd06c-52dc-4345-97cc-21e2fa6798ef,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:36.782210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96607a-5a1c-43b2-b968-e7d78611822b req-2a7dc92e-5b32-4b86-b1eb-86e6fc8df6ac tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:36.794653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f96607a-5a1c-43b2-b968-e7d78611822b req-2a7dc92e-5b32-4b86-b1eb-86e6fc8df6ac tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1364985 Nov 23 22:36:36.814195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12b409c-307d-4f90-9e55-d22b815c0cd7 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:36.825263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.841151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Transition to ACTIVE for port object c12b409c-307d-4f90-9e55-d22b815c0cd7 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:36.847763 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.856322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cd45e779-1338-4970-b53e-9393a8f1b70a up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:36.887581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f96607a-5a1c-43b2-b968-e7d78611822b req-1c12976e-4d6c-4812-a036-5667a54970fe tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 Nov 23 22:36:36.924870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port cd45e779-1338-4970-b53e-9393a8f1b70a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:36.930220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port cd45e779-1338-4970-b53e-9393a8f1b70a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:36.930965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:36.950349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:36.966371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:36.966953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:36.967285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:36.974074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:36.974403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:36.981597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:36.981940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:36.982328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:36.982771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Bound port: c12b409c-307d-4f90-9e55-d22b815c0cd7, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:36.983124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.033890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55000) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:37.044784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.069023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:37.073604 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec73aca-ba1d-4c37-bfe5-8797b5b459d9" -d '{"events": [{"server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "name": "network-vif-plugged", "status": "completed", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:37.084922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:37.089960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:37.091079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:37.096491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.098023 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.099153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device af976361-e6e5-4496-abf5-e56ccea53812 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:37.129317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: af976361-e6e5-4496-abf5-e56ccea53812 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:36:37.130224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device af976361-e6e5-4496-abf5-e56ccea53812 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:37.159744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:37.160452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.162120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] 10.222.0.48 "PUT /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 1091 time: 0.8897662 Nov 23 22:36:37.162396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:37.165444 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dbedd9-1154-4d01-ae42-7b39dcabee68 x-openstack-request-id: req-52dbedd9-1154-4d01-ae42-7b39dcabee68 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:37.165688 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85f731f-852b-4532-a159-26ad4987cd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:37.166195 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "name": "network-vif-plugged", "status": "completed", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:37.166869 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52dbedd9-1154-4d01-ae42-7b39dcabee68 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:37.167452 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a', 'code': 200} Nov 23 22:36:37.198977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:37.230602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648206d5-a49f-40b4-bb80-4a4c61180909 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:37.235356 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ba75c9-87ce-411d-b59a-696ec3b6d3c7 x-openstack-request-id: req-81ba75c9-87ce-411d-b59a-696ec3b6d3c7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:37.236341 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:37.236751 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81ba75c9-87ce-411d-b59a-696ec3b6d3c7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:37.237323 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7', 'status': 'completed', 'code': 200} Nov 23 22:36:37.367164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-53cc823b-77a6-4ef8-a203-2d7fb0ad9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:37.376543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-53cc823b-77a6-4ef8-a203-2d7fb0ad9b7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1094 time: 0.1075404 Nov 23 22:36:37.413118 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.414447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6b9f-20df-4db1-b8ef-47e23c839abb req-5ff3af8f-e7ce-414e-8c5e-9026c630977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:37.417121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-acef6b9f-20df-4db1-b8ef-47e23c839abb req-5ff3af8f-e7ce-414e-8c5e-9026c630977e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1097 time: 0.1119790 Nov 23 22:36:37.452990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-aa1e30f4-afbe-4d48-90df-a2e5ca65afb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 217 time: 0.0610287 Nov 23 22:36:37.454154 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a985008f-5d89-456f-a53a-13ae4981d517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.515012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55020) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:37.551726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-acef6b9f-20df-4db1-b8ef-47e23c839abb req-b281d5b6-1b35-45a6-be92-724ac5e6d817 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060488 Nov 23 22:36:37.559551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-62780ccc-fc55-46d3-b2fc-cb0a2d14494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:37.561304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-62780ccc-fc55-46d3-b2fc-cb0a2d14494f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0996022 Nov 23 22:36:37.582767 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fdacc5b8-0553-457a-b2d1-4261fd007e47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9562ccf22dff4085b073fcb4271423b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664082 Nov 23 22:36:37.585561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a985008f-5d89-456f-a53a-13ae4981d517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.587232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55026) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:37.598915 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a985008f-5d89-456f-a53a-13ae4981d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.617552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55028) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:37.650231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e78e0f-e404-4656-8eb4-1e0531bb3864 req-02f5c40a-cb54-4fb3-872b-ff4ac140ba79 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:37.652020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2e78e0f-e404-4656-8eb4-1e0531bb3864 req-02f5c40a-cb54-4fb3-872b-ff4ac140ba79 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 946 time: 0.2413223 Nov 23 22:36:37.695324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a985008f-5d89-456f-a53a-13ae4981d517 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4670c0d4dd034f75b279e3799385e1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6603084 Nov 23 22:36:37.698782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55032) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:37.705792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985008f-5d89-456f-a53a-13ae4981d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e766b15-c904-4520-995c-9fc3cb8724f9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:37.723250 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.735749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a6109a6-e537-4b19-8e61-fd18c2fc7c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.756842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2e78e0f-e404-4656-8eb4-1e0531bb3864 req-922867bc-c046-4fcc-bb21-1ecd28daaf8d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956891 Nov 23 22:36:37.771832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a6109a6-e537-4b19-8e61-fd18c2fc7c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.773645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-21b84f93-0bee-4af1-afc3-6ff6ca2ff8cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1548841 Nov 23 22:36:37.781501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-63d58d0e-39b5-464e-86fa-7b06fcc5f8af service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:37.787857 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-63d58d0e-39b5-464e-86fa-7b06fcc5f8af service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120022 Nov 23 22:36:37.812437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c979-d9ed-4bfe-bcab-df63489a53a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.876832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a6109a6-e537-4b19-8e61-fd18c2fc7c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.877381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-0ed3db49-f99d-406c-9992-b2810eff4f71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475290 Nov 23 22:36:37.880270 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a6109a6-e537-4b19-8e61-fd18c2fc7c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.884003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c979-d9ed-4bfe-bcab-df63489a53a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.885284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4a6109a6-e537-4b19-8e61-fd18c2fc7c45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23c5be16-04c6-478c-934f-6e8d143b2c1c HTTP/1.1" status: 204 len: 168 time: 0.2970102 Nov 23 22:36:37.933213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6109a6-e537-4b19-8e61-fd18c2fc7c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c5be16-04c6-478c-934f-6e8d143b2c1c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:37.953774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c979-d9ed-4bfe-bcab-df63489a53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.956960 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c979-d9ed-4bfe-bcab-df63489a53a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:37.957750 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-eeb9c979-d9ed-4bfe-bcab-df63489a53a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e766b15-c904-4520-995c-9fc3cb8724f9 HTTP/1.1" status: 204 len: 168 time: 0.2579844 Nov 23 22:36:37.982012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9c979-d9ed-4bfe-bcab-df63489a53a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e766b15-c904-4520-995c-9fc3cb8724f9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:38.007174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b220b-bbf0-48c1-9620-7e9fd9063261 req-232c88fa-528a-4802-8f6d-ab7874ff3d64 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:38.016281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-386b220b-bbf0-48c1-9620-7e9fd9063261 req-232c88fa-528a-4802-8f6d-ab7874ff3d64 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.1528063 Nov 23 22:36:38.048912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6bcdf-0ee0-4c83-9b0d-f71f278a027f req-8b21b4ee-5ae1-4285-b2a6-5c01b0cfcc6b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:38.050521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12d6bcdf-0ee0-4c83-9b0d-f71f278a027f req-8b21b4ee-5ae1-4285-b2a6-5c01b0cfcc6b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 0.1472104 Nov 23 22:36:38.086977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-17b24f1a-f86f-4336-b15f-95dcd108a16e service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597569 Nov 23 22:36:38.105951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-386b220b-bbf0-48c1-9620-7e9fd9063261 req-5ab54273-abbf-48cd-bc9b-c54fd46f02c4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883479 Nov 23 22:36:38.160369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12d6bcdf-0ee0-4c83-9b0d-f71f278a027f req-52314eaa-6fb5-4d13-a1b5-a1f0892c15a0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896463 Nov 23 22:36:38.249974 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d3efac76-8495-4f75-80c0-53954f0beed6 req-62adf5c1-b807-49d0-98c0-d46705135be4 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551557 Nov 23 22:36:38.274888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59e2c6-7a5a-4e85-8d86-36c72cf6a717 req-76816942-0c9c-44de-8c0b-741d01460f35 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:38.286560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e59e2c6-7a5a-4e85-8d86-36c72cf6a717 req-76816942-0c9c-44de-8c0b-741d01460f35 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.0660868 Nov 23 22:36:38.353941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e59e2c6-7a5a-4e85-8d86-36c72cf6a717 req-766a4c4a-d4dd-423b-9f83-6d3e501b60d9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655715 Nov 23 22:36:38.428458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f731f-852b-4532-a159-26ad4987cd1d req-d420f462-cfd8-4532-a522-8ac1357af5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:38.429913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f85f731f-852b-4532-a159-26ad4987cd1d req-d420f462-cfd8-4532-a522-8ac1357af5b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1094 time: 0.0510373 Nov 23 22:36:38.547307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f731f-852b-4532-a159-26ad4987cd1d req-bbe12dd5-bb79-4804-839e-9a3d8267513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:38.549250 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f85f731f-852b-4532-a159-26ad4987cd1d req-bbe12dd5-bb79-4804-839e-9a3d8267513a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.1005898 Nov 23 22:36:38.656091 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f85f731f-852b-4532-a159-26ad4987cd1d req-464bfaef-570d-4295-8477-30689ba93b27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 217 time: 0.0440547 Nov 23 22:36:38.755743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f731f-852b-4532-a159-26ad4987cd1d req-d1678305-728c-4766-9423-feb511af350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:38.758230 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f85f731f-852b-4532-a159-26ad4987cd1d req-d1678305-728c-4766-9423-feb511af350a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0770636 Nov 23 22:36:38.810295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55080) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:38.845745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f69f8718-405a-4e46-993b-730e257799a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:38.856379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f85f731f-852b-4532-a159-26ad4987cd1d req-1365536e-93fd-4ce3-a748-4b61298a509d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829668 Nov 23 22:36:38.985551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55088) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:39.023628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97857f5a-0531-4f82-9cfb-1b5c9fecfe69 req-40b6b42f-1dfe-48bc-9525-22168709dd6e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:39.030201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97857f5a-0531-4f82-9cfb-1b5c9fecfe69 req-40b6b42f-1dfe-48bc-9525-22168709dd6e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 946 time: 0.1225786 Nov 23 22:36:39.058669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f69f8718-405a-4e46-993b-730e257799a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.073096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f85f731f-852b-4532-a159-26ad4987cd1d req-bf3f8488-0f02-4ace-8cd7-739647332032 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017534 Nov 23 22:36:39.077509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f69f8718-405a-4e46-993b-730e257799a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.171828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f69f8718-405a-4e46-993b-730e257799a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad4d3548f24d4b9b8fa0b547c02bc461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603218 Nov 23 22:36:39.175750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55096) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:39.191537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97857f5a-0531-4f82-9cfb-1b5c9fecfe69 req-de5f5852-9225-4414-9358-534d687bf72d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528006 Nov 23 22:36:39.201444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f8718-405a-4e46-993b-730e257799a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb74a3a0-7dd6-4e93-abf0-c6ead95b29dd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:39.295590 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f85f731f-852b-4532-a159-26ad4987cd1d req-e49df46b-81b8-45fb-a8cd-00862a576f0a service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154608 Nov 23 22:36:39.296303 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac2164a8-fa19-425a-8e1f-2337ee6d586b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.327973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac2164a8-fa19-425a-8e1f-2337ee6d586b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.383247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b4056cf8-5f90-4358-ac5d-b040a5e64bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.390076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac2164a8-fa19-425a-8e1f-2337ee6d586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.393047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac2164a8-fa19-425a-8e1f-2337ee6d586b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.396271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ac2164a8-fa19-425a-8e1f-2337ee6d586b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb74a3a0-7dd6-4e93-abf0-c6ead95b29dd HTTP/1.1" status: 204 len: 168 time: 0.2167156 Nov 23 22:36:39.408003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2164a8-fa19-425a-8e1f-2337ee6d586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb74a3a0-7dd6-4e93-abf0-c6ead95b29dd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:39.465012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3b501-c58a-4a4c-be31-29a0b6d3f0f9 req-dc7bc5da-9330-4a48-95b0-e2007dc8aa05 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:39.472559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3b3b501-c58a-4a4c-be31-29a0b6d3f0f9 req-dc7bc5da-9330-4a48-95b0-e2007dc8aa05 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.2111862 Nov 23 22:36:39.495738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647a08-30a3-4510-afb8-5297e1ba017d req-f8f5cd49-96d3-460f-a1ea-9be22ffe9e54 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:39.503238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d647a08-30a3-4510-afb8-5297e1ba017d req-f8f5cd49-96d3-460f-a1ea-9be22ffe9e54 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 0.1788003 Nov 23 22:36:39.611332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3b3b501-c58a-4a4c-be31-29a0b6d3f0f9 req-83ea1293-771c-46d6-b45a-1f44124e3d17 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376767 Nov 23 22:36:39.639770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d647a08-30a3-4510-afb8-5297e1ba017d req-8f3cb4cd-096e-4830-a8b3-8aa03bf9e579 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332746 Nov 23 22:36:39.644511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:39.686235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b4056cf8-5f90-4358-ac5d-b040a5e64bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.696412 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b4056cf8-5f90-4358-ac5d-b040a5e64bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.773282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b4056cf8-5f90-4358-ac5d-b040a5e64bad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de2b255e0b9744578ef43772b62072ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7866375 Nov 23 22:36:39.775950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55124) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:39.785876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4056cf8-5f90-4358-ac5d-b040a5e64bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fe1e72-3ca2-4084-9234-da8ec3f5eb84,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:39.787985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-network', 'tenant_id': '24b420f9ef2b461782814d9544f7f373'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:39.816683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bac134-c38f-4289-8539-e29296ac2e64 req-aac0bd4a-c6cf-4fae-aedd-b7b9d0af612f tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:39.820269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2bac134-c38f-4289-8539-e29296ac2e64 req-aac0bd4a-c6cf-4fae-aedd-b7b9d0af612f tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1097 time: 0.1061749 Nov 23 22:36:39.825319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Made reservation on behalf of 24b420f9ef2b461782814d9544f7f373 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:39.828750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.847165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.934060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8be03501-9688-4172-af70-b1c9f851b40f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.941699 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.947053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:39.951708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed48fb-c976-4fb4-9671-07af0bb26486 req-690c60d5-d863-4832-88df-6f6db22c74c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:39.960390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fed48fb-c976-4fb4-9671-07af0bb26486 req-690c60d5-d863-4832-88df-6f6db22c74c2 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1345310 Nov 23 22:36:39.972760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:36:39.990156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea64bc9b-8796-4caf-8d4a-f3805a6830b4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:39.994375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2bac134-c38f-4289-8539-e29296ac2e64 req-81278f60-c741-48b9-8474-1082ba2f6205 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645944 Nov 23 22:36:40.006922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.010554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8be03501-9688-4172-af70-b1c9f851b40f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.013122 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Added segment 9d6e87aa-7380-4913-a9d9-f003846cb1c4 of type vlan for network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 Nov 23 22:36:40.056587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fed48fb-c976-4fb4-9671-07af0bb26486 req-243b03d4-dfb2-4970-9360-bdb7b7c4d1ce tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952158 Nov 23 22:36:40.105521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.132176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-824b1870-4893-470c-9d2b-103be8b976ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.134055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-824b1870-4893-470c-9d2b-103be8b976ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1100 time: 0.0950022 Nov 23 22:36:40.148554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e04e1-d43e-4e10-9d8a-5570a906b925 req-289b19a2-03a6-41b7-ad83-8c75cba3b30d tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.156620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-008e04e1-d43e-4e10-9d8a-5570a906b925 req-289b19a2-03a6-41b7-ad83-8c75cba3b30d tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1097 time: 0.0552549 Nov 23 22:36:40.158856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8be03501-9688-4172-af70-b1c9f851b40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.161574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8be03501-9688-4172-af70-b1c9f851b40f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.162810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8be03501-9688-4172-af70-b1c9f851b40f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77fe1e72-3ca2-4084-9234-da8ec3f5eb84 HTTP/1.1" status: 204 len: 168 time: 0.3855958 Nov 23 22:36:40.174822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.176970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.177916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.184172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be03501-9688-4172-af70-b1c9f851b40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fe1e72-3ca2-4084-9234-da8ec3f5eb84,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:40.223524 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5771244 Nov 23 22:36:40.226916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55142) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:40.233286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Request body: {'subnet': {'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-subnet', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:40.252439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-008e04e1-d43e-4e10-9d8a-5570a906b925 req-0dd3c3ce-19f5-41d4-8c24-be8d2acd8bd3 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926847 Nov 23 22:36:40.309689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Made reservation on behalf of 24b420f9ef2b461782814d9544f7f373 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:40.312781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.352785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd6379-121b-4870-8dd9-df76fe7d60c8 admin admin] Pushing event updated for resources: {'Network': ['ID=89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:40.370289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:36:40.383114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-1e69d27b-0ba1-4c82-a2d6-6bdea1d0c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.388371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-1e69d27b-0ba1-4c82-a2d6-6bdea1d0c9cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2452455 Nov 23 22:36:40.455589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-767d3a77-fcc9-465b-9792-8cd2c673c990 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.0603137 Nov 23 22:36:40.534643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-ff7ce57c-5e56-4525-baba-a21ec46da198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.534643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-ff7ce57c-5e56-4525-baba-a21ec46da198 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0712037 Nov 23 22:36:40.624303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-d83cd5a3-3016-44ab-a420-98992046a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.626544 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-d83cd5a3-3016-44ab-a420-98992046a6bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755403 Nov 23 22:36:40.770505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:40.873566 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b814d32e-b3e0-4284-bbd6-9a644a868ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.925706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:40.937710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313018-872f-4384-b076-97e02c9151c9 req-c7ba2a65-be65-46ed-8583-e2180fb7d43c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.939663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52313018-872f-4384-b076-97e02c9151c9 req-c7ba2a65-be65-46ed-8583-e2180fb7d43c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.1700306 Nov 23 22:36:40.951693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09177cc-e4ec-4629-9c6b-046bca12b91f req-59878558-a091-456b-8af3-9b52e3cc6fae tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:40.953591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b09177cc-e4ec-4629-9c6b-046bca12b91f req-59878558-a091-456b-8af3-9b52e3cc6fae tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1097 time: 0.2898896 Nov 23 22:36:41.022358 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-4f9e9b1e-429c-438d-b4d4-1c11e11928f4 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857107 Nov 23 22:36:41.089856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46173c09-7fd8-4312-bf23-5c713f02b36f,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:41.130245 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-2d0b9d4b-9116-436e-93ed-23bd40542aaf service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999420 Nov 23 22:36:41.137093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b09177cc-e4ec-4629-9c6b-046bca12b91f req-ed7e3815-8c48-4054-ba35-04be468f2580 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761014 Nov 23 22:36:41.140582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Checking segment: {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:41.140942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Network hostable DHCP agents. Network: 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:36:41.150251 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52313018-872f-4384-b076-97e02c9151c9 req-d5dd08b8-a45c-4ffa-9931-284c3c96a699 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903977 Nov 23 22:36:41.194622 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b814d32e-b3e0-4284-bbd6-9a644a868ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.213363 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b814d32e-b3e0-4284-bbd6-9a644a868ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.219146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:36:41.273989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:41.281118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:41.281723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.286397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be397c2e-d624-43e4-b095-f2ab756ee68a None None] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:41.328467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814d32e-b3e0-4284-bbd6-9a644a868ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6016799d-bf26-4077-bc04-211e8d8e272e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:41.333653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b814d32e-b3e0-4284-bbd6-9a644a868ef9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06df109699b64243aa590f8f87e2e757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5620334 Nov 23 22:36:41.336353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55182) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:41.396692 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d0a8eb3f-cd78-474f-b6ca-f7cc5a916735 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1686418 Nov 23 22:36:41.397436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55184) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:41.403823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:41.428689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7de7e-2cbb-4406-8e7c-a3b81ce24d50 req-959acf13-bad3-4a9d-9e8a-5c43c3101af0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:41.430343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94b7de7e-2cbb-4406-8e7c-a3b81ce24d50 req-959acf13-bad3-4a9d-9e8a-5c43c3101af0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 0.1650679 Nov 23 22:36:41.448235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93c47b2f-501c-452a-9139-c6d0d6375283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.482160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93c47b2f-501c-452a-9139-c6d0d6375283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.491008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'fixed_ips': [{'subnet_id': '46173c09-7fd8-4312-bf23-5c713f02b36f'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:36:41.491918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.501441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.503651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.563348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.575513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93c47b2f-501c-452a-9139-c6d0d6375283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.582511 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93c47b2f-501c-452a-9139-c6d0d6375283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.583805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-93c47b2f-501c-452a-9139-c6d0d6375283 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6016799d-bf26-4077-bc04-211e8d8e272e HTTP/1.1" status: 204 len: 168 time: 0.2456870 Nov 23 22:36:41.599297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47b2f-501c-452a-9139-c6d0d6375283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6016799d-bf26-4077-bc04-211e8d8e272e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:41.668116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4a55-48e3-4408-b99f-f4466cbd1321 req-a2c0253f-7d14-46e1-b257-5fd80aa3a90a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:41.669681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfcd4a55-48e3-4408-b99f-f4466cbd1321 req-a2c0253f-7d14-46e1-b257-5fd80aa3a90a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.2324975 Nov 23 22:36:41.693980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Allocated IP 172.20.0.2 (89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0/46173c09-7fd8-4312-bf23-5c713f02b36f/345eda2f-ea99-4674-8813-3cb8bacbd7c3) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:41.706653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94b7de7e-2cbb-4406-8e7c-a3b81ce24d50 req-98148ee3-54c2-4217-9427-0291b3b7cba9 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658608 Nov 23 22:36:41.792883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.815053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfcd4a55-48e3-4408-b99f-f4466cbd1321 req-b9fcbd1b-a7e4-431c-8f27-7b025bec7c94 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360528 Nov 23 22:36:41.950434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:41.963892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.019466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:42.023423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:42.031865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:42.042491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Pushing event updated for resources: {'Port': ['ID=345eda2f-ea99-4674-8813-3cb8bacbd7c3,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:42.066924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.088345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.122396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Attempting to bind port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:42.123021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Attempting to bind port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:42.123540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Attempting to bind port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 on network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:42.129655 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:42.130280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Checking segment: {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:42.130891 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.131425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Bound using segment: {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:42.131941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Bound port: 345eda2f-ea99-4674-8813-3cb8bacbd7c3, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:42.132331 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.211371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] For port 345eda2f-ea99-4674-8813-3cb8bacbd7c3, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:42.215478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] For port 345eda2f-ea99-4674-8813-3cb8bacbd7c3, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=345eda2f-ea99-4674-8813-3cb8bacbd7c3,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:42.221827 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.285791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Allocated IP 172.25.0.63 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/ec34a30f-dc75-48c8-94c5-a9977b4dd411) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:42.311775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c1b3-4c39-4f46-a2fb-4b12b8a9dae5 None None] Pushing event updated for resources: {'Port': ['ID=345eda2f-ea99-4674-8813-3cb8bacbd7c3,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:42.411113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eb55d-0d23-4c62-90c0-881835719638 req-8745adbd-344b-4acd-a18d-1e0cc8d0a611 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:42.419434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f93eb55d-0d23-4c62-90c0-881835719638 req-8745adbd-344b-4acd-a18d-1e0cc8d0a611 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1097 time: 0.1213930 Nov 23 22:36:42.501366 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.541547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f93eb55d-0d23-4c62-90c0-881835719638 req-0d59b0c7-3a57-4c64-b639-0c9f73a72ca0 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111138 Nov 23 22:36:42.631366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55230) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:42.631943 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.688345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:42.697425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:42.701997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:42.742791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Pushing event updated for resources: {'Port': ['ID=ec34a30f-dc75-48c8-94c5-a9977b4dd411,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:42.780538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd4d5f-19fa-42b1-9a4a-bbf8f26920fb req-ab312555-89a2-4c74-9994-50c2e0caee9e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:42.782119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21fd4d5f-19fa-42b1-9a4a-bbf8f26920fb req-ab312555-89a2-4c74-9994-50c2e0caee9e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.1850548 Nov 23 22:36:42.785247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-network', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:42.810189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Made reservation on behalf of 2d9dfa8e69bc473884059175d2910a19 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:42.817251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.827951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.899309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:42.922596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21fd4d5f-19fa-42b1-9a4a-bbf8f26920fb req-5e649cd7-da34-42a4-8d6f-c416175d93d2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330197 Nov 23 22:36:42.948487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:42.961637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.015406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:36:43.021432 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:36:43.028298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:43.039865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.041473 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Added segment f96ce33c-f3d0-40ef-88b8-22b069c00d86 of type vlan for network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 Nov 23 22:36:43.053402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-f370ed91-132c-4d3d-a179-8de91c4f8eb8 req-9b690328-2860-4432-96b9-bf9eeb4e9f8f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:43.054718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f370ed91-132c-4d3d-a179-8de91c4f8eb8 req-9b690328-2860-4432-96b9-bf9eeb4e9f8f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078235 Nov 23 22:36:43.097200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.103981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:43.112694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.148947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'c12b409c-307d-4f90-9e55-d22b815c0cd7', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'port_id': 'c12b409c-307d-4f90-9e55-d22b815c0cd7', 'mac_address': 'fa:16:3e:47:2e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a86641-c15f-4bd8-8c21-32538ce14397', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:43.162424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.165108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:43.168071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.186779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a3a40-6a0f-4935-ba8b-ee94ab2438e5 req-2d7f4dbb-5506-4e58-af3d-5055aa04f312 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:43.200139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e3a3a40-6a0f-4935-ba8b-ee94ab2438e5 req-2d7f4dbb-5506-4e58-af3d-5055aa04f312 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 0.1415970 Nov 23 22:36:43.232221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.245479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12b409c-307d-4f90-9e55-d22b815c0cd7 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:43.248242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] Pushing event updated for resources: {'Network': ['ID=8b04c92f-df05-4d04-b0c5-98b51d0d29a8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:43.266301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:36:43.266513 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d5355fb6-f1e2-4813-813d-4e6b9d9d4afc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6338031 Nov 23 22:36:43.267166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55244) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:43.275950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Request body: {'subnet': {'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-subnet', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:43.320249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Made reservation on behalf of 2d9dfa8e69bc473884059175d2910a19 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:43.325001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:43.330362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.357558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e3a3a40-6a0f-4935-ba8b-ee94ab2438e5 req-0810d3b6-2827-41e5-a1f5-65978e57b6b4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436024 Nov 23 22:36:43.420249 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.515811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:43.647539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39ced4-afe8-42df-b0ad-b5e174978b19 None None] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:43.664021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.723169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.779597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:43.782478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Checking segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:43.782844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Network hostable DHCP agents. Network: 8b04c92f-df05-4d04-b0c5-98b51d0d29a8, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:36:43.808522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:36:43.827614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 8b04c92f-df05-4d04-b0c5-98b51d0d29a8) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:43.842348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:43.843002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.856257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2e916-14b3-40fd-b53e-2e98a80550d1 req-f6c99018-6d06-493a-83e7-e6fd902c2d31 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:43.857254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dfe62c-576f-4106-bc5e-2fbb572e5e9b None None] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:43.857832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77d2e916-14b3-40fd-b53e-2e98a80550d1 req-f6c99018-6d06-493a-83e7-e6fd902c2d31 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1319139 Nov 23 22:36:43.866868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 345eda2f-ea99-4674-8813-3cb8bacbd7c3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:43.868105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6c8ff990-ff32-4e91-912c-4fc26da439a9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5990269 Nov 23 22:36:43.872343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:43.878398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:43.904002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-eb2590ee-e308-48d5-9205-06ac7808730f None None] Provisioning complete for port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:43.904562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb2590ee-e308-48d5-9205-06ac7808730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.912682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.915982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:43.920978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c12b409c-307d-4f90-9e55-d22b815c0cd7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:43.979859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77d2e916-14b3-40fd-b53e-2e98a80550d1 req-4740ff27-d0c8-4ad5-872f-a103a4f55dcc tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143129 Nov 23 22:36:44.011939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.043991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Router 71c90234-c3b0-468e-bbfa-7e648715a447 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:36:44.218535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.247478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:44.260219 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Sync routers for ids ['71c90234-c3b0-468e-bbfa-7e648715a447'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:44.276525 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Routers {'71c90234-c3b0-468e-bbfa-7e648715a447'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:44.278311 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['71c90234-c3b0-468e-bbfa-7e648715a447'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:44.280356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:44.280786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.307085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.309257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2b00bb71-9298-475b-8755-acc48929ef15 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9098897 Nov 23 22:36:44.312269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55284) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:44.437555 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Set router 71c90234-c3b0-468e-bbfa-7e648715a447 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:44.537623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-fd7ba52c-70ff-43dc-80db-3b7c31d90393 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:44.538683 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-fd7ba52c-70ff-43dc-80db-3b7c31d90393 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074761 Nov 23 22:36:44.544329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ede6-fae4-439b-80ed-2b0b24e20b14 req-13aac3f8-b62d-4db0-b230-7dc234529c09 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:44.553291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e09ede6-fae4-439b-80ed-2b0b24e20b14 req-13aac3f8-b62d-4db0-b230-7dc234529c09 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.2253339 Nov 23 22:36:44.619062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-f72ae47e-0149-4977-89d1-8cf45de9f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:44.620810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-f72ae47e-0149-4977-89d1-8cf45de9f6f1 service neutron] 10.222.0.11 "GET /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 1094 time: 0.0723383 Nov 23 22:36:44.634625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Request body: {'binding': {'host': 'n-h2-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:44.635323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:36:44.644696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb2590ee-e308-48d5-9205-06ac7808730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.671933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e09ede6-fae4-439b-80ed-2b0b24e20b14 req-a72929b3-6eb8-4d4b-8279-12fd76ef4597 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176634 Nov 23 22:36:44.749217 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:36:42Z', 'revision_number': 3, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:44.753018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-eb2590ee-e308-48d5-9205-06ac7808730f None None] For port 345eda2f-ea99-4674-8813-3cb8bacbd7c3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=345eda2f-ea99-4674-8813-3cb8bacbd7c3,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:44.765555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.785275 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Checking router: 71c90234-c3b0-468e-bbfa-7e648715a447 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:36:44.785779 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Updating router 71c90234-c3b0-468e-bbfa-7e648715a447 port ec34a30f-dc75-48c8-94c5-a9977b4dd411 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:36:44.793363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.799328 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb2590ee-e308-48d5-9205-06ac7808730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.818578 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.832857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:36:44.833983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:44.907032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on host n-h2-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:44.907393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:44.907709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:44.938837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:44.939057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:44.955528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:44.956313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:44.956706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:44.957159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Bound port: cd45e779-1338-4970-b53e-9393a8f1b70a, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:45.037320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Allocated IP 172.25.0.185 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/017b2260-3d44-488d-9d30-0b55e0056ca4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:45.063961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:45.076147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-36fb81e2-d27b-4adc-8aa9-cc077b6df447 None None] Provisioning complete for port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:45.076644 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-36fb81e2-d27b-4adc-8aa9-cc077b6df447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.078130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2590ee-e308-48d5-9205-06ac7808730f None None] Pushing event updated for resources: {'Port': ['ID=345eda2f-ea99-4674-8813-3cb8bacbd7c3,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:45.097196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.098429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-449bd98d-0abb-43fa-921e-3c4b7aa11bef service neutron] 10.222.0.11 "POST /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4704440 Nov 23 22:36:45.188201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Allocated IP 172.20.0.2 (8b04c92f-df05-4d04-b0c5-98b51d0d29a8/ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7/965f7959-c113-46ee-8c6a-7b5b25edba89) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:45.232448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.239329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.313941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.393721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:45.414985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:45.422040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5230d-699c-4e76-8b13-ba277ea995c5 req-73cb7b5f-2ab5-4aec-ae64-02c8e06f49c1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:45.428455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dde5230d-699c-4e76-8b13-ba277ea995c5 req-73cb7b5f-2ab5-4aec-ae64-02c8e06f49c1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 944 time: 0.1921935 Nov 23 22:36:45.442318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:45.523959 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.540857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.551164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dde5230d-699c-4e76-8b13-ba277ea995c5 req-dfb21f79-5573-497f-b9d8-9a3cee1fd906 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139507 Nov 23 22:36:45.648112 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.661568 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.666147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Allocated IP 172.20.0.1 (89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0/46173c09-7fd8-4312-bf23-5c713f02b36f/224d8cbb-36d3-4e49-b7d1-b81ee7056182) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:45.682067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Pushing event updated for resources: {'Port': ['ID=017b2260-3d44-488d-9d30-0b55e0056ca4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:45.699888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:45.703267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:45.709557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:45.719683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Pushing event updated for resources: {'Port': ['ID=965f7959-c113-46ee-8c6a-7b5b25edba89,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:45.780840 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Pushing event updated for resources: {'Port': ['ID=ec34a30f-dc75-48c8-94c5-a9977b4dd411,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:45.783913 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Attempting to bind port ec34a30f-dc75-48c8-94c5-a9977b4dd411 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:45.784570 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Attempting to bind port ec34a30f-dc75-48c8-94c5-a9977b4dd411 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:45.785149 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Attempting to bind port ec34a30f-dc75-48c8-94c5-a9977b4dd411 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:45.808931 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:45.810717 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:45.810917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Attempting to bind port 965f7959-c113-46ee-8c6a-7b5b25edba89 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:45.811302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Attempting to bind port 965f7959-c113-46ee-8c6a-7b5b25edba89 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:45.811710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Attempting to bind port 965f7959-c113-46ee-8c6a-7b5b25edba89 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:45.812302 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.814513 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:45.815736 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Bound port: ec34a30f-dc75-48c8-94c5-a9977b4dd411, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:45.817371 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.817970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:45.818348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Checking segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:45.818753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.819145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Bound using segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:45.819647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Bound port: 965f7959-c113-46ee-8c6a-7b5b25edba89, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:45.820033 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.825981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.826727 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.827977 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.828578 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.830401 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.831124 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.831716 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.832470 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.833343 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.834475 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.835011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.835539 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:45.838774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.844128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 345eda2f-ea99-4674-8813-3cb8bacbd7c3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:45.903982 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] For port ec34a30f-dc75-48c8-94c5-a9977b4dd411, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:45.906476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4585-bdb1-4f70-9214-ee4bf9092184 req-02e51933-262a-44cc-a156-38d1910eeec6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:45.909309 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] For port ec34a30f-dc75-48c8-94c5-a9977b4dd411, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ec34a30f-dc75-48c8-94c5-a9977b4dd411,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:45.912264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fbd4585-bdb1-4f70-9214-ee4bf9092184 req-02e51933-262a-44cc-a156-38d1910eeec6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1310904 Nov 23 22:36:45.919972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-b1cfe904-5c46-4eb9-a082-70509748a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:45.920271 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.924060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-b1cfe904-5c46-4eb9-a082-70509748a0a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1097 time: 0.2882457 Nov 23 22:36:45.940090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d63fa5-6f50-405f-96f0-7e97366ab53e req-d1d153d3-abda-4925-91a8-246bd677bf35 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:45.942769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50d63fa5-6f50-405f-96f0-7e97366ab53e req-d1d153d3-abda-4925-91a8-246bd677bf35 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 946 time: 0.1714120 Nov 23 22:36:45.948316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.950728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] For port 965f7959-c113-46ee-8c6a-7b5b25edba89, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:45.954250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] For port 965f7959-c113-46ee-8c6a-7b5b25edba89, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=965f7959-c113-46ee-8c6a-7b5b25edba89,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:45.956038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:45.956406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:45.975619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-a82ca931-51a5-4dbb-8483-fd7f4d8cfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:45.978012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-a82ca931-51a5-4dbb-8483-fd7f4d8cfdcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5cf95901e0e4a78be722d3672a26c07&device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 1097 time: 0.2196655 Nov 23 22:36:46.008624 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:46.010121 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Routers {'71c90234-c3b0-468e-bbfa-7e648715a447'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:46.011215 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['71c90234-c3b0-468e-bbfa-7e648715a447'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:46.055844 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716544be-c559-4f7b-9dbf-18858ebdba31 None None] Pushing event updated for resources: {'Port': ['ID=ec34a30f-dc75-48c8-94c5-a9977b4dd411,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:46.075905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d116-0947-4ff8-a039-9a1f37fd8ef6 None None] Pushing event updated for resources: {'Port': ['ID=965f7959-c113-46ee-8c6a-7b5b25edba89,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:46.152604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50d63fa5-6f50-405f-96f0-7e97366ab53e req-f72f9b49-e871-4676-8720-ab6bc349a944 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925848 Nov 23 22:36:46.156023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fbd4585-bdb1-4f70-9214-ee4bf9092184 req-1cca289e-57a0-46b9-aed6-b5c052ff6682 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317050 Nov 23 22:36:46.192533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:46.214011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] Set router 71c90234-c3b0-468e-bbfa-7e648715a447 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:46.214187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-a8f6c9ab-70b6-40c7-bccd-9680ff867b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:46.216204 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-a8f6c9ab-70b6-40c7-bccd-9680ff867b33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2454114 Nov 23 22:36:46.260815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-33df01d6-4146-462e-82e5-773f4217b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:46.263713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-33df01d6-4146-462e-82e5-773f4217b1e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 200 len: 915 time: 0.2733829 Nov 23 22:36:46.287439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:46.297339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:46.330914 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-47d57878-31d1-4666-8937-d420ec4aed28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 217 time: 0.0757184 Nov 23 22:36:46.370576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Pushing event updated for resources: {'Port': ['ID=224d8cbb-36d3-4e49-b7d1-b81ee7056182,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:46.379403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:46.380212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:46.395174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-9dab76e4-4871-409d-96a7-66ce558b9b14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba HTTP/1.1" status: 200 len: 217 time: 0.1130817 Nov 23 22:36:46.443769 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:46.549459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-f4200521-63d2-4409-8436-d86241af97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:46.564205 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-f4200521-63d2-4409-8436-d86241af97c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.2066360 Nov 23 22:36:46.605920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-2a9d16c1-bf05-4008-8338-cc9f8290be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:46.609515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-2a9d16c1-bf05-4008-8338-cc9f8290be1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 200 len: 853 time: 0.0813901 Nov 23 22:36:46.747251 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:36:42Z', 'revision_number': 3, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:46.772499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119802ae-c3fe-48dc-bdb0-5176b2c789ec req-973bbab4-af48-48ec-9e4c-0c7468facf37 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:46.774084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-119802ae-c3fe-48dc-bdb0-5176b2c789ec req-973bbab4-af48-48ec-9e4c-0c7468facf37 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.3980823 Nov 23 22:36:46.780768 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54b0dd-f62c-4ab8-9f49-6f748084c853 None None] The sync data for ids ['71c90234-c3b0-468e-bbfa-7e648715a447'] in n-d-817303-3 is: [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:36:42Z', 'revision_number': 3, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:36:46.816817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-24478bee-9752-4b8b-8f8b-872602c509ac None None] Provisioning complete for port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:46.817335 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24478bee-9752-4b8b-8f8b-872602c509ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:46.861357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-24478bee-9752-4b8b-8f8b-872602c509ac None None] Port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:46.862608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-3acaae9f-67d7-47d8-980d-7ec37b5e0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:46.864363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-3acaae9f-67d7-47d8-980d-7ec37b5e0833 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac7156df-0a05-4c6b-80cd-b475893a3f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356224 Nov 23 22:36:46.913158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:46.932197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-119802ae-c3fe-48dc-bdb0-5176b2c789ec req-fa590cd1-6a7d-4b19-82bd-16392a5bc09f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459217 Nov 23 22:36:46.968604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:46.989830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port c12b409c-307d-4f90-9e55-d22b815c0cd7 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:46.995698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port c12b409c-307d-4f90-9e55-d22b815c0cd7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:46.996361 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:47.012890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b7c7-2090-4662-89ce-ca584e19572b req-b40b9d4d-20f6-469a-87a8-8f1e52573781 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:47.014483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8462b7c7-2090-4662-89ce-ca584e19572b req-b40b9d4d-20f6-469a-87a8-8f1e52573781 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 944 time: 0.2383211 Nov 23 22:36:47.055206 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-d836cacd-a474-4b1c-8259-2b532f2dfe8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4784286 Nov 23 22:36:47.144386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:47.184978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:47.190990 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65583d4-c5ea-4f90-9e79-efbf20449c39" -d '{"events": [{"server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "name": "network-vif-plugged", "status": "completed", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:47.210541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:47.221869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:47.317750 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-a7221795-38db-4597-bfdc-0ce03f5a73f2 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530165 Nov 23 22:36:47.324822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:36:47.333057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:47.469167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-f1e53734-c982-4fc4-85ce-e0c59c9a5efb service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935926 Nov 23 22:36:47.519377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8462b7c7-2090-4662-89ce-ca584e19572b req-e02ebf0b-f09c-47f6-a6c0-d3d72d8956ef tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933317 Nov 23 22:36:47.622548 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7ea9c1-bd2e-479d-8068-533cadc4e66c x-openstack-request-id: req-fc7ea9c1-bd2e-479d-8068-533cadc4e66c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:47.622863 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "name": "network-vif-plugged", "status": "completed", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:47.623120 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc7ea9c1-bd2e-479d-8068-533cadc4e66c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:47.623515 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7', 'code': 200} Nov 23 22:36:47.635782 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-cb80472d-1139-419e-b65c-a2b75eca58f2 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042083 Nov 23 22:36:47.669879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:47.689684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:47.701476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:47.705207 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1ea3e4ff-9449-425d-ba0e-5cbd1f91da22 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8291173 Nov 23 22:36:47.705340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:47.705340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:47.705599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55336) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:47.793339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55f1ef42-a275-4485-9b59-3446f18b3fbd req-55b4b147-343b-40f7-bbea-be6dc19ea321 service neutron] 10.222.0.46 "GET /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093908 Nov 23 22:36:47.857079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:47.949792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb37b9-07ea-4e4e-aadf-f2055205d8dd req-77f8dd8b-441a-42a9-9dff-79e6b42a0f36 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:47.951362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3eb37b9-07ea-4e4e-aadf-f2055205d8dd req-77f8dd8b-441a-42a9-9dff-79e6b42a0f36 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 946 time: 0.4131494 Nov 23 22:36:47.962160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e2d81-e2e2-4159-b599-8382e3d4ed6a None None] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:47.962469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8f245-618b-4c56-be93-a741c3655660 req-a33a5c43-1f3d-48f5-858f-db1b84699df3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:47.964269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde8f245-618b-4c56-be93-a741c3655660 req-a33a5c43-1f3d-48f5-858f-db1b84699df3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1448319 Nov 23 22:36:48.028957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.039584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.041044 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.044476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-292b3734-733a-4a69-9712-fbab0f9cc583 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:48.045984 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-292b3734-733a-4a69-9712-fbab0f9cc583 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1097 time: 0.1624763 Nov 23 22:36:48.047709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d90d72-7441-4d31-b86f-23fe64d30d03 req-62b329f9-652d-4e6c-8375-6f50fe2f2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:48.049039 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88d90d72-7441-4d31-b86f-23fe64d30d03 req-62b329f9-652d-4e6c-8375-6f50fe2f2683 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1096 time: 0.1751244 Nov 23 22:36:48.063060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:48.064888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 965f7959-c113-46ee-8c6a-7b5b25edba89 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:48.094607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde8f245-618b-4c56-be93-a741c3655660 req-f994d647-475b-48ed-9c01-2bcc08389bb6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190696 Nov 23 22:36:48.140754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3eb37b9-07ea-4e4e-aadf-f2055205d8dd req-c2274330-7d8c-40a1-a1dd-dd21056b5ad9 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729999 Nov 23 22:36:48.253117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88d90d72-7441-4d31-b86f-23fe64d30d03 req-256c6efe-6137-4c2b-a15b-f7835e88e029 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856799 Nov 23 22:36:48.269192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.294223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5690ea41-8e62-48c2-a701-37be3255478d None None] Provisioning complete for port 965f7959-c113-46ee-8c6a-7b5b25edba89 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:48.294597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5690ea41-8e62-48c2-a701-37be3255478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.298106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Pushing event updated for resources: {'Port': ['ID=224d8cbb-36d3-4e49-b7d1-b81ee7056182,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:48.324067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:48.333829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 965f7959-c113-46ee-8c6a-7b5b25edba89 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:48.334377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.376222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:48.455551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657717e7-a1ff-4b0f-ae94-35fcf23a2e18 req-e7db03c8-98c6-4786-9958-499f5cdc9b64 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:48.457457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-657717e7-a1ff-4b0f-ae94-35fcf23a2e18 req-e7db03c8-98c6-4786-9958-499f5cdc9b64 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.1536489 Nov 23 22:36:48.585331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-657717e7-a1ff-4b0f-ae94-35fcf23a2e18 req-235d27f0-e4f4-4bc4-8b4b-84ed66831525 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748961 Nov 23 22:36:48.688540 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5690ea41-8e62-48c2-a701-37be3255478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.740003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Router 71c90234-c3b0-468e-bbfa-7e648715a447 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:36:48.784245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:48.891809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:48.900061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a74c7-dd4e-43aa-b920-04a58cbc51b7 req-cce5d879-5e79-4749-a153-76516d5dac84 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:48.908976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e4a74c7-dd4e-43aa-b920-04a58cbc51b7 req-cce5d879-5e79-4749-a153-76516d5dac84 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 945 time: 0.1909525 Nov 23 22:36:48.956531 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.972342 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:48.976045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:48.979676 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1c83a-b87c-4408-a2ae-39d91aaba2f5" -d '{"events": [{"server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "name": "network-vif-unplugged", "status": "completed", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:48.985376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.000314 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.011143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:45Z', 'revision_number': 3, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:49.057578 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33658c-076a-4771-b838-86916fcd5d61 x-openstack-request-id: req-5d33658c-076a-4771-b838-86916fcd5d61 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:49.057872 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "name": "network-vif-unplugged", "status": "completed", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:49.058125 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d33658c-076a-4771-b838-86916fcd5d61 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:49.058565 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a', 'code': 200} Nov 23 22:36:49.069438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:36:49.071403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Updating router ca2e6538-b04c-4466-8417-051c5e0d10b9 port 017b2260-3d44-488d-9d30-0b55e0056ca4 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:36:49.085045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e4a74c7-dd4e-43aa-b920-04a58cbc51b7 req-a5f10c89-5da4-4c77-8fe3-610135e0b4f0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746576 Nov 23 22:36:49.095239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:49.115947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5690ea41-8e62-48c2-a701-37be3255478d None None] For port 965f7959-c113-46ee-8c6a-7b5b25edba89, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=965f7959-c113-46ee-8c6a-7b5b25edba89,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:49.125215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.129933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5690ea41-8e62-48c2-a701-37be3255478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.136597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7beedba2-edfb-4836-b5ed-48a3d67c81df admin admin] 10.222.0.11 "PUT /v2.0/routers/71c90234-c3b0-468e-bbfa-7e648715a447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8155000 Nov 23 22:36:49.257993 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Sync routers for ids ['71c90234-c3b0-468e-bbfa-7e648715a447'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:49.288711 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Routers {'71c90234-c3b0-468e-bbfa-7e648715a447'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:49.290807 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['71c90234-c3b0-468e-bbfa-7e648715a447'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:49.304564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:36:49.304917 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:36:49.334605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f295ba5e-1114-42a7-92bf-a72d74cc4078 None None] Provisioning complete for port 965f7959-c113-46ee-8c6a-7b5b25edba89 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:49.334975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f295ba5e-1114-42a7-92bf-a72d74cc4078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.337362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:49.369055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690ea41-8e62-48c2-a701-37be3255478d None None] Pushing event updated for resources: {'Port': ['ID=965f7959-c113-46ee-8c6a-7b5b25edba89,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:49.435207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on host n-h1-817303-3 for vnic_type normal with profile {"migrating_to": "n-h2-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:49.441030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:49.441388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:49.446368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7babb-d89e-4ad1-ae6a-a36467c680f6 req-e60f2bc2-408d-46f6-99e2-9e9f3519ee17 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:49.455627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbf7babb-d89e-4ad1-ae6a-a36467c680f6 req-e60f2bc2-408d-46f6-99e2-9e9f3519ee17 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 944 time: 0.1822069 Nov 23 22:36:49.468391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c754b7-e9c3-47ef-8d84-be6f79277f5d req-80189516-ec20-4672-93de-dd06f59d4c69 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:49.470823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:49.471340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Attempting to bind port cd45e779-1338-4970-b53e-9393a8f1b70a on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:49.476821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63c754b7-e9c3-47ef-8d84-be6f79277f5d req-80189516-ec20-4672-93de-dd06f59d4c69 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.2238283 Nov 23 22:36:49.533391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f295ba5e-1114-42a7-92bf-a72d74cc4078 None None] Provisioning complete for port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:49.533752 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f295ba5e-1114-42a7-92bf-a72d74cc4078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.547528 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Set router 71c90234-c3b0-468e-bbfa-7e648715a447 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:49.554424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:49.557735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:49.558800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:49.559280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Bound port: cd45e779-1338-4970-b53e-9393a8f1b70a, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:49.562268 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.613134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63c754b7-e9c3-47ef-8d84-be6f79277f5d req-e13e306b-db95-4d58-a402-10774b1b08cd tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352961 Nov 23 22:36:49.639217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbf7babb-d89e-4ad1-ae6a-a36467c680f6 req-33a313b7-1284-447a-b53f-c632db764968 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826589 Nov 23 22:36:49.639946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:49.674006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Allocated IP 172.20.0.1 (8b04c92f-df05-4d04-b0c5-98b51d0d29a8/ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7/47dd68eb-0fda-4bb9-b528-c7a734b15112) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:49.757671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:49.809164 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.838393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:49.847247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.873016 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.942779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f295ba5e-1114-42a7-92bf-a72d74cc4078 None None] Port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:49.966197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:49.967026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.968555 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] 10.222.0.46 "PUT /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 1122 time: 1.9097178 Nov 23 22:36:49.972415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ec34a30f-dc75-48c8-94c5-a9977b4dd411 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:49.977527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.980710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e44db7-9486-4188-9286-b31914ec1dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:50.013988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e49d-bfdd-49e6-a79f-a415606650f8 None None] Pushing event updated for resources: {'Port': ['ID=017b2260-3d44-488d-9d30-0b55e0056ca4,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:50.021634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Attempting to bind port 017b2260-3d44-488d-9d30-0b55e0056ca4 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:50.022255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Attempting to bind port 017b2260-3d44-488d-9d30-0b55e0056ca4 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:50.022856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Attempting to bind port 017b2260-3d44-488d-9d30-0b55e0056ca4 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:50.031990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:50.032757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:50.033327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.033872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:50.034499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Bound port: 017b2260-3d44-488d-9d30-0b55e0056ca4, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:50.035062 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.039476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.094738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7eb7dc10-eb7d-463a-a943-91ad3929f709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.128082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] For port 017b2260-3d44-488d-9d30-0b55e0056ca4, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:50.128321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc240994-070b-4ee6-93e0-d0d93e221853 req-adf3cd79-faf6-4628-99e6-69feb3b3bc9c tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:50.131173 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:36:46Z', 'revision_number': 4, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '224d8cbb-36d3-4e49-b7d1-b81ee7056182', 'name': '', 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'mac_address': 'fa:16:3e:35:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '46173c09-7fd8-4312-bf23-5c713f02b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:45Z', 'updated_at': '2021-11-23T22:36:47Z', 'revision_number': 2, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'subnets': [{'id': '46173c09-7fd8-4312-bf23-5c713f02b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:50.136785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc240994-070b-4ee6-93e0-d0d93e221853 req-adf3cd79-faf6-4628-99e6-69feb3b3bc9c tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.2160413 Nov 23 22:36:50.140299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] For port 017b2260-3d44-488d-9d30-0b55e0056ca4, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=017b2260-3d44-488d-9d30-0b55e0056ca4,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:50.147077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ec34a30f-dc75-48c8-94c5-a9977b4dd411 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:50.147356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Pushing event updated for resources: {'Port': ['ID=47dd68eb-0fda-4bb9-b528-c7a734b15112,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:50.147556 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.162409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6253c-352d-49cc-9843-abda77af53fc req-f3a20bb9-ff06-46cb-9482-aef1fc81a869 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:50.170694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8e6253c-352d-49cc-9843-abda77af53fc req-f3a20bb9-ff06-46cb-9482-aef1fc81a869 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.2673829 Nov 23 22:36:50.170953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:50.175433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:50.192918 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Checking router: 71c90234-c3b0-468e-bbfa-7e648715a447 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:36:50.193514 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Updating router 71c90234-c3b0-468e-bbfa-7e648715a447 port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:36:50.195732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['cd45e779-1338-4970-b53e-9393a8f1b70a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:50.204884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.205564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:50.206196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.269053 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.316281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc240994-070b-4ee6-93e0-d0d93e221853 req-80aa6699-bcfc-4cd6-a942-30e0fbad40cc tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766341 Nov 23 22:36:50.349643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8e6253c-352d-49cc-9843-abda77af53fc req-c2f515ae-5f0b-459e-97b9-288d826b976f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778121 Nov 23 22:36:50.372649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.401513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55414) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:50.407938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-network', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:50.440641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e49d-bfdd-49e6-a79f-a415606650f8 None None] Pushing event updated for resources: {'Port': ['ID=017b2260-3d44-488d-9d30-0b55e0056ca4,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:50.453445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port ec34a30f-dc75-48c8-94c5-a9977b4dd411, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ec34a30f-dc75-48c8-94c5-a9977b4dd411,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:50.513684 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.523244 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7eb7dc10-eb7d-463a-a943-91ad3929f709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.545721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Made reservation on behalf of e558bf2b92b4461fbbccc05e326ef897 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:50.553797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.556584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:50.557647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7eb7dc10-eb7d-463a-a943-91ad3929f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.563003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:50.613767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.614032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.659818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 965f7959-c113-46ee-8c6a-7b5b25edba89 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:50.664775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7eb7dc10-eb7d-463a-a943-91ad3929f709 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fed8920167a3410ea2a62a7dcb0b47fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0103025 Nov 23 22:36:50.670196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55418) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:50.676466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9564fd0-532a-4fcf-aa2b-187c3ac8fe2a req-d015ba86-76a7-4dbc-8f7e-04c073d470df tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:50.684415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9564fd0-532a-4fcf-aa2b-187c3ac8fe2a req-d015ba86-76a7-4dbc-8f7e-04c073d470df tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 945 time: 0.1993818 Nov 23 22:36:50.693366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005a17e-821d-437e-9d9f-ac461dd63813 req-c302a10a-8f53-4e1f-bb77-4ac129fac143 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:50.694796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0005a17e-821d-437e-9d9f-ac461dd63813 req-c302a10a-8f53-4e1f-bb77-4ac129fac143 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 945 time: 0.2448835 Nov 23 22:36:50.699813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7dc10-eb7d-463a-a943-91ad3929f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b10cd0-f8ce-4cad-83e5-62c905a1359f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:50.770445 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.778966 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.818709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e52171ad-eb2b-4c47-8773-49a635286dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.844001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e52171ad-eb2b-4c47-8773-49a635286dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.851702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0005a17e-821d-437e-9d9f-ac461dd63813 req-850e3e6c-3eee-49d9-b2dd-dfb0f205701a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422911 Nov 23 22:36:50.854216 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9bcd6-5a49-477a-9219-e062ce586a68 None None] Pushing event updated for resources: {'Port': ['ID=224d8cbb-36d3-4e49-b7d1-b81ee7056182,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:50.867599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b34a7753-9378-4232-8b34-a4ead701c6c6 None None] Provisioning complete for port 47dd68eb-0fda-4bb9-b528-c7a734b15112 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:50.869911 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b34a7753-9378-4232-8b34-a4ead701c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.902701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9564fd0-532a-4fcf-aa2b-187c3ac8fe2a req-70f05655-b7af-4128-83e9-6a155c7dd5ab tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170486 Nov 23 22:36:50.905557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e52171ad-eb2b-4c47-8773-49a635286dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.909111 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e52171ad-eb2b-4c47-8773-49a635286dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:50.910298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e52171ad-eb2b-4c47-8773-49a635286dde admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2b10cd0-f8ce-4cad-83e5-62c905a1359f HTTP/1.1" status: 204 len: 168 time: 0.2392905 Nov 23 22:36:50.934512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52171ad-eb2b-4c47-8773-49a635286dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b10cd0-f8ce-4cad-83e5-62c905a1359f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:50.992751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.003800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.004789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.017144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.028084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=ec34a30f-dc75-48c8-94c5-a9977b4dd411,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:51.028832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.044808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 965f7959-c113-46ee-8c6a-7b5b25edba89 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:51.046192 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.082026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:36:51.124100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:51.128039 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Attempting to bind port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:51.128693 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Attempting to bind port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:51.129307 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Attempting to bind port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 on network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:51.136412 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e8bb5f-5f10-441d-8a7a-12c174f9758e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:51.148308 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:51.150673 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Checking segment: {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:51.150673 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.150673 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Bound using segment: {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:51.151058 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Bound port: 224d8cbb-36d3-4e49-b7d1-b81ee7056182, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:51.151386 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.167614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9fc936-68ac-49a3-b422-e5af9e89133b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:51.171687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.172281 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Added segment 823d8ce1-60e1-4903-ae20-8591fc0e7016 of type vlan for network 765c24e9-12c6-4675-abe3-27869eaaa356 Nov 23 22:36:51.189010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b34a7753-9378-4232-8b34-a4ead701c6c6 None None] Port 47dd68eb-0fda-4bb9-b528-c7a734b15112 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:51.215919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:51.255785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Pushing event updated for resources: {'Port': ['ID=47dd68eb-0fda-4bb9-b528-c7a734b15112,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:51.268256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.309870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce8c3e-d215-4200-a408-423848fecc7d req-64ff7c4f-57fe-49cb-9033-19fb75b00574 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:51.310131 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] For port 224d8cbb-36d3-4e49-b7d1-b81ee7056182, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:51.316559 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] For port 224d8cbb-36d3-4e49-b7d1-b81ee7056182, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=224d8cbb-36d3-4e49-b7d1-b81ee7056182,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:51.318436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bce8c3e-d215-4200-a408-423848fecc7d req-64ff7c4f-57fe-49cb-9033-19fb75b00574 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 944 time: 0.2611427 Nov 23 22:36:51.327194 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.348384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:51.350106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:51.436947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4d1b303e-e6f5-4d8d-97c0-3e57f77312d1 None None] Provisioning complete for port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:51.437628 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d1b303e-e6f5-4d8d-97c0-3e57f77312d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.443998 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9bcd6-5a49-477a-9219-e062ce586a68 None None] Pushing event updated for resources: {'Port': ['ID=224d8cbb-36d3-4e49-b7d1-b81ee7056182,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:51.490442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8d09f-4975-4b25-9c42-696d75a32cc2 req-0e866b28-2e0b-40ec-aca1-a5042c1c9f0f tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:51.492182 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Routers {'71c90234-c3b0-468e-bbfa-7e648715a447'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:51.494749 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['71c90234-c3b0-468e-bbfa-7e648715a447'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:51.496510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41e8d09f-4975-4b25-9c42-696d75a32cc2 req-0e866b28-2e0b-40ec-aca1-a5042c1c9f0f tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.2562919 Nov 23 22:36:51.498491 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.501006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:51.503163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.547804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bce8c3e-d215-4200-a408-423848fecc7d req-f04279fc-7915-4882-974a-cb30cd8c743c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282748 Nov 23 22:36:51.703767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:36:51.720514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3178828 Nov 23 22:36:51.724300 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] Set router 71c90234-c3b0-468e-bbfa-7e648715a447 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:51.737114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55438) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:51.747200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55440) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:51.747819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Request body: {'subnet': {'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-subnet', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:51.779336 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d1b303e-e6f5-4d8d-97c0-3e57f77312d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.787524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-deb4b817-78f8-41ef-bb97-5dc504273234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:51.890614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72c940-fc6a-40ee-aaf4-ce0fd91a94cf admin admin] Pushing event updated for resources: {'Network': ['ID=765c24e9-12c6-4675-abe3-27869eaaa356,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:51.921927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 765c24e9-12c6-4675-abe3-27869eaaa356 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:36:51.961287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41e8d09f-4975-4b25-9c42-696d75a32cc2 req-19cae78b-207e-4e86-be36-42bd53cd548e tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521299 Nov 23 22:36:52.031671 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:36:46Z', 'revision_number': 4, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '224d8cbb-36d3-4e49-b7d1-b81ee7056182', 'name': '', 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'mac_address': 'fa:16:3e:35:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '46173c09-7fd8-4312-bf23-5c713f02b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:45Z', 'updated_at': '2021-11-23T22:36:51Z', 'revision_number': 4, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'subnets': [{'id': '46173c09-7fd8-4312-bf23-5c713f02b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:52.062087 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7de7a-84bb-4c91-8098-916b7e07c22c None None] The sync data for ids ['71c90234-c3b0-468e-bbfa-7e648715a447'] in n-d-817303-3 is: [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:36:46Z', 'revision_number': 4, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '224d8cbb-36d3-4e49-b7d1-b81ee7056182', 'name': '', 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'mac_address': 'fa:16:3e:35:d7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '46173c09-7fd8-4312-bf23-5c713f02b36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:45Z', 'updated_at': '2021-11-23T22:36:51Z', 'revision_number': 4, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'subnets': [{'id': '46173c09-7fd8-4312-bf23-5c713f02b36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:36:52.083891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-deb4b817-78f8-41ef-bb97-5dc504273234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.094716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-deb4b817-78f8-41ef-bb97-5dc504273234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.221664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-deb4b817-78f8-41ef-bb97-5dc504273234 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eef4d47d5a24c0f9e7a516b47f3748f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607439 Nov 23 22:36:52.221664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55446) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:52.228947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4b817-78f8-41ef-bb97-5dc504273234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30194f04-f5b7-4404-ae6e-5103fabef625,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:52.300001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4d1b303e-e6f5-4d8d-97c0-3e57f77312d1 None None] For port 224d8cbb-36d3-4e49-b7d1-b81ee7056182, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=224d8cbb-36d3-4e49-b7d1-b81ee7056182,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:52.341221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d1b303e-e6f5-4d8d-97c0-3e57f77312d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.390608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:36:49Z', 'revision_number': 1, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:52.421951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e67e-b69e-4dde-9899-77fd4dd861e7 req-5e645aec-dc60-4842-8a2b-8e74ee8d4cb4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:52.423961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d398e67e-b69e-4dde-9899-77fd4dd861e7 req-5e645aec-dc60-4842-8a2b-8e74ee8d4cb4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.2213495 Nov 23 22:36:52.443031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6b607-77e2-4241-91e4-caaba295edff None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:36:49Z', 'revision_number': 1, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:36:52.484892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b303e-e6f5-4d8d-97c0-3e57f77312d1 None None] Pushing event updated for resources: {'Port': ['ID=224d8cbb-36d3-4e49-b7d1-b81ee7056182,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:52.495284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73614b4a-17a5-48c6-a833-97c043f5dd01 req-2ca23be7-983a-44fe-b602-d2c3ecb4850e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:52.499901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e4568f67-7c5c-4bb0-92dc-e71904f73918 None None] Provisioning complete for port 47dd68eb-0fda-4bb9-b528-c7a734b15112 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:52.500645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e4568f67-7c5c-4bb0-92dc-e71904f73918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.505054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73614b4a-17a5-48c6-a833-97c043f5dd01 req-2ca23be7-983a-44fe-b602-d2c3ecb4850e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1096 time: 0.1717558 Nov 23 22:36:52.510877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5d8850b-4926-4513-a844-b92124a7a206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.546566 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5d8850b-4926-4513-a844-b92124a7a206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.550129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e4568f67-7c5c-4bb0-92dc-e71904f73918 None None] Port 47dd68eb-0fda-4bb9-b528-c7a734b15112 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:52.569269 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e90bc6-4838-48ea-83ee-6fcefbf52735 x-openstack-request-id: req-90e90bc6-4838-48ea-83ee-6fcefbf52735 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:52.569750 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:52.570128 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90e90bc6-4838-48ea-83ee-6fcefbf52735 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:52.570686 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a', 'status': 'completed', 'code': 200} Nov 23 22:36:52.588175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e4568f67-7c5c-4bb0-92dc-e71904f73918 None None] Provisioning complete for port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:52.590816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e4568f67-7c5c-4bb0-92dc-e71904f73918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.601121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Made reservation on behalf of e558bf2b92b4461fbbccc05e326ef897 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:52.606912 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.656009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d398e67e-b69e-4dde-9899-77fd4dd861e7 req-c46b3efc-11ef-46f3-a0e0-ee7a78fc7323 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072599 Nov 23 22:36:52.663716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5d8850b-4926-4513-a844-b92124a7a206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.666832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5d8850b-4926-4513-a844-b92124a7a206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:52.668268 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e5d8850b-4926-4513-a844-b92124a7a206 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30194f04-f5b7-4404-ae6e-5103fabef625 HTTP/1.1" status: 204 len: 168 time: 0.4456685 Nov 23 22:36:52.683913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8850b-4926-4513-a844-b92124a7a206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30194f04-f5b7-4404-ae6e-5103fabef625,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:52.731426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73614b4a-17a5-48c6-a833-97c043f5dd01 req-9a718f80-3d57-4e7e-89b1-880479125ea2 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251942 Nov 23 22:36:52.788882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-3c069317-7ec0-4edd-a981-97382b6e5d86 req-2a1aec5f-5f11-4640-89a2-8b7010f177d9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:52.790622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c069317-7ec0-4edd-a981-97382b6e5d86 req-2a1aec5f-5f11-4640-89a2-8b7010f177d9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060906 Nov 23 22:36:52.911129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ec34a30f-dc75-48c8-94c5-a9977b4dd411 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:53.009097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:53.026121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2dc1c253-8f36-453e-b634-908820add24b admin admin] 10.222.0.11 "PUT /v2.0/routers/ca2e6538-b04c-4466-8417-051c5e0d10b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3190114 Nov 23 22:36:53.030845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-370537f5-ba20-49b9-ae7b-21d714aecdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:53.032311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-370537f5-ba20-49b9-ae7b-21d714aecdf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1125 time: 0.4596176 Nov 23 22:36:53.094459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ec34a30f-dc75-48c8-94c5-a9977b4dd411 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:53.094832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:53.153935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c069317-7ec0-4edd-a981-97382b6e5d86 req-ef7c381c-7246-4719-98cc-76897ce0ed6e tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3257060 Nov 23 22:36:53.257886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-66c10076-8be0-43f1-a451-d8add57131a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:53.266396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-66c10076-8be0-43f1-a451-d8add57131a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2190681 Nov 23 22:36:53.270256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:53.338836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e46-9c67-4c7b-a525-cb19ac2d015d req-52b99b87-885f-413b-a2d6-c60b09906b26 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:53.348167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0513e46-9c67-4c7b-a525-cb19ac2d015d req-52b99b87-885f-413b-a2d6-c60b09906b26 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 944 time: 0.1096697 Nov 23 22:36:53.410690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 224d8cbb-36d3-4e49-b7d1-b81ee7056182 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:53.416959 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-e509f385-75e2-4655-b19d-bbaeaa731d04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 217 time: 0.1430335 Nov 23 22:36:53.468714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0513e46-9c67-4c7b-a525-cb19ac2d015d req-56200aab-3fd8-4c3a-a6c4-04730d708547 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087046 Nov 23 22:36:53.510304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cd45e779-1338-4970-b53e-9393a8f1b70a details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:53.619486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9242949f-9e57-4b6c-8a73-dfe8e09d41e6,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:53.629484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Checking segment: {'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:53.629854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Network hostable DHCP agents. Network: 765c24e9-12c6-4675-abe3-27869eaaa356, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:36:53.639480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-471c089e-45a4-49b2-9053-64339d0a51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:53.640664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-471c089e-45a4-49b2-9053-64339d0a51c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1836777 Nov 23 22:36:53.675174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Network 765c24e9-12c6-4675-abe3-27869eaaa356 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:36:53.703697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-2f12017d-05ba-49a2-b333-cb3602ec0609 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454080 Nov 23 22:36:53.709036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243184-d329-461e-809d-09bb4fb6e288 req-b02c8844-5f83-4af4-a8e8-d1957a38eefd tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:53.709234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 765c24e9-12c6-4675-abe3-27869eaaa356) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:53.720320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3243184-d329-461e-809d-09bb4fb6e288 req-b02c8844-5f83-4af4-a8e8-d1957a38eefd tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1096 time: 0.1082044 Nov 23 22:36:53.725308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:53.726113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:53.734455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:53.759542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55466) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:53.763541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cd45e779-1338-4970-b53e-9393a8f1b70a has no active binding in host n-h2-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:36:53.766007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f2627-80b2-406d-a023-bfa5ddb021e4 None None] Network 765c24e9-12c6-4675-abe3-27869eaaa356 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:53.788169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:53.788551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:53.796067 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c512b591-0bf8-4244-89d2-51241b772e84 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0577345 Nov 23 22:36:53.807863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55468) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:53.825685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:53.860361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2aa40eff-1574-4a2e-a726-e175ee03ab94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:53.862855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8192ed9-f107-4548-be73-55301b68aa1e req-ecc44df1-679f-461f-9c2d-3c32b8a758fa tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:53.872715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8192ed9-f107-4548-be73-55301b68aa1e req-ecc44df1-679f-461f-9c2d-3c32b8a758fa tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.2145734 Nov 23 22:36:53.906574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3243184-d329-461e-809d-09bb4fb6e288 req-c283c24b-d252-4bec-b5b5-67d9b95fdb9c tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856623 Nov 23 22:36:53.925193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-2f8532bb-b217-46f8-b7f9-08c928431c0a service neutron] 10.222.0.48 "GET /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.1257930 Nov 23 22:36:54.039436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.042512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.048901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-765c24e9-12c6-4675-abe3-27869eaaa356', 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'fixed_ips': [{'subnet_id': '9242949f-9e57-4b6c-8a73-dfe8e09d41e6'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:36:54.049633 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.065383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8192ed9-f107-4548-be73-55301b68aa1e req-1f1b6d64-0967-4701-9f39-c31745b22c96 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871326 Nov 23 22:36:54.083057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-e192ec37-dec8-4853-9235-71f66b58f272 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527968 Nov 23 22:36:54.231918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.354341 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e8bb5f-5f10-441d-8a7a-12c174f9758e req-8c18353a-dff6-480f-a710-98640e4f5689 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624466 Nov 23 22:36:54.394160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Allocated IP 172.20.0.2 (765c24e9-12c6-4675-abe3-27869eaaa356/9242949f-9e57-4b6c-8a73-dfe8e09d41e6/8dbe851e-4baa-4290-86b2-43206addb766) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:54.425077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:54.546807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2aa40eff-1574-4a2e-a726-e175ee03ab94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.555002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2aa40eff-1574-4a2e-a726-e175ee03ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.559746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:54.624085 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.637837 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.711671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 017b2260-3d44-488d-9d30-0b55e0056ca4 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:54.737043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2aa40eff-1574-4a2e-a726-e175ee03ab94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11c0eda5a29445928f791441198df1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9763901 Nov 23 22:36:54.737891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa40eff-1574-4a2e-a726-e175ee03ab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6c3153-d839-46e9-9fee-4b8e90fabb30,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:54.744452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55490) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:54.753929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd45e779-1338-4970-b53e-9393a8f1b70a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:54.773744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:54.783545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Network 765c24e9-12c6-4675-abe3-27869eaaa356 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:54.787209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Pushing event updated for resources: {'Port': ['ID=8dbe851e-4baa-4290-86b2-43206addb766,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:54.799524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:54.806643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.809042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:54.865812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb86b379-386b-4f75-91d2-521b91112aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.885711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Attempting to bind port 8dbe851e-4baa-4290-86b2-43206addb766 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:54.886087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Attempting to bind port 8dbe851e-4baa-4290-86b2-43206addb766 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:54.886699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Attempting to bind port 8dbe851e-4baa-4290-86b2-43206addb766 on network 765c24e9-12c6-4675-abe3-27869eaaa356 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:54.893311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:54.894164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Checking segment: {'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:54.894586 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.894985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Bound using segment: {'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:54.895466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Bound port: 8dbe851e-4baa-4290-86b2-43206addb766, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:54.895893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.907263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 017b2260-3d44-488d-9d30-0b55e0056ca4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:54.907263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.907708 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.913693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb86b379-386b-4f75-91d2-521b91112aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:54.924186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc30c2-646e-47a3-b846-227b62d0abff req-fc745283-d2b3-4b2b-8f4a-f91b84121c67 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:54.925712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6cc30c2-646e-47a3-b846-227b62d0abff req-fc745283-d2b3-4b2b-8f4a-f91b84121c67 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.6025732 Nov 23 22:36:54.959444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] Transition to ACTIVE for port object cd45e779-1338-4970-b53e-9393a8f1b70a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:54.966502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.018907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] For port 8dbe851e-4baa-4290-86b2-43206addb766, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:55.022983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] For port 8dbe851e-4baa-4290-86b2-43206addb766, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8dbe851e-4baa-4290-86b2-43206addb766,segment=NetworkSegment(823d8ce1-60e1-4903-ae20-8591fc0e7016),segment_id=823d8ce1-60e1-4903-ae20-8591fc0e7016)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:55.049015 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.062911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] No DVR routers for this DVR port cd45e779-1338-4970-b53e-9393a8f1b70a on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:55.063890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6cc30c2-646e-47a3-b846-227b62d0abff req-45766c2e-7c0e-4d78-9ec1-88bf997a3dac tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970891 Nov 23 22:36:55.072638 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb86b379-386b-4f75-91d2-521b91112aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.075456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb86b379-386b-4f75-91d2-521b91112aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.079320 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fb86b379-386b-4f75-91d2-521b91112aed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c6c3153-d839-46e9-9fee-4b8e90fabb30 HTTP/1.1" status: 204 len: 168 time: 0.3309565 Nov 23 22:36:55.079470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-92499859-343d-477f-b20d-017df8e40922 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:55.091155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-92499859-343d-477f-b20d-017df8e40922 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 821 time: 0.2198453 Nov 23 22:36:55.096567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] Pushing event updated for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:55.120494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86b379-386b-4f75-91d2-521b91112aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6c3153-d839-46e9-9fee-4b8e90fabb30,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:55.123738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-feb3c3d1-dc49-4e32-8df9-4a78cfda935b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/quotas/2d9dfa8e69bc473884059175d2910a19 HTTP/1.1" status: 200 len: 375 time: 0.0311625 Nov 23 22:36:55.132649 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1f33e70b-e374-4f88-8933-13455dad7387 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a/bindings/n-h2-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1986949 Nov 23 22:36:55.199564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.270325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-e8570b12-c810-4a42-817d-135485bd4d26 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450768 Nov 23 22:36:55.341446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 017b2260-3d44-488d-9d30-0b55e0056ca4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=017b2260-3d44-488d-9d30-0b55e0056ca4,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:55.344563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6da39-eb2f-490a-b8f5-0b60b19911f8 None None] Pushing event updated for resources: {'Port': ['ID=8dbe851e-4baa-4290-86b2-43206addb766,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:55.361189 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.416167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-d1ef6618-4575-4a62-9eea-1608683dfe59 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:55.421481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-d1ef6618-4575-4a62-9eea-1608683dfe59 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1524882 Nov 23 22:36:55.582486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1e2b677d-8f48-438f-adf6-d1deba0b26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:55.584534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-1e2b677d-8f48-438f-adf6-d1deba0b26e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31&tenant_id=69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 1096 time: 0.1525559 Nov 23 22:36:55.585537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=017b2260-3d44-488d-9d30-0b55e0056ca4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:55.647935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-1b26e097-46c6-4458-bcfd-255327183970 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764932 Nov 23 22:36:55.694154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-c208f74a-a074-446b-8dfc-06038a3ec8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:55.696573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-c208f74a-a074-446b-8dfc-06038a3ec8cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1096 time: 0.0798607 Nov 23 22:36:55.788093 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.870693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:55.878002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-bd4b9971-a6c6-48a3-add7-6d70b6d25c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:55.881060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-bd4b9971-a6c6-48a3-add7-6d70b6d25c9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.1664691 Nov 23 22:36:55.954056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-c86203d9-f354-4ae9-81e5-33f59e3156bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 217 time: 0.0647705 Nov 23 22:36:56.000456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7ca20-bbd0-469c-bc63-ff54bd4ba481 req-7cba0814-b424-474b-81db-5157accb06b4 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:56.002734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84a7ca20-bbd0-469c-bc63-ff54bd4ba481 req-7cba0814-b424-474b-81db-5157accb06b4 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 945 time: 0.2532616 Nov 23 22:36:56.037811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-6afbd148-14b0-4c32-8fca-a2f532bda962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:56.039745 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-6afbd148-14b0-4c32-8fca-a2f532bda962 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0765676 Nov 23 22:36:56.087098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-178968c5-7136-4cfa-8133-9596205dfbf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299187 Nov 23 22:36:56.177728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84a7ca20-bbd0-469c-bc63-ff54bd4ba481 req-24c18c1b-5893-4a6a-bc16-0529cf64b300 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320124 Nov 23 22:36:56.215559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-e2d72811-289b-45d4-9369-25556c66415a service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782391 Nov 23 22:36:56.242454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Allocated IP 172.25.0.47 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/91a79c1f-fbeb-4edd-aa2e-0fdf221095b5) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:56.265481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-cfd60f39-f24b-4b46-8d34-9c7a0848e432 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654112 Nov 23 22:36:56.480753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdbb4e-185d-4f6b-8a88-6620ff410f7a req-c7fa0714-1f21-4575-9180-59ed0be8c9dc tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:56.494905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eafdbb4e-185d-4f6b-8a88-6620ff410f7a req-c7fa0714-1f21-4575-9180-59ed0be8c9dc tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 945 time: 0.2105765 Nov 23 22:36:56.550626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-9a31e60d-ed6a-4488-86a9-95c17db503d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742369 Nov 23 22:36:56.613087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:56.629348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:56.755312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eafdbb4e-185d-4f6b-8a88-6620ff410f7a req-e7e59f7b-3758-429b-81b8-b00810895c38 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593634 Nov 23 22:36:56.825897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:56.956312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-95dcc05c-097f-4347-97f5-ab6896318473 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:56.957920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-95dcc05c-097f-4347-97f5-ab6896318473 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.0957355 Nov 23 22:36:56.992438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8dbe851e-4baa-4290-86b2-43206addb766 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:57.046669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:57.057428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:57.085036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:57.089236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Pushing event updated for resources: {'Port': ['ID=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:57.122818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926ca20-2137-405f-bc63-b21419746c12 None None] Network 765c24e9-12c6-4675-abe3-27869eaaa356 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:36:57.261074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8d6c8988-622a-45cf-8ca4-8ed688a733f1 None None] Provisioning complete for port 8dbe851e-4baa-4290-86b2-43206addb766 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:57.261441 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8988-622a-45cf-8ca4-8ed688a733f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:57.300054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-5c7982c1-2f3e-4a1f-9534-fd268999f178 service neutron] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:57.304393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-5c7982c1-2f3e-4a1f-9534-fd268999f178 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:57.307378 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f54d161-582a-4ffb-9375-c2e2e5671587 req-5c7982c1-2f3e-4a1f-9534-fd268999f178 service neutron] 10.222.0.46 "DELETE /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a/bindings/n-h1-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.3360400 Nov 23 22:36:57.349307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b1f-9ca2-4fce-80eb-79d88dbc6922 req-7feb75e1-4fbe-438f-a8e2-318fe3bfe0f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:57.361166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eaa25b1f-9ca2-4fce-80eb-79d88dbc6922 req-7feb75e1-4fbe-438f-a8e2-318fe3bfe0f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.4577987 Nov 23 22:36:57.496720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eaa25b1f-9ca2-4fce-80eb-79d88dbc6922 req-d094688f-76de-4cb2-97cc-a57dbde78748 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343396 Nov 23 22:36:57.539055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8dbe851e-4baa-4290-86b2-43206addb766 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:57.539425 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:57.822395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:57.831315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9613-2dae-4967-840b-7602c18529d8 req-f5e0089f-29b5-4096-b12f-f998eb26446a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:57.839232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-561e9613-2dae-4967-840b-7602c18529d8 req-f5e0089f-29b5-4096-b12f-f998eb26446a tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.2162426 Nov 23 22:36:57.858374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:57.894632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:57.895409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:58.057511 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:58.091084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-561e9613-2dae-4967-840b-7602c18529d8 req-2cbe5fc6-dc36-4515-a6e9-a9493705821b tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505386 Nov 23 22:36:58.102497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:58.233788 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-8b315fa9-d222-4e07-9af6-94d48e0f830a service neutron] show failed (client error): The resource could not be found. Nov 23 22:36:58.236476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 8dbe851e-4baa-4290-86b2-43206addb766, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8dbe851e-4baa-4290-86b2-43206addb766,segment=NetworkSegment(823d8ce1-60e1-4903-ae20-8591fc0e7016),segment_id=823d8ce1-60e1-4903-ae20-8591fc0e7016)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:58.239669 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-8b315fa9-d222-4e07-9af6-94d48e0f830a service neutron] 10.222.0.48 "GET /v2.0/ports/5bdaa279-2868-4bbb-b40b-5f8fb6e98725/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.1158586 Nov 23 22:36:58.256890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:58.257674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 017b2260-3d44-488d-9d30-0b55e0056ca4 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:58.322290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:58.373578 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8988-622a-45cf-8ca4-8ed688a733f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:58.612104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=8dbe851e-4baa-4290-86b2-43206addb766,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:58.788404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-d212b377-2926-40ce-b10a-bb198b949aaa tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:58.790755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03db275a-504c-4ba2-b5ad-2caa032d0cb2 req-23223816-2034-4419-813b-2d0c4e98d3d5 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 210 time: 0.4138432 Nov 23 22:36:58.792553 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-d212b377-2926-40ce-b10a-bb198b949aaa tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.46 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 821 time: 0.2311554 Nov 23 22:36:58.804446 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-8d6c8988-622a-45cf-8ca4-8ed688a733f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:36:58.804932 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-8d6c8988-622a-45cf-8ca4-8ed688a733f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:36:58.805584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 017b2260-3d44-488d-9d30-0b55e0056ca4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:58.806048 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:58.834441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 2, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:58.843248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'port': {'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'admin_state_up': True, 'tenant_id': '2d9dfa8e69bc473884059175d2910a19'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:58.871174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-579700fb-9e10-434c-879d-c655e7694ed1 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:58.873768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-579700fb-9e10-434c-879d-c655e7694ed1 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0393479 Nov 23 22:36:58.875672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:36:58.876201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Updating router ca2e6538-b04c-4466-8417-051c5e0d10b9 port 47dd68eb-0fda-4bb9-b528-c7a734b15112 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:36:58.923680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:58.949064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cd45e779-1338-4970-b53e-9393a8f1b70a no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:58.989871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc078650-827e-452e-9100-1e749e188871 req-7e1274da-1e66-4c2c-9e3b-9c998b4e861b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:58.991396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc078650-827e-452e-9100-1e749e188871 req-7e1274da-1e66-4c2c-9e3b-9c998b4e861b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 945 time: 0.1079566 Nov 23 22:36:58.993451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-6fff73fd-c4c1-419a-a0c3-101b85d29d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:58.995130 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-6fff73fd-c4c1-419a-a0c3-101b85d29d8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2&tenant_id=28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 1100 time: 0.1831160 Nov 23 22:36:58.998160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-355c7c52-3d68-499d-892f-007315ee12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:58.999458 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-355c7c52-3d68-499d-892f-007315ee12a0 service neutron] 10.222.0.11 "GET /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 1093 time: 0.1046526 Nov 23 22:36:58.999831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-bb8f3b16-ddd2-4c8e-8b67-fca716d6cb7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1174443 Nov 23 22:36:59.014602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:59.021865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Request body: {'binding': {'host': 'n-h2-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:59.022651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:36:59.063178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc078650-827e-452e-9100-1e749e188871 req-7f256818-b1ec-49ec-be02-ac7efa9f58e4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608227 Nov 23 22:36:59.073263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Router e7f20310-2dae-42d9-94ba-c652143aa963 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:36:59.177811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Made reservation on behalf of 2d9dfa8e69bc473884059175d2910a19 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:59.182076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.192102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cd45e779-1338-4970-b53e-9393a8f1b70a not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:59.200604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-f5b59948-55f7-4a49-9fa3-eb9a76e97c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:59.202480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-f5b59948-55f7-4a49-9fa3-eb9a76e97c38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1095 time: 0.1378007 Nov 23 22:36:59.219381 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.249524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8dbe851e-4baa-4290-86b2-43206addb766 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:59.373326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:59.386259 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Sync routers for ids ['e7f20310-2dae-42d9-94ba-c652143aa963'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:59.411463 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Routers {'e7f20310-2dae-42d9-94ba-c652143aa963'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:59.413310 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e7f20310-2dae-42d9-94ba-c652143aa963'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:59.421637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.423880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b447c0d-158c-45cf-bcad-20197cf58a58 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6080787 Nov 23 22:36:59.425812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55586) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:59.433416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-f201d126-6ad4-467b-a764-27c8220d59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:59.435082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-f201d126-6ad4-467b-a764-27c8220d59d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.1673822 Nov 23 22:36:59.468096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8dbe851e-4baa-4290-86b2-43206addb766 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:59.468468 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.470490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on host n-h2-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:59.470843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:59.472146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:59.484533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:59.484533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:59.494649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:59.495001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:59.495374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:59.495847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Bound port: c12b409c-307d-4f90-9e55-d22b815c0cd7, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:59.543901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-d8a6b9c2-b9cd-4873-a3a7-0ccea6880a69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.0694962 Nov 23 22:36:59.603547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-21a85dd5-fbb6-4e60-87ff-97643ef0422d None None] Provisioning complete for port 8dbe851e-4baa-4290-86b2-43206addb766 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:59.603962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-21a85dd5-fbb6-4e60-87ff-97643ef0422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.608259 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.655270 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.698450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-7bcad4ac-353f-4603-881d-8f1d55b82d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:59.700080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-7bcad4ac-353f-4603-881d-8f1d55b82d3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1376014 Nov 23 22:36:59.768624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Allocated IP 172.20.0.6 (8b04c92f-df05-4d04-b0c5-98b51d0d29a8/ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7/7746e95c-a8ce-49fd-a2bf-95c090509bd9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:59.783211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c67132-4d84-4fde-b46b-6d76cc7feb33 None None] Pushing event updated for resources: {'Port': ['ID=47dd68eb-0fda-4bb9-b528-c7a734b15112,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:59.851723 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Set router e7f20310-2dae-42d9-94ba-c652143aa963 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:59.892470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-8848b8df-9e23-42ee-a105-46cc2fbbd6b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745129 Nov 23 22:36:59.907640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:59.939309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:59.961743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.963047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2af6ca0e-100b-4865-963f-ae50da1920ca service neutron] 10.222.0.11 "POST /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7/bindings HTTP/1.1" status: 201 len: 389 time: 0.9547279 Nov 23 22:36:59.970175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Attempting to bind port 47dd68eb-0fda-4bb9-b528-c7a734b15112 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:59.970770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Attempting to bind port 47dd68eb-0fda-4bb9-b528-c7a734b15112 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:59.970904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Attempting to bind port 47dd68eb-0fda-4bb9-b528-c7a734b15112 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:59.979804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:59.980182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Checking segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:59.980591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:59.980982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Bound using segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:59.981468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Bound port: 47dd68eb-0fda-4bb9-b528-c7a734b15112, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:59.981887 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.150950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] For port 47dd68eb-0fda-4bb9-b528-c7a734b15112, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:00.159976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] For port 47dd68eb-0fda-4bb9-b528-c7a734b15112, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=47dd68eb-0fda-4bb9-b528-c7a734b15112,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:00.172531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.258461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:00.332495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:00.335528 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ef1b7-f12b-48ba-b8ec-211c6cc9a7bb" -d '{"events": [{"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:00.342830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:37:00.343488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.344248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:00.367320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.378071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c67132-4d84-4fde-b46b-6d76cc7feb33 None None] Pushing event updated for resources: {'Port': ['ID=47dd68eb-0fda-4bb9-b528-c7a734b15112,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:00.380849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Transition to ACTIVE for port object 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:00.396290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.450407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a9a38a1f-e077-4cdd-9f5f-1786838bfdbf None None] Provisioning complete for port 47dd68eb-0fda-4bb9-b528-c7a734b15112 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:00.450783 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9a38a1f-e077-4cdd-9f5f-1786838bfdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.454780 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:36:57Z', 'revision_number': 3, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port': {'id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:55Z', 'updated_at': '2021-11-23T22:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:00.473530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:00.480470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-3a968c75-12d5-470c-945a-5bc7f17c6a5f service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869019 Nov 23 22:37:00.537934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] No DVR routers for this DVR port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:37:00.551611 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Checking router: e7f20310-2dae-42d9-94ba-c652143aa963 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:37:00.551971 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Updating router e7f20310-2dae-42d9-94ba-c652143aa963 port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:37:00.585219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.604537 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.626602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:00.634522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:00.648564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:00.660757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:00.668434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.765163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d2a0ee1-0e09-4f4c-b23f-e23b93766196 req-8e8ed6af-15a9-41ad-bf48-96528905c248 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722968 Nov 23 22:37:00.793274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955ca7c-4d7e-4bec-8430-6810aaffbdeb req-7edca2e4-bd74-4a17-9513-8ed670a180d5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:00.801617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d955ca7c-4d7e-4bec-8430-6810aaffbdeb req-7edca2e4-bd74-4a17-9513-8ed670a180d5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.3427818 Nov 23 22:37:00.863748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371da90a-04f5-4547-82a2-6d372f44ecde req-e5d8070e-9703-474a-ab44-17ef12c8b7f8 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:00.873870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371da90a-04f5-4547-82a2-6d372f44ecde req-e5d8070e-9703-474a-ab44-17ef12c8b7f8 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:00.880815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371da90a-04f5-4547-82a2-6d372f44ecde req-e5d8070e-9703-474a-ab44-17ef12c8b7f8 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:00.884852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-371da90a-04f5-4547-82a2-6d372f44ecde req-e5d8070e-9703-474a-ab44-17ef12c8b7f8 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a&device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3&device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 2417 time: 0.4231286 Nov 23 22:37:00.900680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:37:01.051439 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.053192 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2325625 Nov 23 22:37:01.059925 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.061214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d955ca7c-4d7e-4bec-8430-6810aaffbdeb req-d01caaa6-ae21-4b38-9bf8-7e400834b79a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586854 Nov 23 22:37:01.064678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2fc11b12-d9a6-4b57-9a32-a7f4693ee390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:01.066467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-2fc11b12-d9a6-4b57-9a32-a7f4693ee390 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1096 time: 0.5298216 Nov 23 22:37:01.090134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Request body: {'port': {'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:01.090134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:01.090134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:01.090134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:01.116502 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533218d3-ff03-4d7c-87bb-57c2569ba3df None None] Pushing event updated for resources: {'Port': ['ID=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:01.178640 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Attempting to bind port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:01.179150 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Attempting to bind port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:01.179512 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Attempting to bind port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:01.184193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:01.184193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Attempting to bind port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:01.188810 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:01.189741 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:01.190147 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.190540 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:01.191016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Bound port: 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:01.193520 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.208250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d05c11-447f-4d86-9e4f-370248e2b5d1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Pushing event updated for resources: {'Port': ['ID=7746e95c-a8ce-49fd-a2bf-95c090509bd9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:01.243035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-371da90a-04f5-4547-82a2-6d372f44ecde req-bb2093f8-3cac-4610-944f-0c720b82a688 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858875 Nov 23 22:37:01.282718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:01.283197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:01.283599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:01.284070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Bound port: 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:01.284401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.317133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.380536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 47dd68eb-0fda-4bb9-b528-c7a734b15112 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:01.393705 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] For port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:01.400747 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] For port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:01.410625 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.474314 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9a38a1f-e077-4cdd-9f5f-1786838bfdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.525587 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Routers {'e7f20310-2dae-42d9-94ba-c652143aa963'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:37:01.526302 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:36:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e7f20310-2dae-42d9-94ba-c652143aa963'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:01.574179 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533218d3-ff03-4d7c-87bb-57c2569ba3df None None] Pushing event updated for resources: {'Port': ['ID=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:01.574672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:00Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:01.591746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 47dd68eb-0fda-4bb9-b528-c7a734b15112 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:01.592431 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.608003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.626267 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7fca4b24-d8ed-4bf5-aff9-fbd5f416ab12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.628803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43314bd0-7479-4c80-8d6a-2f6467cf9f35 req-fc936e16-121d-411c-97fa-5b272660c9d7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:01.638288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43314bd0-7479-4c80-8d6a-2f6467cf9f35 req-fc936e16-121d-411c-97fa-5b272660c9d7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 931 time: 0.1987779 Nov 23 22:37:01.658007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cec614-00b4-4d83-a63a-61e8c2eaebdf None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:00Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:37:01.669170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a9a38a1f-e077-4cdd-9f5f-1786838bfdbf None None] For port 47dd68eb-0fda-4bb9-b528-c7a734b15112, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=47dd68eb-0fda-4bb9-b528-c7a734b15112,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:01.679495 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9a38a1f-e077-4cdd-9f5f-1786838bfdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.690263 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] Set router e7f20310-2dae-42d9-94ba-c652143aa963 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:37:01.695254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02a86f-273f-4e26-b538-d65f3a6c4480 req-cfd70747-b053-4cb5-b6b0-5b5532d61bff tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:01.697239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df02a86f-273f-4e26-b538-d65f3a6c4480 req-cfd70747-b053-4cb5-b6b0-5b5532d61bff tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 945 time: 0.2229717 Nov 23 22:37:01.726200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7746e95c-a8ce-49fd-a2bf-95c090509bd9 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:01.740618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a38a1f-e077-4cdd-9f5f-1786838bfdbf None None] Pushing event updated for resources: {'Port': ['ID=47dd68eb-0fda-4bb9-b528-c7a734b15112,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:01.741626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.798152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43314bd0-7479-4c80-8d6a-2f6467cf9f35 req-a767bb5f-0fd9-43ac-9bb8-7619ea7c56bd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588902 Nov 23 22:37:01.814271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Transition to ACTIVE for port object 7746e95c-a8ce-49fd-a2bf-95c090509bd9 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:01.848732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d5b929a7-0cdd-46e1-98b3-3e38fb5fc2fd None None] Provisioning complete for port 47dd68eb-0fda-4bb9-b528-c7a734b15112 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:01.849102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5b929a7-0cdd-46e1-98b3-3e38fb5fc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.849813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.934407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-92ac6600-918f-4704-8637-201278a5ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:01.936480 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-92ac6600-918f-4704-8637-201278a5ab88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.8505664 Nov 23 22:37:01.951179 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85923604-d929-4d1b-9b65-9f440a7e235d x-openstack-request-id: req-85923604-d929-4d1b-9b65-9f440a7e235d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:01.952053 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-unplugged", "status": "completed", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:01.952436 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85923604-d929-4d1b-9b65-9f440a7e235d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:01.952941 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'code': 200} Nov 23 22:37:01.987684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df02a86f-273f-4e26-b538-d65f3a6c4480 req-f0d94e2f-e711-461e-bcb5-32dca9bee63f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293963 Nov 23 22:37:02.061942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:02.077426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:02.081562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f304c006-7550-422e-8ec5-598452eb89a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 217 time: 0.1328745 Nov 23 22:37:02.085421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:02.128345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-c4b5a7fc-16c4-4c7b-9c71-5c87aad569b0 req-0b11bcd2-ca9a-49e2-8261-df09d4365d25 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:37:02.135200 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:36:57Z', 'revision_number': 3, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port': {'id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:55Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:02.158946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Attempting to bind port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:02.158946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Attempting to bind port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:02.158946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Attempting to bind port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:02.159383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4b5a7fc-16c4-4c7b-9c71-5c87aad569b0 req-0b11bcd2-ca9a-49e2-8261-df09d4365d25 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0383942 Nov 23 22:37:02.169841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Pushing event updated for resources: {'Port': ['ID=7746e95c-a8ce-49fd-a2bf-95c090509bd9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:02.215776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:02.222335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:02.224378 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] 10.222.0.46 "PUT /v2.0/ports/5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 1095 time: 3.2136946 Nov 23 22:37:02.225690 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8eba-03b5-4096-a568-9bde822192e7 None None] The sync data for ids ['e7f20310-2dae-42d9-94ba-c652143aa963'] in n-d-817303-3 is: [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:36:57Z', 'revision_number': 3, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port': {'id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:55Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:37:02.233339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:02.233885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Attempting to bind port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:02.257204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Allocated IP 172.20.0.1 (765c24e9-12c6-4675-abe3-27869eaaa356/9242949f-9e57-4b6c-8a73-dfe8e09d41e6/afc2d04b-89b4-4ec9-95df-9b083b226b6d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:02.270149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:02.270149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Checking segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:02.270149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Bound using segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:02.270149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Bound port: 7746e95c-a8ce-49fd-a2bf-95c090509bd9, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:02.270663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:02.303702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2263-7ef5-4d20-a51b-52389db9b013 req-4b3d04f4-43f9-46de-83b8-b6e192a1876c tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:02.314191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a3f2263-7ef5-4d20-a51b-52389db9b013 req-4b3d04f4-43f9-46de-83b8-b6e192a1876c tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1096 time: 0.2623143 Nov 23 22:37:02.455502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] For port 7746e95c-a8ce-49fd-a2bf-95c090509bd9, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:02.460108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] For port 7746e95c-a8ce-49fd-a2bf-95c090509bd9, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:02.464016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-386075c5-7975-455b-9c95-96e17358f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:02.466362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-386075c5-7975-455b-9c95-96e17358f307 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.3530910 Nov 23 22:37:02.471805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:02.499357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:02.500350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:02.501846 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] 10.222.0.46 "PUT /v2.0/ports/7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 1091 time: 1.4305463 Nov 23 22:37:02.550467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-5cb93f88-f9cb-4a97-b3ce-8bbf60382d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:02.552387 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-5cb93f88-f9cb-4a97-b3ce-8bbf60382d2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1098 time: 0.2613811 Nov 23 22:37:02.557979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-c21c8c11-2113-463e-9e97-6763299140bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716748 Nov 23 22:37:02.558821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4780c-0f86-441d-bbd6-7d6e2efeb98f service neutron] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:02.706567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a3f2263-7ef5-4d20-a51b-52389db9b013 req-a627c90e-3e4e-4a73-8fc7-37e9239101dc tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914659 Nov 23 22:37:02.722051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4b5a7fc-16c4-4c7b-9c71-5c87aad569b0 req-60269614-5e61-49fc-90ec-249d989bcd78 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5627422 Nov 23 22:37:02.936806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:02.968853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-1889ed06-8c5a-4a87-8341-22668eacf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:02.970353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-1889ed06-8c5a-4a87-8341-22668eacf77b service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.4026802 Nov 23 22:37:02.975029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:37:02.993960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b76ba6-276f-4cd3-ab85-9d08d431522f req-a163f7fd-ca6b-4127-9d2b-0ab0c0b7cb07 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:02.995525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16b76ba6-276f-4cd3-ab85-9d08d431522f req-a163f7fd-ca6b-4127-9d2b-0ab0c0b7cb07 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.1304276 Nov 23 22:37:03.037239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.060463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b8098-6d29-4c52-95bb-e1e767169c99 service neutron] Pushing event updated for resources: {'Port': ['ID=7746e95c-a8ce-49fd-a2bf-95c090509bd9,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:03.070247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:37:03.077867 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-d87c855f-62d1-4df2-8135-742b0f997e86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.0900214 Nov 23 22:37:03.085241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-9296525e-7231-449b-9f31-1945183eb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.088644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-9296525e-7231-449b-9f31-1945183eb2ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1094 time: 0.4584587 Nov 23 22:37:03.101000 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-880710bf-b1e7-434e-8958-128a0abaedd3 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860470 Nov 23 22:37:03.107714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Network 765c24e9-12c6-4675-abe3-27869eaaa356 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:03.125330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:03.131642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:03.132365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.156408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16b76ba6-276f-4cd3-ab85-9d08d431522f req-a8aee3c7-a224-4e24-b15e-478d5ddc4208 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417489 Nov 23 22:37:03.206704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Pushing event updated for resources: {'Port': ['ID=afc2d04b-89b4-4ec9-95df-9b083b226b6d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:03.220456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-d254435a-6a91-4884-9c53-248d1ec3ff84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 217 time: 0.1183267 Nov 23 22:37:03.377388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-6caf41a8-7ac6-4785-bcba-0124746fef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.382022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-6caf41a8-7ac6-4785-bcba-0124746fef3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2922213 Nov 23 22:37:03.398552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:03.429109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-c142ab8f-1566-4e7d-96d5-cf0f980fbb72 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167393 Nov 23 22:37:03.431383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccde8c-910c-407e-8d9d-13ea2bf304de req-470a2a57-773a-4bcd-96de-68e11ac57528 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.432818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-a434913f-0f5a-4145-b363-6a06e0724206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.447389 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-a434913f-0f5a-4145-b363-6a06e0724206 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.2178538 Nov 23 22:37:03.466607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75ccde8c-910c-407e-8d9d-13ea2bf304de req-470a2a57-773a-4bcd-96de-68e11ac57528 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 943 time: 0.2056565 Nov 23 22:37:03.547611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:03.547992 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.595478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-ac841a55-a80c-46b5-9533-c2a72ce35028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.597025 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-ac841a55-a80c-46b5-9533-c2a72ce35028 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322889 Nov 23 22:37:03.603035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-ec6fb398-917c-4d0d-a849-b9f9d63cdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.604601 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-ec6fb398-917c-4d0d-a849-b9f9d63cdf17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539452 Nov 23 22:37:03.612592 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.619369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-af5c79a1-0e8f-452b-8f7d-f72f07bb0484 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.620892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-af5c79a1-0e8f-452b-8f7d-f72f07bb0484 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.0916750 Nov 23 22:37:03.627083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a8282b27-3138-4564-bfb4-be491b767841 None None] Provisioning complete for port afc2d04b-89b4-4ec9-95df-9b083b226b6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:03.627548 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8282b27-3138-4564-bfb4-be491b767841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.641707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:03.687317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75ccde8c-910c-407e-8d9d-13ea2bf304de req-a1704f52-0f10-402e-acd4-097242417d11 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196701 Nov 23 22:37:03.711548 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.751774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a8282b27-3138-4564-bfb4-be491b767841 None None] Port afc2d04b-89b4-4ec9-95df-9b083b226b6d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:37:03.759454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:03.769163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.770293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 47dd68eb-0fda-4bb9-b528-c7a734b15112 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:03.789046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-09e26254-2013-49d6-9894-6f15a554809c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:03.796882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-09e26254-2013-49d6-9894-6f15a554809c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 0.2542784 Nov 23 22:37:03.831692 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-ad1795ed-ed3e-4544-83ac-20eadcc3f411 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/quotas/69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 375 time: 0.0335791 Nov 23 22:37:03.865682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:03.936044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 47dd68eb-0fda-4bb9-b528-c7a734b15112 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:03.936398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.957271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725'}, {'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:03.961748 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75201829-7c20-48d2-8a72-3637371b1ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725"}, {"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:03.985614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-6eb1c6d2-02b1-4c76-be65-bd4103bd148e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528568 Nov 23 22:37:03.994664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.008665 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-a0467bef-0ae4-4878-9d49-213b4b3dc024 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004879 Nov 23 22:37:04.014364 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-e7f12450-c8d6-4078-a157-91f5ec947741 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982742 Nov 23 22:37:04.054157 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66362149-dbde-4a6f-b13d-9097539597b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.168072 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.179457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65224e-faf5-4286-80f8-daafbfd0b702 req-2f289bda-c1c3-4e53-aaf0-6fb0f858daa0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:04.181867 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e65224e-faf5-4286-80f8-daafbfd0b702 req-2f289bda-c1c3-4e53-aaf0-6fb0f858daa0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 945 time: 0.1470861 Nov 23 22:37:04.185048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.185771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.274041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-ad50ce82-9381-4718-9fcc-079a0ea19614 service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727811 Nov 23 22:37:04.299400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Pushing event updated for resources: {'Port': ['ID=afc2d04b-89b4-4ec9-95df-9b083b226b6d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:04.387050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e65224e-faf5-4286-80f8-daafbfd0b702 req-47c3bee9-548d-4708-acbf-44bcac899f41 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976800 Nov 23 22:37:04.475915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Network 765c24e9-12c6-4675-abe3-27869eaaa356 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:04.479606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-58f1ed4e-a9f1-4832-8c0e-490bb7c194f2 service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918957 Nov 23 22:37:04.481145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:04.575639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6458103-e504-4fb7-9394-ab9a97e0c6a3 req-9b719fa1-0144-4a22-ad9f-7cfe9e0e540a service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241330 Nov 23 22:37:04.583367 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1be3d020-d67d-421b-b06a-011cadc64f89 req-706edbb7-b265-4b88-bf63-c6df43369892 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306058 Nov 23 22:37:04.627340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:04.627676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Router e7f20310-2dae-42d9-94ba-c652143aa963 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:37:04.744728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:04.844171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.858343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.864790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:37:04.886022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-62ca825d-08e7-4b71-b3cb-2a53289f389d admin admin] 10.222.0.11 "PUT /v2.0/routers/e7f20310-2dae-42d9-94ba-c652143aa963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4499128 Nov 23 22:37:04.959996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:04.965136 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743dbe3e-b7b4-44d8-8430-58e188a76fd7 x-openstack-request-id: req-743dbe3e-b7b4-44d8-8430-58e188a76fd7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:04.965451 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:04.965709 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-743dbe3e-b7b4-44d8-8430-58e188a76fd7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:04.966112 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'status': 'completed', 'code': 200} Nov 23 22:37:04.966369 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'status': 'completed', 'code': 200} Nov 23 22:37:04.989943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e74b3e27-46e8-45c8-993c-292a45a007bb None None] Provisioning complete for port afc2d04b-89b4-4ec9-95df-9b083b226b6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:04.991642 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e74b3e27-46e8-45c8-993c-292a45a007bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:05.053923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e74b3e27-46e8-45c8-993c-292a45a007bb None None] Port afc2d04b-89b4-4ec9-95df-9b083b226b6d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:37:05.125299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb1f83-61e1-4c9f-9ef4-923c49745ffb req-43184bd3-baa1-40a8-8add-55d7ec1465db tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:05.134253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94bb1f83-61e1-4c9f-9ef4-923c49745ffb req-43184bd3-baa1-40a8-8add-55d7ec1465db tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.1830435 Nov 23 22:37:05.162379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd34c1d-4e72-4433-98a7-4c9618c35540 req-482c6ce8-24d3-4b87-a076-81c1fc724e18 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:05.164723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bd34c1d-4e72-4433-98a7-4c9618c35540 req-482c6ce8-24d3-4b87-a076-81c1fc724e18 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 943 time: 0.1917357 Nov 23 22:37:05.165349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on host n-h1-817303-3 for vnic_type normal with profile {"migrating_to": "n-h2-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:05.165647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:05.165976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:05.190545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-c3e96987-ccf8-4f85-ba21-abe70d1ea664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:05.192678 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-c3e96987-ccf8-4f85-ba21-abe70d1ea664 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1098 time: 0.2185655 Nov 23 22:37:05.193339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:05.193664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Attempting to bind port c12b409c-307d-4f90-9e55-d22b815c0cd7 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:05.196849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:05.233206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:05.265978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94bb1f83-61e1-4c9f-9ef4-923c49745ffb req-ee58bd70-a703-4c53-b004-ba7fbab2b19c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305735 Nov 23 22:37:05.282079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bd34c1d-4e72-4433-98a7-4c9618c35540 req-3ca031fb-fa1e-4273-a07a-006ab0332cf5 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996888 Nov 23 22:37:05.346211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:05.346612 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:05.369609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-82801325-c623-4573-81c6-fa41a5cf917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:05.373506 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-82801325-c623-4573-81c6-fa41a5cf917e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1098 time: 0.4025633 Nov 23 22:37:05.377861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-d85d3b6b-b0b8-4e0b-958f-cc0ff1008579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:05.379929 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-d85d3b6b-b0b8-4e0b-958f-cc0ff1008579 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1777120 Nov 23 22:37:05.382474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:05.383593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:05.384747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:05.385661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Bound port: c12b409c-307d-4f90-9e55-d22b815c0cd7, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:05.386857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:05.389244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-edce974e-f19e-4f84-b113-4beb3ab1a7e9 req-4a037e88-2a84-4cc7-87ac-c55a91af5caa tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 210 time: 0.0427470 Nov 23 22:37:05.548013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-c2047c68-b021-4127-8668-3095c6935a65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.1383333 Nov 23 22:37:05.737109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d5724-dc6d-42e1-9bba-f0803c657820 req-d697166d-774b-4e7e-885c-16fd620811bb tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:05.746206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-260d5724-dc6d-42e1-9bba-f0803c657820 req-d697166d-774b-4e7e-885c-16fd620811bb tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 0.0990164 Nov 23 22:37:05.762174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-7bc432f7-61e9-423c-9e66-e0556787dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:05.767351 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-7bc432f7-61e9-423c-9e66-e0556787dcfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2080793 Nov 23 22:37:05.884516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-260d5724-dc6d-42e1-9bba-f0803c657820 req-1cccd39b-3736-41f4-b17d-ce1fb64a828c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367347 Nov 23 22:37:05.896294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:05.936550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:05.987774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:06.015541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-e7aa5ad7-af24-4a85-8c2b-f3a513478948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:06.017746 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-e7aa5ad7-af24-4a85-8c2b-f3a513478948 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2081327 Nov 23 22:37:06.103687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-a59660cc-821a-4b64-88cc-f875e0b9f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:06.105177 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-a59660cc-821a-4b64-88cc-f875e0b9f1bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.7240531 Nov 23 22:37:06.276553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:06.279200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:06.282195 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] 10.222.0.46 "PUT /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 1121 time: 2.6455588 Nov 23 22:37:06.385723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-5cdbf543-d3d8-44c3-9591-8db7044b15a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.2477677 Nov 23 22:37:06.404393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c12b409c-307d-4f90-9e55-d22b815c0cd7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:06.491284 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:06.513868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Sync routers for ids ['e7f20310-2dae-42d9-94ba-c652143aa963'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:37:06.559803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864563e5-0143-45fa-b299-5a80b8e6ebe1 req-4a88eae7-bd70-4323-a4d2-cf2ed725a56b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:06.561405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-864563e5-0143-45fa-b299-5a80b8e6ebe1 req-4a88eae7-bd70-4323-a4d2-cf2ed725a56b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.1228209 Nov 23 22:37:06.587729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-c42cf8a4-cf7d-4f8c-8cb3-b65fe9c1c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:06.589253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-c42cf8a4-cf7d-4f8c-8cb3-b65fe9c1c339 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1974273 Nov 23 22:37:06.607036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ee85a-fb08-44d6-aef1-aebdad7ff47a service neutron] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:06.625337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Routers {'e7f20310-2dae-42d9-94ba-c652143aa963'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:37:06.626418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:37:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e7f20310-2dae-42d9-94ba-c652143aa963'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:06.697431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-864563e5-0143-45fa-b299-5a80b8e6ebe1 req-ec0afa7b-5354-46ce-a0b3-d88612660fc3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049974 Nov 23 22:37:06.775550 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-29cd7949-6f3a-4bfa-b7f4-52920b5cc1ab service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314446 Nov 23 22:37:06.838332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a41f8-566f-430c-b4dc-ff459e0923a7 req-a451bd2c-1a9b-470c-b0fd-26752063ffb7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:06.849730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-405a41f8-566f-430c-b4dc-ff459e0923a7 req-a451bd2c-1a9b-470c-b0fd-26752063ffb7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 943 time: 0.1987035 Nov 23 22:37:06.850662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55692) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:06.856949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-e694aa6c-760e-4c18-9ba9-bbf4ed20f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:06.859051 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-e694aa6c-760e-4c18-9ba9-bbf4ed20f722 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2452915 Nov 23 22:37:06.971264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7'}, {'name': 'network-changed', 'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:06.977594 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7a6b75-751e-4e21-8b32-7607d003806d" -d '{"events": [{"server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "name": "network-vif-unplugged", "status": "completed", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7"}, {"name": "network-changed", "server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:06.980954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Set router e7f20310-2dae-42d9-94ba-c652143aa963 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:37:07.079640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e21472f8-caf2-43de-bf82-baa71301736d req-9633ab9a-8eff-4e35-9b94-a5b7a7eeeacf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 210 time: 0.1328099 Nov 23 22:37:07.184277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-405a41f8-566f-430c-b4dc-ff459e0923a7 req-21fa24f6-f15e-4db7-bee3-5d4756b0e8ca tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945845 Nov 23 22:37:07.256176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f89cf19-9ff0-4584-91da-ff0900e2a67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:07.426389 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-3894e048-59fa-4924-b299-943c46af71e1 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417918 Nov 23 22:37:07.519066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5c81b-89a7-456a-8ac7-ed27443ade6d req-acdbdbba-492c-46ae-94ba-3e0fcb76a227 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:07.527876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15b5c81b-89a7-456a-8ac7-ed27443ade6d req-acdbdbba-492c-46ae-94ba-3e0fcb76a227 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 0.1103518 Nov 23 22:37:07.547862 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:07.572702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7746e95c-a8ce-49fd-a2bf-95c090509bd9 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:07.601481 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f89cf19-9ff0-4584-91da-ff0900e2a67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:07.613405 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc60b4-70ba-48b2-bfef-ee762d10df39 x-openstack-request-id: req-f0fc60b4-70ba-48b2-bfef-ee762d10df39 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:07.614527 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "name": "network-vif-unplugged", "status": "completed", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7", "code": 200}, {"name": "network-changed", "server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:07.614905 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0fc60b4-70ba-48b2-bfef-ee762d10df39 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:07.616389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15b5c81b-89a7-456a-8ac7-ed27443ade6d req-50f4ea6d-f9aa-47ad-a509-346be22b5308 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875683 Nov 23 22:37:07.616779 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7', 'code': 200} Nov 23 22:37:07.618002 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7', 'status': 'completed', 'code': 200} Nov 23 22:37:07.624768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f89cf19-9ff0-4584-91da-ff0900e2a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:07.635431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-19cbbcfc-1c08-49fc-a0b1-d74ae64a5965 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:07.640934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-19cbbcfc-1c08-49fc-a0b1-d74ae64a5965 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 0.6490560 Nov 23 22:37:07.647408 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-dee8bb49-b70a-4a6c-aaba-4fe5b156db19 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511219 Nov 23 22:37:07.677142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Request body: {'port': {'device_id': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'admin_state_up': True, 'tenant_id': '69239f0e29434091bfe5a4af5be34fbe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:07.740144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7746e95c-a8ce-49fd-a2bf-95c090509bd9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:07.747934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89cf19-9ff0-4584-91da-ff0900e2a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814fa4e8-76a7-45c7-a634-0ae6ae20f556,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:07.755672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-c8142409-6f27-4ea7-9c54-da6cb861836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:07.757194 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-c8142409-6f27-4ea7-9c54-da6cb861836f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1094 time: 0.2398977 Nov 23 22:37:07.758508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'mac_address': 'fa:16:3e:ff:02:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:07.779823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f89cf19-9ff0-4584-91da-ff0900e2a67e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf57aeb00a304ef98c44dc742c1bd82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9271562 Nov 23 22:37:07.783221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55706) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:07.841756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-fee00fee-583f-4644-b799-93580e4089e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:07.844318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-fee00fee-583f-4644-b799-93580e4089e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1124 time: 0.1658969 Nov 23 22:37:07.961744 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fecb2ab5-1032-42a9-9b48-09b70c929cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.016072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.024073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 4, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port': {'id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:55Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'afc2d04b-89b4-4ec9-95df-9b083b226b6d', 'name': '', 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'mac_address': 'fa:16:3e:4c:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9242949f-9e57-4b6c-8a73-dfe8e09d41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:37:01Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 2, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'subnets': [{'id': '9242949f-9e57-4b6c-8a73-dfe8e09d41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:08.038578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842af13c-d282-4f29-816c-b89fe110dd18 req-11ec42c8-8eea-4dd1-b21c-d80bdf9f3abe tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:08.041430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-842af13c-d282-4f29-816c-b89fe110dd18 req-11ec42c8-8eea-4dd1-b21c-d80bdf9f3abe tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.2081592 Nov 23 22:37:08.056946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Checking router: e7f20310-2dae-42d9-94ba-c652143aa963 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:37:08.057411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Updating router e7f20310-2dae-42d9-94ba-c652143aa963 port afc2d04b-89b4-4ec9-95df-9b083b226b6d binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:37:08.063445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c279-441e-45eb-8e53-6974767f6811 req-5bfcffed-185c-4182-8bb3-be43521e8abb tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:08.065116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1603c279-441e-45eb-8e53-6974767f6811 req-5bfcffed-185c-4182-8bb3-be43521e8abb tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.2108779 Nov 23 22:37:08.075606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fecb2ab5-1032-42a9-9b48-09b70c929cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.088847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.111042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7746e95c-a8ce-49fd-a2bf-95c090509bd9 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:08.114600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Made reservation on behalf of 69239f0e29434091bfe5a4af5be34fbe for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:08.121719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.137458 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.159032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7746e95c-a8ce-49fd-a2bf-95c090509bd9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:08.168839 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-d6274b2a-ebd0-4413-942a-05c8674c6b11 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815738 Nov 23 22:37:08.170287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-cd395923-c4eb-4f1c-b350-3226deb8a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:08.172308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-cd395923-c4eb-4f1c-b350-3226deb8a96b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.3662622 Nov 23 22:37:08.184118 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.185819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:08.195880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-842af13c-d282-4f29-816c-b89fe110dd18 req-044a9f81-716e-49e5-8a89-8be5faf228ce tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217966 Nov 23 22:37:08.225569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-c5ff8e6b-0579-4a56-9690-ba726ffdc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:08.230185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-c5ff8e6b-0579-4a56-9690-ba726ffdc5f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.3679440 Nov 23 22:37:08.270493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7746e95c-a8ce-49fd-a2bf-95c090509bd9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:08.327356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-e748fba0-87d9-411c-99bc-b4ab5b2309b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 217 time: 0.0889099 Nov 23 22:37:08.347724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1603c279-441e-45eb-8e53-6974767f6811 req-58920566-8c5e-416c-b692-63950a253dad tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673626 Nov 23 22:37:08.394927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Allocated IP 172.20.0.5 (3847a0f4-8f04-4cee-8a09-7670b605e49c/d94a85b9-3d97-43e1-9ecc-a6a9c216f04d/9fa0b440-5894-41c9-a861-e5885ba8fc7f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:08.441127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a3f3e50-4c9a-4c5d-a085-ecfaf834bc9c req-246b4980-1e2b-4484-bfaa-95a15a03d162 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 210 time: 0.1180966 Nov 23 22:37:08.530066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fecb2ab5-1032-42a9-9b48-09b70c929cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.535830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fecb2ab5-1032-42a9-9b48-09b70c929cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.538272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fecb2ab5-1032-42a9-9b48-09b70c929cf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/814fa4e8-76a7-45c7-a634-0ae6ae20f556 HTTP/1.1" status: 204 len: 168 time: 0.7534962 Nov 23 22:37:08.621808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb2ab5-1032-42a9-9b48-09b70c929cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814fa4e8-76a7-45c7-a634-0ae6ae20f556,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:08.746775 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.749582 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.764077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-cb74ea95-6f5c-4e70-9aab-b040329aeb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:08.766154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:08.773488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-cb74ea95-6f5c-4e70-9aab-b040329aeb5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.4199820 Nov 23 22:37:08.883376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38d411-69ff-4290-b626-88d6c2e50fe4 None None] Pushing event updated for resources: {'Port': ['ID=afc2d04b-89b4-4ec9-95df-9b083b226b6d,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:08.949850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:09.011303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69453c-f6ed-44b7-9230-9c1c5ccab4e9 req-3d01030a-0919-4de1-97e3-b19c0b4d272b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:09.025984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea69453c-f6ed-44b7-9230-9c1c5ccab4e9 req-3d01030a-0919-4de1-97e3-b19c0b4d272b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 944 time: 0.4144652 Nov 23 22:37:09.033663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-d5ee48b6-5feb-42b1-a397-6f2a29c9fdc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2156830 Nov 23 22:37:09.072750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Attempting to bind port afc2d04b-89b4-4ec9-95df-9b083b226b6d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:09.073530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Attempting to bind port afc2d04b-89b4-4ec9-95df-9b083b226b6d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:09.074158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Attempting to bind port afc2d04b-89b4-4ec9-95df-9b083b226b6d on network 765c24e9-12c6-4675-abe3-27869eaaa356 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:09.077854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'mac_address': 'fa:16:3e:e0:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:09.152934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.172044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:09.205353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:09.208695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:09.209344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Checking segment: {'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:09.210118 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.210621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Bound using segment: {'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:09.212101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Bound port: afc2d04b-89b4-4ec9-95df-9b083b226b6d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823d8ce1-60e1-4903-ae20-8591fc0e7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:09.213027 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.235904 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.331953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:09.339805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-e5ecbd8a-c161-47a9-ad8b-5a19581f98cb service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455256 Nov 23 22:37:09.341276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55724) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:09.373372 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-cad6935e-4c59-4c07-9f91-4fe0f0adb898 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 217 time: 0.5856273 Nov 23 22:37:09.375323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.410426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] For port afc2d04b-89b4-4ec9-95df-9b083b226b6d, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:09.416115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] For port afc2d04b-89b4-4ec9-95df-9b083b226b6d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=afc2d04b-89b4-4ec9-95df-9b083b226b6d,segment=NetworkSegment(823d8ce1-60e1-4903-ae20-8591fc0e7016),segment_id=823d8ce1-60e1-4903-ae20-8591fc0e7016)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:09.436598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.525804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-24b72eb4-440c-4d4f-9d5a-d1b94e04a4de None None] Provisioning complete for port afc2d04b-89b4-4ec9-95df-9b083b226b6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:09.526128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b72eb4-440c-4d4f-9d5a-d1b94e04a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.571412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:09.575317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-503a4a04-ebbd-43de-8eaf-ad53e393c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:09.577578 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-503a4a04-ebbd-43de-8eaf-ad53e393c20c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1592398 Nov 23 22:37:09.583151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38d411-69ff-4290-b626-88d6c2e50fe4 None None] Pushing event updated for resources: {'Port': ['ID=afc2d04b-89b4-4ec9-95df-9b083b226b6d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:09.628353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:09.629048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:09.658990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.659769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.660347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.660954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.661559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.662130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.662698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.663251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.663864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.665500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.666056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.666609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:09.701495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-97fd1799-d6d3-40ca-b9cf-2af4c137b9d6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:09.703054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a6b75-751e-4e21-8b32-7607d003806d req-9aa752e0-f0dc-4ac0-8aee-1e0450b33115 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433669 Nov 23 22:37:09.703912 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-97fd1799-d6d3-40ca-b9cf-2af4c137b9d6 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.3243499 Nov 23 22:37:09.705348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:09.723474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:09.728370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e0267-b86b-4028-89c9-09cdaad1fbfc req-6a7db205-a574-49d3-93f5-d91b1a0c0a99 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:09.733519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:09.734528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.737105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d1e0267-b86b-4028-89c9-09cdaad1fbfc req-6a7db205-a574-49d3-93f5-d91b1a0c0a99 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 947 time: 0.9951398 Nov 23 22:37:09.744313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6933fa9b-e1bd-4cb7-96dd-eab880d4d487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.794004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-b75e0abf-4bce-4549-af28-78deefb36819 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1269875 Nov 23 22:37:09.798435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea69453c-f6ed-44b7-9230-9c1c5ccab4e9 req-c9540c31-2a49-4d99-af21-c6f840179f30 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7724187 Nov 23 22:37:09.832456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Request body: {'port': {'device_id': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:09.846215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b72eb4-440c-4d4f-9d5a-d1b94e04a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:09.879255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7746e95c-a8ce-49fd-a2bf-95c090509bd9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:09.936950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-2ad7983b-68e2-4354-9f99-b09761fe220d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:09.939205 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-2ad7983b-68e2-4354-9f99-b09761fe220d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2&tenant_id=28ee9c68dd5846588b7507f3cbabd19d&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 948 time: 0.5614498 Nov 23 22:37:09.949910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:09.985180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-5dbf88f0-cacb-42f8-a7a3-7febad39e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:09.986836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-24b72eb4-440c-4d4f-9d5a-d1b94e04a4de None None] For port afc2d04b-89b4-4ec9-95df-9b083b226b6d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=afc2d04b-89b4-4ec9-95df-9b083b226b6d,segment=NetworkSegment(823d8ce1-60e1-4903-ae20-8591fc0e7016),segment_id=823d8ce1-60e1-4903-ae20-8591fc0e7016)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:09.988952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Routers {'e7f20310-2dae-42d9-94ba-c652143aa963'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:37:09.990013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:37:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e7f20310-2dae-42d9-94ba-c652143aa963'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:09.990545 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-5dbf88f0-cacb-42f8-a7a3-7febad39e8da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3793504 Nov 23 22:37:09.996037 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6933fa9b-e1bd-4cb7-96dd-eab880d4d487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.005520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6933fa9b-e1bd-4cb7-96dd-eab880d4d487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.080852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d1e0267-b86b-4028-89c9-09cdaad1fbfc req-2e9f17ea-c041-4871-a478-aa47391f1014 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402693 Nov 23 22:37:10.193202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] Set router e7f20310-2dae-42d9-94ba-c652143aa963 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:37:10.208672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6027d2-0163-41bc-8a9c-a73d1bbaeef1 req-f8f55f5a-e967-4084-98e7-29f7537055b5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:10.219881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b6027d2-0163-41bc-8a9c-a73d1bbaeef1 req-f8f55f5a-e967-4084-98e7-29f7537055b5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 0.2215669 Nov 23 22:37:10.225140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6933fa9b-e1bd-4cb7-96dd-eab880d4d487 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c59ad22f7884ac781f943023126b0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8761055 Nov 23 22:37:10.231381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933fa9b-e1bd-4cb7-96dd-eab880d4d487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738eeb26-218e-47b2-9385-0bddd66500b5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:10.247702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:10.261650 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.295049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-743e2bd5-0f87-453a-9575-e9be3e11c814 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914753 Nov 23 22:37:10.410722 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-3572dafe-dadd-46a0-b2b6-c97cf1ce6520 service neutron] delete failed (client error): The resource could not be found. Nov 23 22:37:10.411774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-3572dafe-dadd-46a0-b2b6-c97cf1ce6520 service neutron] 10.222.0.48 "DELETE /v2.0/ports/5bdaa279-2868-4bbb-b40b-5f8fb6e98725/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.4198165 Nov 23 22:37:10.435825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dacabdc7-21f8-4987-bf3d-358cf6044d03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.528242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11da8d4-01e3-4072-87b6-a3d8539eb3b0 req-92c52568-e0a9-4db9-9216-07760356812f tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:10.533480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b72eb4-440c-4d4f-9d5a-d1b94e04a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.536374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d11da8d4-01e3-4072-87b6-a3d8539eb3b0 req-92c52568-e0a9-4db9-9216-07760356812f tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.1727378 Nov 23 22:37:10.561070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b6027d2-0163-41bc-8a9c-a73d1bbaeef1 req-3fde464a-4266-4001-bfc2-f6e5282abb01 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400595 Nov 23 22:37:10.569142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dacabdc7-21f8-4987-bf3d-358cf6044d03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.652513 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:37:10.710154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Deleting port 87943801-6610-43b9-b62d-01fbc409f0e5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:37:10.710630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.847891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d11da8d4-01e3-4072-87b6-a3d8539eb3b0 req-26d414f1-67d9-4e71-bf9d-f346a96bebe5 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101196 Nov 23 22:37:10.859483 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75201829-7c20-48d2-8a72-3637371b1ec7 req-dd18fab1-6140-467b-828c-c960398e7132 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495853 Nov 23 22:37:10.873908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b19f-c212-44e2-88ed-2e2678a0d833 req-21fafc58-06c7-4435-b6f7-a98c03017c01 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:10.880087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc40b19f-c212-44e2-88ed-2e2678a0d833 req-21fafc58-06c7-4435-b6f7-a98c03017c01 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 931 time: 0.2140238 Nov 23 22:37:10.883667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:10.925644 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dacabdc7-21f8-4987-bf3d-358cf6044d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.936790 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dacabdc7-21f8-4987-bf3d-358cf6044d03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:10.937968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dacabdc7-21f8-4987-bf3d-358cf6044d03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/738eeb26-218e-47b2-9385-0bddd66500b5 HTTP/1.1" status: 204 len: 168 time: 0.6868653 Nov 23 22:37:10.965509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b72eb4-440c-4d4f-9d5a-d1b94e04a4de None None] Pushing event updated for resources: {'Port': ['ID=afc2d04b-89b4-4ec9-95df-9b083b226b6d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:10.969722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabdc7-21f8-4987-bf3d-358cf6044d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738eeb26-218e-47b2-9385-0bddd66500b5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:10.973041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ddb5d81c-5f3b-4b4a-9408-34be5e273906 None None] Provisioning complete for port afc2d04b-89b4-4ec9-95df-9b083b226b6d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:10.973412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d81c-5f3b-4b4a-9408-34be5e273906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:11.012093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 has no active binding in host n-h2-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:37:11.072397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc40b19f-c212-44e2-88ed-2e2678a0d833 req-e41aff41-2d6d-44c4-b4ec-a674cbc3d9cf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791093 Nov 23 22:37:11.124973 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 4, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port': {'id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:55Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'afc2d04b-89b4-4ec9-95df-9b083b226b6d', 'name': '', 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'mac_address': 'fa:16:3e:4c:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9242949f-9e57-4b6c-8a73-dfe8e09d41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:37:01Z', 'updated_at': '2021-11-23T22:37:09Z', 'revision_number': 5, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'subnets': [{'id': '9242949f-9e57-4b6c-8a73-dfe8e09d41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:11.129794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-d9bf6715-e482-4fec-ab2f-06cc6f179461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:11.148769 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-d9bf6715-e482-4fec-ab2f-06cc6f179461 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1099 time: 0.5329356 Nov 23 22:37:11.159542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d55be3-ed36-451f-b4d6-1ed04093d0a1 req-a43dad12-5c19-4480-9200-868aa209e55f tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:11.166478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31d55be3-ed36-451f-b4d6-1ed04093d0a1 req-a43dad12-5c19-4480-9200-868aa209e55f tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 944 time: 0.1779478 Nov 23 22:37:11.182161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee9e40-2803-4edd-b4fc-92ceaee91035 None None] The sync data for ids ['e7f20310-2dae-42d9-94ba-c652143aa963'] in n-d-817303-3 is: [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 4, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port': {'id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:55Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'afc2d04b-89b4-4ec9-95df-9b083b226b6d', 'name': '', 'network_id': '765c24e9-12c6-4675-abe3-27869eaaa356', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'mac_address': 'fa:16:3e:4c:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9242949f-9e57-4b6c-8a73-dfe8e09d41e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:37:01Z', 'updated_at': '2021-11-23T22:37:09Z', 'revision_number': 5, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'subnets': [{'id': '9242949f-9e57-4b6c-8a73-dfe8e09d41e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:37:11.329727 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31d55be3-ed36-451f-b4d6-1ed04093d0a1 req-f945a4ef-15a7-494e-b572-a37777637023 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596797 Nov 23 22:37:11.402790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079d5ef-79d2-405f-aa16-747e43238713 req-0450bdc0-bfed-442e-8dce-48b44a3fae06 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:11.420208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6079d5ef-79d2-405f-aa16-747e43238713 req-0450bdc0-bfed-442e-8dce-48b44a3fae06 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 948 time: 0.1693130 Nov 23 22:37:11.502644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] For port 87943801-6610-43b9-b62d-01fbc409f0e5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=87943801-6610-43b9-b62d-01fbc409f0e5,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:11.503172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:11.529291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6079d5ef-79d2-405f-aa16-747e43238713 req-ab0c147a-9998-41e1-854e-69534f7daa37 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079893 Nov 23 22:37:11.584107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Calling delete_port for 87943801-6610-43b9-b62d-01fbc409f0e5 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:37:11.600150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 87943801-6610-43b9-b62d-01fbc409f0e5 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:37:11.807777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa0b440-5894-41c9-a861-e5885ba8fc7f {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:11.819531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-de64faf1-7abe-448b-9a7d-1afa02342d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:11.822494 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-de64faf1-7abe-448b-9a7d-1afa02342d87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.6656134 Nov 23 22:37:11.841236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.001465 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-1fe3f7eb-f0c0-4fa3-a231-6992ec0c3bf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.1577137 Nov 23 22:37:12.006054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Transition to ACTIVE for port object 9fa0b440-5894-41c9-a861-e5885ba8fc7f will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:12.047616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f570c329-bfec-482b-9220-a7405dd6b63a service neutron] 10.222.0.48 "GET /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.3155050 Nov 23 22:37:12.056036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.200589 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.248198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:12.251631 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7fc720-2fd3-4b06-8d8d-450ee1669f50" -d '{"events": [{"server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "name": "network-vif-unplugged", "status": "completed", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:12.279874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 87943801-6610-43b9-b62d-01fbc409f0e5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=87943801-6610-43b9-b62d-01fbc409f0e5,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:12.287916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:12.297124 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.424123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=87943801-6610-43b9-b62d-01fbc409f0e5,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:12.429405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.443606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:12.463681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-4336346c-3070-4aaf-a792-f075c318b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:12.468970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-4336346c-3070-4aaf-a792-f075c318b542 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.4646471 Nov 23 22:37:12.501391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Pushing event deleted for resources: {'Port': ['ID=87943801-6610-43b9-b62d-01fbc409f0e5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:12.522116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['1e9a0041-4834-4a46-9162-d2d7a5f52b64'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:12.568073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:12.569667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:12.570129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:12.583715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:12.584121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:12.600207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:12.600207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:12.600879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:12.601499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Bound port: 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:12.602141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.670424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:12.676195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] No DVR routers for this DVR port 87943801-6610-43b9-b62d-01fbc409f0e5 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:37:12.683062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.692771 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ec42b61-f164-4ca1-a584-39484c5ab4df req-7e3e59fd-4755-43bd-8eb4-129baf09d9a1 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "DELETE /v2.0/ports/87943801-6610-43b9-b62d-01fbc409f0e5 HTTP/1.1" status: 204 len: 173 time: 2.9707878 Nov 23 22:37:12.710596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'name': 'network-vif-deleted', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:12.715086 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e69160d-f85e-4c7c-925c-ad48f80ab1e9" -d '{"events": [{"server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "name": "network-vif-deleted", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:12.730133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-70561a91-6331-44e8-ad48-3f65da94fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:12.733502 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-70561a91-6331-44e8-ad48-3f65da94fd93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2332914 Nov 23 22:37:12.738087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:12.774827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12b409c-307d-4f90-9e55-d22b815c0cd7 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:12.806524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:12.832686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:12.838551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:12.892074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2181-988c-4e55-85bc-3eeec866ec3b req-e4c3fd8c-e024-4634-8536-fdc7723a9be7 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:12.894238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f9e2181-988c-4e55-85bc-3eeec866ec3b req-e4c3fd8c-e024-4634-8536-fdc7723a9be7 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=238f14c2-fd4c-477d-ad93-4915b0bbc84a HTTP/1.1" status: 200 len: 945 time: 0.8437762 Nov 23 22:37:12.900785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:12.999984 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-2bb398e7-8ff8-4c3e-a325-ddd98c60db1b service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579437 Nov 23 22:37:13.002237 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:13.115554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:13.154196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Transition to ACTIVE for port object c12b409c-307d-4f90-9e55-d22b815c0cd7 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:13.233954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:13.234994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:13.238225 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-50d58fd7-a932-4eb3-836f-98ee51ee8b9a service neutron] 10.222.0.48 "PUT /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 1091 time: 3.4218049 Nov 23 22:37:13.271047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5082b2-4330-4f6c-adad-bb31f11ab1d3 req-60427d10-0973-4912-ace7-4c3b1f0be0e7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:13.285202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b5082b2-4330-4f6c-adad-bb31f11ab1d3 req-60427d10-0973-4912-ace7-4c3b1f0be0e7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 943 time: 1.4462395 Nov 23 22:37:13.436616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:13.468628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device afc2d04b-89b4-4ec9-95df-9b083b226b6d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:13.495397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f9e2181-988c-4e55-85bc-3eeec866ec3b req-c9c894b8-fbd1-498f-9d4f-7a7813b098a4 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502918 Nov 23 22:37:13.519309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-890059a6-d06d-40f0-8a86-7cc1713586d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:13.520913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-890059a6-d06d-40f0-8a86-7cc1713586d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1094 time: 0.1506658 Nov 23 22:37:13.624557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd887bdf-e7a7-462b-9e90-5dcf6bd9b594 req-a7260dc0-aa73-402b-b487-e0da6719bbb3 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233521 Nov 23 22:37:13.625955 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-2085a1c6-d393-4207-b92f-03254f38b6ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 217 time: 0.0672336 Nov 23 22:37:13.627183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7746e95c-a8ce-49fd-a2bf-95c090509bd9 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:13.714006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] No DVR routers for this DVR port c12b409c-307d-4f90-9e55-d22b815c0cd7 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:37:13.720960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=10']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:13.724254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-7d1b5289-25df-4ed7-9886-5ce301678040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:13.726810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-7d1b5289-25df-4ed7-9886-5ce301678040 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0856109 Nov 23 22:37:13.736724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b5082b2-4330-4f6c-adad-bb31f11ab1d3 req-216468d4-4d13-4e2c-a588-2b895ef6bf0a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290546 Nov 23 22:37:13.741515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.743530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.744191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.744735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.745322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.745847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.746356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.746861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.747437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.747982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.748499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.749000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:13.841237 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-c7061c38-d666-461e-98b1-9da35e4b1224 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068709 Nov 23 22:37:13.910713 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f7a9d-fe3e-41f6-88b0-e64d81de5445 x-openstack-request-id: req-ed9f7a9d-fe3e-41f6-88b0-e64d81de5445 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:13.912109 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "name": "network-vif-unplugged", "status": "completed", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:13.913037 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed9f7a9d-fe3e-41f6-88b0-e64d81de5445 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:13.913624 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5', 'code': 200} Nov 23 22:37:13.919787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-33b57b61-0557-4443-92e5-b175e2be84a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7/bindings/n-h2-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7938335 Nov 23 22:37:13.928920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port afc2d04b-89b4-4ec9-95df-9b083b226b6d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:13.929667 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:13.934431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:13.962936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:13.963370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:13.982725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d2ade-183a-4183-b743-208edc92cb75 req-6018448d-0622-4c08-b805-5e40615df4ac tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:13.985219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f74d2ade-183a-4183-b743-208edc92cb75 req-6018448d-0622-4c08-b805-5e40615df4ac tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.2319300 Nov 23 22:37:14.082218 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-f2c40588-2335-4219-abc4-f3672198266f service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317324 Nov 23 22:37:14.160757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f74d2ade-183a-4183-b743-208edc92cb75 req-2ed1cd53-2f3e-4c0e-87a9-6f932ccc91d2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678905 Nov 23 22:37:14.197513 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:14.244460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7746e95c-a8ce-49fd-a2bf-95c090509bd9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:14.250887 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:14.252243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:14.278091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568ac0-56d0-4b16-9660-500c1baf50f0 req-228e02a4-8b68-463f-9af4-326cf2a60f5b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:14.281503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b568ac0-56d0-4b16-9660-500c1baf50f0 req-228e02a4-8b68-463f-9af4-326cf2a60f5b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 944 time: 0.2275982 Nov 23 22:37:14.322356 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c070c96d-05f8-4990-80c8-14a9ccd13d3b req-2b292475-bba4-4009-9b87-f1fc015bba04 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257979 Nov 23 22:37:14.431393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b568ac0-56d0-4b16-9660-500c1baf50f0 req-79c8536b-a8ec-4b48-9c4b-661f1319a31a tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289535 Nov 23 22:37:14.543995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7746e95c-a8ce-49fd-a2bf-95c090509bd9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:14.549985 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe0fa7f-0c07-4115-aa33-77326e7d9585 x-openstack-request-id: req-dbe0fa7f-0c07-4115-aa33-77326e7d9585 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:14.550342 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238f14c2-fd4c-477d-ad93-4915b0bbc84a", "name": "network-vif-deleted", "tag": "87943801-6610-43b9-b62d-01fbc409f0e5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:14.550534 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbe0fa7f-0c07-4115-aa33-77326e7d9585 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:14.550921 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238f14c2-fd4c-477d-ad93-4915b0bbc84a', 'name': 'network-vif-deleted', 'tag': '87943801-6610-43b9-b62d-01fbc409f0e5', 'status': 'completed', 'code': 200} Nov 23 22:37:14.562157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-93dbdc15-0509-44fb-9a57-2a9f6586dfc0 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:14.563989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-93dbdc15-0509-44fb-9a57-2a9f6586dfc0 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.1009176 Nov 23 22:37:14.569645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:14.584348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:14.586516 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:14.642467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a29d9f-a20b-402a-9f40-922c8652b718 req-66a1ebd9-1d25-45b5-b79c-6ede9ab8a8e7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:14.655992 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8a29d9f-a20b-402a-9f40-922c8652b718 req-66a1ebd9-1d25-45b5-b79c-6ede9ab8a8e7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 948 time: 0.1561811 Nov 23 22:37:14.657877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-548ad5c2-fee8-4103-aa69-0dfa78dc04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:14.660178 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-548ad5c2-fee8-4103-aa69-0dfa78dc04c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e&tenant_id=95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 1095 time: 0.0881326 Nov 23 22:37:14.742400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:14.770556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8a29d9f-a20b-402a-9f40-922c8652b718 req-ac282b8f-7bec-4ed9-a4cc-cb346125bab5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103959 Nov 23 22:37:14.816325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:14.824296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-313e2446-262e-4e37-bfe6-d6eb215d95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:14.827813 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:14.841485 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-313e2446-262e-4e37-bfe6-d6eb215d95ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1095 time: 0.1295547 Nov 23 22:37:14.908630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:15.022325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-56b31761-f176-44c7-9aff-553232dbce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.024557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-56b31761-f176-44c7-9aff-553232dbce0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.1800601 Nov 23 22:37:15.030208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a97c3-0545-4688-a1b8-66b4012bc80c req-3b3d7999-5e93-411f-aacc-09c13b5f3e8f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.032038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b5a97c3-0545-4688-a1b8-66b4012bc80c req-3b3d7999-5e93-411f-aacc-09c13b5f3e8f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 944 time: 0.1181686 Nov 23 22:37:15.036690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:37:15.084261 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f967e5fb-afa7-4c52-a72a-96199e179ab2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 200 len: 217 time: 0.0458333 Nov 23 22:37:15.090920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:37:15.160398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b5a97c3-0545-4688-a1b8-66b4012bc80c req-a00b0730-dd74-47cd-96f8-beaea4eb323c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054044 Nov 23 22:37:15.168524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-dd19f564-6ded-4e69-bc6b-f5d27804aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.173034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-dd19f564-6ded-4e69-bc6b-f5d27804aa07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0813787 Nov 23 22:37:15.220673 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f6171773-5b7b-465b-98b4-4988a1187f93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380859 Nov 23 22:37:15.346941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03f83-97f6-4631-b148-100e0586db29 req-6754ce3e-a86c-4dd1-b8fd-cd7eb9845aab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.347784 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-84ac3c3b-cf59-4a26-bde8-ede22e04c009 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191518 Nov 23 22:37:15.349346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43e03f83-97f6-4631-b148-100e0586db29 req-6754ce3e-a86c-4dd1-b8fd-cd7eb9845aab tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.0863922 Nov 23 22:37:15.435039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43e03f83-97f6-4631-b148-100e0586db29 req-99de88ec-3f50-489c-abe5-5fc44eb4fc82 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788262 Nov 23 22:37:15.512640 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-f48dad6d-77b0-43c7-b694-05d044ee47d6 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566212 Nov 23 22:37:15.552349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d6f5-658b-4b5d-9b81-f0422fd928e3 req-72667837-55b0-4a91-af72-866bd665a716 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.555399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40d2d6f5-658b-4b5d-9b81-f0422fd928e3 req-72667837-55b0-4a91-af72-866bd665a716 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 945 time: 0.0824718 Nov 23 22:37:15.653745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40d2d6f5-658b-4b5d-9b81-f0422fd928e3 req-71d2b3f4-4528-42cd-8033-ec0aa4f29dc3 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786922 Nov 23 22:37:15.671442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff5b94-01d1-4cf8-819e-b5c397a89cf2 req-ca8cd695-9257-4c0f-823f-2e32adac0711 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.674872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aff5b94-01d1-4cf8-819e-b5c397a89cf2 req-ca8cd695-9257-4c0f-823f-2e32adac0711 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 945 time: 0.0800447 Nov 23 22:37:15.749710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aff5b94-01d1-4cf8-819e-b5c397a89cf2 req-ab5cca89-4683-4024-a2bf-2f01c3228b11 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687590 Nov 23 22:37:15.864820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1785-ccbc-412e-a752-19621ae955d1 req-329f5738-80b8-48ae-9986-2dbcdb21018a tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.866345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-329f5738-80b8-48ae-9986-2dbcdb21018a tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.0486445 Nov 23 22:37:15.915697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9'}, {'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:15.918330 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2109dd5-d2a6-48b2-b3f6-40224b5a8e4c" -d '{"events": [{"server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "name": "network-vif-plugged", "status": "completed", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9"}, {"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-plugged", "status": "completed", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:15.936020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b780a-f012-4f24-99c4-584432fbb4fc req-da64c315-7e4e-421e-9691-0f012dcb7033 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:15.937201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012b780a-f012-4f24-99c4-584432fbb4fc req-da64c315-7e4e-421e-9691-0f012dcb7033 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.0728552 Nov 23 22:37:15.991778 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e0f36-8b01-467a-8138-fb990f0498f4 x-openstack-request-id: req-e95e0f36-8b01-467a-8138-fb990f0498f4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:15.993135 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "name": "network-vif-plugged", "status": "completed", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9", "code": 200}, {"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-plugged", "status": "completed", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:15.993513 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e95e0f36-8b01-467a-8138-fb990f0498f4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:15.994010 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'code': 200} Nov 23 22:37:15.994364 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'code': 200} Nov 23 22:37:16.058841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012b780a-f012-4f24-99c4-584432fbb4fc req-0b90d471-a3e3-414e-9726-49e9b396a815 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106122 Nov 23 22:37:16.067292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-996f1785-ccbc-412e-a752-19621ae955d1 req-d6074b6c-75f5-42db-9c08-c5462d18d5c5 service neutron] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:16.073036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-996f1785-ccbc-412e-a752-19621ae955d1 req-d6074b6c-75f5-42db-9c08-c5462d18d5c5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:16.074374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-996f1785-ccbc-412e-a752-19621ae955d1 req-d6074b6c-75f5-42db-9c08-c5462d18d5c5 service neutron] 10.222.0.46 "DELETE /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7/bindings/n-h1-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.1964700 Nov 23 22:37:16.211374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a9da3-7645-404f-9c80-76da74bef70a req-65516c56-e1df-4225-a51e-679478e84e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:16.214389 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b62a9da3-7645-404f-9c80-76da74bef70a req-65516c56-e1df-4225-a51e-679478e84e67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.1098835 Nov 23 22:37:16.217380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fa8f6-7e0a-418c-b808-e09ae23b66e4 req-9a1541f3-624f-4094-9ae6-36274b9f2bc1 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:16.228161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c12fa8f6-7e0a-418c-b808-e09ae23b66e4 req-9a1541f3-624f-4094-9ae6-36274b9f2bc1 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1100 time: 0.0717638 Nov 23 22:37:16.291204 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b62a9da3-7645-404f-9c80-76da74bef70a req-8057f4b7-44c5-48c6-a9b6-deac532628c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653396 Nov 23 22:37:16.325778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55830) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:16.338478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bfdde-1eb3-4083-8b1c-69de501a5d6e req-1e8510bc-1c04-49f7-b2b8-b8016caa125f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:16.340298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d1bfdde-1eb3-4083-8b1c-69de501a5d6e req-1e8510bc-1c04-49f7-b2b8-b8016caa125f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 944 time: 0.0830712 Nov 23 22:37:16.343116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c12fa8f6-7e0a-418c-b808-e09ae23b66e4 req-ed8b16dd-c130-477d-9235-3beb90ec4fa6 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141973 Nov 23 22:37:16.439025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d1bfdde-1eb3-4083-8b1c-69de501a5d6e req-15ef02e1-b691-4925-9220-91d6ba8ce37c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914819 Nov 23 22:37:16.554627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:16.558941 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:16.590472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-38988e62-8ebd-4883-9bff-b5898d6aea68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:16.665626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191532ff-efad-4911-a35e-a351caef1a49 req-37a3b171-bf3f-49df-ad9f-8951b2bc2b22 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:16.667489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-191532ff-efad-4911-a35e-a351caef1a49 req-37a3b171-bf3f-49df-ad9f-8951b2bc2b22 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.0998085 Nov 23 22:37:16.704638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c16809-350d-4af4-a2f2-fa6210918873 req-06b91b5c-12af-4e8e-86e2-3e047c3d7bd3 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:16.714762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91c16809-350d-4af4-a2f2-fa6210918873 req-06b91b5c-12af-4e8e-86e2-3e047c3d7bd3 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 1095 time: 0.1018717 Nov 23 22:37:16.794049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-38988e62-8ebd-4883-9bff-b5898d6aea68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:16.805521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087029b8-4fae-46ea-90e0-bb564906e254 req-b6594ff0-f7bd-4229-9411-134c3678235d tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:16.807072 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-087029b8-4fae-46ea-90e0-bb564906e254 req-b6594ff0-f7bd-4229-9411-134c3678235d tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 945 time: 0.1157722 Nov 23 22:37:16.808312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-38988e62-8ebd-4883-9bff-b5898d6aea68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:16.812281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-191532ff-efad-4911-a35e-a351caef1a49 req-3669234e-0d26-43a9-9532-ba5e0559085c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345508 Nov 23 22:37:16.817688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91c16809-350d-4af4-a2f2-fa6210918873 req-c8b55920-33ff-4672-a4fa-e7d0f23d578b tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998516 Nov 23 22:37:16.939958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988e62-8ebd-4883-9bff-b5898d6aea68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e7f077-57ea-4011-a8c5-06c753e068be,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:16.949128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55856) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:16.960310 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-38988e62-8ebd-4883-9bff-b5898d6aea68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75b41e6796334fa0943a5d6e3fad20ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6332314 Nov 23 22:37:17.032562 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705904a5-c4bb-4ae0-813b-0166e5961260 x-openstack-request-id: req-705904a5-c4bb-4ae0-813b-0166e5961260 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:17.033879 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:17.034286 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-705904a5-c4bb-4ae0-813b-0166e5961260 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:17.034865 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'status': 'completed', 'code': 200} Nov 23 22:37:17.040976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:17.090193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Deleting port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:37:17.102113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.181151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-24906298-04f6-4cbe-bfdc-877b055ffd16 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042020 Nov 23 22:37:17.205716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:17.224851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'port_id': '9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'mac_address': 'fa:16:3e:d9:6a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94a85b9-3d97-43e1-9ecc-a6a9c216f04d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:17.353422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-304aaa73-9fa5-4ab4-84c4-b982ef6e457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:17.354964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-304aaa73-9fa5-4ab4-84c4-b982ef6e457b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1094 time: 0.3573647 Nov 23 22:37:17.356414 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.385540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa0b440-5894-41c9-a861-e5885ba8fc7f {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:17.420625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288cfd-79da-4f04-9747-76e41ec4aae3 req-6f9d7761-f6de-4a06-be9b-b97976cf5438 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:17.426714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63288cfd-79da-4f04-9747-76e41ec4aae3 req-6f9d7761-f6de-4a06-be9b-b97976cf5438 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a86177f-97ae-4493-9863-de1eedbdcfe3 HTTP/1.1" status: 200 len: 945 time: 0.2655046 Nov 23 22:37:17.451369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:17.459504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.526451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c943e0df-365c-4145-b09a-c0855ba22d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.532566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:17.634217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-0bbe43cc-d61e-471c-a17f-b1194d3f889c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:17.637770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-0bbe43cc-d61e-471c-a17f-b1194d3f889c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4552321 Nov 23 22:37:17.691808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c943e0df-365c-4145-b09a-c0855ba22d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.710541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] For port 1e9a0041-4834-4a46-9162-d2d7a5f52b64, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1e9a0041-4834-4a46-9162-d2d7a5f52b64,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:17.711019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.720571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63288cfd-79da-4f04-9747-76e41ec4aae3 req-38a0048b-0efe-45c4-88b2-ea60252ff68b tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797344 Nov 23 22:37:17.738212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9fa0b440-5894-41c9-a861-e5885ba8fc7f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:17.755412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-0b6de378-e83d-4ee6-97a2-9cf0aabb5702 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/quotas/28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 375 time: 0.0812266 Nov 23 22:37:17.765814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Calling delete_port for 1e9a0041-4834-4a46-9162-d2d7a5f52b64 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:37:17.822056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-5a99e181-4cd7-4439-ac81-614f592b9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:17.823542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-5a99e181-4cd7-4439-ac81-614f592b9df1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.4525406 Nov 23 22:37:17.910988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-a174e5fb-24e2-4780-ad32-ca6b0c6ed65a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 217 time: 0.0731108 Nov 23 22:37:17.938816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-4aa06b76-5659-4e38-a124-a560a9fafa01 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799383 Nov 23 22:37:17.952375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c943e0df-365c-4145-b09a-c0855ba22d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.956623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c943e0df-365c-4145-b09a-c0855ba22d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:17.958160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c943e0df-365c-4145-b09a-c0855ba22d04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49e7f077-57ea-4011-a8c5-06c753e068be HTTP/1.1" status: 204 len: 168 time: 1.0060132 Nov 23 22:37:18.018588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943e0df-365c-4145-b09a-c0855ba22d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e7f077-57ea-4011-a8c5-06c753e068be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:18.059445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74250-4512-4f35-8526-deed0f9c3f65 req-af3d4920-2272-4c72-91cb-b30ae19adbdf tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:18.074121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25b74250-4512-4f35-8526-deed0f9c3f65 req-af3d4920-2272-4c72-91cb-b30ae19adbdf tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 945 time: 0.2555518 Nov 23 22:37:18.097880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-e3189a02-11ca-463e-97f5-813674a09ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:18.099722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-e3189a02-11ca-463e-97f5-813674a09ec0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1787622 Nov 23 22:37:18.138344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:18.183921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:18.210247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-aa13dd5e-a036-42ac-a951-0739c37c8f1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951366 Nov 23 22:37:18.271243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Pushing event deleted for resources: {'Port': ['ID=1e9a0041-4834-4a46-9162-d2d7a5f52b64,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:18.410178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25b74250-4512-4f35-8526-deed0f9c3f65 req-69e19664-ff07-4d32-a150-46c8200ea055 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350742 Nov 23 22:37:18.425204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] No DVR routers for this DVR port 1e9a0041-4834-4a46-9162-d2d7a5f52b64 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:37:18.436184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:18.439959 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-087029b8-4fae-46ea-90e0-bb564906e254 req-35461477-9f6b-43ba-8bbb-8e647454a083 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.48 "DELETE /v2.0/ports/1e9a0041-4834-4a46-9162-d2d7a5f52b64 HTTP/1.1" status: 204 len: 173 time: 1.6186526 Nov 23 22:37:18.674942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['1e9a0041-4834-4a46-9162-d2d7a5f52b64'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:18.799006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:18.851977 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-272ee472-bdc7-4b60-9485-8eeaff614578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.048592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:19.052443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-272ee472-bdc7-4b60-9485-8eeaff614578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.054275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'name': 'network-vif-deleted', 'tag': '1e9a0041-4834-4a46-9162-d2d7a5f52b64'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:19.059014 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f43eb-d428-4964-885a-cd33ee9f5e61" -d '{"events": [{"server_uuid": "9a86177f-97ae-4493-9863-de1eedbdcfe3", "name": "network-vif-deleted", "tag": "1e9a0041-4834-4a46-9162-d2d7a5f52b64"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:19.065061 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-272ee472-bdc7-4b60-9485-8eeaff614578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.150151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-272ee472-bdc7-4b60-9485-8eeaff614578 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ba54a0e706644569aa749b74db8927f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483713 Nov 23 22:37:19.151870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:19.177237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-4e147ac3-2f6b-4457-952a-f4913ca72ccc service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9593730 Nov 23 22:37:19.193660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ee472-bdc7-4b60-9485-8eeaff614578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3f067-9c41-499a-b36c-f7b3789699b7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:19.216032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9fa0b440-5894-41c9-a861-e5885ba8fc7f completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:19.220971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9fa0b440-5894-41c9-a861-e5885ba8fc7f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:19.221365 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.296872 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5cfa2c8-f406-47c7-ae9d-95538c462f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.342178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23258430-9b6c-4967-ae03-e258bf588275 req-0507aec8-b628-47c2-a0dd-c2cc09b90d0f tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:19.351382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23258430-9b6c-4967-ae03-e258bf588275 req-0507aec8-b628-47c2-a0dd-c2cc09b90d0f tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 944 time: 0.8365119 Nov 23 22:37:19.357640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5cfa2c8-f406-47c7-ae9d-95538c462f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.390095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.399673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d06915-33db-4c2b-bd06-b1c3ac6a77ca req-463a117a-d67b-4e04-a86f-b11f85cd4335 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066605 Nov 23 22:37:19.457284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:19.458370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:19.463862 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b61a092-ae42-41d4-b084-ae9758c35693" -d '{"events": [{"server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "name": "network-vif-plugged", "status": "completed", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:19.465500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5cfa2c8-f406-47c7-ae9d-95538c462f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.470375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.471051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5cfa2c8-f406-47c7-ae9d-95538c462f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:19.471437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-9ae4cf27-2013-44fe-b3bc-42b82351ae11 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:19.474871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f5cfa2c8-f406-47c7-ae9d-95538c462f7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ba3f067-9c41-499a-b36c-f7b3789699b7 HTTP/1.1" status: 204 len: 168 time: 0.3176560 Nov 23 22:37:19.480676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-9ae4cf27-2013-44fe-b3bc-42b82351ae11 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 1.0691428 Nov 23 22:37:19.515746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfa2c8-f406-47c7-ae9d-95538c462f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3f067-9c41-499a-b36c-f7b3789699b7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:19.520012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-2262e3fd-9fd4-447b-9d08-a14bb71ce212 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/quotas/95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 375 time: 0.0294733 Nov 23 22:37:19.540189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23258430-9b6c-4967-ae03-e258bf588275 req-4f1f7abc-957d-44c4-9844-982cde72da30 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831534 Nov 23 22:37:19.579464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:19.695353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-7f044b9c-e786-4e43-a86b-1c080fe88ad1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501060 Nov 23 22:37:19.807461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-137a39ba-b8bf-4f01-aa77-584b51fb08d5 service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983727 Nov 23 22:37:19.878920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c9cab81-f9cc-4df9-bafa-38ea88383f2a req-4e0bffa1-a380-4358-98a5-aff3a9b4ee56 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 210 time: 0.0554814 Nov 23 22:37:20.019676 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:37:20.142579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-71f7e05b-2f8d-4fb7-90b5-76483596d5de service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286364 Nov 23 22:37:20.196308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-e887eea7-16f8-474d-9903-53befdb98ed9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995326 Nov 23 22:37:20.328519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-4a9f34c8-a37d-418b-b8fa-96c92df02914 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3941586 Nov 23 22:37:20.365916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:20.424470 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af0291-0328-461e-ac5a-5e025c5dc1dc x-openstack-request-id: req-60af0291-0328-461e-ac5a-5e025c5dc1dc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:20.425219 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a86177f-97ae-4493-9863-de1eedbdcfe3", "name": "network-vif-deleted", "tag": "1e9a0041-4834-4a46-9162-d2d7a5f52b64", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:20.425327 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60af0291-0328-461e-ac5a-5e025c5dc1dc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:20.425754 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a86177f-97ae-4493-9863-de1eedbdcfe3', 'name': 'network-vif-deleted', 'tag': '1e9a0041-4834-4a46-9162-d2d7a5f52b64', 'status': 'completed', 'code': 200} Nov 23 22:37:20.427086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-2df9f942-b19f-41bd-a7c7-636ec4f41313 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:20.428881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-2df9f942-b19f-41bd-a7c7-636ec4f41313 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229142 Nov 23 22:37:20.430937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:20.456703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Request body: {'port': {'device_id': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '28ee9c68dd5846588b7507f3cbabd19d'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:20.490537 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df3ef0a-22f1-4fd8-a14f-67885290cb2a x-openstack-request-id: req-9df3ef0a-22f1-4fd8-a14f-67885290cb2a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:20.492862 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "name": "network-vif-plugged", "status": "completed", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:20.493353 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9df3ef0a-22f1-4fd8-a14f-67885290cb2a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:20.493979 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'code': 200} Nov 23 22:37:20.664984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25606d-3989-47a1-a75f-87e5fce67105 req-6f96eae6-e658-492f-9832-51c8109e76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:20.667117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bb25606d-3989-47a1-a75f-87e5fce67105 req-6f96eae6-e658-492f-9832-51c8109e76a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1096 time: 0.0575531 Nov 23 22:37:20.709072 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-251451ec-dbc6-4780-b9bd-eba3961d4205 req-8df667c9-bb18-44e5-a9fa-6e2c0fb72152 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 210 time: 0.1340177 Nov 23 22:37:20.751966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bb25606d-3989-47a1-a75f-87e5fce67105 req-07a18293-6851-4725-89d3-4cf74bb20c0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778654 Nov 23 22:37:20.826830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Made reservation on behalf of 28ee9c68dd5846588b7507f3cbabd19d for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:20.835867 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:21.040864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1e9a0041-4834-4a46-9162-d2d7a5f52b64 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:37:21.059929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:21.128534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 1e9a0041-4834-4a46-9162-d2d7a5f52b64 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:37:21.128873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1e9a0041-4834-4a46-9162-d2d7a5f52b64 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:37:21.145976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Allocated IP 192.168.233.182 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/a8e0e5dd-19e2-460d-a9cb-c03a2442ed79) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:21.331761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634d2c8-8429-4804-a097-cadee66cbce8 req-770a24a8-5caf-4f42-b7a6-6609309e0b37 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:21.333346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8634d2c8-8429-4804-a097-cadee66cbce8 req-770a24a8-5caf-4f42-b7a6-6609309e0b37 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 945 time: 0.1212547 Nov 23 22:37:21.334643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Allocated IP 172.25.0.124 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/84f32587-e592-4b77-876e-4564fc7b2d0e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:21.547314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8634d2c8-8429-4804-a097-cadee66cbce8 req-56d0892f-e77a-4c7a-9380-af49418d98dc tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969121 Nov 23 22:37:21.606610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:21.682239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:21.708351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:21.729351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:21.812093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:21.822270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:21.828084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:21.833346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:21.834003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:21.891114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:21.915910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-ddf46e40-51c5-465a-9c5e-c24481e7a0ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4641747 Nov 23 22:37:21.932562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:21.949927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Request body: {'port': {'device_id': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:22.057058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:22.069554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:22.126329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:22.165285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Pushing event updated for resources: {'Port': ['ID=84f32587-e592-4b77-876e-4564fc7b2d0e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:22.208503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199645a-08b8-441e-be44-59c620d4cf60 req-89e188f1-9ba3-4524-8a32-265b822099b0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:22.217090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f199645a-08b8-441e-be44-59c620d4cf60 req-89e188f1-9ba3-4524-8a32-265b822099b0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 936 time: 0.3498387 Nov 23 22:37:22.264257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-39d6bb87-1526-41b0-b919-c39a6be529ca None None] Provisioning complete for port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:22.265871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-39d6bb87-1526-41b0-b919-c39a6be529ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:22.267102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:22.278774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-3d9027e4-98aa-4a47-8368-0cf974e8bcda tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:22.280455 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-3d9027e4-98aa-4a47-8368-0cf974e8bcda tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 0.1747570 Nov 23 22:37:22.299652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Request body: {'port': {'device_id': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'admin_state_up': True, 'tenant_id': '95d031d1a8464716a803222d00c42ba8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:22.338875 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:22.364782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-39d6bb87-1526-41b0-b919-c39a6be529ca None None] Port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:37:22.395491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f199645a-08b8-441e-be44-59c620d4cf60 req-81635984-9fa7-4f42-8ea8-671b81c01fd4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715186 Nov 23 22:37:22.500777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Made reservation on behalf of 95d031d1a8464716a803222d00c42ba8 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:22.508685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:22.706323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Allocated IP 172.20.0.3 (d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a/07a86641-c15f-4bd8-8c21-32538ce14397/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:22.717701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:22.901081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056ccce-f808-4c5b-8b18-e4f90d972bd4 req-f003a224-a28e-4573-996b-8a783235d26b tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:22.903383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5056ccce-f808-4c5b-8b18-e4f90d972bd4 req-f003a224-a28e-4573-996b-8a783235d26b tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.1882291 Nov 23 22:37:22.935501 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:22.979657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.033861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:23.040689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:23.045126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:23.055273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:23.055609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.067505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:23.095594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5056ccce-f808-4c5b-8b18-e4f90d972bd4 req-fe404413-baf8-4b61-af65-7e7e1bc0796b tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0344ae7-925a-45e5-b776-9532f7fa5109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719007 Nov 23 22:37:23.118839 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-a2802302-97d1-483d-86ea-ef55c6808a81 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260775 Nov 23 22:37:23.135959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-768b8feb-a54e-4c4d-b0f6-cccb00b02f60 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:23.137902 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-768b8feb-a54e-4c4d-b0f6-cccb00b02f60 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "GET /v2.0/ports?device_id=905a2ddb-0014-4745-93c5-e1d6feadb461 HTTP/1.1" status: 200 len: 946 time: 0.0636582 Nov 23 22:37:23.144987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Request body: {'port': {'device_id': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:23.276045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.292878 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.303442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Deleting port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:37:23.304161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.310389 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.374151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09d394-1598-4e82-a8b0-05bacfdbe277 req-a017a789-946e-4028-91d1-016ae50465e5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:23.381569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a09d394-1598-4e82-a8b0-05bacfdbe277 req-a017a789-946e-4028-91d1-016ae50465e5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 931 time: 0.1697481 Nov 23 22:37:23.386642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.393137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:23.412045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.449869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Transition to ACTIVE for port object a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:23.453156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.460703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1043220 Nov 23 22:37:23.472328 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.499542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f301a2c-685c-4948-93c8-8d34673987b9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Pushing event updated for resources: {'Port': ['ID=84f32587-e592-4b77-876e-4564fc7b2d0e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:23.594436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] For port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:23.594919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.602120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-b17163ef-e33f-42d0-b1ce-8339461d8bf7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.1404135 Nov 23 22:37:23.629861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a09d394-1598-4e82-a8b0-05bacfdbe277 req-0e71f5cf-287a-4e51-bc93-2da9e8d85202 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474110 Nov 23 22:37:23.654671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Calling delete_port for 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:37:23.683466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:23.773460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Attempting to bind port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:23.774107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Attempting to bind port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:23.776922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Attempting to bind port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:23.798011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:23.800443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Attempting to bind port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:23.826594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:23.828074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:23.829639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:23.831546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Bound port: a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:23.833075 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.892226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-978314fc-680a-4f05-a0d1-6727da0f4404 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:23.901350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-978314fc-680a-4f05-a0d1-6727da0f4404 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2977655 Nov 23 22:37:23.919020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-7d446a1d-2a6a-43aa-9410-2995a8c2c7d9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:37:23.925368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837b9576-1a57-4824-a48c-d3f34e8e17c0 req-7d446a1d-2a6a-43aa-9410-2995a8c2c7d9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213697 Nov 23 22:37:23.932828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:23.953140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.982904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Transition to ACTIVE for port object cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:24.049367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.092034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.113311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:24.147448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-5cfdcc50-68e5-4292-ade3-d7fce974339c tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30111f8baf6d4366b4ec1c10ca532470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372162 Nov 23 22:37:24.151617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:24.214129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:24.236590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:24.244478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] No DVR routers for this DVR port 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:37:24.265290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.268667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a04415-e5a5-47f4-ac7a-7a60f2dee6ee req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] 10.222.0.46 "DELETE /v2.0/ports/1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba HTTP/1.1" status: 204 len: 173 time: 1.1198230 Nov 23 22:37:24.269138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'name': 'network-vif-deleted', 'tag': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:24.271620 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac0a437-2698-4f1c-ab83-fd28c8d2ddee" -d '{"events": [{"server_uuid": "905a2ddb-0014-4745-93c5-e1d6feadb461", "name": "network-vif-deleted", "tag": "1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:24.277598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336a9a4-0815-4b7b-a487-a76c66b2b0b9 tempest-ListServerFiltersTestJSON-1802535774 tempest-ListServerFiltersTestJSON-1802535774-project] Pushing event deleted for resources: {'Port': ['ID=1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:24.279840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:24.280104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:24.280354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:24.294882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:24.295205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:24.303195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:24.303586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:24.304286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:24.305805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Bound port: cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:24.306182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.310479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.336800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e8fa9-6531-4f2c-b215-934c970c404b req-2def1aec-94ca-46d9-9af3-e3ea87f372df tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:24.344322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb9e8fa9-6531-4f2c-b215-934c970c404b req-2def1aec-94ca-46d9-9af3-e3ea87f372df tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 945 time: 0.2976806 Nov 23 22:37:24.402351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:24.403022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.404446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] 10.222.0.48 "PUT /v2.0/ports/a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 200 len: 1096 time: 2.4633687 Nov 23 22:37:24.408714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:24.411007 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:24.441106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:24.447778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:24.465806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.473634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-85bd7d2b-11d4-4c0d-a6ee-5392af40167b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:24.481385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-85bd7d2b-11d4-4c0d-a6ee-5392af40167b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255427 Nov 23 22:37:24.488780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464781fe-0859-4e8d-8ff6-a055b808cdae service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:24.563360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:24.564255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:24.566807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] 10.222.0.46 "PUT /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 1091 time: 1.4277775 Nov 23 22:37:24.569521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb9e8fa9-6531-4f2c-b215-934c970c404b req-542182b9-864b-4b71-ba44-4b194b948954 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242270 Nov 23 22:37:24.579677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-40666dfe-5432-4961-a211-f91c3eb3d662 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/quotas/30111f8baf6d4366b4ec1c10ca532470 HTTP/1.1" status: 200 len: 375 time: 0.0973077 Nov 23 22:37:24.708201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-abd12f04-41fb-4739-aa99-bef1b7318abb tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30111f8baf6d4366b4ec1c10ca532470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275299 Nov 23 22:37:24.730700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-79590db8-cc15-4ea7-8c1a-7930b30ff8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:24.731859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033828-4cf1-4051-8d8e-a26d23e27c02 service neutron] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:24.733751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-79590db8-cc15-4ea7-8c1a-7930b30ff8e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 1099 time: 0.2211208 Nov 23 22:37:24.770726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-09a3d6ea-d205-485f-ade9-7db81bc1f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:24.772919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-09a3d6ea-d205-485f-ade9-7db81bc1f751 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1094 time: 0.1389182 Nov 23 22:37:24.825678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-1f98b752-2b5f-4e03-9d83-eb5ac543ed75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 200 len: 217 time: 0.0768042 Nov 23 22:37:24.897278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-b3087679-bdf9-465c-93d1-534f99e1f357 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 217 time: 0.1084714 Nov 23 22:37:24.909857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-321ecaa2-4cba-4c29-89ad-9e27044f96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:24.913353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-321ecaa2-4cba-4c29-89ad-9e27044f96ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0801771 Nov 23 22:37:25.025720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-80ab0d54-d7f0-4641-912d-6e868391ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:25.028986 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-80ab0d54-d7f0-4641-912d-6e868391ff86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.1142828 Nov 23 22:37:25.037428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528b68-907e-466e-a378-c66384ab841c req-8e7bb565-225d-4fae-a6cb-6fd782fbb408 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:25.047395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78528b68-907e-466e-a378-c66384ab841c req-8e7bb565-225d-4fae-a6cb-6fd782fbb408 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 948 time: 0.1319277 Nov 23 22:37:25.078850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-0c58065a-d234-4ee3-b94d-4cd8001ef054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:25.080483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-0c58065a-d234-4ee3-b94d-4cd8001ef054 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467965 Nov 23 22:37:25.118888 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-e99fefcd-f08f-45ed-8d45-8953e373958c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732515 Nov 23 22:37:25.172719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78528b68-907e-466e-a378-c66384ab841c req-655819e9-227c-43f2-977e-ddca70802654 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235981 Nov 23 22:37:25.268500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56036) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:25.362582 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-91e8fcbc-181c-4c21-b3a4-132d7bbb9042 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352574 Nov 23 22:37:25.377569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-399ef87c-5cab-4d9a-a7ee-9adeefe34de3 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874081 Nov 23 22:37:25.397127 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e54b49f-b1a5-42f0-9dce-65cee396ce96 x-openstack-request-id: req-4e54b49f-b1a5-42f0-9dce-65cee396ce96 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:25.397394 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905a2ddb-0014-4745-93c5-e1d6feadb461", "name": "network-vif-deleted", "tag": "1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:25.400160 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e54b49f-b1a5-42f0-9dce-65cee396ce96 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:25.400721 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905a2ddb-0014-4745-93c5-e1d6feadb461', 'name': 'network-vif-deleted', 'tag': '1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba', 'status': 'completed', 'code': 200} Nov 23 22:37:25.504860 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355e2c66-3dde-4366-a850-b266c2641d8f x-openstack-request-id: req-355e2c66-3dde-4366-a850-b266c2641d8f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:25.505414 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:25.505414 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-355e2c66-3dde-4366-a850-b266c2641d8f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:25.505848 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'status': 'completed', 'code': 200} Nov 23 22:37:25.533257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] Deleting subnet e5ac968d-b9ff-4989-8625-a89430030bda {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:37:25.542115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:25.549859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-57f1a819-9653-4e33-a576-c09fd83f0ea4 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:25.558615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-57f1a819-9653-4e33-a576-c09fd83f0ea4 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 821 time: 0.4539220 Nov 23 22:37:25.577476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b260bcce-06e1-4785-925d-8571d10f1bf6 req-8bb61262-6222-42b2-8770-539df43e37f7 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717732 Nov 23 22:37:25.595447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-2698ec20-602d-4668-84a1-a8675e438a91 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/quotas/2d9dfa8e69bc473884059175d2910a19 HTTP/1.1" status: 200 len: 375 time: 0.0354421 Nov 23 22:37:25.600064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f64a0c6-6711-4535-a454-80d5a53e9d9a req-2ff5e8df-5f45-460a-b2d1-a1fc1a1ffc57 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131550 Nov 23 22:37:25.620475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:25.621963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff553c79-2e93-45e2-972b-fe7a6f54b759 req-bd8031a4-f054-4fac-a704-edd5e49d4b63 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:25.632756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff553c79-2e93-45e2-972b-fe7a6f54b759 req-bd8031a4-f054-4fac-a704-edd5e49d4b63 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1096 time: 0.1305797 Nov 23 22:37:25.716391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-7c6bfb43-9fa0-4f34-86d5-e6915b97ab2d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1198444 Nov 23 22:37:25.762118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff553c79-2e93-45e2-972b-fe7a6f54b759 req-3fb396f5-de73-4f3f-9d31-b0ffbb439ca6 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282945 Nov 23 22:37:25.792388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:25.932524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-6338e39e-a8bf-4787-b716-64aa2fb92e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:25.936198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-6338e39e-a8bf-4787-b716-64aa2fb92e8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 1099 time: 0.2100668 Nov 23 22:37:26.021089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.054669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ac968d-b9ff-4989-8625-a89430030bda,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:26.077098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40d4be-d6d7-4588-ba7a-1af01e264326 None None] Network ac7156df-0a05-4c6b-80cd-b475893a3f6a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:37:26.093263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.097253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-860568a7-011b-4481-a991-f601797c4be6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e5ac968d-b9ff-4989-8625-a89430030bda HTTP/1.1" status: 204 len: 168 time: 0.8274484 Nov 23 22:37:26.103450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56046) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:26.174233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-e343cbd5-d0a2-4eb8-9b96-4d8a4e5c3223 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430053 Nov 23 22:37:26.224305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9bc5-2500-416e-ba31-1967675489e4 req-667a75fc-d658-40a1-9916-48bceb3b85e3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:26.227032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-590e9bc5-2500-416e-ba31-1967675489e4 req-667a75fc-d658-40a1-9916-48bceb3b85e3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 943 time: 0.1924236 Nov 23 22:37:26.289872 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.292750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-6e17bafd-ead3-432b-a2bc-0fc620a0c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:26.294334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-6e17bafd-ead3-432b-a2bc-0fc620a0c0ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.3467069 Nov 23 22:37:26.386186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-607f8047-259a-467a-a713-3954eb1bf417 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 200 len: 217 time: 0.0474055 Nov 23 22:37:26.396995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Deleting port a9686747-8818-42e5-a5ea-4af46372c44d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:37:26.397504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.448437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] DHCP port deletion for ac7156df-0a05-4c6b-80cd-b475893a3f6a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:37:26.450920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-590e9bc5-2500-416e-ba31-1967675489e4 req-2682c7d7-6a54-4d6e-9a57-f90608250afa tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059236 Nov 23 22:37:26.487350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-3eee7a94-1ef0-44f8-9170-41e187bc564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:26.487350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-3eee7a94-1ef0-44f8-9170-41e187bc564c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0830431 Nov 23 22:37:26.487350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-4d56fabc-1dea-479e-b147-4b93be8d4c3b service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946327 Nov 23 22:37:26.583018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-67d7de0b-3b99-4af2-989f-9cd55d0c768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:26.587421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-67d7de0b-3b99-4af2-989f-9cd55d0c768b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926380 Nov 23 22:37:26.591457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.593487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] For port a9686747-8818-42e5-a5ea-4af46372c44d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a9686747-8818-42e5-a5ea-4af46372c44d,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:26.593903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.622752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] Deleting port a9686747-8818-42e5-a5ea-4af46372c44d {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:37:26.623394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.630077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Calling delete_port for a9686747-8818-42e5-a5ea-4af46372c44d owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:37:26.691034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f65774-32e4-473f-b8ba-15da0d808894 req-33aee946-bb0c-450a-b298-5c34b3a364ee tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 210 time: 0.1024668 Nov 23 22:37:26.801711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] For port a9686747-8818-42e5-a5ea-4af46372c44d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a9686747-8818-42e5-a5ea-4af46372c44d,segment=NetworkSegment(5cfe9d31-0721-406b-b227-fbda8f43e953),segment_id=5cfe9d31-0721-406b-b227-fbda8f43e953)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:26.802429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.841730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] Calling delete_port for a9686747-8818-42e5-a5ea-4af46372c44d owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:37:26.942413 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.978471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-98ef124e-fe5b-4d99-8872-7ccb2aff92ae tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=30111f8baf6d4366b4ec1c10ca532470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729821 Nov 23 22:37:27.039448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9686747-8818-42e5-a5ea-4af46372c44d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:27.081799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] No DVR routers for this DVR port a9686747-8818-42e5-a5ea-4af46372c44d on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:37:27.228620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:27.267381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] No DVR routers for this DVR port a9686747-8818-42e5-a5ea-4af46372c44d on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:37:27.300544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a9686747-8818-42e5-a5ea-4af46372c44d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:37:27.307806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-652dd4fb-35ff-42c7-82cb-202d41617ac9 req-92087902-136d-423b-9209-2999726b3713 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 210 time: 0.0913234 Nov 23 22:37:27.313025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9737d-a427-49bc-b40a-6c8f6d8c1900 None None] Pushing event deleted for resources: {'Port': ['ID=a9686747-8818-42e5-a5ea-4af46372c44d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:27.377155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a9686747-8818-42e5-a5ea-4af46372c44d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:37:27.378616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:27.380508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a9686747-8818-42e5-a5ea-4af46372c44d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:37:27.384585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-6e2ac6cb-d16c-4f63-b659-e78d5e104526 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690327 Nov 23 22:37:27.413668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:27.416787 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3740c9b8-6180-443a-9e58-4ccec9d44a41" -d '{"events": [{"name": "network-changed", "server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:27.422484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc74919-aa6e-44ca-8722-11bf6cbc856f req-bfde6f22-9fc0-43e8-bdc6-9bde21901f3f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:27.432141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6dc74919-aa6e-44ca-8722-11bf6cbc856f req-bfde6f22-9fc0-43e8-bdc6-9bde21901f3f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 948 time: 0.2285960 Nov 23 22:37:27.563504 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172a925-c7d8-45de-b8bc-24a2dde07918 x-openstack-request-id: req-6172a925-c7d8-45de-b8bc-24a2dde07918 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:27.563895 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:27.564280 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6172a925-c7d8-45de-b8bc-24a2dde07918 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:27.564929 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4', 'status': 'completed', 'code': 200} Nov 23 22:37:27.593143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.593690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.600122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.600637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > port after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.604179 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.612952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > port after_update 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.613448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.613820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.614159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.614500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.664234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6dc74919-aa6e-44ca-8722-11bf6cbc856f req-db5f3b2f-81b0-4197-8d96-fceacbd6a094 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272623 Nov 23 22:37:27.700975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:37:27.731190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8a029ad-6b98-46b3-b4dc-469c0d7bd8db req-eadd203b-c641-45a3-a8ef-4fe4ae7c5544 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406830 Nov 23 22:37:27.766573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c882dac-9452-4f57-8e01-b839d198b520 req-849505ed-003e-4816-8483-e2fa49b215bc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:27.779026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c882dac-9452-4f57-8e01-b839d198b520 req-849505ed-003e-4816-8483-e2fa49b215bc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 943 time: 0.1330910 Nov 23 22:37:27.779241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:37:27.779537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1d0dfac8-7003-4b47-b9b7-cd4f9f43f6ba not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:37:27.816465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.816822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.817162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.817494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:37:27.817871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7156df-0a05-4c6b-80cd-b475893a3f6a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:27.895759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-234a4bda-1111-4c62-ac05-bcabb9acfaee req-d4683cd7-a0c1-4338-96d1-3bc57f834acd tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 210 time: 0.0544939 Nov 23 22:37:27.896536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfe9d31-0721-406b-b227-fbda8f43e953') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:27.896834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfe9d31-0721-406b-b227-fbda8f43e953') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:37:27.933940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c882dac-9452-4f57-8e01-b839d198b520 req-d25c586e-7b14-4dee-b1a1-b4aefc797b6d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443610 Nov 23 22:37:27.950469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.024364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-9777b7f9-9b19-4ba6-a73e-82370dbb1c59 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:28.028770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-9777b7f9-9b19-4ba6-a73e-82370dbb1c59 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0129714 Nov 23 22:37:28.033811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-342d6a91-e413-423b-842e-92df7124bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:28.037480 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-342d6a91-e413-423b-842e-92df7124bdbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1094 time: 0.4668186 Nov 23 22:37:28.039698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.049077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Request body: {'port': {'device_id': '3e9129e9-e233-4887-be05-3fa580aad24d', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '30111f8baf6d4366b4ec1c10ca532470'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:28.184993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:37:28.185404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: from cryptography.utils import int_from_bytes Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: from cryptography.utils import int_from_bytes Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:37:28.220709 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:37:28.407635 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.417183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.420598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] 10.222.0.11 "DELETE /v2.0/networks/ac7156df-0a05-4c6b-80cd-b475893a3f6a HTTP/1.1" status: 204 len: 168 time: 2.3157310 Nov 23 22:37:28.445820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c4014-9744-4bc9-b6be-16e029286fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7156df-0a05-4c6b-80cd-b475893a3f6a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:28.499184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-73f8f252-71ba-4f27-81f3-d69b8d71aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:28.500762 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-73f8f252-71ba-4f27-81f3-d69b8d71aa2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.3430119 Nov 23 22:37:28.556645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa5419cb-7e56-4df2-b9ac-e9cbd89aa0cb req-e3c90a84-515e-4297-bc85-be392e50981c tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 210 time: 0.1042852 Nov 23 22:37:28.583588 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-eb7c7a3e-f992-4876-91dc-6f4c80dd4bdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 217 time: 0.0712991 Nov 23 22:37:28.584288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Made reservation on behalf of 30111f8baf6d4366b4ec1c10ca532470 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:28.588430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.688470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-2842bd0c-c0d3-4e94-ba0c-2aaa2cc7b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:28.692172 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-2842bd0c-c0d3-4e94-ba0c-2aaa2cc7b0ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0811701 Nov 23 22:37:28.692172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.756735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-4f7aec56-d331-4b62-9faa-efe4d40dec36 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:28.758696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-4f7aec56-d331-4b62-9faa-efe4d40dec36 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.48 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 821 time: 0.2220228 Nov 23 22:37:28.778616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'port': {'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'admin_state_up': True, 'tenant_id': '2d9dfa8e69bc473884059175d2910a19'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:28.830066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.894499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:28.929421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-049e6e46-a72c-45a5-82a1-e1b633772db4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2266903 Nov 23 22:37:28.936749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ce405-92df-48fa-b0e7-55d39bdc60c0 req-3da48faf-0b83-47d8-b137-487b49d728f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:28.944529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce4ce405-92df-48fa-b0e7-55d39bdc60c0 req-3da48faf-0b83-47d8-b137-487b49d728f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 948 time: 0.1254067 Nov 23 22:37:28.996168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56098) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:29.011862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce4ce405-92df-48fa-b0e7-55d39bdc60c0 req-6cc64941-b15f-4c06-8903-26475ecce746 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Nov 23 22:37:29.096947 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-7d08240b-ffc2-49bc-8550-2c379d86a0e2 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232526 Nov 23 22:37:29.204336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-579051ab-fc21-498e-91a1-e52c2247477d req-5cdfa9fe-5eb7-42b0-be7f-50ec37190aa8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 210 time: 0.1161435 Nov 23 22:37:29.209686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:29.223820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e1d80-feaf-45c8-ab31-b5c0d649a311,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:29.408029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-061a8572-3aeb-435d-9d35-56fc5d3609f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5cf95901e0e4a78be722d3672a26c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896565 Nov 23 22:37:29.409743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56106) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:29.427679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:29.430178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Made reservation on behalf of 2d9dfa8e69bc473884059175d2910a19 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:29.443305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:29.447128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'mac_address': 'fa:16:3e:4f:12:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:29.473936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d26e91-d310-42d8-9383-2b1cabfde964 req-13ac4f46-9bb4-4620-8128-2071e50110ac tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:29.491095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54d26e91-d310-42d8-9383-2b1cabfde964 req-13ac4f46-9bb4-4620-8128-2071e50110ac tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 943 time: 0.2892091 Nov 23 22:37:29.510699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:29.537769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:29.574512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:29.614749 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:29.656933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54d26e91-d310-42d8-9383-2b1cabfde964 req-12c2dbf9-50a3-4ce6-b951-f91d6882d51a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626754 Nov 23 22:37:29.725856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:29.739375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:29.745493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.746231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.746586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.746930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.747269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.747625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.748142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.748482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.748810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.749141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.749467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.749828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:37:29.750266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8d5d-56fd-42bd-8265-cc789cddc963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:29.929406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f365f55b-7622-40f0-8c0f-4ab356d1ad57 req-49a216c0-2998-4c43-85b3-1724f147d460 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 210 time: 0.1293867 Nov 23 22:37:29.973899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8d5d-56fd-42bd-8265-cc789cddc963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:29.975296 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3740c9b8-6180-443a-9e58-4ccec9d44a41 req-d34305ce-2123-47b3-8407-1642214a9104 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8603101 Nov 23 22:37:29.980641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:29.996535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'port_id': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4', 'mac_address': 'fa:16:3e:ed:26:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a86641-c15f-4bd8-8c21-32538ce14397', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:29.999591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:30.022288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Allocated IP 172.20.0.5 (8b04c92f-df05-4d04-b0c5-98b51d0d29a8/ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7/254e5cf1-4bbd-41cd-acc6-f63074e34862) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:30.024567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Allocated IP 192.168.233.55 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/8caae325-5638-41de-9c06-57e21dcc4d50) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:30.177995 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.210749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:30.263052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:30.381659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.383396 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8d5d-56fd-42bd-8265-cc789cddc963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.386184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8d5d-56fd-42bd-8265-cc789cddc963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.392046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb3a8d5d-56fd-42bd-8265-cc789cddc963 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0344ae7-925a-45e5-b776-9532f7fa5109 HTTP/1.1" status: 204 len: 168 time: 0.9661233 Nov 23 22:37:30.473730 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.598500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.629544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a8d5d-56fd-42bd-8265-cc789cddc963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0344ae7-925a-45e5-b776-9532f7fa5109,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:30.691972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:30.695591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:30.709489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:30.766750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:30.786843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Pushing event updated for resources: {'Port': ['ID=8caae325-5638-41de-9c06-57e21dcc4d50,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:30.829694 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.842006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:30.843686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.894916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951049e-41c5-4ccf-9ef8-45dfae968fac req-058353f9-b96c-4c45-8189-4b3f7eb98bac tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:30.896548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a951049e-41c5-4ccf-9ef8-45dfae968fac req-058353f9-b96c-4c45-8189-4b3f7eb98bac tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 949 time: 0.7320814 Nov 23 22:37:30.904921 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-7c7b49a3-411e-4287-84fa-1c6c084ea23a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8605831 Nov 23 22:37:30.908357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:30.941049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Request body: {'port': {'device_id': '3e9129e9-e233-4887-be05-3fa580aad24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:30.986096 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.102772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c88f0-0280-4fbe-b860-62a8b8b9046b req-c8eb8307-2be5-4a04-b2a2-65f6cdb4b9c6 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:31.109093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.111182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef0c88f0-0280-4fbe-b860-62a8b8b9046b req-c8eb8307-2be5-4a04-b2a2-65f6cdb4b9c6 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 935 time: 0.5430083 Nov 23 22:37:31.164622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:31.181868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:31.184580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:31.202527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:31.204701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f402bdd1-beb5-479b-b4c9-46e01373e44f None None] Provisioning complete for port 8caae325-5638-41de-9c06-57e21dcc4d50 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:31.205076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f402bdd1-beb5-479b-b4c9-46e01373e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.206743 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.237754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a951049e-41c5-4ccf-9ef8-45dfae968fac req-df03e5b2-8eb8-4609-987c-c1abe3a9f8c0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138018 Nov 23 22:37:31.354118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f402bdd1-beb5-479b-b4c9-46e01373e44f None None] Port 8caae325-5638-41de-9c06-57e21dcc4d50 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:37:31.380427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef0c88f0-0280-4fbe-b860-62a8b8b9046b req-e6dca140-5b29-40a3-b7c6-b1e04c0085f6 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679994 Nov 23 22:37:31.382022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Pushing event updated for resources: {'Port': ['ID=254e5cf1-4bbd-41cd-acc6-f63074e34862,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:31.416083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-eed01879-3342-48b3-8525-47ef6cb7626b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6418328 Nov 23 22:37:31.436844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Request body: {'port': {'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:31.545500 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a002d36f-19ce-400d-82c0-c7a3d477c906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.689528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.692202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7746e95c-a8ce-49fd-a2bf-95c090509bd9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:31.722671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caae325-5638-41de-9c06-57e21dcc4d50 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:31.733777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.752636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Transition to ACTIVE for port object 8caae325-5638-41de-9c06-57e21dcc4d50 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:31.791395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.796672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4d9b-14bc-43e6-95ba-d7e9d02b3c6a req-f6e17af9-8f1b-4e9c-b4ce-df74f27990e8 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:31.798168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2fd4d9b-14bc-43e6-95ba-d7e9d02b3c6a req-f6e17af9-8f1b-4e9c-b4ce-df74f27990e8 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 944 time: 0.2544901 Nov 23 22:37:31.801879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b2ada962-1459-4c1d-bb3b-da4bf53e4ad7 None None] Provisioning complete for port 254e5cf1-4bbd-41cd-acc6-f63074e34862 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:31.802252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2ada962-1459-4c1d-bb3b-da4bf53e4ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.837174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae5f24-2b32-4cf3-b7c2-b58401d22bfe req-a30e5f40-6429-41d0-a7a0-80f050a3909a tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:31.844925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90ae5f24-2b32-4cf3-b7c2-b58401d22bfe req-a30e5f40-6429-41d0-a7a0-80f050a3909a tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 931 time: 0.2097185 Nov 23 22:37:31.930207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8caae325-5638-41de-9c06-57e21dcc4d50,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:31.975111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b2ada962-1459-4c1d-bb3b-da4bf53e4ad7 None None] Port 254e5cf1-4bbd-41cd-acc6-f63074e34862 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:37:32.065739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2fd4d9b-14bc-43e6-95ba-d7e9d02b3c6a req-5499a461-08fa-4d51-97dc-c54659898a68 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576256 Nov 23 22:37:32.106102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90ae5f24-2b32-4cf3-b7c2-b58401d22bfe req-f9d6884b-0f6a-4b53-a266-76b2a0a7fef5 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602406 Nov 23 22:37:32.136253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Attempting to bind port 8caae325-5638-41de-9c06-57e21dcc4d50 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:32.136808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Attempting to bind port 8caae325-5638-41de-9c06-57e21dcc4d50 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:32.136901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Attempting to bind port 8caae325-5638-41de-9c06-57e21dcc4d50 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:32.157526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Port 8caae325-5638-41de-9c06-57e21dcc4d50 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:32.160710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Attempting to bind port 8caae325-5638-41de-9c06-57e21dcc4d50 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:32.183321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:32.184145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:32.185360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:32.186032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Bound port: 8caae325-5638-41de-9c06-57e21dcc4d50, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:32.187045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.289573 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56150) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:32.313337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] For port 8caae325-5638-41de-9c06-57e21dcc4d50, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:32.321250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] For port 8caae325-5638-41de-9c06-57e21dcc4d50, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=8caae325-5638-41de-9c06-57e21dcc4d50,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:32.331497 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.422615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8caae325-5638-41de-9c06-57e21dcc4d50,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:32.449989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:32.451927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.453499 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-d29fb488-8ceb-4e9b-94b5-81661035b8f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/8caae325-5638-41de-9c06-57e21dcc4d50 HTTP/1.1" status: 200 len: 1095 time: 1.5258591 Nov 23 22:37:32.456129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9129e9-e233-4887-be05-3fa580aad24d', 'tag': '8caae325-5638-41de-9c06-57e21dcc4d50'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:32.465271 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b079f1-97ba-418c-afa3-81a1a47cec3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9129e9-e233-4887-be05-3fa580aad24d", "tag": "8caae325-5638-41de-9c06-57e21dcc4d50"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:32.520815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1557528677-network', 'tenant_id': 'e664a118d09b426f96494f53a811a107'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:32.529029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daf41-be6a-4b65-b542-795b1b72b073 req-b723e2f5-ad28-44f7-b524-846d91aae3b8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:32.532196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-197daf41-be6a-4b65-b542-795b1b72b073 req-b723e2f5-ad28-44f7-b524-846d91aae3b8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 949 time: 0.1789334 Nov 23 22:37:32.547106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254e5cf1-4bbd-41cd-acc6-f63074e34862 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:32.563384 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.614369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Transition to ACTIVE for port object 254e5cf1-4bbd-41cd-acc6-f63074e34862 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:32.635386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.651401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Made reservation on behalf of e664a118d09b426f96494f53a811a107 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:32.661251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.681842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.707095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-5eb959cb-815d-4c4f-b2f8-7065f4c72851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:32.708670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-5eb959cb-815d-4c4f-b2f8-7065f4c72851 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30111f8baf6d4366b4ec1c10ca532470&device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 1098 time: 0.1571457 Nov 23 22:37:32.743365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-197daf41-be6a-4b65-b542-795b1b72b073 req-ace2376d-9018-460c-8bbd-3d0d91c8983d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876080 Nov 23 22:37:32.795531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Attempting to bind port 254e5cf1-4bbd-41cd-acc6-f63074e34862 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:32.795970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Attempting to bind port 254e5cf1-4bbd-41cd-acc6-f63074e34862 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:32.796372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Attempting to bind port 254e5cf1-4bbd-41cd-acc6-f63074e34862 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:32.805149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Port 254e5cf1-4bbd-41cd-acc6-f63074e34862 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:32.805606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Attempting to bind port 254e5cf1-4bbd-41cd-acc6-f63074e34862 on network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:32.815606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Pushing event updated for resources: {'Port': ['ID=254e5cf1-4bbd-41cd-acc6-f63074e34862,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:32.832081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:32.832456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Checking segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:32.832811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Bound using segment: {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:32.833318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Bound port: 254e5cf1-4bbd-41cd-acc6-f63074e34862, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96ce33c-f3d0-40ef-88b8-22b069c00d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:32.834120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:32.936469 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-80ee1c2b-d0fb-4d92-b0fd-cb4290a5fa00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=8caae325-5638-41de-9c06-57e21dcc4d50 HTTP/1.1" status: 200 len: 217 time: 0.1749928 Nov 23 22:37:33.027549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb34e-49a7-4a81-99fb-ce26f2851cf9 req-930b229b-dff0-4bd4-ba7f-6ab04fcfa740 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.031172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e39bb34e-49a7-4a81-99fb-ce26f2851cf9 req-930b229b-dff0-4bd4-ba7f-6ab04fcfa740 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 947 time: 0.0872722 Nov 23 22:37:33.089346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.112477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.121801 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a73b96-e3a3-4e59-86aa-fe1b922a79e1 x-openstack-request-id: req-44a73b96-e3a3-4e59-86aa-fe1b922a79e1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:33.122103 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9129e9-e233-4887-be05-3fa580aad24d", "tag": "8caae325-5638-41de-9c06-57e21dcc4d50", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:33.122362 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44a73b96-e3a3-4e59-86aa-fe1b922a79e1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:33.122831 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9129e9-e233-4887-be05-3fa580aad24d', 'tag': '8caae325-5638-41de-9c06-57e21dcc4d50', 'status': 'completed', 'code': 200} Nov 23 22:37:33.137738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] For port 254e5cf1-4bbd-41cd-acc6-f63074e34862, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:33.150317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:33.167848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e39bb34e-49a7-4a81-99fb-ce26f2851cf9 req-60ff0645-21f5-4da9-99b8-c0f7b1d887a3 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120138 Nov 23 22:37:33.183321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] For port 254e5cf1-4bbd-41cd-acc6-f63074e34862, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:33.185957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3b084c-64b2-4c95-ae50-c753a5deca3c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:33.221385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:37:33.239818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.277530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.277942 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Added segment 7b93b4f4-af08-4994-b95b-ae1a9225cfa3 of type vlan for network 29867bdf-124f-40dc-862c-caf5427d6fcc Nov 23 22:37:33.328040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:33.332744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:33.333075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.358951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-83c7dad3-dd62-400e-acbe-84b1f20f5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.360529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-83c7dad3-dd62-400e-acbe-84b1f20f5190 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1519761 Nov 23 22:37:33.427840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.428805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.431256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] 10.222.0.48 "PUT /v2.0/ports/254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 1091 time: 1.9995875 Nov 23 22:37:33.431669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.437792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:33.446963 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d12dc-4c6c-4213-8086-162f29a39c87" -d '{"events": [{"name": "network-changed", "server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:33.502013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279860-1a28-4176-a707-4008cf335629 req-9c2003a4-7d6d-4e00-ad8b-3df58ab10d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.503694 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-9c2003a4-7d6d-4e00-ad8b-3df58ab10d82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077540 Nov 23 22:37:33.506033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.507545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.508186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.531137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.532876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b49fe-fc2f-4850-b2e3-3de9885a25af service neutron] Pushing event updated for resources: {'Port': ['ID=254e5cf1-4bbd-41cd-acc6-f63074e34862,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:33.572453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:33.588276 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a5978c-f4c1-4a86-a25a-709306923199" -d '{"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:33.617269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:33.628251 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.684139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446b83e-fb78-44d5-8649-188612c0750b req-3900f120-e572-4a23-b211-704504e14152 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.690598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3973801 Nov 23 22:37:33.699299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c446b83e-fb78-44d5-8649-188612c0750b req-3900f120-e572-4a23-b211-704504e14152 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 943 time: 0.3408089 Nov 23 22:37:33.701556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:37:33.750599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:33.773554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a42dc-ed02-4da1-b8c1-03fd8980dbdb req-e95149ce-e38e-4ae8-bcc6-022229a39a7e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.784134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:33.787302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-648a42dc-ed02-4da1-b8c1-03fd8980dbdb req-e95149ce-e38e-4ae8-bcc6-022229a39a7e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 944 time: 0.4275694 Nov 23 22:37:33.789566 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Request body: {'subnet': {'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1557528677-subnet', 'tenant_id': 'e664a118d09b426f96494f53a811a107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:33.830106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-ff2dd28c-d724-4d04-a73c-8be46ece9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:33.832582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-ff2dd28c-d724-4d04-a73c-8be46ece9adf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 1094 time: 0.2798519 Nov 23 22:37:33.844086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:33.849119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:33.849717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.954503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-8a0d9626-9b8e-473a-bbcf-ae1b25624e38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 217 time: 0.0835881 Nov 23 22:37:33.956854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-fcaa5f4a-2f4a-44b8-b18e-79fa81a331eb service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076936 Nov 23 22:37:33.973399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c446b83e-fb78-44d5-8649-188612c0750b req-d6d5acda-677c-4eb5-b2ba-29e9d145a8a7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523999 Nov 23 22:37:34.019479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c46b1-e44d-47fe-b54a-cdf0477008eb admin admin] Pushing event updated for resources: {'Network': ['ID=29867bdf-124f-40dc-862c-caf5427d6fcc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:34.052010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Made reservation on behalf of e664a118d09b426f96494f53a811a107 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:34.055735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:34.096661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 29867bdf-124f-40dc-862c-caf5427d6fcc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:37:34.106204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-e987b312-121c-438f-9b95-21fa88ed69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:34.107978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-e987b312-121c-438f-9b95-21fa88ed69ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1274569 Nov 23 22:37:34.112422 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdb31b4-8cb1-40c6-bfc9-ffb5f78ddc9b x-openstack-request-id: req-3fdb31b4-8cb1-40c6-bfc9-ffb5f78ddc9b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:34.113274 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:34.113851 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fdb31b4-8cb1-40c6-bfc9-ffb5f78ddc9b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:34.114587 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'status': 'completed', 'code': 200} Nov 23 22:37:34.135076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-648a42dc-ed02-4da1-b8c1-03fd8980dbdb req-e9844a23-8e44-436d-9a35-4b1e02e06853 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465524 Nov 23 22:37:34.197834 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-757ed7f7-17b2-48ba-a31c-9d36ad6cd710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:34.218968 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c179717b-e94c-4f77-999c-cc1555e60695 x-openstack-request-id: req-c179717b-e94c-4f77-999c-cc1555e60695 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:34.222357 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:34.222633 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c179717b-e94c-4f77-999c-cc1555e60695 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:34.223179 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'code': 200} Nov 23 22:37:34.227758 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:34.343721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-9ea31768-648e-4088-95f4-877d1b498a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:34.350215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-9ea31768-648e-4088-95f4-877d1b498a4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137892 Nov 23 22:37:34.372695 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-de279860-1a28-4176-a707-4008cf335629 req-6b93caa8-0c65-4b06-88f8-3f10406c569f service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487957 Nov 23 22:37:34.419163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9074e39-d963-410b-ac19-2708a8e5a948 req-a7af16cb-b48a-486c-9491-82739a492c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:34.421064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9074e39-d963-410b-ac19-2708a8e5a948 req-a7af16cb-b48a-486c-9491-82739a492c80 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 1101 time: 0.0908890 Nov 23 22:37:34.440984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:34.450454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:34.548885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:34.649594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30365ddd-e009-4ac9-b062-785b6ae58783 req-c97a8bcd-18d3-4069-973c-4c44abb82917 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:34.658360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30365ddd-e009-4ac9-b062-785b6ae58783 req-c97a8bcd-18d3-4069-973c-4c44abb82917 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.2809753 Nov 23 22:37:34.681140 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9074e39-d963-410b-ac19-2708a8e5a948 req-c1d3dd26-a88b-4db1-a22f-6f96bd135ea0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311993 Nov 23 22:37:34.683031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-7209c871-7fc0-4e50-a4e6-54a142cff329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:34.684567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-7209c871-7fc0-4e50-a4e6-54a142cff329 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30111f8baf6d4366b4ec1c10ca532470&device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 1098 time: 0.1735938 Nov 23 22:37:34.698969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:34.719680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-c93e2ec6-07b8-4dd0-a89d-232a47980cec service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589289 Nov 23 22:37:34.734160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb85e5-a151-4c43-b8d6-9111c51fb599 req-83ee191c-e7c4-4e5a-a776-1356b6fc03bf tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:34.741846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67cb85e5-a151-4c43-b8d6-9111c51fb599 req-83ee191c-e7c4-4e5a-a776-1356b6fc03bf tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 947 time: 0.1639271 Nov 23 22:37:34.770872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30365ddd-e009-4ac9-b062-785b6ae58783 req-e83fb6bc-f53b-4c2d-8667-dc98b9e0a0d7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109746 Nov 23 22:37:34.777651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Checking segment: {'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:34.778014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Network hostable DHCP agents. Network: 29867bdf-124f-40dc-862c-caf5427d6fcc, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:37:34.780708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7420dbe3-bd6c-48f2-aca7-53a8abca3fab,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:34.810126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Network 29867bdf-124f-40dc-862c-caf5427d6fcc is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:37:34.833902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 29867bdf-124f-40dc-862c-caf5427d6fcc) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:34.838901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:34.839596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:34.848157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d1adf-ad7a-41ca-8d5e-775a308a0988 None None] Network 29867bdf-124f-40dc-862c-caf5427d6fcc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:37:34.866788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67cb85e5-a151-4c43-b8d6-9111c51fb599 req-1210fbfa-5184-4b05-ae95-7638b4514d6c tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217873 Nov 23 22:37:34.881754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bb2c7152-eccd-466d-8ac3-52f70a8e6226 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1691070 Nov 23 22:37:34.987102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:35.205425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-e20e41bf-299a-49c3-9151-53e3fa7df527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.213132 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-e20e41bf-299a-49c3-9151-53e3fa7df527 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2059808 Nov 23 22:37:35.227823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced78a5-174a-42ef-96da-9bbf52039c1c None None] Network 29867bdf-124f-40dc-862c-caf5427d6fcc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:37:35.300804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9d1e-55b0-494f-a617-cc10be039de2 req-a63fc2f1-7934-4d73-a259-74d654669cdd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.302389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f51f9d1e-55b0-494f-a617-cc10be039de2 req-a63fc2f1-7934-4d73-a259-74d654669cdd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 943 time: 0.1187699 Nov 23 22:37:35.307129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3a1cf0a-3193-4bc8-8ec2-584ff8c00c62 req-95fa05ca-1df3-47e1-bb9c-025da10f4999 service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971101 Nov 23 22:37:35.312330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-18afb686-0916-47d9-b717-25fecc99a717 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=8caae325-5638-41de-9c06-57e21dcc4d50 HTTP/1.1" status: 200 len: 217 time: 0.0822020 Nov 23 22:37:35.433099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-afe8ab79-0c6c-4a7f-8c81-2bc6df58c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.439443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-afe8ab79-0c6c-4a7f-8c81-2bc6df58c211 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0938087 Nov 23 22:37:35.521423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2bf94-24eb-44a2-b6bb-6b04c1434a64 req-2d1dfad7-0efe-46f5-bf40-9558d694e25d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.523758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96a2bf94-24eb-44a2-b6bb-6b04c1434a64 req-2d1dfad7-0efe-46f5-bf40-9558d694e25d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 945 time: 0.1367106 Nov 23 22:37:35.538515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-60ec9fcd-3c0e-4bad-b5d3-be75307fde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.540215 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-60ec9fcd-3c0e-4bad-b5d3-be75307fde3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919337 Nov 23 22:37:35.559876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-b2f4b06d-19ef-4ffb-86d3-5e875fe8f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.561426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-b2f4b06d-19ef-4ffb-86d3-5e875fe8f8c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 1094 time: 0.1211436 Nov 23 22:37:35.565115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f51f9d1e-55b0-494f-a617-cc10be039de2 req-dc53febb-c9c5-4088-87dc-a25b58c23c00 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544045 Nov 23 22:37:35.634596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96a2bf94-24eb-44a2-b6bb-6b04c1434a64 req-6915858f-9178-4e7e-8f6d-119d61988faa tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039879 Nov 23 22:37:35.689474 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-cfe36a66-3c0c-4fec-a616-86d3adb12b4d service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403873 Nov 23 22:37:35.699457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-4b60f66b-818b-4c5a-9653-6136e648954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.702321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-4b60f66b-818b-4c5a-9653-6136e648954e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1299059 Nov 23 22:37:35.817287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-7cbfa9c1-35d7-4c96-83e4-017e62f2d9a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 217 time: 0.1039331 Nov 23 22:37:35.841359 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20b079f1-97ba-418c-afa3-81a1a47cec3c req-d5ac28ec-e138-4d9d-b860-c5e27e16c35d service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451159 Nov 23 22:37:35.899466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-be15b1c6-d7da-4683-afe1-dbf85040649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:35.902368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-be15b1c6-d7da-4683-afe1-dbf85040649e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.0762055 Nov 23 22:37:36.109422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2f1d-6c96-4e20-8165-a3f75f1b1771 req-3237ba6d-5b2f-4ba2-bb5e-dfbb3edf6699 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:36.110976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60bb2f1d-6c96-4e20-8165-a3f75f1b1771 req-3237ba6d-5b2f-4ba2-bb5e-dfbb3edf6699 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1877239 Nov 23 22:37:36.117660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-90e206d5-ac28-49c1-9895-2c6716dde9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:36.119158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-90e206d5-ac28-49c1-9895-2c6716dde9c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812494 Nov 23 22:37:36.162470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1bad138e-86e6-4c72-991c-89be7f10c0a8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:36.165000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1bad138e-86e6-4c72-991c-89be7f10c0a8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 814 time: 0.1871498 Nov 23 22:37:36.224546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:36.227956 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2be860-7f3c-4c3c-8401-db3cd50c2069" -d '{"events": [{"server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "name": "network-vif-plugged", "status": "completed", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:36.240506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-95c0ddc7-dfc4-4310-a578-1a44af30028c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/quotas/e664a118d09b426f96494f53a811a107 HTTP/1.1" status: 200 len: 375 time: 0.0623782 Nov 23 22:37:36.358561 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:36.588784 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60bb2f1d-6c96-4e20-8165-a3f75f1b1771 req-5ce3900c-8bab-42b1-beda-c55851569296 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634368 Nov 23 22:37:36.592854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-a3bd02cc-2f0b-4ae8-805a-d86e4c624f35 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3403091 Nov 23 22:37:36.644712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-9d083ccb-5a0c-47be-bfc3-8279105a191f service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087388 Nov 23 22:37:36.830886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-e4a578d8-3eb8-4872-9f03-5624fba64fba service neutron] 10.222.0.11 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219443 Nov 23 22:37:36.835877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b94d12dc-4c6c-4213-8086-162f29a39c87 req-5f081388-6955-4cb9-9de9-679e93cd5ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816285 Nov 23 22:37:36.847128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdd9b2-89a8-4b4e-a959-b98efcc87de6 req-98cda10b-bd64-40bd-bf2a-fe157c10ad98 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:36.848678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7dcdd9b2-89a8-4b4e-a959-b98efcc87de6 req-98cda10b-bd64-40bd-bf2a-fe157c10ad98 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 947 time: 0.1341605 Nov 23 22:37:36.973944 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7dcdd9b2-89a8-4b4e-a959-b98efcc87de6 req-237dfded-f65c-4a7f-988e-d8ff5945ba8f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051562 Nov 23 22:37:36.992329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-9e0c6c2d-323b-466a-8504-6ac5be82b2f1 service neutron] 10.222.0.11 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426420 Nov 23 22:37:37.055837 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe7977-0a6b-402c-ad4d-82f79920c94c x-openstack-request-id: req-f7fe7977-0a6b-402c-ad4d-82f79920c94c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:37.056778 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "name": "network-vif-plugged", "status": "completed", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:37.056778 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7fe7977-0a6b-402c-ad4d-82f79920c94c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:37.057178 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4', 'code': 200} Nov 23 22:37:37.239392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a582bf-d8f2-48f6-88f5-e6948f8484b5 req-b1c8a7e9-6ed4-4ace-a340-c3d516d42e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:37.240789 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82a582bf-d8f2-48f6-88f5-e6948f8484b5 req-b1c8a7e9-6ed4-4ace-a340-c3d516d42e81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1096 time: 0.1043010 Nov 23 22:37:37.247488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef651bd-25e0-4da5-951a-8d349ed05203 req-c1d4dc3d-d4dd-47b5-96b0-d371e32fada2 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:37.248466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ef651bd-25e0-4da5-951a-8d349ed05203 req-c1d4dc3d-d4dd-47b5-96b0-d371e32fada2 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 943 time: 0.1201606 Nov 23 22:37:37.335479 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82a582bf-d8f2-48f6-88f5-e6948f8484b5 req-f071afaf-5328-469d-a3bf-7577760e4e48 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820427 Nov 23 22:37:37.371860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ef651bd-25e0-4da5-951a-8d349ed05203 req-f136fcde-6675-454b-9e47-43ad461707bb tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165037 Nov 23 22:37:37.405792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b22bc-05ae-4184-87d4-241c8f838564 req-76b7065b-8bb1-42a5-a32f-6289ac86c331 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:37.407452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-755b22bc-05ae-4184-87d4-241c8f838564 req-76b7065b-8bb1-42a5-a32f-6289ac86c331 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 945 time: 0.1264820 Nov 23 22:37:37.422011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:37.494700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-755b22bc-05ae-4184-87d4-241c8f838564 req-4833aa52-f671-4e57-9a5f-6432026bc8a7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Nov 23 22:37:37.624173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6675b301-0885-4373-b0ed-ca46dd1e4b3e req-a8e3e729-5835-4c48-b646-ca808508c549 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 210 time: 0.0625963 Nov 23 22:37:37.750310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:37.810467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b8622-3496-4563-a408-3df23b317d62 req-6e9cb953-fb29-41af-990e-7023337e958e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:37.826648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d1b8622-3496-4563-a408-3df23b317d62 req-6e9cb953-fb29-41af-990e-7023337e958e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1087036 Nov 23 22:37:37.901432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d1b8622-3496-4563-a408-3df23b317d62 req-4c0125c7-ab8c-43f6-be6b-54070edc8b70 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722892 Nov 23 22:37:38.087656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-46b05320-4440-43e5-bd50-295535e03230 req-9bdc6d69-2457-4f72-af2f-3347e81822e7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:37:38.089258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46b05320-4440-43e5-bd50-295535e03230 req-9bdc6d69-2457-4f72-af2f-3347e81822e7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145149 Nov 23 22:37:38.204176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a104aa-488f-4378-9fb5-349c396f30be req-526b2526-145a-4a6d-b8f4-e220b7716c39 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:38.212805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75a104aa-488f-4378-9fb5-349c396f30be req-526b2526-145a-4a6d-b8f4-e220b7716c39 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 947 time: 0.1071303 Nov 23 22:37:38.359592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75a104aa-488f-4378-9fb5-349c396f30be req-511f0143-f51d-4558-baa8-f6f2effc3be7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448131 Nov 23 22:37:38.496509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6617f0-48ac-461d-a671-8f2bd388f0be req-ae54f8d8-77a6-40bf-894e-01dcbbd6ca2f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:38.507949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c6617f0-48ac-461d-a671-8f2bd388f0be req-ae54f8d8-77a6-40bf-894e-01dcbbd6ca2f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0840263 Nov 23 22:37:38.529670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-0218152d-9f4b-451c-99f1-33560d22baca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937462 Nov 23 22:37:38.613056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c6617f0-48ac-461d-a671-8f2bd388f0be req-3338fa50-8ef9-4ce3-ab5e-14d1a8b15df1 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999873 Nov 23 22:37:38.640912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beabdb-d0dc-4b6d-90c8-43f3174210de req-fd2e0201-6f06-4f2f-93ff-f5bec5ce1a3e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:38.642895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7beabdb-d0dc-4b6d-90c8-43f3174210de req-fd2e0201-6f06-4f2f-93ff-f5bec5ce1a3e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 943 time: 0.0974379 Nov 23 22:37:38.801470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7beabdb-d0dc-4b6d-90c8-43f3174210de req-27312b86-19f5-483b-90af-bf031279bc3c tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395693 Nov 23 22:37:38.861893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eba6b8-1261-4522-865e-70ccce411355 req-9824c36b-06f6-4668-8f7f-27c149785678 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:38.876344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9eba6b8-1261-4522-865e-70ccce411355 req-9824c36b-06f6-4668-8f7f-27c149785678 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 945 time: 0.1478660 Nov 23 22:37:39.016245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9eba6b8-1261-4522-865e-70ccce411355 req-b143e908-b958-46c8-93d8-dec34797aa11 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377797 Nov 23 22:37:39.105855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f4b41b2-7c3c-4354-8461-2a90ce2e2890 req-ea623139-09bf-48b5-8df6-0a01186296bb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 210 time: 0.0507329 Nov 23 22:37:39.163405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 254e5cf1-4bbd-41cd-acc6-f63074e34862 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:39.178034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-608ccb3a-1465-4f8b-a181-e70f4971585b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:39.179875 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-608ccb3a-1465-4f8b-a181-e70f4971585b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 814 time: 0.2392256 Nov 23 22:37:39.195715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Request body: {'port': {'device_id': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc', 'admin_state_up': True, 'tenant_id': 'e664a118d09b426f96494f53a811a107'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:39.346062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 254e5cf1-4bbd-41cd-acc6-f63074e34862, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:39.385899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'mac_address': 'fa:16:3e:2d:87:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:39.463431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Made reservation on behalf of e664a118d09b426f96494f53a811a107 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:39.468291 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:39.484538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:39.504316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254e5cf1-4bbd-41cd-acc6-f63074e34862 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:39.541749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 254e5cf1-4bbd-41cd-acc6-f63074e34862, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:39.550084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:39.551020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 8caae325-5638-41de-9c06-57e21dcc4d50 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:39.580548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8fb14-bdae-46a0-9f82-00c3aba29e8c req-eec5c1a1-65a9-43f0-8886-c8ae65786821 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:39.608203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37c8fb14-bdae-46a0-9f82-00c3aba29e8c req-eec5c1a1-65a9-43f0-8886-c8ae65786821 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 947 time: 0.1368148 Nov 23 22:37:39.721403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=254e5cf1-4bbd-41cd-acc6-f63074e34862,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:39.778162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37c8fb14-bdae-46a0-9f82-00c3aba29e8c req-701e913b-7842-44d2-b6c6-1c89c6042beb tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689794 Nov 23 22:37:39.931258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461ddd3-0f92-4849-b7ad-d6175090c9da req-cdfe7f40-6fb3-4a4c-af2b-d3fbdea7ccc3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:39.951696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3461ddd3-0f92-4849-b7ad-d6175090c9da req-cdfe7f40-6fb3-4a4c-af2b-d3fbdea7ccc3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1715262 Nov 23 22:37:39.983083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 8caae325-5638-41de-9c06-57e21dcc4d50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=8caae325-5638-41de-9c06-57e21dcc4d50,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:39.986735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Allocated IP 172.20.0.13 (29867bdf-124f-40dc-862c-caf5427d6fcc/7420dbe3-bd6c-48f2-aca7-53a8abca3fab/33a57438-d2f6-4866-8dfc-a293938cff3b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:40.017520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '8caae325-5638-41de-9c06-57e21dcc4d50', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '8caae325-5638-41de-9c06-57e21dcc4d50', 'mac_address': 'fa:16:3e:94:58:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:40.093907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:40.113784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caae325-5638-41de-9c06-57e21dcc4d50 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:40.134559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3461ddd3-0f92-4849-b7ad-d6175090c9da req-4c7f8065-9720-4df8-a075-36edf70da6d3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818793 Nov 23 22:37:40.176484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738d22d-5069-4821-bf3d-582fa795a28f req-928d9836-531f-4bef-91c6-231998e3724e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:40.184195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 8caae325-5638-41de-9c06-57e21dcc4d50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=8caae325-5638-41de-9c06-57e21dcc4d50,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:40.184750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b738d22d-5069-4821-bf3d-582fa795a28f req-928d9836-531f-4bef-91c6-231998e3724e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 944 time: 0.1635499 Nov 23 22:37:40.193451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:40.325925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=8caae325-5638-41de-9c06-57e21dcc4d50,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:40.336368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b738d22d-5069-4821-bf3d-582fa795a28f req-403d4e78-de16-4f4d-9ef9-15c690723cc8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230919 Nov 23 22:37:40.426189 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:40.517913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:40.539546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9120cbb-805b-4fdb-a193-f15c88c4025f req-06cc116a-fdfa-4836-8b9f-908d2b6f7095 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 210 time: 0.0504146 Nov 23 22:37:40.578553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900712bd-a4b0-4d22-9e6d-20a40a560465 req-b86de107-4298-46f1-b166-28be72e8b7a3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:40.586309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['8caae325-5638-41de-9c06-57e21dcc4d50'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:40.588205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-900712bd-a4b0-4d22-9e6d-20a40a560465 req-b86de107-4298-46f1-b166-28be72e8b7a3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 945 time: 0.1546326 Nov 23 22:37:40.592807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Network 29867bdf-124f-40dc-862c-caf5427d6fcc is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:40.596013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:40.600543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:40.607395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:40.659860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['254e5cf1-4bbd-41cd-acc6-f63074e34862'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:40.681814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-900712bd-a4b0-4d22-9e6d-20a40a560465 req-1e5cac00-0251-4090-969e-9aa28187c8a2 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922542 Nov 23 22:37:40.733135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:40.733814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:40.768935 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-af9cac7c-4d5c-4f75-8502-f1a7abd542ec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5785205 Nov 23 22:37:40.790500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Request body: {'port': {'device_id': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:40.810901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f8d92-97ec-4502-9337-830e81ec794b req-e85b7122-b8c4-4118-92e6-37d5b493fd73 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:40.819203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-043f8d92-97ec-4502-9337-830e81ec794b req-e85b7122-b8c4-4118-92e6-37d5b493fd73 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1096 time: 0.0683827 Nov 23 22:37:40.917982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:41.083411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-cfabd1ac-99e8-4125-a7d4-e4d36b92b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.086020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-cfabd1ac-99e8-4125-a7d4-e4d36b92b70a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 1101 time: 0.1981468 Nov 23 22:37:41.090603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-043f8d92-97ec-4502-9337-830e81ec794b req-59620bd3-b26e-4da1-a8a8-a2cb2be76af5 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690163 Nov 23 22:37:41.115451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb8d19-bf76-4b55-837d-91a1dfedb6ea req-8c612014-22ab-4ddc-a220-ace7a60e3cd2 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.118044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0cb8d19-bf76-4b55-837d-91a1dfedb6ea req-8c612014-22ab-4ddc-a220-ace7a60e3cd2 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 948 time: 0.1832874 Nov 23 22:37:41.224936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a57438-d2f6-4866-8dfc-a293938cff3b {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:41.236818 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:41.254183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Transition to ACTIVE for port object 33a57438-d2f6-4866-8dfc-a293938cff3b will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:41.259272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:41.273257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0cb8d19-bf76-4b55-837d-91a1dfedb6ea req-197a93a6-f8f6-449a-96c0-1c26e763fed8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436794 Nov 23 22:37:41.292980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-8f8b1e49-cd5f-4c0a-a5c7-f45b527d5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.292980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-8f8b1e49-cd5f-4c0a-a5c7-f45b527d5098 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1974874 Nov 23 22:37:41.346226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-f65eb673-24f2-418a-9dd8-8a10ff679de4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 200 len: 217 time: 0.0379417 Nov 23 22:37:41.357635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:41.443361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Attempting to bind port 33a57438-d2f6-4866-8dfc-a293938cff3b on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:41.444661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Attempting to bind port 33a57438-d2f6-4866-8dfc-a293938cff3b by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:41.445498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Attempting to bind port 33a57438-d2f6-4866-8dfc-a293938cff3b on network 29867bdf-124f-40dc-862c-caf5427d6fcc {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:41.449683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Port 33a57438-d2f6-4866-8dfc-a293938cff3b on network 29867bdf-124f-40dc-862c-caf5427d6fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:41.450007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Attempting to bind port 33a57438-d2f6-4866-8dfc-a293938cff3b on network 29867bdf-124f-40dc-862c-caf5427d6fcc {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:41.454866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:41.455833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Checking segment: {'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:41.455833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Bound using segment: {'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:41.456063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Bound port: 33a57438-d2f6-4866-8dfc-a293938cff3b, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:41.456348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:41.504901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5202c-189c-4c33-990b-7b0afe507a3f req-301c410b-788e-4870-aec1-9b116a5a50b5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.505945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bd5202c-189c-4c33-990b-7b0afe507a3f req-301c410b-788e-4870-aec1-9b116a5a50b5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1585493 Nov 23 22:37:41.510048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-d2b9d801-d062-4d3f-a2bf-46c39bb861e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.511450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-d2b9d801-d062-4d3f-a2bf-46c39bb861e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1549489 Nov 23 22:37:41.560104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:41.564961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:41.571275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:41.610256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-310d57a2-272e-4bab-af98-d3123803ecce tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.612555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-310d57a2-272e-4bab-af98-d3123803ecce tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/networks?id=89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 HTTP/1.1" status: 200 len: 814 time: 0.2064514 Nov 23 22:37:41.617659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.618292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:41.620140 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] 10.222.0.46 "PUT /v2.0/ports/33a57438-d2f6-4866-8dfc-a293938cff3b HTTP/1.1" status: 200 len: 1092 time: 0.8350039 Nov 23 22:37:41.620294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:41.622547 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0b2cc2-0b88-4922-830d-054343445839" -d '{"events": [{"name": "network-changed", "server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:41.644758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bd5202c-189c-4c33-990b-7b0afe507a3f req-f6e8f122-bc54-42fe-9115-25ae47058dcc tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258736 Nov 23 22:37:41.644932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca1c4-404b-469f-9558-57eae46e7149 service neutron] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:41.652411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-7ea40533-39b3-4758-9234-e6b8ce2d4911 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/quotas/24b420f9ef2b461782814d9544f7f373 HTTP/1.1" status: 200 len: 375 time: 0.0344148 Nov 23 22:37:41.654803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-59e48ad9-3c24-4c28-9434-0c0cf3244046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.656617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-59e48ad9-3c24-4c28-9434-0c0cf3244046 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342716 Nov 23 22:37:41.754397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-374f8579-d40b-4829-b0ac-30859e6d2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.755953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-374f8579-d40b-4829-b0ac-30859e6d2a36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 1095 time: 0.0639215 Nov 23 22:37:41.796809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-3d2ce32e-3b99-4339-aa69-fa7b7fc28970 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=24b420f9ef2b461782814d9544f7f373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388249 Nov 23 22:37:41.801053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-fda054c1-8764-4777-9947-1956140256fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a57438-d2f6-4866-8dfc-a293938cff3b HTTP/1.1" status: 200 len: 217 time: 0.0360742 Nov 23 22:37:41.825851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230cb8e-2961-49c2-a35a-fbb63b693a0b req-f9bf2767-3def-4f22-98a5-55e46ea8f97e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.827321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5230cb8e-2961-49c2-a35a-fbb63b693a0b req-f9bf2767-3def-4f22-98a5-55e46ea8f97e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1096 time: 0.1037109 Nov 23 22:37:41.857621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-2bf94dfe-9a80-40d9-8a2c-88bbb8893a40 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894240 Nov 23 22:37:41.860051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-17bbb192-cff5-4de1-916c-f75eab1d7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:41.861502 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-17bbb192-cff5-4de1-916c-f75eab1d7fd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 200 len: 854 time: 0.0525911 Nov 23 22:37:41.894749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-fa916c27-003d-4702-9089-01aa5e2ead44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29867bdf-124f-40dc-862c-caf5427d6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244555 Nov 23 22:37:41.986525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5230cb8e-2961-49c2-a35a-fbb63b693a0b req-14adcbb4-0e9f-404a-b445-512d790b7a17 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502986 Nov 23 22:37:41.994425 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-3b979737-8ddf-4b68-9d9d-72013c285d56 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911524 Nov 23 22:37:42.020587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-eef89aa8-2216-4016-87c2-9925b3323875 service neutron] 10.222.0.11 "GET /v2.0/networks/89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970973 Nov 23 22:37:42.060867 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-f74350fc-3d5c-4e60-a8a1-9ffe09b7031a service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907735 Nov 23 22:37:42.129631 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-90cbf37d-3cd9-4cb7-aad3-2852bbd1bdc2 req-b530fbf1-c2f3-4607-8941-3ec62c5f76eb service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258712 Nov 23 22:37:42.214919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-e3890a0f-40ce-4bca-8983-69931f521c96 service neutron] 10.222.0.11 "GET /v2.0/networks/89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862051 Nov 23 22:37:42.228552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcd76-dd1a-41cb-bee8-a73be1ae2f3b req-e727a242-adb4-41db-b9ad-cd38a0a177fe tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:42.232422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee2dcd76-dd1a-41cb-bee8-a73be1ae2f3b req-e727a242-adb4-41db-b9ad-cd38a0a177fe tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 944 time: 0.0723798 Nov 23 22:37:42.285791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee2dcd76-dd1a-41cb-bee8-a73be1ae2f3b req-bd5b43b5-5799-46b8-8e31-33fdaa8c08d5 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Nov 23 22:37:42.361113 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd82cbe9-1ecc-4a41-ba31-cd5abece819e x-openstack-request-id: req-cd82cbe9-1ecc-4a41-ba31-cd5abece819e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:42.361582 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:42.361909 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd82cbe9-1ecc-4a41-ba31-cd5abece819e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:42.362420 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'status': 'completed', 'code': 200} Nov 23 22:37:42.430083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f141f-05a5-4256-bf4c-ec1c9564ebf7 req-e2e4bca1-1365-4896-84af-91d2445ea7b0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:42.432029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e1f141f-05a5-4256-bf4c-ec1c9564ebf7 req-e2e4bca1-1365-4896-84af-91d2445ea7b0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0789924 Nov 23 22:37:42.451149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b2cc2-0b88-4922-830d-054343445839 req-9cce1179-1716-4a2a-bc22-5317977f9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:42.452716 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2b0b2cc2-0b88-4922-830d-054343445839 req-9cce1179-1716-4a2a-bc22-5317977f9f3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 1095 time: 0.0586815 Nov 23 22:37:42.525639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e1f141f-05a5-4256-bf4c-ec1c9564ebf7 req-fb2283a8-f5c0-4a2b-a91c-8f27cb507a44 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876975 Nov 23 22:37:42.533417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14601735-95f4-4e34-96b8-d6a85beace6c req-1e62d83c-c881-4fdd-95cb-2da511ebb682 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:42.534896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14601735-95f4-4e34-96b8-d6a85beace6c req-1e62d83c-c881-4fdd-95cb-2da511ebb682 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 948 time: 0.0780199 Nov 23 22:37:42.564818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b2cc2-0b88-4922-830d-054343445839 req-543d23ea-f699-4bb9-ba6d-49b0460d9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:42.566539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2b0b2cc2-0b88-4922-830d-054343445839 req-543d23ea-f699-4bb9-ba6d-49b0460d9eef service neutron] 10.222.0.46 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 915 time: 0.1054895 Nov 23 22:37:42.592696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14601735-95f4-4e34-96b8-d6a85beace6c req-9cf6f314-f928-4d47-97e5-09080e72f359 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511088 Nov 23 22:37:42.637820 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2b0b2cc2-0b88-4922-830d-054343445839 req-8e744578-3312-47a7-82fb-b9a9cb144b9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a57438-d2f6-4866-8dfc-a293938cff3b HTTP/1.1" status: 200 len: 217 time: 0.0541461 Nov 23 22:37:42.672121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0ca7662-9394-4210-93c4-697301e7b79b req-7dc21603-7b79-47b4-8d4f-69d932c399a7 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 210 time: 0.0402086 Nov 23 22:37:42.708283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b2cc2-0b88-4922-830d-054343445839 req-01ba9f50-a857-45a2-904a-5d2c52b6f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:42.709991 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2b0b2cc2-0b88-4922-830d-054343445839 req-01ba9f50-a857-45a2-904a-5d2c52b6f502 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 200 len: 854 time: 0.0678766 Nov 23 22:37:42.786129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2b0b2cc2-0b88-4922-830d-054343445839 req-82f64dd1-7c76-457b-b07b-cc8beab92060 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29867bdf-124f-40dc-862c-caf5427d6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629773 Nov 23 22:37:42.825594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae851-aeb3-4545-b768-0516a4cc4833 req-522ced50-b641-4aeb-9e7a-a289a0db2348 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:42.827251 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a3ae851-aeb3-4545-b768-0516a4cc4833 req-522ced50-b641-4aeb-9e7a-a289a0db2348 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0903242 Nov 23 22:37:42.901723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2b0b2cc2-0b88-4922-830d-054343445839 req-f0c10598-eb39-4d5d-a7d4-fcc6d3abfa3b service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978007 Nov 23 22:37:43.036445 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2b0b2cc2-0b88-4922-830d-054343445839 req-a4ea3b64-1d58-4aa9-846d-3b799ffe7774 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184042 Nov 23 22:37:43.090053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ac8b-9fa8-4261-bdf2-84b0eb9d9071 req-d7c3c427-47a7-4da3-bb95-4c84ef50505f tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:43.091544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61b0ac8b-9fa8-4261-bdf2-84b0eb9d9071 req-d7c3c427-47a7-4da3-bb95-4c84ef50505f tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1096 time: 0.3065472 Nov 23 22:37:43.143891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a3ae851-aeb3-4545-b768-0516a4cc4833 req-f5b9db3c-c041-4569-8930-d7ed42eed812 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034136 Nov 23 22:37:43.170175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61b0ac8b-9fa8-4261-bdf2-84b0eb9d9071 req-f92e0133-e4ad-4f0c-b07b-948ba9a645d3 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723875 Nov 23 22:37:43.192201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 254e5cf1-4bbd-41cd-acc6-f63074e34862 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:43.242581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 254e5cf1-4bbd-41cd-acc6-f63074e34862 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:43.246764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 254e5cf1-4bbd-41cd-acc6-f63074e34862 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:43.247132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:43.330703 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:43.356875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:43.359520 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62110429-0ee9-4426-919d-760433846236" -d '{"events": [{"server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "name": "network-vif-plugged", "status": "completed", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:43.374219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 254e5cf1-4bbd-41cd-acc6-f63074e34862, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:43.378349 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:43.379535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 8caae325-5638-41de-9c06-57e21dcc4d50 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:43.406635 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf7341-db06-4ab7-a840-12c0f6c2d6c6 x-openstack-request-id: req-67cf7341-db06-4ab7-a840-12c0f6c2d6c6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:43.406921 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "name": "network-vif-plugged", "status": "completed", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:43.407231 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67cf7341-db06-4ab7-a840-12c0f6c2d6c6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:43.407695 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'code': 200} Nov 23 22:37:43.418645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35028e1f-8347-4dd6-ab0d-f6fb86659cb1 req-1f99ca50-48fe-4a0d-8599-6e9a6ae8e81e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:43.420310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35028e1f-8347-4dd6-ab0d-f6fb86659cb1 req-1f99ca50-48fe-4a0d-8599-6e9a6ae8e81e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 944 time: 0.0617292 Nov 23 22:37:43.465785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=254e5cf1-4bbd-41cd-acc6-f63074e34862,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:43.470882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35028e1f-8347-4dd6-ab0d-f6fb86659cb1 req-3e838e79-ac99-4e1d-a8f7-9429f3ee87d9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Nov 23 22:37:43.484066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 8caae325-5638-41de-9c06-57e21dcc4d50 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:43.488955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 8caae325-5638-41de-9c06-57e21dcc4d50 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:43.489326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:43.566305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec457266-a8b1-49aa-aee1-bd69d6de0171 req-6a76fa98-61aa-4489-8d4d-f36db8e2194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:43.568055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec457266-a8b1-49aa-aee1-bd69d6de0171 req-6a76fa98-61aa-4489-8d4d-f36db8e2194e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 1096 time: 0.0434566 Nov 23 22:37:43.578799 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:43.613136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 8caae325-5638-41de-9c06-57e21dcc4d50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=8caae325-5638-41de-9c06-57e21dcc4d50,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:43.619665 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:43.662162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec457266-a8b1-49aa-aee1-bd69d6de0171 req-c6e4b464-e5e4-427d-8cfe-deb866a1effe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856967 Nov 23 22:37:43.672656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=8caae325-5638-41de-9c06-57e21dcc4d50,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:43.688694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5b70a-93a7-421e-acf6-237d5f38c43c req-764490c0-1d5c-46f3-9fb4-03e3fbe57db9 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:43.690268 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-efc5b70a-93a7-421e-acf6-237d5f38c43c req-764490c0-1d5c-46f3-9fb4-03e3fbe57db9 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0622811 Nov 23 22:37:43.768258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccac0e-926f-4b9e-81f4-47e589d85bde req-2ae342bb-f911-4e39-8727-15695f42b284 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:43.769746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1ccac0e-926f-4b9e-81f4-47e589d85bde req-2ae342bb-f911-4e39-8727-15695f42b284 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0785947 Nov 23 22:37:43.774554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-efc5b70a-93a7-421e-acf6-237d5f38c43c req-d8c00a84-a45b-477e-a2a8-aec60d0e688b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743589 Nov 23 22:37:43.822642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1ccac0e-926f-4b9e-81f4-47e589d85bde req-83ca1565-79ae-4ac4-9c30-8f7fc0217896 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Nov 23 22:37:43.861706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d0dee86-0c0e-4dec-9c50-d0005f339738 req-d045d177-b07c-4aa8-b65a-1dc6cfec6377 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 210 time: 0.0301759 Nov 23 22:37:44.111041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-af71229e-a9b0-4046-871f-0399d3a42754 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:44.112680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-af71229e-a9b0-4046-871f-0399d3a42754 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.48 "GET /v2.0/networks?id=89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 HTTP/1.1" status: 200 len: 814 time: 0.1141117 Nov 23 22:37:44.151707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Request body: {'port': {'device_id': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'admin_state_up': True, 'tenant_id': '24b420f9ef2b461782814d9544f7f373'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:44.332917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6ebe2-ab93-4c03-a9bd-da9cb4ac8584 req-b3d4712d-b9db-40b0-bc1e-9abeea916995 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:44.335118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1d6ebe2-ab93-4c03-a9bd-da9cb4ac8584 req-b3d4712d-b9db-40b0-bc1e-9abeea916995 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1068294 Nov 23 22:37:44.372369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8628e-5878-4a0a-880d-3c8212ffeed5 req-252ee674-5cd6-45c5-8300-94ef78d0f4c2 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:44.373911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf8628e-5878-4a0a-880d-3c8212ffeed5 req-252ee674-5cd6-45c5-8300-94ef78d0f4c2 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1096 time: 0.0948749 Nov 23 22:37:44.377578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Made reservation on behalf of 24b420f9ef2b461782814d9544f7f373 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:44.382268 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:44.448919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1d6ebe2-ab93-4c03-a9bd-da9cb4ac8584 req-f4b71413-b20a-44f1-9402-5460a1303ad9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054535 Nov 23 22:37:44.514845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf8628e-5878-4a0a-880d-3c8212ffeed5 req-80d41961-e97e-4b20-bbfd-d6d3492d0831 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298366 Nov 23 22:37:44.599504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Allocated IP 172.20.0.14 (89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0/46173c09-7fd8-4312-bf23-5c713f02b36f/c42a8967-f36b-4ec4-aef3-84804e8e4abe) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:44.864736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed785-9799-4b53-9de4-2bf943d301e5 req-b7374d8c-6110-4a3d-b525-123480e3b38d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:44.867195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5eed785-9799-4b53-9de4-2bf943d301e5 req-b7374d8c-6110-4a3d-b525-123480e3b38d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.1838748 Nov 23 22:37:44.986509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:44.994032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5eed785-9799-4b53-9de4-2bf943d301e5 req-10c8992a-38e4-4e56-81d4-062e04fe2e7d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145222 Nov 23 22:37:45.052265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:45.155277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:45.174796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Pushing event updated for resources: {'Port': ['ID=c42a8967-f36b-4ec4-aef3-84804e8e4abe,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:45.183640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:45.191162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:45.201610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:45.202414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:45.237335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-5869b333-bb45-4164-987c-6336a4fd5679 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0901723 Nov 23 22:37:45.267900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33305118-80c4-489c-a18b-aba78dbda636 req-ba7e7ba6-1ec3-4d8b-87b6-dbe40d3b543e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:45.268968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33305118-80c4-489c-a18b-aba78dbda636 req-ba7e7ba6-1ec3-4d8b-87b6-dbe40d3b543e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.1482475 Nov 23 22:37:45.353574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33305118-80c4-489c-a18b-aba78dbda636 req-710ebdc3-b170-4d59-b604-cb4dd7ed7373 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754013 Nov 23 22:37:45.411600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9129e9-e233-4887-be05-3fa580aad24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caae325-5638-41de-9c06-57e21dcc4d50'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:45.414899 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702503ca-1ec9-432e-99c6-0aabdcb1a0e0" -d '{"events": [{"server_uuid": "3e9129e9-e233-4887-be05-3fa580aad24d", "name": "network-vif-plugged", "status": "completed", "tag": "8caae325-5638-41de-9c06-57e21dcc4d50"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:45.527797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab2320-da3c-44b2-8c48-1c4a38cb889f req-5a9478a1-4660-42c8-906e-2155f7636cce tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:45.529787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0eab2320-da3c-44b2-8c48-1c4a38cb889f req-5a9478a1-4660-42c8-906e-2155f7636cce tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0824406 Nov 23 22:37:45.565152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0c6b3251-3a21-4564-ac3c-f6d61ae28730 None None] Provisioning complete for port c42a8967-f36b-4ec4-aef3-84804e8e4abe triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:45.565784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3251-3a21-4564-ac3c-f6d61ae28730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:45.605588 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0eab2320-da3c-44b2-8c48-1c4a38cb889f req-daef1559-fa45-451d-b7b4-6b7c9201a9bc tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Nov 23 22:37:45.607542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b3251-3a21-4564-ac3c-f6d61ae28730 None None] Port c42a8967-f36b-4ec4-aef3-84804e8e4abe cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:37:45.717482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8923-3520-4155-bd79-41075e839204 req-53c26e79-0a82-4d96-8ad8-cdcb3608b5a7 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:45.719253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-705d8923-3520-4155-bd79-41075e839204 req-53c26e79-0a82-4d96-8ad8-cdcb3608b5a7 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0526702 Nov 23 22:37:45.770815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-705d8923-3520-4155-bd79-41075e839204 req-dddde743-49b5-4ae7-9bcb-10ff2aaae322 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Nov 23 22:37:45.814865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:45.817707 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd96e2-468f-4f10-a555-091163e3f9e0 x-openstack-request-id: req-86fd96e2-468f-4f10-a555-091163e3f9e0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:45.818017 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9129e9-e233-4887-be05-3fa580aad24d", "name": "network-vif-plugged", "status": "completed", "tag": "8caae325-5638-41de-9c06-57e21dcc4d50", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:45.818276 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86fd96e2-468f-4f10-a555-091163e3f9e0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:45.818907 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9129e9-e233-4887-be05-3fa580aad24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caae325-5638-41de-9c06-57e21dcc4d50', 'code': 200} Nov 23 22:37:45.945744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f419a6-2cf4-40fa-bb2c-38444277bd7f req-88795832-7e6a-46d7-bf50-146a11a32d2a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:45.953550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27f419a6-2cf4-40fa-bb2c-38444277bd7f req-88795832-7e6a-46d7-bf50-146a11a32d2a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0724473 Nov 23 22:37:46.000950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27f419a6-2cf4-40fa-bb2c-38444277bd7f req-9ba1680c-fc45-40ff-82bc-0732c704fdf3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Nov 23 22:37:46.071113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:46.083840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc', 'port_id': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'mac_address': 'fa:16:3e:16:3d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7420dbe3-bd6c-48f2-aca7-53a8abca3fab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:46.137935 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:46.160211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a57438-d2f6-4866-8dfc-a293938cff3b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:46.182941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:46.189366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:46.235057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe76c-02d2-421d-99f1-0a455b8ab7fe req-675ac281-9943-4b0e-8dff-89dfbe34e108 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:46.242719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d82fe76c-02d2-421d-99f1-0a455b8ab7fe req-675ac281-9943-4b0e-8dff-89dfbe34e108 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0804563 Nov 23 22:37:46.244196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:46.290881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d82fe76c-02d2-421d-99f1-0a455b8ab7fe req-726e733c-00a1-42aa-89ff-1c6d4eb82e69 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471539 Nov 23 22:37:46.477821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eabe5b-f320-4beb-a7c9-8fb33f1feee4 req-951f3846-2c39-46a5-bab1-52678849b7c5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:46.479503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78eabe5b-f320-4beb-a7c9-8fb33f1feee4 req-951f3846-2c39-46a5-bab1-52678849b7c5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Nov 23 22:37:46.490401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['33a57438-d2f6-4866-8dfc-a293938cff3b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:46.542167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78eabe5b-f320-4beb-a7c9-8fb33f1feee4 req-802089ba-27e6-4bb4-8c36-0419eadc3919 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562441 Nov 23 22:37:46.737055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28d018-5022-4149-8bf6-135f1a1f4d7d req-2f08f0f7-e384-4751-8e4e-96bb05c3d0e0 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:46.738608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd28d018-5022-4149-8bf6-135f1a1f4d7d req-2f08f0f7-e384-4751-8e4e-96bb05c3d0e0 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0627244 Nov 23 22:37:46.789578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd28d018-5022-4149-8bf6-135f1a1f4d7d req-65aa7c3b-c197-495f-b828-2a03d31b590f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Nov 23 22:37:46.899488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51db5ca-8186-4512-9fed-b9153c81e18d req-bc44aa1e-d4e6-4347-8d97-ec6c5ff06f5b tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:46.901278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f51db5ca-8186-4512-9fed-b9153c81e18d req-bc44aa1e-d4e6-4347-8d97-ec6c5ff06f5b tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0536938 Nov 23 22:37:46.963351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f51db5ca-8186-4512-9fed-b9153c81e18d req-6b0c90d7-38ea-4808-8b1c-84200199026e tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540974 Nov 23 22:37:47.134786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4032d-8ec0-4750-9ca0-debb952275e0 req-61050df0-9a5c-45bc-8639-b8c5ee689830 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:47.136576 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ec4032d-8ec0-4750-9ca0-debb952275e0 req-61050df0-9a5c-45bc-8639-b8c5ee689830 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0588937 Nov 23 22:37:47.192501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ec4032d-8ec0-4750-9ca0-debb952275e0 req-0406d793-8363-4fd1-8870-23316e1b1f41 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498893 Nov 23 22:37:47.431812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e0d60-98a1-430c-8591-61c2d6eb3fc0 req-c364f216-afb8-4579-a006-7ca0d19196bd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:47.433520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-316e0d60-98a1-430c-8591-61c2d6eb3fc0 req-c364f216-afb8-4579-a006-7ca0d19196bd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0537450 Nov 23 22:37:47.487094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-316e0d60-98a1-430c-8591-61c2d6eb3fc0 req-18da2c8b-692c-4ba9-8a51-ab52feaec4eb tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Nov 23 22:37:47.663791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be342126-e573-4bd0-85bd-01174019cd91 req-3b2b8933-b25b-4e0c-91b6-a37a3eb39a79 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:47.665317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be342126-e573-4bd0-85bd-01174019cd91 req-3b2b8933-b25b-4e0c-91b6-a37a3eb39a79 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 945 time: 0.0525908 Nov 23 22:37:47.718300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be342126-e573-4bd0-85bd-01174019cd91 req-01b3f280-1504-4f51-ab8e-cd03c902fbce tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465803 Nov 23 22:37:47.823669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:37:47.882654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 33a57438-d2f6-4866-8dfc-a293938cff3b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:37:47.886730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 33a57438-d2f6-4866-8dfc-a293938cff3b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:37:47.887122 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:47.925244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75caca-0d69-41af-bdc6-d66f818cb5a8 req-95c6fd70-7878-44c3-8e1e-b326045ba5c7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:47.926880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd75caca-0d69-41af-bdc6-d66f818cb5a8 req-95c6fd70-7878-44c3-8e1e-b326045ba5c7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0611591 Nov 23 22:37:47.978938 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:47.985829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd75caca-0d69-41af-bdc6-d66f818cb5a8 req-b576211c-735a-419b-81cd-73729f2208ed tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497954 Nov 23 22:37:48.034683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:48.035731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:48.038350 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbe7332-3bfc-4d83-a4e5-0ac571b7b5f4" -d '{"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-plugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:48.042932 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:48.103008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:48.145849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b8cd-153c-4756-87a7-db109c1fb976 req-9920bc15-7705-44aa-b4d4-77e594c21c04 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:48.148369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af81b8cd-153c-4756-87a7-db109c1fb976 req-9920bc15-7705-44aa-b4d4-77e594c21c04 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0732014 Nov 23 22:37:48.204346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af81b8cd-153c-4756-87a7-db109c1fb976 req-629844b6-a6ba-472b-830e-dc21961f5114 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482824 Nov 23 22:37:48.254220 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8664fd75-8534-488f-b8fd-dd6981b9f30c x-openstack-request-id: req-8664fd75-8534-488f-b8fd-dd6981b9f30c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:48.254777 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-plugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:48.255037 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8664fd75-8534-488f-b8fd-dd6981b9f30c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:48.255440 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'code': 200} Nov 23 22:37:48.368074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e916f1-1f68-4cfd-b1f5-163809a47d0f req-cf67534d-7d9b-4ebf-a4f5-560040a4e1d6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:48.368486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7e636-4f89-4496-9c7d-3696435c72f9 req-4ef5828c-3d53-400e-8651-e012507f2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:48.369645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7e916f1-1f68-4cfd-b1f5-163809a47d0f req-cf67534d-7d9b-4ebf-a4f5-560040a4e1d6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0637054 Nov 23 22:37:48.370085 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-41a7e636-4f89-4496-9c7d-3696435c72f9 req-4ef5828c-3d53-400e-8651-e012507f2892 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 1097 time: 0.0452118 Nov 23 22:37:48.427455 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-41a7e636-4f89-4496-9c7d-3696435c72f9 req-32bc1451-bf54-4164-99ea-de8cff474fbe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Nov 23 22:37:48.442985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7e916f1-1f68-4cfd-b1f5-163809a47d0f req-7059dfd2-0e33-4326-8cdc-3988c33a9c03 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665820 Nov 23 22:37:48.731697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e72cd-2391-4380-8b82-63611d242dae req-a3ab598a-59fc-4cc7-916c-ad48ac496ab9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:48.733350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b7e72cd-2391-4380-8b82-63611d242dae req-a3ab598a-59fc-4cc7-916c-ad48ac496ab9 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0511460 Nov 23 22:37:48.783081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b7e72cd-2391-4380-8b82-63611d242dae req-b658d04d-6ced-4c6e-82e9-7f39928712fd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Nov 23 22:37:48.898702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49abeb0-1416-4d2f-999b-65b36c6e4133 req-92281a50-1814-472c-a54b-8ffd6e40f4fc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:48.900258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b49abeb0-1416-4d2f-999b-65b36c6e4133 req-92281a50-1814-472c-a54b-8ffd6e40f4fc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0495503 Nov 23 22:37:48.952000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b49abeb0-1416-4d2f-999b-65b36c6e4133 req-ac89aced-8af0-4a40-9dd9-5c87f4bda3d6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450931 Nov 23 22:37:49.126088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced32d3-54ad-486e-be74-e70f8da327b4 req-e6f69999-add5-42cb-a75f-b381741f890c tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:49.127755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ced32d3-54ad-486e-be74-e70f8da327b4 req-e6f69999-add5-42cb-a75f-b381741f890c tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0598474 Nov 23 22:37:49.181234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ced32d3-54ad-486e-be74-e70f8da327b4 req-d9b58b66-5cd4-4c98-9329-ed5fabd97a89 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Nov 23 22:37:49.327982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dee450-5cb8-4e08-a0b5-bea7b0193b6b req-e199d6d8-4fec-443e-b719-88f542d453e0 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:49.329581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87dee450-5cb8-4e08-a0b5-bea7b0193b6b req-e199d6d8-4fec-443e-b719-88f542d453e0 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0538688 Nov 23 22:37:49.378907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87dee450-5cb8-4e08-a0b5-bea7b0193b6b req-ceb8abcc-d4ef-4c6c-8051-7944b7465a55 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Nov 23 22:37:49.589362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259754a-a6f0-449f-9a7a-6fa17b2df99e req-c687c289-b331-4b34-8f65-64912db7688c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:49.590873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f259754a-a6f0-449f-9a7a-6fa17b2df99e req-c687c289-b331-4b34-8f65-64912db7688c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0660834 Nov 23 22:37:49.646309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f259754a-a6f0-449f-9a7a-6fa17b2df99e req-8bfed807-e5ee-4921-9a2c-6eb0366c55a8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485790 Nov 23 22:37:49.921564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4e59-2d81-4bf7-b55f-6ae070403f10 req-8d89dd19-a71f-4059-9543-5ae574b62df3 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:49.923184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13ff4e59-2d81-4bf7-b55f-6ae070403f10 req-8d89dd19-a71f-4059-9543-5ae574b62df3 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0541179 Nov 23 22:37:49.978491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13ff4e59-2d81-4bf7-b55f-6ae070403f10 req-0a35cc3d-e9e6-4b74-96b7-3a097b6f3dd4 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 Nov 23 22:37:50.093071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f39b-f81b-43b7-b511-ba177637cd80 req-71738d30-86ce-4169-9265-72bf96a1a128 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:50.094625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ffe7f39b-f81b-43b7-b511-ba177637cd80 req-71738d30-86ce-4169-9265-72bf96a1a128 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0514412 Nov 23 22:37:50.151355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ffe7f39b-f81b-43b7-b511-ba177637cd80 req-d0763cbb-a2cc-4fd0-8f0e-aa922a287b27 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486715 Nov 23 22:37:50.304943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c41de-baea-4b4d-882e-a1d1d9889e71 req-6e72d02c-6854-45ee-8b63-6c3591c9957b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:50.306828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-250c41de-baea-4b4d-882e-a1d1d9889e71 req-6e72d02c-6854-45ee-8b63-6c3591c9957b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0543084 Nov 23 22:37:50.372900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-250c41de-baea-4b4d-882e-a1d1d9889e71 req-a9e81074-b12a-4d6a-8292-eaa24ef36457 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554297 Nov 23 22:37:50.558426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7be23deb-7bf3-4070-a43d-8662fec6bb0f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:50.559972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7be23deb-7bf3-4070-a43d-8662fec6bb0f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 814 time: 0.1164336 Nov 23 22:37:50.581153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-71e3999e-9faa-4111-816b-e80e090bc11f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/quotas/e664a118d09b426f96494f53a811a107 HTTP/1.1" status: 200 len: 375 time: 0.0148284 Nov 23 22:37:50.646043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-c8c3935c-93b1-4ff6-b34a-f308a332c5fe tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576687 Nov 23 22:37:50.748209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-e75bf56a-a7fc-465d-9c19-55e34a0ba6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938993 Nov 23 22:37:50.854791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-d3e3b6ea-4f0e-4bee-a1b6-53c6f080bf81 service neutron] 10.222.0.11 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006916 Nov 23 22:37:51.109632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03726765-a5ad-47bd-a660-dddf087e8246 req-82596e63-7139-4243-9aaf-b15d322e4365 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:51.111176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03726765-a5ad-47bd-a660-dddf087e8246 req-82596e63-7139-4243-9aaf-b15d322e4365 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0612848 Nov 23 22:37:51.168076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03726765-a5ad-47bd-a660-dddf087e8246 req-be6aaf21-7146-4d6e-b29e-ca2bbbc93357 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 Nov 23 22:37:51.321039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3816c61-a0c8-4802-ba48-dcf0c1c496c2 req-13c6d22b-68c1-43f6-996e-6ebeb7cc80c8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:51.328478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3816c61-a0c8-4802-ba48-dcf0c1c496c2 req-13c6d22b-68c1-43f6-996e-6ebeb7cc80c8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0815320 Nov 23 22:37:51.385531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3816c61-a0c8-4802-ba48-dcf0c1c496c2 req-5460c3ad-e4ef-46ff-be10-69a74b429841 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560453 Nov 23 22:37:51.574105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8b0c0a3-2369-4139-a259-d88a583a2a8c req-ed93772a-f38b-4a55-9df6-af0a1a68e152 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 210 time: 0.0325634 Nov 23 22:37:51.704961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3c6ff-e7f5-4028-bdcd-0fd7d5e446e3 req-46034f34-be48-45fc-a429-8aefbf6adf60 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:51.708229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70b3c6ff-e7f5-4028-bdcd-0fd7d5e446e3 req-46034f34-be48-45fc-a429-8aefbf6adf60 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0722730 Nov 23 22:37:51.776252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70b3c6ff-e7f5-4028-bdcd-0fd7d5e446e3 req-0826d103-7c95-4c30-85c1-495a1e48550b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556147 Nov 23 22:37:51.894561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49c9c5-d95d-4960-b5b6-48ca937231a6 req-aec00f1c-6eb2-4e04-a9e8-a799e894636d tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:51.896237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b49c9c5-d95d-4960-b5b6-48ca937231a6 req-aec00f1c-6eb2-4e04-a9e8-a799e894636d tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0557313 Nov 23 22:37:51.948137 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b49c9c5-d95d-4960-b5b6-48ca937231a6 req-c5b0468b-c7dc-45ba-bf33-b10575f39f3e tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 Nov 23 22:37:52.291625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-3a8bf521-d58b-430d-a938-8249141edcc4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:52.294662 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-3a8bf521-d58b-430d-a938-8249141edcc4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 814 time: 0.1516507 Nov 23 22:37:52.310205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Request body: {'port': {'device_id': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc', 'admin_state_up': True, 'tenant_id': 'e664a118d09b426f96494f53a811a107'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:52.389484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5799c-4fe1-4775-bab8-f652db765911 req-772717d1-0cd5-404e-99c9-f7d6c2df8ff7 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:52.398844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cb5799c-4fe1-4775-bab8-f652db765911 req-772717d1-0cd5-404e-99c9-f7d6c2df8ff7 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.1017785 Nov 23 22:37:52.453330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Made reservation on behalf of e664a118d09b426f96494f53a811a107 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:37:52.457353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:52.458807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cb5799c-4fe1-4775-bab8-f652db765911 req-c673782b-d6cb-489e-86ab-3058d2a20b89 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591428 Nov 23 22:37:52.606372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea47ad-625f-4476-8ca0-87552b91ee51 req-d5a2efe9-85d1-4480-80bf-0e37be38929d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:52.608262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ea47ad-625f-4476-8ca0-87552b91ee51 req-d5a2efe9-85d1-4480-80bf-0e37be38929d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0680642 Nov 23 22:37:52.687883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ea47ad-625f-4476-8ca0-87552b91ee51 req-a9bb9bf5-3433-4292-a518-488edbc136ac tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702252 Nov 23 22:37:52.884902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc0d92cf-467b-4605-a27f-0a3cc66407ee req-05c50e79-033d-4242-838a-20d8dd1a2d0e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 210 time: 0.0289264 Nov 23 22:37:52.893822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Allocated IP 172.20.0.11 (29867bdf-124f-40dc-862c-caf5427d6fcc/7420dbe3-bd6c-48f2-aca7-53a8abca3fab/215ea09e-10e0-4a6e-a891-9f9d15d34411) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:37:53.016744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e336ed-70ea-4dbe-a559-0176ecf76736 req-f336bad4-6245-4723-80c1-e582b4f9e69f tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:53.018290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63e336ed-70ea-4dbe-a559-0176ecf76736 req-f336bad4-6245-4723-80c1-e582b4f9e69f tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0635951 Nov 23 22:37:53.094012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63e336ed-70ea-4dbe-a559-0176ecf76736 req-d6f99116-aa88-451a-8e57-0ff39c91cfdf tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692358 Nov 23 22:37:53.127405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:53.185933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:53.203982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['33a57438-d2f6-4866-8dfc-a293938cff3b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:53.242256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Network 29867bdf-124f-40dc-862c-caf5427d6fcc is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:37:53.247719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:37:53.257797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801cbee-4141-4825-a368-5d3552f73386 req-74d84e69-3ba1-4e52-b10b-de4e138a9470 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:53.265437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:37:53.271064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e801cbee-4141-4825-a368-5d3552f73386 req-74d84e69-3ba1-4e52-b10b-de4e138a9470 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0913179 Nov 23 22:37:53.301900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Pushing event updated for resources: {'Port': ['ID=215ea09e-10e0-4a6e-a891-9f9d15d34411,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:53.350308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e801cbee-4141-4825-a368-5d3552f73386 req-1cdf637e-d6d1-4ff2-8184-a22e1c3dc33a tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743115 Nov 23 22:37:53.356063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:53.357855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:53.383684 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-52ce385c-d95c-4cd1-85ea-ca8286ad19dc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0777965 Nov 23 22:37:53.396359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Request body: {'port': {'device_id': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:53.479656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:53.598690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e9627-ff56-4cb9-8dd9-42b3803dd5dc req-ef09ef6f-c6e3-4755-9d38-04d6ed747d65 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:53.601831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-288e9627-ff56-4cb9-8dd9-42b3803dd5dc req-ef09ef6f-c6e3-4755-9d38-04d6ed747d65 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0574672 Nov 23 22:37:53.664812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-288e9627-ff56-4cb9-8dd9-42b3803dd5dc req-840cc06d-7cd1-4d9c-89a4-f61a154b49c0 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565507 Nov 23 22:37:53.842103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38a63-53af-4414-88be-095107b01e80 req-d2339c67-3223-4905-ba86-f25936aa3991 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:53.847875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb38a63-53af-4414-88be-095107b01e80 req-d2339c67-3223-4905-ba86-f25936aa3991 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0710142 Nov 23 22:37:53.849515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215ea09e-10e0-4a6e-a891-9f9d15d34411 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:53.860142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:53.875559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Transition to ACTIVE for port object 215ea09e-10e0-4a6e-a891-9f9d15d34411 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:53.885280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:53.896614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb38a63-53af-4414-88be-095107b01e80 req-5a12899c-95af-4832-8705-bef67ea577db tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468371 Nov 23 22:37:53.993935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Pushing event updated for resources: {'Port': ['ID=215ea09e-10e0-4a6e-a891-9f9d15d34411,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:54.044298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Attempting to bind port 215ea09e-10e0-4a6e-a891-9f9d15d34411 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:54.044966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Attempting to bind port 215ea09e-10e0-4a6e-a891-9f9d15d34411 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:54.044966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Attempting to bind port 215ea09e-10e0-4a6e-a891-9f9d15d34411 on network 29867bdf-124f-40dc-862c-caf5427d6fcc {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:54.051200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Port 215ea09e-10e0-4a6e-a891-9f9d15d34411 on network 29867bdf-124f-40dc-862c-caf5427d6fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:54.051200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Attempting to bind port 215ea09e-10e0-4a6e-a891-9f9d15d34411 on network 29867bdf-124f-40dc-862c-caf5427d6fcc {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:54.057051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:54.057405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Checking segment: {'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:54.057792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Bound using segment: {'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:54.058259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Bound port: 215ea09e-10e0-4a6e-a891-9f9d15d34411, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b93b4f4-af08-4994-b95b-ae1a9225cfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:54.059583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:54.138284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a39d2-2899-47a1-916e-33767c581d0c req-c7c38b07-4a1c-461c-9745-e296440b0faf tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.149116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f6a39d2-2899-47a1-916e-33767c581d0c req-c7c38b07-4a1c-461c-9745-e296440b0faf tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 944 time: 0.0790236 Nov 23 22:37:54.161843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] For port 215ea09e-10e0-4a6e-a891-9f9d15d34411, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:54.166859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] For port 215ea09e-10e0-4a6e-a891-9f9d15d34411, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=215ea09e-10e0-4a6e-a891-9f9d15d34411,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:54.172881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:54.215268 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f6a39d2-2899-47a1-916e-33767c581d0c req-3f720e22-f7ed-416d-875d-c2062ff2a7da tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609975 Nov 23 22:37:54.251266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.251879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:54.253529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/215ea09e-10e0-4a6e-a891-9f9d15d34411 HTTP/1.1" status: 200 len: 1092 time: 0.8614695 Nov 23 22:37:54.254089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'tag': '215ea09e-10e0-4a6e-a891-9f9d15d34411'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:54.257379 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d2ac5-c9fc-4607-b007-38d557b50318" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4879a-c86e-4a48-8e67-fe549d067ba9", "tag": "215ea09e-10e0-4a6e-a891-9f9d15d34411"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:54.265278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81fb4e-3f1e-436b-a960-0881ea3b94e0 service neutron] Pushing event updated for resources: {'Port': ['ID=215ea09e-10e0-4a6e-a891-9f9d15d34411,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:54.353276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-ca890b17-7907-4263-b718-5d7fa7a566f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.354944 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-ca890b17-7907-4263-b718-5d7fa7a566f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 1095 time: 0.0553088 Nov 23 22:37:54.355143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789dd96-818b-4504-a81f-45dce27f2958 req-e6a95fc7-f0c6-4061-92dd-e2c1c98b8e27 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.357846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1789dd96-818b-4504-a81f-45dce27f2958 req-e6a95fc7-f0c6-4061-92dd-e2c1c98b8e27 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0720029 Nov 23 22:37:54.411985 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-df489896-466b-49b7-b78d-a63a22847310 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215ea09e-10e0-4a6e-a891-9f9d15d34411 HTTP/1.1" status: 200 len: 217 time: 0.0389283 Nov 23 22:37:54.420058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1789dd96-818b-4504-a81f-45dce27f2958 req-f23c6e3a-218c-4850-a70b-8711dd1d60bd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552409 Nov 23 22:37:54.473296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-05b41538-23a1-4d26-809f-8ab7c29ade4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.477006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-05b41538-23a1-4d26-809f-8ab7c29ade4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 200 len: 854 time: 0.0582509 Nov 23 22:37:54.479634 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e2d24-557d-45cc-9ff9-21d557d75063 x-openstack-request-id: req-3e6e2d24-557d-45cc-9ff9-21d557d75063 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:54.480086 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4879a-c86e-4a48-8e67-fe549d067ba9", "tag": "215ea09e-10e0-4a6e-a891-9f9d15d34411", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:54.480472 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e6e2d24-557d-45cc-9ff9-21d557d75063 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:54.481114 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'tag': '215ea09e-10e0-4a6e-a891-9f9d15d34411', 'status': 'completed', 'code': 200} Nov 23 22:37:54.538521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-74f27da6-0eef-4ffe-8042-9f214dcce9ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29867bdf-124f-40dc-862c-caf5427d6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450957 Nov 23 22:37:54.588315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca51bf-c189-4e58-a3c3-3d9d51366f2a req-e0a9a60e-8daf-4b66-93a3-32ea70c3a6ed tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.589914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8ca51bf-c189-4e58-a3c3-3d9d51366f2a req-e0a9a60e-8daf-4b66-93a3-32ea70c3a6ed tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0576494 Nov 23 22:37:54.647741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8ca51bf-c189-4e58-a3c3-3d9d51366f2a req-b2e1e5ff-ffa7-45e7-a32a-dc59b7c28166 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514729 Nov 23 22:37:54.650375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-2d1f57ea-5641-4286-a5a2-d994b0af4564 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029286 Nov 23 22:37:54.769280 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a9dabfb-eb58-4846-bd1c-7d96e13471d6 req-4408cc1e-2a8e-46fa-8ad2-6e055e90f92f service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104066 Nov 23 22:37:54.817466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50461-5fa3-4643-be39-b5c9b0de81be req-3b0576de-5604-4f10-924f-874346b392d4 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.820147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8c50461-5fa3-4643-be39-b5c9b0de81be req-3b0576de-5604-4f10-924f-874346b392d4 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0717115 Nov 23 22:37:54.885960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-cdc0035b-c9a5-4ecd-8961-d2c25f281af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:54.891819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8c50461-5fa3-4643-be39-b5c9b0de81be req-ef3b6e69-f618-48d6-bf44-a953ee417296 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654521 Nov 23 22:37:54.892581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-cdc0035b-c9a5-4ecd-8961-d2c25f281af8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 1095 time: 0.0712731 Nov 23 22:37:55.020796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-8b8f6fe7-8c5e-44b4-acea-70af95110597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:55.023306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-8b8f6fe7-8c5e-44b4-acea-70af95110597 service neutron] 10.222.0.46 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 915 time: 0.1241558 Nov 23 22:37:55.060534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c5470-0aee-4ea6-98e2-e362f516a7fd req-00acbf85-8468-4d7f-b2ff-4cc80534a651 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:55.062751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a31c5470-0aee-4ea6-98e2-e362f516a7fd req-00acbf85-8468-4d7f-b2ff-4cc80534a651 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0653095 Nov 23 22:37:55.087534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-8daaebbe-6a8d-4720-875b-93c40b88a11c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215ea09e-10e0-4a6e-a891-9f9d15d34411 HTTP/1.1" status: 200 len: 217 time: 0.0511084 Nov 23 22:37:55.140239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a31c5470-0aee-4ea6-98e2-e362f516a7fd req-e2260b8d-7d5a-4db9-aaca-940adf93bd8b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623612 Nov 23 22:37:55.149621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-5e188ac8-47e4-4d6d-bf98-5412ed7137c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:55.151079 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-5e188ac8-47e4-4d6d-bf98-5412ed7137c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 200 len: 854 time: 0.0537808 Nov 23 22:37:55.188592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-0ecbf38c-ad01-4bd3-80c2-605101d3e00d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29867bdf-124f-40dc-862c-caf5427d6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281599 Nov 23 22:37:55.297653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-94028724-285c-4861-ae6e-e6a6a4d6a506 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003764 Nov 23 22:37:55.350413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106756a5-87d9-41fc-a75b-1878f577f5fd req-ffb11cc3-ff84-4569-be01-c46be9dffb5c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:55.351990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-106756a5-87d9-41fc-a75b-1878f577f5fd req-ffb11cc3-ff84-4569-be01-c46be9dffb5c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 944 time: 0.0592010 Nov 23 22:37:55.402406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b7d2ac5-c9fc-4607-b007-38d557b50318 req-119a2b77-6421-42ea-928d-85402a24e67f service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972924 Nov 23 22:37:55.403929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-106756a5-87d9-41fc-a75b-1878f577f5fd req-e8d700ee-6188-4987-9d4d-60894d45e70d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Nov 23 22:37:55.542397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b2976-9339-4410-b299-6272b4722323 req-b66b1bec-0490-4377-b430-9d10fc3fa4fd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:55.543795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f0b2976-9339-4410-b299-6272b4722323 req-b66b1bec-0490-4377-b430-9d10fc3fa4fd tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.0537837 Nov 23 22:37:55.591772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f0b2976-9339-4410-b299-6272b4722323 req-7ee9cbf3-d611-4e93-a811-207c884b7c71 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Nov 23 22:37:55.767611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc01f6a-4614-4442-ad94-c97463beba13 req-9397fcef-d20d-4a24-9df7-d8b94845037b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:55.769086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebc01f6a-4614-4442-ad94-c97463beba13 req-9397fcef-d20d-4a24-9df7-d8b94845037b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0529172 Nov 23 22:37:55.816775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebc01f6a-4614-4442-ad94-c97463beba13 req-3e9db45b-701e-4936-b835-1676228bb07d tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411026 Nov 23 22:37:56.017275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb75fc-1446-401a-bca1-d5109768945e req-0eefb2da-53fd-4c0c-b07a-e3a1bdec2dbb tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:56.018781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3bb75fc-1446-401a-bca1-d5109768945e req-0eefb2da-53fd-4c0c-b07a-e3a1bdec2dbb tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 932 time: 0.0534921 Nov 23 22:37:56.073599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3bb75fc-1446-401a-bca1-d5109768945e req-d7f7a492-ab7d-4f3d-b992-39fb48f7d605 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470507 Nov 23 22:37:56.087134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Request body: {'port': {'device_id': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:56.159489 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:56.301922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388758db-199c-4cfc-b42e-5eb3ed3d24a2 req-802f5acb-0e99-4264-a51a-1ff0777e6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:56.306064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-388758db-199c-4cfc-b42e-5eb3ed3d24a2 req-802f5acb-0e99-4264-a51a-1ff0777e6f39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 1100 time: 0.0566041 Nov 23 22:37:56.377107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abe08b-563a-4a9f-9f2b-0e3e6ddfe8b0 req-89e4406a-5f05-48c8-b103-0381b644d2b7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:56.378621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17abe08b-563a-4a9f-9f2b-0e3e6ddfe8b0 req-89e4406a-5f05-48c8-b103-0381b644d2b7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1494377 Nov 23 22:37:56.435228 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-388758db-199c-4cfc-b42e-5eb3ed3d24a2 req-86379135-33ed-45c8-b4ff-d8e2f6a0536d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Nov 23 22:37:56.492240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17abe08b-563a-4a9f-9f2b-0e3e6ddfe8b0 req-85ade010-22e6-4af7-9a6a-28adf3eb8cce tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038582 Nov 23 22:37:56.558719 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:56.597728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42a8967-f36b-4ec4-aef3-84804e8e4abe {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:56.607097 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:56.622239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Transition to ACTIVE for port object c42a8967-f36b-4ec4-aef3-84804e8e4abe will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:37:56.626888 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:56.711631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a8967-f36b-4ec4-aef3-84804e8e4abe,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:56.754278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9332-3345-46e3-b49b-575587313ccf req-bb000793-e015-451d-8208-bffb798d3ed1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:56.756191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81bc9332-3345-46e3-b49b-575587313ccf req-bb000793-e015-451d-8208-bffb798d3ed1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 944 time: 0.1030920 Nov 23 22:37:56.761435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Attempting to bind port c42a8967-f36b-4ec4-aef3-84804e8e4abe on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:56.762009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Attempting to bind port c42a8967-f36b-4ec4-aef3-84804e8e4abe by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:56.762515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Attempting to bind port c42a8967-f36b-4ec4-aef3-84804e8e4abe on network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:56.775836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Port c42a8967-f36b-4ec4-aef3-84804e8e4abe on network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:56.776874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Attempting to bind port c42a8967-f36b-4ec4-aef3-84804e8e4abe on network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:56.796044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:56.796723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Checking segment: {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:56.797319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Bound using segment: {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:56.797938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Bound port: c42a8967-f36b-4ec4-aef3-84804e8e4abe, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6e87aa-7380-4913-a9d9-f003846cb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:56.798459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:56.886390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81bc9332-3345-46e3-b49b-575587313ccf req-63904651-e601-400a-8f83-e32864f87004 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211033 Nov 23 22:37:56.932188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] For port c42a8967-f36b-4ec4-aef3-84804e8e4abe, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:56.936784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] For port c42a8967-f36b-4ec4-aef3-84804e8e4abe, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c42a8967-f36b-4ec4-aef3-84804e8e4abe,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:56.942951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:57.010283 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:37:57.078238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-8e17cef9-858a-4d5c-9697-68d3ebda661e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:37:57.079190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-8e17cef9-858a-4d5c-9697-68d3ebda661e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1070049 Nov 23 22:37:57.112053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a8967-f36b-4ec4-aef3-84804e8e4abe,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:57.136248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.136248 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:57.136248 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-a849b80a-08e0-4ce2-a7b3-aabced8364a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/c42a8967-f36b-4ec4-aef3-84804e8e4abe HTTP/1.1" status: 200 len: 1092 time: 1.0517719 Nov 23 22:37:57.139604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'tag': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:57.144896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5146c1e4-cd3f-4abc-82d1-1436f80c6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.144896 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5146c1e4-cd3f-4abc-82d1-1436f80c6aa6 service neutron] 10.222.0.11 "GET /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 1093 time: 0.0530653 Nov 23 22:37:57.145174 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd7789-03f8-4ddf-9da7-9e138bec7894" -d '{"events": [{"name": "network-changed", "server_uuid": "7f15bb24-a4dd-4829-977b-4da293d769e6", "tag": "c42a8967-f36b-4ec4-aef3-84804e8e4abe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:57.161636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Request body: {'binding': {'host': 'n-h1-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:57.162428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:37:57.187735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3ceaa-96dd-4dcf-8b97-383880676b16 req-71558cdb-4320-4a61-a8ae-a702e323f391 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.195267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cb3ceaa-96dd-4dcf-8b97-383880676b16 req-71558cdb-4320-4a61-a8ae-a702e323f391 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.1898599 Nov 23 22:37:57.296455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cb3ceaa-96dd-4dcf-8b97-383880676b16 req-d8012ddd-bb69-4506-b7ce-3b234c44c60b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937455 Nov 23 22:37:57.325801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-06c4af89-301d-46d8-b814-ea4136cb5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.330491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-06c4af89-301d-46d8-b814-ea4136cb5529 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24b420f9ef2b461782814d9544f7f373&device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 1095 time: 0.1056612 Nov 23 22:37:57.369201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on host n-h1-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:57.369746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:57.371840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:57.379187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:57.379513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:57.390615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:57.390964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:57.391694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:57.392303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Bound port: cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:57.425731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-0f527ed7-fed1-483d-813a-1576d9a64585 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42a8967-f36b-4ec4-aef3-84804e8e4abe HTTP/1.1" status: 200 len: 217 time: 0.0626943 Nov 23 22:37:57.452514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:57.459199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:57.460731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e0f9b929-f16f-4336-8245-e2285f6ea6c2 service neutron] 10.222.0.11 "POST /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3051894 Nov 23 22:37:57.497434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-99fe0ccf-8ef9-4599-b7b0-199cc95bf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.498893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-99fe0ccf-8ef9-4599-b7b0-199cc95bf105 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46173c09-7fd8-4312-bf23-5c713f02b36f HTTP/1.1" status: 200 len: 853 time: 0.0585382 Nov 23 22:37:57.507441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba52ce-a3b8-48c9-815b-9a98923fc914 req-8c22495d-f926-47cb-94a8-48d9be39d1c8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.509001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55ba52ce-a3b8-48c9-815b-9a98923fc914 req-8c22495d-f926-47cb-94a8-48d9be39d1c8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.1323230 Nov 23 22:37:57.596519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-467965b9-2fca-434d-bbd6-0e8a681f0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.597982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-467965b9-2fca-434d-bbd6-0e8a681f0033 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880826 Nov 23 22:37:57.603674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55ba52ce-a3b8-48c9-815b-9a98923fc914 req-925c7966-4c9c-4e8f-b829-badab8f0305f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857203 Nov 23 22:37:57.659283 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d392e7-b27a-497e-aba1-c2e3660af266 x-openstack-request-id: req-24d392e7-b27a-497e-aba1-c2e3660af266 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:37:57.659599 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f15bb24-a4dd-4829-977b-4da293d769e6", "tag": "c42a8967-f36b-4ec4-aef3-84804e8e4abe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:37:57.659861 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24d392e7-b27a-497e-aba1-c2e3660af266 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:37:57.660267 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'tag': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe', 'status': 'completed', 'code': 200} Nov 23 22:37:57.706478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce40b4-5ac3-4a38-b41d-d034b023541a req-bbe518b0-edfa-489e-9094-19917d5c6c24 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.707937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55ce40b4-5ac3-4a38-b41d-d034b023541a req-bbe518b0-edfa-489e-9094-19917d5c6c24 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 944 time: 0.1263726 Nov 23 22:37:57.762323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-96caefac-5968-4ba5-808e-30e48a97efd5 service neutron] 10.222.0.48 "GET /v2.0/networks/89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448426 Nov 23 22:37:57.824167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-58e2d85a-b2d8-463c-b162-d2be68df0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.825734 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-58e2d85a-b2d8-463c-b162-d2be68df0508 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1096 time: 0.0477381 Nov 23 22:37:57.853137 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55ce40b4-5ac3-4a38-b41d-d034b023541a req-b557b1bc-0a14-410b-a2de-977e1b50fa85 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387427 Nov 23 22:37:57.891943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 215ea09e-10e0-4a6e-a891-9f9d15d34411 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:37:57.921101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-455d0cdc-7928-4dc5-ad9e-8c232062abfa tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.922695 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-455d0cdc-7928-4dc5-ad9e-8c232062abfa tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1687813 Nov 23 22:37:57.960119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-45b4cbfa-88d0-4fdc-abd7-ceb124701621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:57.961868 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-45b4cbfa-88d0-4fdc-abd7-ceb124701621 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.1267347 Nov 23 22:37:58.010278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 215ea09e-10e0-4a6e-a891-9f9d15d34411, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=215ea09e-10e0-4a6e-a891-9f9d15d34411,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:58.015039 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-b12d1f7a-65b0-4362-b9f9-7fe416dc6839 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 217 time: 0.0433786 Nov 23 22:37:58.022843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '215ea09e-10e0-4a6e-a891-9f9d15d34411', 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc', 'port_id': '215ea09e-10e0-4a6e-a891-9f9d15d34411', 'mac_address': 'fa:16:3e:64:7c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7420dbe3-bd6c-48f2-aca7-53a8abca3fab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:37:58.070259 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:58.093994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215ea09e-10e0-4a6e-a891-9f9d15d34411 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:37:58.108249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-26ce12a1-7b60-47b1-a901-63452cded90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:58.112051 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-26ce12a1-7b60-47b1-a901-63452cded90c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0885456 Nov 23 22:37:58.119765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 215ea09e-10e0-4a6e-a891-9f9d15d34411, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=215ea09e-10e0-4a6e-a891-9f9d15d34411,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:58.125905 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:58.152516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-e112257f-148a-4ca0-9036-bd712cf738d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316794 Nov 23 22:37:58.194101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=215ea09e-10e0-4a6e-a891-9f9d15d34411,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:58.271110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-859139f4-5acf-454e-96eb-559805f78991 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113877 Nov 23 22:37:58.273912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-9ec9b15b-9c53-40cb-ad9f-4eb3f8808af7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.3421974 Nov 23 22:37:58.277167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2520c88b-0e96-4461-92aa-9a08361cd90d req-fbb1937d-3255-4fd1-af66-ed242b567251 service neutron] 10.222.0.48 "GET /v2.0/networks/89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759774 Nov 23 22:37:58.288524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'floatingip': {'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:58.367779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60b0fe-4320-4a69-b8aa-116d874606eb req-4e3da7d0-964a-474d-9e51-dc3cd94b629d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:58.369329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a60b0fe-4320-4a69-b8aa-116d874606eb req-4e3da7d0-964a-474d-9e51-dc3cd94b629d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 945 time: 0.4246478 Nov 23 22:37:58.377056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:58.410705 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-2179c2a9-f5c1-43c0-8ff0-7aad396bcfda service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973003 Nov 23 22:37:58.446955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['215ea09e-10e0-4a6e-a891-9f9d15d34411'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:58.532881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a60b0fe-4320-4a69-b8aa-116d874606eb req-293e709f-26cb-4006-83aa-68f5e57dcab7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532683 Nov 23 22:37:58.545663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-97b2a30e-7545-4239-937e-aa9d4df033d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:58.547154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-97b2a30e-7545-4239-937e-aa9d4df033d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=24b420f9ef2b461782814d9544f7f373&device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 1095 time: 0.1337566 Nov 23 22:37:58.606782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4fb1f6e6-0ee8-493d-b3de-4460253c850d tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:58.608985 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4fb1f6e6-0ee8-493d-b3de-4460253c850d tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.0520618 Nov 23 22:37:58.621968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:37:58.682045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:58.767301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8299ed-2537-4de1-9eaa-64f19c83ae44 req-86f5674b-bbc1-4842-bb92-4959abffe98a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:58.769381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f8299ed-2537-4de1-9eaa-64f19c83ae44 req-86f5674b-bbc1-4842-bb92-4959abffe98a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1600113 Nov 23 22:37:58.834506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-0135fe7c-e50b-4a04-9e65-e79903bd2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:58.835993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-0135fe7c-e50b-4a04-9e65-e79903bd2b5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 HTTP/1.1" status: 200 len: 915 time: 0.2735152 Nov 23 22:37:58.851784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:37:58.856900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-24a2b196-bb3e-4b7d-9693-eaf30912e9a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652094 Nov 23 22:37:58.919556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:58.949674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-c5ed4eca-2d27-4d84-954f-b15c06b484cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42a8967-f36b-4ec4-aef3-84804e8e4abe HTTP/1.1" status: 200 len: 217 time: 0.0876157 Nov 23 22:37:58.962087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-b204ac76-94a6-43f3-8b87-be1fe1c270df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:58.963602 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-b204ac76-94a6-43f3-8b87-be1fe1c270df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 1096 time: 0.0803828 Nov 23 22:37:58.975737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:37:58.978884 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd96531d-eb80-4481-aa4d-391f17dc9ddc" -d '{"events": [{"server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "name": "network-vif-unplugged", "status": "completed", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:37:58.983279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:58.996271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:59.015604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f8299ed-2537-4de1-9eaa-64f19c83ae44 req-a7bf7b81-ac6d-447d-85ea-bc1434b654df tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340519 Nov 23 22:37:59.115075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-eebf13fa-0a3e-4f47-a03f-3d741d7c8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:59.116632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-eebf13fa-0a3e-4f47-a03f-3d741d7c8067 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46173c09-7fd8-4312-bf23-5c713f02b36f HTTP/1.1" status: 200 len: 853 time: 0.1557226 Nov 23 22:37:59.161319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:59.179991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-5a4a431a-78ae-455b-acb4-ca67e44b0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:59.182145 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-5a4a431a-78ae-455b-acb4-ca67e44b0730 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 925 time: 0.1959391 Nov 23 22:37:59.183278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on host n-h2-817303-3 for vnic_type normal with profile {"migrating_to": "n-h1-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:37:59.183692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:37:59.184038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:59.189913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:37:59.190311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Attempting to bind port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:37:59.203322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:37:59.204922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:37:59.204922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:37:59.204922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Bound port: cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:37:59.204922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:59.308427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-987e32e9-38dc-4825-9032-871e32f3104f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48182058-1723-4e82-bfa6-b13f8a24850e HTTP/1.1" status: 200 len: 1001 time: 0.1111572 Nov 23 22:37:59.329464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-67612930-efd9-44e7-a679-78fb3fc7dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:59.330961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-67612930-efd9-44e7-a679-78fb3fc7dbcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967044 Nov 23 22:37:59.359399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:37:59.376094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:37:59.381815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e59a5b-7c5d-4114-989a-304a9526f266 req-afaaa68c-8acc-41d5-ab12-e1b10cb1ba5f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:59.382127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:59.383369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8e59a5b-7c5d-4114-989a-304a9526f266 req-afaaa68c-8acc-41d5-ab12-e1b10cb1ba5f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 945 time: 0.2094698 Nov 23 22:37:59.386347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-2a76f780-22bc-46d2-b412-e09d8f1eaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:59.387809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-2a76f780-22bc-46d2-b412-e09d8f1eaac5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 200 len: 863 time: 0.0670981 Nov 23 22:37:59.409197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:59.434913 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:59.482587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:37:59.503936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:59.504556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:59.505970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a21de2c-d330-4212-8803-29699ff49870 service neutron] 10.222.0.48 "PUT /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 1121 time: 0.8882866 Nov 23 22:37:59.508732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-3333251a-5faf-450d-8670-25395ba881e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:59.510084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-3333251a-5faf-450d-8670-25395ba881e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013148 Nov 23 22:37:59.608198 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-7ad90dc1-8917-4025-bf72-0bbde17cfdc3 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897892 Nov 23 22:37:59.710527 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3c50ad14-040f-497e-a27e-fd5508a5609b req-bf86f45d-d7e7-47df-b704-5bb12be3aa67 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939410 Nov 23 22:37:59.743292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:37:59.842250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8e59a5b-7c5d-4114-989a-304a9526f266 req-3052a9d5-e12b-4e7b-9148-b8b6145a8c1c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438493 Nov 23 22:37:59.869442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-624442a3-dfae-4a48-8cfc-68b34bd22a74 service neutron] 10.222.0.48 "GET /v2.0/networks/89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250494 Nov 23 22:37:59.900472 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016 associated. External IP: 172.25.0.124, port: 7746e95c-a8ce-49fd-a2bf-95c090509bd9. Nov 23 22:37:59.922361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 215ea09e-10e0-4a6e-a891-9f9d15d34411 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:00.044958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 215ea09e-10e0-4a6e-a891-9f9d15d34411 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:00.049160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 215ea09e-10e0-4a6e-a891-9f9d15d34411 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:00.049535 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:00.103179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-decd7789-03f8-4ddf-9da7-9e138bec7894 req-f7bf53fa-c08d-4407-922f-082398f87075 service neutron] 10.222.0.48 "GET /v2.0/networks/89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243612 Nov 23 22:38:00.110695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58d7d-cb6f-4ec5-bcc0-8904aaf6720b req-1e177061-faa5-406b-a7f3-fddadc174a71 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:00.112160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80e58d7d-cb6f-4ec5-bcc0-8904aaf6720b req-1e177061-faa5-406b-a7f3-fddadc174a71 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.1597307 Nov 23 22:38:00.135555 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:00.169171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215ea09e-10e0-4a6e-a891-9f9d15d34411'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:00.171523 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa70f1-6ba1-4be7-bd99-e4e25b5cdfd4" -d '{"events": [{"server_uuid": "caf4879a-c86e-4a48-8e67-fe549d067ba9", "name": "network-vif-plugged", "status": "completed", "tag": "215ea09e-10e0-4a6e-a891-9f9d15d34411"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:00.184668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 215ea09e-10e0-4a6e-a891-9f9d15d34411, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=215ea09e-10e0-4a6e-a891-9f9d15d34411,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:00.188949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:00.237874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80e58d7d-cb6f-4ec5-bcc0-8904aaf6720b req-d2a3a6cf-496e-4095-9e49-965f1016f756 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179063 Nov 23 22:38:00.244539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=215ea09e-10e0-4a6e-a891-9f9d15d34411,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:00.341022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:00.405758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05456f1a-c188-4985-93c3-3ab58f77e9df req-34892b16-c1cd-4744-858b-7d30eea0221f tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:00.407258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05456f1a-c188-4985-93c3-3ab58f77e9df req-34892b16-c1cd-4744-858b-7d30eea0221f tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 944 time: 0.0991054 Nov 23 22:38:00.501083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05456f1a-c188-4985-93c3-3ab58f77e9df req-f2d919fe-9eaa-48f7-8699-8b8854b05357 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866916 Nov 23 22:38:00.503983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:00.513071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:00.526036 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:00.545182 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:00.545974 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:37:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:00.547550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-7a39d9e3-5a2d-435e-9c54-fbf96888578d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "PUT /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 200 len: 996 time: 2.2631960 Nov 23 22:38:00.547789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:00.550217 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934310de-0bf7-490b-92d9-726edadf96bb" -d '{"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:00.586279 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cd5bc0-537b-45a0-a9eb-d5117bc6e1a9 x-openstack-request-id: req-34cd5bc0-537b-45a0-a9eb-d5117bc6e1a9 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:00.586798 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "name": "network-vif-unplugged", "status": "completed", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:00.587220 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34cd5bc0-537b-45a0-a9eb-d5117bc6e1a9 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:00.587816 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4', 'code': 200} Nov 23 22:38:00.613324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-fa8ccdea-152f-4d84-a316-5f4a09530906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:00.615485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-fa8ccdea-152f-4d84-a316-5f4a09530906 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.0514550 Nov 23 22:38:00.684490 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:00.741744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ecbcb-944c-470b-9b81-ed407d25020a req-0f1801e2-47ec-425c-9ca9-0b877d985628 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:00.743032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df1ecbcb-944c-470b-9b81-ed407d25020a req-0f1801e2-47ec-425c-9ca9-0b877d985628 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1096 time: 0.0833800 Nov 23 22:38:00.776099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-e7a304e4-cdc0-474d-8116-3eed6a708292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:00.777854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-e7a304e4-cdc0-474d-8116-3eed6a708292 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1473649 Nov 23 22:38:00.854266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df1ecbcb-944c-470b-9b81-ed407d25020a req-6d26b9f4-71c5-4648-88be-824df5f6a86a tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991914 Nov 23 22:38:00.893492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-d754e1f2-f66c-4f4f-89a3-c5b8865bf73e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 999 time: 0.1038208 Nov 23 22:38:00.933194 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:ff:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:37:59Z', 'revision_number': 1, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:00.963091 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:00.971719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:00.972317 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:37:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:00.973059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-ea0f78f3-9fcf-44a4-ac73-985b8a3f6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:00.975149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-ea0f78f3-9fcf-44a4-ac73-985b8a3f6843 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.0752356 Nov 23 22:38:01.019990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4f03c-c3dc-40ae-a0a7-352441bac2fd req-07019c61-c929-4ca0-bec9-382838df75f3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.022140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2f4f03c-c3dc-40ae-a0a7-352441bac2fd req-07019c61-c929-4ca0-bec9-382838df75f3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 943 time: 0.0906351 Nov 23 22:38:01.050834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-d87b52e3-23cf-44d1-898f-008bafdc2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.052569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-d87b52e3-23cf-44d1-898f-008bafdc2752 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690761 Nov 23 22:38:01.071117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-9e273b9b-b159-4890-969b-3d3204671b64 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:38:01.072176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-9e273b9b-b159-4890-969b-3d3204671b64 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084713 Nov 23 22:38:01.081890 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:01.109962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2f4f03c-c3dc-40ae-a0a7-352441bac2fd req-398f57a6-c88d-442f-924a-6a30a2ef9260 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809314 Nov 23 22:38:01.243155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-d7e9d04a-6b32-4ecd-9a02-feaff44465c5 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621294 Nov 23 22:38:01.300987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c42a8967-f36b-4ec4-aef3-84804e8e4abe details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:01.301764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c6a5a-303e-4889-b3e7-73420e515798 req-df156d4b-aa5f-4c81-95d8-db7f52d978c6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.304284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e3c6a5a-303e-4889-b3e7-73420e515798 req-df156d4b-aa5f-4c81-95d8-db7f52d978c6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0925200 Nov 23 22:38:01.395690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e3c6a5a-303e-4889-b3e7-73420e515798 req-abcac919-7b9e-4759-99d2-689fea8ca4ba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Nov 23 22:38:01.398553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-641f6cfd-4b8e-4ab1-bb45-0e40f00a648d req-3c185b36-f95d-41e0-8946-5e2bbea6ef8f service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489291 Nov 23 22:38:01.438610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c42a8967-f36b-4ec4-aef3-84804e8e4abe, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c42a8967-f36b-4ec4-aef3-84804e8e4abe,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:01.455785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe', 'network_id': '89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0', 'port_id': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe', 'mac_address': 'fa:16:3e:3f:5c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46173c09-7fd8-4312-bf23-5c713f02b36f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:01.461235 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:ff:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:37:59Z', 'revision_number': 1, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:01.493536 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8521d-476d-4a6a-867a-b5ed9fa6b709 x-openstack-request-id: req-dac8521d-476d-4a6a-867a-b5ed9fa6b709 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:01.494006 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4879a-c86e-4a48-8e67-fe549d067ba9", "name": "network-vif-plugged", "status": "completed", "tag": "215ea09e-10e0-4a6e-a891-9f9d15d34411", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:01.494265 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dac8521d-476d-4a6a-867a-b5ed9fa6b709 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:01.494661 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215ea09e-10e0-4a6e-a891-9f9d15d34411', 'code': 200} Nov 23 22:38:01.494839 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396f75f-c478-4bfe-bbd7-b2b63af60794 None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:ff:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:37:59Z', 'revision_number': 1, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:01.528225 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:01.544331 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bff5a6b-a7a7-481c-a10e-4c13e96d1627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:01.549553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42a8967-f36b-4ec4-aef3-84804e8e4abe {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:01.567954 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ede44b-3b3e-4dd0-bad2-22f356465fe7 x-openstack-request-id: req-34ede44b-3b3e-4dd0-bad2-22f356465fe7 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:01.567954 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:01.568646 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34ede44b-3b3e-4dd0-bad2-22f356465fe7 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:01.568990 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'status': 'completed', 'code': 200} Nov 23 22:38:01.584494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c42a8967-f36b-4ec4-aef3-84804e8e4abe, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c42a8967-f36b-4ec4-aef3-84804e8e4abe,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:01.592353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:01.654837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c42a8967-f36b-4ec4-aef3-84804e8e4abe,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:01.699364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934310de-0bf7-490b-92d9-726edadf96bb req-7ae7062c-1a45-47ca-8f02-8030a1971652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.701144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-934310de-0bf7-490b-92d9-726edadf96bb req-7ae7062c-1a45-47ca-8f02-8030a1971652 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.1046832 Nov 23 22:38:01.703354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf4ab-e875-4ce7-8b50-84933b636cf3 req-95a276fe-dd20-4d6f-8260-c02482c89c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.704885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-899cf4ab-e875-4ce7-8b50-84933b636cf3 req-95a276fe-dd20-4d6f-8260-c02482c89c62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 1097 time: 0.1320121 Nov 23 22:38:01.733890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cad8a-38cf-45a1-b80f-800edeafa0fd req-d9b34ae0-1d86-4e0b-ba9b-13b9e1050eec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.743610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa6cad8a-38cf-45a1-b80f-800edeafa0fd req-d9b34ae0-1d86-4e0b-ba9b-13b9e1050eec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 946 time: 0.0699375 Nov 23 22:38:01.819416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71a67a-030f-42d1-bfb3-27be851186be None None] New status for floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:01.819707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa6cad8a-38cf-45a1-b80f-800edeafa0fd req-45c4b8a9-280c-408d-a91f-6952a82b3a5c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747786 Nov 23 22:38:01.835385 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-899cf4ab-e875-4ce7-8b50-84933b636cf3 req-c14c55b6-ed29-45a8-a76c-a0c7901e2e90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048243 Nov 23 22:38:01.876578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934310de-0bf7-490b-92d9-726edadf96bb req-ea4b695d-e006-4f18-923c-91f96e8cbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.880628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-934310de-0bf7-490b-92d9-726edadf96bb req-ea4b695d-e006-4f18-923c-91f96e8cbc2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1615975 Nov 23 22:38:01.940203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-cfee0ca0-79f4-4192-b815-4520e025c574 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:01.941835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-cfee0ca0-79f4-4192-b815-4520e025c574 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0563374 Nov 23 22:38:02.049947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c42a8967-f36b-4ec4-aef3-84804e8e4abe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:02.057568 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-17525fbd-56cc-45b9-ade1-e6385a624825 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 999 time: 0.1083426 Nov 23 22:38:02.074515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'floatingip': {'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:02.144387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:02.148768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-934310de-0bf7-490b-92d9-726edadf96bb req-7c5a1a02-caeb-4cc5-8ffb-31df6bbaf41d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 1001 time: 0.0912380 Nov 23 22:38:02.473129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934310de-0bf7-490b-92d9-726edadf96bb req-40c360d3-f514-408a-a941-3bfd4966d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:02.474651 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-934310de-0bf7-490b-92d9-726edadf96bb req-40c360d3-f514-408a-a941-3bfd4966d968 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.3141418 Nov 23 22:38:02.531431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934310de-0bf7-490b-92d9-726edadf96bb req-8856ec1f-8837-408c-acaf-4ccd609898b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:02.532972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-934310de-0bf7-490b-92d9-726edadf96bb req-8856ec1f-8837-408c-acaf-4ccd609898b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483136 Nov 23 22:38:02.604836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:02.607458 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c2629d-818d-4593-a885-6eba7d3bdecf" -d '{"events": [{"name": "network-changed", "server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:02.644988 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-934310de-0bf7-490b-92d9-726edadf96bb req-9413ccca-3086-46ab-a696-f8ebc12616f1 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023474 Nov 23 22:38:02.680856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:02.685713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:02.753286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-56b7dae4-8593-415f-8c2e-30d64a8d47e3 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:38:02.754176 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-56b7dae4-8593-415f-8c2e-30d64a8d47e3 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087306 Nov 23 22:38:02.757199 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-934310de-0bf7-490b-92d9-726edadf96bb req-d1bf2af1-8a23-4203-bcec-637fb8b8a8d2 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020274 Nov 23 22:38:02.794423 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016 associated. External IP: 172.25.0.124, port: 7746e95c-a8ce-49fd-a2bf-95c090509bd9. Nov 23 22:38:02.798494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-92a7ba92-38e7-4a95-95f9-588a79b305e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:02.799917 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-92a7ba92-38e7-4a95-95f9-588a79b305e4 service neutron] 10.222.0.11 "GET /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 1093 time: 0.0366724 Nov 23 22:38:02.811014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Request body: {'binding': {'host': 'n-h2-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:02.811462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:38:02.950288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on host n-h2-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:02.950620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:02.950943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:02.955825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:02.956148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:02.961452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:02.961787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:02.962176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:02.962614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Bound port: 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:03.025820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:03.032976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:03.034193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-f0b41b65-0964-4e43-9c65-33aac25d792c service neutron] 10.222.0.11 "POST /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2272542 Nov 23 22:38:03.258106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4d3f6-4856-479f-9588-e181ffa1a2df req-a870d964-1957-4251-9bcb-048dde395ac2 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:03.259652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebd4d3f6-4856-479f-9588-e181ffa1a2df req-a870d964-1957-4251-9bcb-048dde395ac2 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 945 time: 0.1138659 Nov 23 22:38:03.312250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:03.327659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c42a8967-f36b-4ec4-aef3-84804e8e4abe up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:03.366663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-e453de5e-4f22-4d66-ad11-6e675a6713a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:03.368375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-e453de5e-4f22-4d66-ad11-6e675a6713a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1096 time: 0.0529392 Nov 23 22:38:03.370904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebd4d3f6-4856-479f-9588-e181ffa1a2df req-a9f3491d-3467-4480-b412-0dfdf30311d7 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044912 Nov 23 22:38:03.388417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:03.466067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port c42a8967-f36b-4ec4-aef3-84804e8e4abe completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:03.477415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port c42a8967-f36b-4ec4-aef3-84804e8e4abe triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:03.478742 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:03.495979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-e69a801c-b402-4bcb-9d2a-60ab991d249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:03.497476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-e69a801c-b402-4bcb-9d2a-60ab991d249d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.1189909 Nov 23 22:38:03.529488 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:03.541593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff335ee-c69a-4473-9b01-bef9b257f7df req-12ae7a4e-b3ca-448c-a411-afc8628e260c tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:03.541851 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-41f96e2c-89e6-4bb1-b053-76040d941179 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 217 time: 0.0369694 Nov 23 22:38:03.543167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ff335ee-c69a-4473-9b01-bef9b257f7df req-12ae7a4e-b3ca-448c-a411-afc8628e260c tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.0972402 Nov 23 22:38:03.544521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:03.546228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 has no active binding in host n-h1-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:38:03.554898 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:03.566662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:03.569842 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:37:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:03.596326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-79f88a93-3786-4600-bb00-0d08679dc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:03.597042 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:03.598260 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-79f88a93-3786-4600-bb00-0d08679dc138 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0483203 Nov 23 22:38:03.639747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-6840cd28-bc44-4964-bcf4-0bef3e14a071 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327826 Nov 23 22:38:03.643750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:03.648214 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f6600-a0ed-4c64-957c-53b87854e321" -d '{"events": [{"server_uuid": "7f15bb24-a4dd-4829-977b-4da293d769e6", "name": "network-vif-plugged", "status": "completed", "tag": "c42a8967-f36b-4ec4-aef3-84804e8e4abe"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:03.653460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c42a8967-f36b-4ec4-aef3-84804e8e4abe, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c42a8967-f36b-4ec4-aef3-84804e8e4abe,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:03.660095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:03.703367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ff335ee-c69a-4473-9b01-bef9b257f7df req-e76f16cd-278e-46b4-809e-4b442a1ea8e8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241152 Nov 23 22:38:03.706471 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:03.736074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c42a8967-f36b-4ec4-aef3-84804e8e4abe,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:03.785297 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-7a73628b-11c7-4cb4-8272-336d819797e0 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366186 Nov 23 22:38:03.903254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-af40be9f-f4f9-41f3-9310-c6fd4aa86daf service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051648 Nov 23 22:38:03.905017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59f026-84d1-431d-955c-401d4c029518 req-e04c1673-aab7-480c-a0e6-3e442ea61ce4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:03.906505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e59f026-84d1-431d-955c-401d4c029518 req-e04c1673-aab7-480c-a0e6-3e442ea61ce4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 943 time: 0.1045988 Nov 23 22:38:03.935943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:03.975066 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:2d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:02Z', 'revision_number': 3, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:04.002743 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:04.011604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e59f026-84d1-431d-955c-401d4c029518 req-2387d864-8f14-4c75-a0af-fd80ea6cb3b2 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962532 Nov 23 22:38:04.018877 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:04.019766 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:37:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:04.020306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d1a75f48-b108-4d69-8bae-ba2e245d0573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:04.059372 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-a03ec961-5f6f-4cbf-b1bf-89e5f3ad3129 service neutron] 10.222.0.46 "GET /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4/bindings/n-h1-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.1008053 Nov 23 22:38:04.123946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:04.131233 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:04.173131 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:04.202445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43910cbe-5b27-424a-b355-2e73d16e061b req-c509b023-3cb9-4bcd-ba84-22dcb4b3f213 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.211767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43910cbe-5b27-424a-b355-2e73d16e061b req-c509b023-3cb9-4bcd-ba84-22dcb4b3f213 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1228018 Nov 23 22:38:04.226785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:04.229342 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da699119-6c54-4972-ab6a-20d06132b82e" -d '{"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:04.278250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-df353df8-3a06-4ff4-a357-491fbc08d070 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "PUT /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 200 len: 998 time: 2.2084825 Nov 23 22:38:04.308933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:04.334809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43910cbe-5b27-424a-b355-2e73d16e061b req-de2f5b65-2b5e-4e63-8fbe-850d10caa290 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221349 Nov 23 22:38:04.358342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-10be8a57-b8da-41b7-8eb5-843bc1abff10 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.358342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-10be8a57-b8da-41b7-8eb5-843bc1abff10 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports/7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 942 time: 0.0663831 Nov 23 22:38:04.359627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:04.400465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:04.416258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:04.434747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:04.506322 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:2d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:02Z', 'revision_number': 3, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:04.520097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-a4927fed-1e8d-4b6e-9ec4-7e6fa8c01a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.527954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-a4927fed-1e8d-4b6e-9ec4-7e6fa8c01a7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.0661256 Nov 23 22:38:04.542620 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7661f00d-c7fa-4ec5-a5bc-f793f0cba957 None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:2d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:02Z', 'revision_number': 3, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:04.548210 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39acc0ff-baae-472d-a3e0-bf32a5b102ab x-openstack-request-id: req-39acc0ff-baae-472d-a3e0-bf32a5b102ab {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:04.548681 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:04.548943 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39acc0ff-baae-472d-a3e0-bf32a5b102ab {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:04.549658 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4', 'status': 'completed', 'code': 200} Nov 23 22:38:04.624110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-f5bbef56-77d1-4f8a-b993-01bfe99c982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.626010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-f5bbef56-77d1-4f8a-b993-01bfe99c982d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1082 time: 0.0854568 Nov 23 22:38:04.629221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] Transition to ACTIVE for port object cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:04.634844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:04.668305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92448-c775-4992-8c16-29aaaedf4216 req-2aadc46a-8cdc-4334-bd8e-bc0d3ab8694b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.670097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30a92448-c775-4992-8c16-29aaaedf4216 req-2aadc46a-8cdc-4334-bd8e-bc0d3ab8694b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 946 time: 0.1113226 Nov 23 22:38:04.708136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-8569c5d2-3645-4143-855e-ae4cdc761162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.709843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-8569c5d2-3645-4143-855e-ae4cdc761162 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1769538 Nov 23 22:38:04.768079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-8aa5033a-59e5-4ca6-b3f1-a45e44a6a3d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 217 time: 0.0470989 Nov 23 22:38:04.785700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30a92448-c775-4992-8c16-29aaaedf4216 req-449c0326-d0ee-479b-84ce-72c865b72576 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084230 Nov 23 22:38:04.805510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] No DVR routers for this DVR port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:04.856187 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] 10.222.0.46 "PUT /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4/bindings/n-h1-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7769780 Nov 23 22:38:04.863398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb87496-b503-45ff-bd48-09b529bee90c service neutron] Pushing event updated for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:04.877957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd94c84-1621-4d3e-9b3f-eb00d8ff2372 None None] New status for floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:04.880264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-6629c167-3953-4530-a95c-75ca6457b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.882996 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-6629c167-3953-4530-a95c-75ca6457b17d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.2457898 Nov 23 22:38:04.914947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-8d37e99a-22e2-4d26-9ea4-ca7352bfdd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.922997 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-8d37e99a-22e2-4d26-9ea4-ca7352bfdd84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1358390 Nov 23 22:38:04.942273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-4884aea1-8e3d-4cba-8e9c-47fab1bb5125 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 217 time: 0.0473120 Nov 23 22:38:04.958218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577d484-8d3f-4653-bb03-d2c7a3f0467c req-84ca6bbf-f738-46f0-b734-2b8b69988598 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:04.960242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a577d484-8d3f-4653-bb03-d2c7a3f0467c req-84ca6bbf-f738-46f0-b734-2b8b69988598 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 945 time: 0.1037631 Nov 23 22:38:04.962304 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:05.002608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-8edf5248-8936-4fc9-ac43-98eefa6fe202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.004153 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-8edf5248-8936-4fc9-ac43-98eefa6fe202 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0523674 Nov 23 22:38:05.042059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-5cf2b2a8-5802-4b15-97ce-18cf162c6ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285814 Nov 23 22:38:05.071225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-d460b3b7-e314-46a0-bd1b-97a5c0272b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.079187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-d460b3b7-e314-46a0-bd1b-97a5c0272b72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552641 Nov 23 22:38:05.112053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4d49ee5c-3cfb-49ac-94c0-40f6da1dc581 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.113555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4d49ee5c-3cfb-49ac-94c0-40f6da1dc581 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.1524217 Nov 23 22:38:05.171188 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a577d484-8d3f-4653-bb03-d2c7a3f0467c req-9f77eca6-752f-404c-8121-d39fd5f94b17 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782846 Nov 23 22:38:05.176253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-5996a79b-3ebd-4015-83e7-58dcf7b34f1a service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244619 Nov 23 22:38:05.239425 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff68a98d-1848-454a-9aa1-43660d89a2a1 x-openstack-request-id: req-ff68a98d-1848-454a-9aa1-43660d89a2a1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:05.240742 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f15bb24-a4dd-4829-977b-4da293d769e6", "name": "network-vif-plugged", "status": "completed", "tag": "c42a8967-f36b-4ec4-aef3-84804e8e4abe", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:05.241017 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff68a98d-1848-454a-9aa1-43660d89a2a1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:05.242251 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe', 'code': 200} Nov 23 22:38:05.260494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:05.273501 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:05.274480 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:05.334634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-76a0d236-3bd9-4cb1-941f-8afdf44fcaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.336229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-76a0d236-3bd9-4cb1-941f-8afdf44fcaf8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf&tenant_id=95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 1095 time: 0.1641564 Nov 23 22:38:05.340356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-88af493f-7689-4787-b53d-cd0019db62d7 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603416 Nov 23 22:38:05.348075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-68c2629d-818d-4593-a885-6eba7d3bdecf req-2969b757-14f5-4e62-a9b0-2115f0b3f1bb service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623919 Nov 23 22:38:05.419519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-725fb697-7d29-4c4d-929b-86c2508ab279 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30111f8baf6d4366b4ec1c10ca532470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818915 Nov 23 22:38:05.427078 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:05.449848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-de4c7aba-3a42-4d6c-8554-bc70d5a9f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.452424 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-de4c7aba-3a42-4d6c-8554-bc70d5a9f241 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1095 time: 0.0636330 Nov 23 22:38:05.590187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc1934-3cef-4cd2-88eb-630730871ad5 req-8704c043-083c-408a-a881-0ce936e812f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.590438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-c42cbb48-e7e3-4b57-84a2-24958e615258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.591908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-c42cbb48-e7e3-4b57-84a2-24958e615258 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.1305170 Nov 23 22:38:05.592259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2dc1934-3cef-4cd2-88eb-630730871ad5 req-8704c043-083c-408a-a881-0ce936e812f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 1097 time: 0.1859930 Nov 23 22:38:05.601255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-4a825ab8-1668-4575-9144-bc76b9dd305b service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505729 Nov 23 22:38:05.644767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-6938ad5a-c57b-4e85-8b5e-bfcba7fddac7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.646966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-6938ad5a-c57b-4e85-8b5e-bfcba7fddac7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029531 Nov 23 22:38:05.675537 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4a6bd1cd-c65e-4755-8cc5-b9ee168d80f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 217 time: 0.0606694 Nov 23 22:38:05.696062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-3ddfd17f-86bd-41c2-92f5-4b07ed0589d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/quotas/30111f8baf6d4366b4ec1c10ca532470 HTTP/1.1" status: 200 len: 375 time: 0.0412054 Nov 23 22:38:05.714426 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:2d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:05Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:05.724523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2dc1934-3cef-4cd2-88eb-630730871ad5 req-803f4300-7972-4eae-af12-8904e6236c15 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040983 Nov 23 22:38:05.747956 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:05.749869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-2b83fa23-9b38-41e8-b8c1-18a35fcd4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.751395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-2b83fa23-9b38-41e8-b8c1-18a35fcd4f1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 1096 time: 0.0977588 Nov 23 22:38:05.760243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:05.761085 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:05.763704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-b275fadd-b72a-4ef6-8298-da80065c503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.766869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-b275fadd-b72a-4ef6-8298-da80065c503b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0818670 Nov 23 22:38:05.798361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-ae60e2f7-1c18-4e3f-aa88-526da08e3060 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30111f8baf6d4366b4ec1c10ca532470&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901442 Nov 23 22:38:05.869183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-9c6bbc5d-70e1-4ba9-8f58-1f0588c13c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.879209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-9c6bbc5d-70e1-4ba9-8f58-1f0588c13c79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1189213 Nov 23 22:38:05.975119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-5637e05e-0f27-4167-b6c8-d99457d438c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 1001 time: 0.0941334 Nov 23 22:38:05.994416 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:06.048251 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1feabe-bdb0-4b49-8f20-7d5d95126dc8 x-openstack-request-id: req-ac1feabe-bdb0-4b49-8f20-7d5d95126dc8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:06.053554 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:06.053554 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac1feabe-bdb0-4b49-8f20-7d5d95126dc8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:06.053554 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'status': 'completed', 'code': 200} Nov 23 22:38:06.136236 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-05e8c4c0-d258-45b3-a64d-3496d9eda2f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557439 Nov 23 22:38:06.164201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699119-6c54-4972-ab6a-20d06132b82e req-0225ddae-4bc8-4a8c-9a02-c1078628710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:06.164596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-957ca352-7386-470b-8753-42865b6227d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:06.172632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-957ca352-7386-470b-8753-42865b6227d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1961613 Nov 23 22:38:06.173375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da699119-6c54-4972-ab6a-20d06132b82e req-0225ddae-4bc8-4a8c-9a02-c1078628710b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.1444204 Nov 23 22:38:06.294834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ba37-21a4-4d18-8d5a-c75c350723f6 req-8a099b98-b19c-403e-826f-bffc06090690 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:06.301988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92e2ba37-21a4-4d18-8d5a-c75c350723f6 req-8a099b98-b19c-403e-826f-bffc06090690 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 946 time: 0.2322593 Nov 23 22:38:06.344219 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-87fe4642-0163-4510-9803-e90a53d58ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694174 Nov 23 22:38:06.364551 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:2d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:05Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:06.427179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699119-6c54-4972-ab6a-20d06132b82e req-677c3320-42e1-4f0b-b1c8-158062fe26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:06.429049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da699119-6c54-4972-ab6a-20d06132b82e req-677c3320-42e1-4f0b-b1c8-158062fe26df service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.2216871 Nov 23 22:38:06.432018 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38d45e-bd15-4b4a-acce-b308d6c2b65f None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:2d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87ca64-4009-47fd-8d46-476f14c84303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:05Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:06.439217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-4efbbba7-4c25-46e7-9cf7-4f06a1b2d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:06.440876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-4efbbba7-4c25-46e7-9cf7-4f06a1b2d45d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674069 Nov 23 22:38:06.560291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92e2ba37-21a4-4d18-8d5a-c75c350723f6 req-08e3ed74-3c28-4d1f-8f34-1d87fb26de60 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506399 Nov 23 22:38:06.576565 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:06.632469 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da699119-6c54-4972-ab6a-20d06132b82e req-9cfcb7bc-15bc-4b79-843a-cc0fccdb2c8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 217 time: 0.1856689 Nov 23 22:38:06.684020 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-4bfdb01d-c4fe-4903-babc-a07fd285f2a5 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241987 Nov 23 22:38:06.809317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699119-6c54-4972-ab6a-20d06132b82e req-4208f5cb-f305-4f72-ae43-ef9456a0b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:06.810179 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da699119-6c54-4972-ab6a-20d06132b82e req-4208f5cb-f305-4f72-ae43-ef9456a0b162 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1249039 Nov 23 22:38:06.894319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699119-6c54-4972-ab6a-20d06132b82e req-ce1a236d-8b3f-4440-a551-3c75fa9428c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:06.897487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da699119-6c54-4972-ab6a-20d06132b82e req-ce1a236d-8b3f-4440-a551-3c75fa9428c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803101 Nov 23 22:38:06.987059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-36edf004-9504-406e-a640-b7410f1cd5ee service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230510 Nov 23 22:38:07.011890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d56c35-80b3-4294-9936-48812cf18d64 req-71140c4f-1919-4bb8-ab6a-c2c3899a84e7 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.013257 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da699119-6c54-4972-ab6a-20d06132b82e req-25876ae3-3f78-4352-acd0-1c369adb7b3a service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062889 Nov 23 22:38:07.019194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26d56c35-80b3-4294-9936-48812cf18d64 req-71140c4f-1919-4bb8-ab6a-c2c3899a84e7 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 945 time: 0.0947936 Nov 23 22:38:07.124571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26d56c35-80b3-4294-9936-48812cf18d64 req-0949a077-72ba-4fab-9b19-2931a1126273 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044755 Nov 23 22:38:07.177211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7483a9d-0629-4749-b94b-b90af9958fe9 req-5252c9fc-b25a-46fd-b51d-e8a39c86609d service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688464 Nov 23 22:38:07.189739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-c4da78bd-1666-4790-97ab-d7755222ad0d tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.193236 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-c4da78bd-1666-4790-97ab-d7755222ad0d tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.0968075 Nov 23 22:38:07.289895 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da699119-6c54-4972-ab6a-20d06132b82e req-2c416f89-fe38-4686-98f9-9cbcc13259ba service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582414 Nov 23 22:38:07.401819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-4e6fd4f8-ad51-46a6-823c-5e2c2e34eba9 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=30111f8baf6d4366b4ec1c10ca532470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846465 Nov 23 22:38:07.411681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09873c5c-25de-4575-9ad9-27ade5488318 req-d1e6f701-5277-4f03-97db-3b09b5990d6c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.414211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09873c5c-25de-4575-9ad9-27ade5488318 req-d1e6f701-5277-4f03-97db-3b09b5990d6c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 944 time: 0.1241801 Nov 23 22:38:07.422682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:07.529984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09873c5c-25de-4575-9ad9-27ade5488318 req-c0ac6c4d-9a30-4074-9ad2-b39cb0d5fff6 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059716 Nov 23 22:38:07.571284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6abb5-213e-4ef0-8da2-4ada50af2947 req-c7121f83-6d4d-45ee-9fe7-2152ccb63536 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.579362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bd6abb5-213e-4ef0-8da2-4ada50af2947 req-c7121f83-6d4d-45ee-9fe7-2152ccb63536 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1040099 Nov 23 22:38:07.611956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-37b456fc-e3a5-4b05-b518-e0e2290a8038 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.613546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-37b456fc-e3a5-4b05-b518-e0e2290a8038 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989515 Nov 23 22:38:07.617313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-fa369a60-65df-4b0e-9ad2-4af8d482c02d service neutron] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:07.621522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-fa369a60-65df-4b0e-9ad2-4af8d482c02d service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:07.623152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86381a77-e48a-445f-8c4d-1e53bf7ec1d8 req-fa369a60-65df-4b0e-9ad2-4af8d482c02d service neutron] 10.222.0.48 "DELETE /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4/bindings/n-h2-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.4083180 Nov 23 22:38:07.631427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Request body: {'port': {'device_id': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '30111f8baf6d4366b4ec1c10ca532470'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:07.655689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bd6abb5-213e-4ef0-8da2-4ada50af2947 req-ee9ff223-357d-4a09-9cac-525dc6f27472 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741582 Nov 23 22:38:07.694662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55d5dc49-7927-4396-a9a1-7131a494d24d req-429a7069-c5f7-46ba-bd66-91c799f7304f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 210 time: 0.0574627 Nov 23 22:38:07.739205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:07.790990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Made reservation on behalf of 30111f8baf6d4366b4ec1c10ca532470 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:07.795110 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:07.811004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f0b60a6-dd19-4cb4-a748-f763a84ede23 req-9427bbd5-2db2-4b14-9f96-14454cbf6845 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1038837 Nov 23 22:38:07.842087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a8120-3190-43bb-861a-1e578125a23c req-dc17d5e9-21ed-4a08-9fa0-5cb8117a1b95 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.843637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f8a8120-3190-43bb-861a-1e578125a23c req-dc17d5e9-21ed-4a08-9fa0-5cb8117a1b95 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 945 time: 0.0843606 Nov 23 22:38:07.892851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b60a6-dd19-4cb4-a748-f763a84ede23 req-ee94a60f-87c4-453d-850a-5e9da2d361bb tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.894249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f0b60a6-dd19-4cb4-a748-f763a84ede23 req-ee94a60f-87c4-453d-850a-5e9da2d361bb tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports/254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 942 time: 0.0770581 Nov 23 22:38:07.929527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f8a8120-3190-43bb-861a-1e578125a23c req-b2c5c8a4-1152-46ea-8cad-7c153dfcaa89 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Nov 23 22:38:07.956441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Allocated IP 192.168.233.217 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/6052c05e-718d-4475-ac71-4cae2f57be2c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:07.966717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:08.054133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:08.056544 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955db10-a6d6-4c5d-8d63-d7f4b5284354" -d '{"events": [{"name": "network-changed", "server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:08.058959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:08.133899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f0b60a6-dd19-4cb4-a748-f763a84ede23 req-b06110fb-cf78-4ae6-85f3-402c038b8fa7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1593997 Nov 23 22:38:08.143497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712a0b7-dcde-4fc1-bb52-b6082f70d75a req-bb97cf3f-4c4f-40e8-b58c-670cc923f248 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.145099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6712a0b7-dcde-4fc1-bb52-b6082f70d75a req-bb97cf3f-4c4f-40e8-b58c-670cc923f248 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 946 time: 0.0818591 Nov 23 22:38:08.176538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:08.221975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:08.267040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['8caae325-5638-41de-9c06-57e21dcc4d50'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:08.291085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Pushing event updated for resources: {'Port': ['ID=6052c05e-718d-4475-ac71-4cae2f57be2c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:08.293286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6712a0b7-dcde-4fc1-bb52-b6082f70d75a req-e035e84d-ed9a-4db0-a7df-07ca40fdf354 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090660 Nov 23 22:38:08.306662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b60a6-dd19-4cb4-a748-f763a84ede23 req-1b19ef60-6c02-45c8-8b79-656b2c2828a5 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.313781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:08.318279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f0b60a6-dd19-4cb4-a748-f763a84ede23 req-1b19ef60-6c02-45c8-8b79-656b2c2828a5 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1694758 Nov 23 22:38:08.320334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:08.324925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:08.407100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.413329 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:08.451500 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-66532577-1099-4da3-975e-d93dbfecde85 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8247626 Nov 23 22:38:08.468061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Request body: {'port': {'device_id': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:08.508376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833fc7f-9c47-4a9a-b1f4-af1193188dd1 req-45b88fc9-61ac-42c7-bed9-4ca2c628fad8 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.509998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4833fc7f-9c47-4a9a-b1f4-af1193188dd1 req-45b88fc9-61ac-42c7-bed9-4ca2c628fad8 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 946 time: 0.0745072 Nov 23 22:38:08.631238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4833fc7f-9c47-4a9a-b1f4-af1193188dd1 req-0d3a647e-2381-4166-a865-a2b3c8d45e88 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063890 Nov 23 22:38:08.637269 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67663c2-5a16-4122-b778-0c4730dfda9a x-openstack-request-id: req-d67663c2-5a16-4122-b778-0c4730dfda9a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:08.637572 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:08.638332 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d67663c2-5a16-4122-b778-0c4730dfda9a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:08.638332 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'status': 'completed', 'code': 200} Nov 23 22:38:08.641780 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:08.699829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ab46cfa5-5bca-4dd6-856a-1781f680be5c None None] Provisioning complete for port 6052c05e-718d-4475-ac71-4cae2f57be2c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:08.703029 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab46cfa5-5bca-4dd6-856a-1781f680be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:08.812759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ab46cfa5-5bca-4dd6-856a-1781f680be5c None None] Port 6052c05e-718d-4475-ac71-4cae2f57be2c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:38:08.861407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-949748d9-b03d-42ec-8be5-6f73ac59f996 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.2003434 Nov 23 22:38:08.877236 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-24fd8d17-5bb2-4eff-acf8-b9b6ef9a3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.878934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-24fd8d17-5bb2-4eff-acf8-b9b6ef9a3c7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 1096 time: 0.1265798 Nov 23 22:38:08.905476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3996c-83b0-46b4-b799-5c14f8d71d8b req-bd5e5b42-8650-47ef-b0bb-3ca357b8a39b tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.913676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65c3996c-83b0-46b4-b799-5c14f8d71d8b req-bd5e5b42-8650-47ef-b0bb-3ca357b8a39b tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1095 time: 0.1318114 Nov 23 22:38:08.951506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-f65c4c07-4868-4e5a-b3a9-818cdbcd120e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.952933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-f65c4c07-4868-4e5a-b3a9-818cdbcd120e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports/254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 942 time: 0.0843012 Nov 23 22:38:09.042279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65c3996c-83b0-46b4-b799-5c14f8d71d8b req-7b0862f6-f277-4ae4-aecc-b3b59170f227 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274481 Nov 23 22:38:09.217941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-80af753e-31f4-4fe7-aca0-e2c3b26c4876 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1364169 Nov 23 22:38:09.238103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad0dd-f3c5-4f33-a8f8-73fa4c61d60c req-2a068089-deaa-4323-b193-88c56ea4b102 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:09.240951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b3ad0dd-f3c5-4f33-a8f8-73fa4c61d60c req-2a068089-deaa-4323-b193-88c56ea4b102 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1005428 Nov 23 22:38:09.355048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b3ad0dd-f3c5-4f33-a8f8-73fa4c61d60c req-2692dbc4-d3c8-496d-89cd-483b62a5b099 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011887 Nov 23 22:38:09.475547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-549072fe-64ae-4d53-9899-b8696e3839d7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:09.481599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-549072fe-64ae-4d53-9899-b8696e3839d7 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2392936 Nov 23 22:38:09.484070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-c432c916-f3c4-4f32-b5e1-7acbe6f7a88a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:09.485930 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-c432c916-f3c4-4f32-b5e1-7acbe6f7a88a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 946 time: 0.2377775 Nov 23 22:38:09.496671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-5bc111c9-7a0e-4fc4-bd77-15db88724c58 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:38:09.506179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-5bc111c9-7a0e-4fc4-bd77-15db88724c58 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170934 Nov 23 22:38:09.548790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-f97410de-1738-4371-982c-69c08c2dab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:09.551314 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-f97410de-1738-4371-982c-69c08c2dab26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.6619308 Nov 23 22:38:09.666913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-ab3fa02a-5bb5-4fd3-87e7-5be7bbb73f77 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1594491 Nov 23 22:38:09.673065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:09.697879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a98d10-0875-4b4c-81e7-7f60c0cf45a9 req-6132a7c6-bcf0-439f-8d9d-85f3b99d7912 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:09.706494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24a98d10-0875-4b4c-81e7-7f60c0cf45a9 req-6132a7c6-bcf0-439f-8d9d-85f3b99d7912 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 936 time: 0.1969230 Nov 23 22:38:09.751892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-106d5099-81d0-4695-aeea-5b94090556d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 1001 time: 0.1603162 Nov 23 22:38:09.801262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:09.873472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6052c05e-718d-4475-ac71-4cae2f57be2c {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:09.888380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-091e79f4-2631-43bf-b10f-811855d650cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:09.889971 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-091e79f4-2631-43bf-b10f-811855d650cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1262493 Nov 23 22:38:09.891944 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:09.908293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Deleting port 215ea09e-10e0-4a6e-a891-9f9d15d34411 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:09.908722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:09.951458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Transition to ACTIVE for port object 6052c05e-718d-4475-ac71-4cae2f57be2c will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:09.970108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:09.982953 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:09.994779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:09.995276 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016 disassociated. External IP: 172.25.0.124, port: 254e5cf1-4bbd-41cd-acc6-f63074e34862. Nov 23 22:38:10.010096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24a98d10-0875-4b4c-81e7-7f60c0cf45a9 req-106de96d-a5f8-4c4b-a4fa-62272963e426 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024566 Nov 23 22:38:10.069511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-916ae326-66d4-4e4b-aa4e-a2f417aa055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:10.071052 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-916ae326-66d4-4e4b-aa4e-a2f417aa055d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659138 Nov 23 22:38:10.266086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-c829e817-3ca9-447f-9f1c-b2e87c659c2e service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721218 Nov 23 22:38:10.311726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Pushing event updated for resources: {'Port': ['ID=6052c05e-718d-4475-ac71-4cae2f57be2c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:10.331533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:10.346112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.348511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.349594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.350247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.350740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.351227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.351771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.352274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.352764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.353252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.353727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.354210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:10.375916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] For port 215ea09e-10e0-4a6e-a891-9f9d15d34411, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=215ea09e-10e0-4a6e-a891-9f9d15d34411,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:10.376719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:10.469428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Calling delete_port for 215ea09e-10e0-4a6e-a891-9f9d15d34411 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:10.488989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-88c04f6a-c85b-421c-836c-a05a77dfe66f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--378334137&fields=id&tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710 HTTP/1.1" status: 200 len: 267 time: 0.3279521 Nov 23 22:38:10.517280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:10.529729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:10.551430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:10.552268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:10.556421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-7dd50bd1-cda8-4df5-8a53-b8a70e12b623 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:10.559749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-7dd50bd1-cda8-4df5-8a53-b8a70e12b623 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "GET /v2.0/ports?device_id=1834b4a0-10f6-41df-9ffd-ad4a4719ed44 HTTP/1.1" status: 200 len: 945 time: 0.4823792 Nov 23 22:38:10.573476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:10.687629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-db0b857d-604d-4224-89b9-118cb4dc01ea tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "PUT /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 200 len: 695 time: 1.0181818 Nov 23 22:38:10.714119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Attempting to bind port 6052c05e-718d-4475-ac71-4cae2f57be2c on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:10.714119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Attempting to bind port 6052c05e-718d-4475-ac71-4cae2f57be2c by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:10.714658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:10.714816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Attempting to bind port 6052c05e-718d-4475-ac71-4cae2f57be2c on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:10.716573 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54970886-cdb7-443c-bc1a-197a638f0f63" -d '{"events": [{"name": "network-changed", "server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:10.755065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Port 6052c05e-718d-4475-ac71-4cae2f57be2c on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:10.756083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Attempting to bind port 6052c05e-718d-4475-ac71-4cae2f57be2c on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:10.782287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e955db10-a6d6-4c5d-8d63-d7f4b5284354 req-c01632a9-c928-49e6-be66-08a53c9d2650 service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742389 Nov 23 22:38:10.791648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:10.792095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:10.792558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:10.793106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Bound port: 6052c05e-718d-4475-ac71-4cae2f57be2c, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:10.794149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:10.808503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-8e95a2d0-9536-4ac1-aa49-7f74f31721bf tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:10.820910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-8e95a2d0-9536-4ac1-aa49-7f74f31721bf tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 824 time: 0.3156943 Nov 23 22:38:10.829202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:10.859206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-ceac563f-7da4-4620-9db8-75a0ab6ea8ec tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/quotas/c9bb4ae5f4354d0fb94ec34f9d2c6710 HTTP/1.1" status: 200 len: 375 time: 0.0365131 Nov 23 22:38:10.865573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-19a5a847-430a-4676-9425-10771a8a74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:10.867499 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-19a5a847-430a-4676-9425-10771a8a74ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 1096 time: 0.1804390 Nov 23 22:38:10.944979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Deleting port 48182058-1723-4e82-bfa6-b13f8a24850e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:10.945406 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:10.973017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] For port 6052c05e-718d-4475-ac71-4cae2f57be2c, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:10.999963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:11.017013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-ed93568e-5fe2-4b52-bcd7-3042ef86a727 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449988 Nov 23 22:38:11.023404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-4dc44730-ba21-4f5c-89fb-beb1295890e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:11.024906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-4dc44730-ba21-4f5c-89fb-beb1295890e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1512251 Nov 23 22:38:11.030578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] For port 6052c05e-718d-4475-ac71-4cae2f57be2c, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6052c05e-718d-4475-ac71-4cae2f57be2c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:11.049273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['33a57438-d2f6-4866-8dfc-a293938cff3b', '215ea09e-10e0-4a6e-a891-9f9d15d34411'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:11.075063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:11.081843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Pushing event deleted for resources: {'Port': ['ID=215ea09e-10e0-4a6e-a891-9f9d15d34411,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:11.167545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] For port 48182058-1723-4e82-bfa6-b13f8a24850e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=48182058-1723-4e82-bfa6-b13f8a24850e,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:11.168222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:11.214536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-8ce87a3c-3a25-4ff1-a1bd-ab3dcc0acc61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 217 time: 0.1829925 Nov 23 22:38:11.222476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-cdf55061-8dd3-4e40-8ae6-00aaecfbf66e service neutron] 10.222.0.11 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420131 Nov 23 22:38:11.310283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:11.311326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:11.313211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] 10.222.0.46 "PUT /v2.0/ports/6052c05e-718d-4475-ac71-4cae2f57be2c HTTP/1.1" status: 200 len: 1096 time: 2.8503635 Nov 23 22:38:11.322499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'tag': '6052c05e-718d-4475-ac71-4cae2f57be2c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:11.325004 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcae89c-04f1-4f85-82d7-2ccafef74653" -d '{"events": [{"name": "network-changed", "server_uuid": "d8277fc1-aaab-4110-98f4-51a1474757bf", "tag": "6052c05e-718d-4475-ac71-4cae2f57be2c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:11.381927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:11.392956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] No DVR routers for this DVR port 215ea09e-10e0-4a6e-a891-9f9d15d34411 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:11.393414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-f9e77116-e623-48f3-9ff6-38b95f16430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:11.395060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-f9e77116-e623-48f3-9ff6-38b95f16430c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1402967 Nov 23 22:38:11.418136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:11.425770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:11.429655 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-984e9d7b-5e7e-4383-9771-21f8cf7d6ad5 req-3adcc723-0e3c-4b9f-b9ec-ce188c242bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "DELETE /v2.0/ports/215ea09e-10e0-4a6e-a891-9f9d15d34411 HTTP/1.1" status: 204 len: 173 time: 1.8767567 Nov 23 22:38:11.437263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:11.438143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:11.479382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-b8f77804-4e38-4c14-94a0-177b1919c4e5 service neutron] 10.222.0.11 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557919 Nov 23 22:38:11.504405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-85087ff1-26ba-4ab6-8eb3-f7f731e4e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:11.506505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-85087ff1-26ba-4ab6-8eb3-f7f731e4e72a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035061 Nov 23 22:38:11.558112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7401ae4-a6d6-4043-b849-02a07066672d service neutron] Pushing event updated for resources: {'Port': ['ID=6052c05e-718d-4475-ac71-4cae2f57be2c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:11.616647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:11.625492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-3a3a47c3-d4ed-44d7-bc46-722ef62dcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:11.628656 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-3a3a47c3-d4ed-44d7-bc46-722ef62dcf09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30111f8baf6d4366b4ec1c10ca532470&device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 1099 time: 0.2418301 Nov 23 22:38:11.694516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-ae01665d-5831-4be7-9eb6-73f523adb672 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793778 Nov 23 22:38:11.921722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fd1d119-e259-46f4-921e-f3f026d6e350 req-8d08a46b-bebd-4b9f-b3d9-edb02751b7e5 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206788 Nov 23 22:38:11.934167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796061-c545-4eff-b3a8-285de4c8852c req-802a24a0-4edb-4eb8-b4ff-033dad8f882a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:11.943307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22796061-c545-4eff-b3a8-285de4c8852c req-802a24a0-4edb-4eb8-b4ff-033dad8f882a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 945 time: 0.0823364 Nov 23 22:38:11.996643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:12.003159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22796061-c545-4eff-b3a8-285de4c8852c req-6dfa9294-10dd-4c47-a217-38f3e8900d4d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589955 Nov 23 22:38:12.041696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01074c1-c212-4de4-a8b5-51258b815667 None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:12.186479 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-e5def475-0119-4800-9a7a-1b804c5b1188 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=6052c05e-718d-4475-ac71-4cae2f57be2c HTTP/1.1" status: 200 len: 217 time: 0.4856560 Nov 23 22:38:12.266799 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:12.267162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:12.267483 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0 disassociated. External IP: 172.25.0.216, port: 48182058-1723-4e82-bfa6-b13f8a24850e. Nov 23 22:38:12.267861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Calling delete_port for 48182058-1723-4e82-bfa6-b13f8a24850e owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:12.295714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-f5afca7c-acf8-48d8-98c5-78437ad7b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.297292 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-f5afca7c-acf8-48d8-98c5-78437ad7b610 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0920806 Nov 23 22:38:12.345488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-8c7277c7-5cec-4af3-84e4-3a031e2a619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.347014 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-8c7277c7-5cec-4af3-84e4-3a031e2a619f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1096 time: 0.1736453 Nov 23 22:38:12.362287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58116e9f-72a4-4bd9-beba-59b2b75b9ae4 req-c0c826ca-624e-4ab2-8499-ca11d0eb1a5e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=caf4879a-c86e-4a48-8e67-fe549d067ba9 HTTP/1.1" status: 200 len: 210 time: 0.1445298 Nov 23 22:38:12.383441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-d9cd7041-5dc2-43c7-ba7e-2d2869955245 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.391186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-d9cd7041-5dc2-43c7-ba7e-2d2869955245 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 0.3080842 Nov 23 22:38:12.414241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-1450ddc2-678e-4801-84e0-61359bd1b71f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/quotas/95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 375 time: 0.0220082 Nov 23 22:38:12.480428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-b8c06544-cba3-49a0-b7f7-420ff6466dcc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648773 Nov 23 22:38:12.517260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-688f285e-543f-40a8-915c-1ce4921a5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.518786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-688f285e-543f-40a8-915c-1ce4921a5ec9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843359 Nov 23 22:38:12.559625 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f8bf0-1d68-4961-97d5-c78cccb02d18 None None] New status for floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:12.652153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750fec8-ed83-42e3-b347-a0ef724c4801 req-011ee740-58b9-46c5-b02f-13a78a964414 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.654717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6750fec8-ed83-42e3-b347-a0ef724c4801 req-011ee740-58b9-46c5-b02f-13a78a964414 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1727571 Nov 23 22:38:12.676637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-7125b47a-1b94-4267-9b25-1e4e5df6fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.679285 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-7125b47a-1b94-4267-9b25-1e4e5df6fb33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2925880 Nov 23 22:38:12.707750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-ccb61389-2857-407b-8043-6c8302bc17bd service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918933 Nov 23 22:38:12.749107 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-a88f9ae9-cbb4-4b62-a325-e86134d699aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 217 time: 0.0593488 Nov 23 22:38:12.750167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:12.760195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6750fec8-ed83-42e3-b347-a0ef724c4801 req-d4d68804-57bb-4ce3-95aa-76182070d3f0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941706 Nov 23 22:38:12.819214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event deleted for resources: {'Port': ['ID=48182058-1723-4e82-bfa6-b13f8a24850e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:12.840523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-82d546b3-9636-4789-a8c0-c1dd6a61115a service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901480 Nov 23 22:38:12.850012 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25147568-9853-4903-a038-655abd915a1f x-openstack-request-id: req-25147568-9853-4903-a038-655abd915a1f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:12.850382 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:12.850550 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25147568-9853-4903-a038-655abd915a1f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:12.851330 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'status': 'completed', 'code': 200} Nov 23 22:38:12.936045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-c100af2b-8cbc-40d9-9466-ea1b3ad392b5 service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145309 Nov 23 22:38:12.939757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-0329f039-1630-4c57-a0e1-170e7fbbe9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.941632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-0329f039-1630-4c57-a0e1-170e7fbbe9d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1606340 Nov 23 22:38:12.965098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa66b6e-05ee-4bb4-b796-15567a5d38a9 req-442c9440-56ff-42f7-ac62-11c52bc2b35e tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.966395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faa66b6e-05ee-4bb4-b796-15567a5d38a9 req-442c9440-56ff-42f7-ac62-11c52bc2b35e tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 948 time: 0.1021097 Nov 23 22:38:12.968565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-299de6c2-d2a7-4f2e-b9b6-1332f32af85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.969921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-299de6c2-d2a7-4f2e-b9b6-1332f32af85f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 1096 time: 0.0657265 Nov 23 22:38:13.074690 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-3173d1e4-7482-401c-b248-d6db210c91d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133094 Nov 23 22:38:13.088841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faa66b6e-05ee-4bb4-b796-15567a5d38a9 req-dc36f2ee-7aa5-46c8-90db-dc9ab0c9a825 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106780 Nov 23 22:38:13.127375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-8dd974df-e70f-4d28-8311-98daabc26d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:13.128908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-8dd974df-e70f-4d28-8311-98daabc26d8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1496603 Nov 23 22:38:13.224230 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b29cb7b-998d-4437-8e8e-dc16dcc66bf6 x-openstack-request-id: req-8b29cb7b-998d-4437-8e8e-dc16dcc66bf6 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:13.225560 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8277fc1-aaab-4110-98f4-51a1474757bf", "tag": "6052c05e-718d-4475-ac71-4cae2f57be2c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:13.225560 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b29cb7b-998d-4437-8e8e-dc16dcc66bf6 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:13.226649 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'tag': '6052c05e-718d-4475-ac71-4cae2f57be2c', 'status': 'completed', 'code': 200} Nov 23 22:38:13.232899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-48438ff7-7ff1-49c5-921a-64a675a92011 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 200 len: 217 time: 0.0834458 Nov 23 22:38:13.278655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Router 2749655a-056d-4a34-aa8f-62439e1b6979 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:13.322854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3a6c103-0204-431f-8cdf-42960a18a743 req-c5a32518-ee3c-4455-87f1-381d409254a9 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 210 time: 0.0784075 Nov 23 22:38:13.461077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-8373eceb-3515-4fc5-b50d-458d478d3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:13.466115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-8373eceb-3515-4fc5-b50d-458d478d3343 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.2133391 Nov 23 22:38:13.555094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-9b690267-3605-4d21-b098-d13cb4731187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:13.560455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-9b690267-3605-4d21-b098-d13cb4731187 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754313 Nov 23 22:38:13.651098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a27f3eb-831d-4c05-a14d-8187cd1fe51b req-ecab3a47-03f0-4ef6-ae62-d8dcbcec77eb service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941999 Nov 23 22:38:13.654731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-3aa51434-5d23-4c13-b597-80a2ef0fd4b3 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686152 Nov 23 22:38:13.807998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:13.820714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] Sync routers for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:13.831842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:13.833620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:13.975646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-be168b09-412f-4e4f-b99c-a107ab8074bf tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:13.977326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-be168b09-412f-4e4f-b99c-a107ab8074bf tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 824 time: 0.7588527 Nov 23 22:38:13.990113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 215ea09e-10e0-4a6e-a891-9f9d15d34411 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:14.014106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:14.014761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] No DVR routers for this DVR port 48182058-1723-4e82-bfa6-b13f8a24850e on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:14.032322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:14.035480 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f607d2e1-2a66-4355-abfb-7b6a133b18c3 req-bce45d62-4b08-410d-a15e-0b12e7d96547 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "DELETE /v2.0/ports/48182058-1723-4e82-bfa6-b13f8a24850e HTTP/1.1" status: 204 len: 173 time: 3.3865354 Nov 23 22:38:14.047872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-1e4d364c-2887-496b-83a7-e67e9b9a941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.049530 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-1e4d364c-2887-496b-83a7-e67e9b9a941a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30111f8baf6d4366b4ec1c10ca532470&device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 1099 time: 0.2589843 Nov 23 22:38:14.053989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd6ae9c7-cb75-4032-ab83-75282a4ac2cc req-d28ff162-196f-4600-92ad-07ac6dd03efe tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 210 time: 0.0466709 Nov 23 22:38:14.096736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7890d06f-57a1-4529-8ed2-9ba71e1a52fe req-925470d9-ed95-4547-8dbe-c2d268a13f77 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046993 Nov 23 22:38:14.104751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98133e5-67d2-4cb1-9917-61e74a17444a req-d872a0de-0c2a-42c1-9095-cc1fe1ec063d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.106455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a98133e5-67d2-4cb1-9917-61e74a17444a req-d872a0de-0c2a-42c1-9095-cc1fe1ec063d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 945 time: 0.4595652 Nov 23 22:38:14.185355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-00a8484d-a530-44ba-848b-8244c5a1af50 service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663033 Nov 23 22:38:14.223308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-dee2a6e4-f4de-49e8-83d9-2dc5f40f771c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710 HTTP/1.1" status: 200 len: 379 time: 0.2325971 Nov 23 22:38:14.240612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'port': {'device_id': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'admin_state_up': True, 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'security_groups': ['ae908600-b711-4ea4-ba49-f9c273dac11e']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:14.312392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a98133e5-67d2-4cb1-9917-61e74a17444a req-f0756276-ec48-4408-927e-16a3921ada77 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875365 Nov 23 22:38:14.316993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 215ea09e-10e0-4a6e-a891-9f9d15d34411 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:14.320186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 215ea09e-10e0-4a6e-a891-9f9d15d34411 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:14.321122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 48182058-1723-4e82-bfa6-b13f8a24850e no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:14.371391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-f1481a97-bbac-48e4-ab30-db7b5a61a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.374472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-f1481a97-bbac-48e4-ab30-db7b5a61a380 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.3149040 Nov 23 22:38:14.403370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 48182058-1723-4e82-bfa6-b13f8a24850e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:14.403761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 48182058-1723-4e82-bfa6-b13f8a24850e not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:14.434996 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-9865c917-da7d-4f1b-8bfc-3aebbaa51988 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=6052c05e-718d-4475-ac71-4cae2f57be2c HTTP/1.1" status: 200 len: 217 time: 0.0493114 Nov 23 22:38:14.499274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-aa58a380-0809-46d7-9ded-0b04dea81a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.500691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-aa58a380-0809-46d7-9ded-0b04dea81a1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0577335 Nov 23 22:38:14.517789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54970886-cdb7-443c-bc1a-197a638f0f63 req-0432b734-b069-459d-ae81-136a2e9467f2 service neutron] 10.222.0.48 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108861 Nov 23 22:38:14.534843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-dd39867d-8e97-488d-85c0-091f2677888d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.537318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-dd39867d-8e97-488d-85c0-091f2677888d tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2133613 Nov 23 22:38:14.560042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955017a-6ce5-4f0b-8277-e4f9b7ee1f13 req-916adf02-b750-41d0-ad18-133b7e43b497 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.561890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:14.562270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955017a-6ce5-4f0b-8277-e4f9b7ee1f13 req-916adf02-b750-41d0-ad18-133b7e43b497 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1353703 Nov 23 22:38:14.582045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-4ec4691c-aa13-48dc-a5ea-2566c3ecb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.584572 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-4ec4691c-aa13-48dc-a5ea-2566c3ecb7f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755103 Nov 23 22:38:14.588983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Made reservation on behalf of c9bb4ae5f4354d0fb94ec34f9d2c6710 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:14.593786 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:14.595029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] Checking router: 2749655a-056d-4a34-aa8f-62439e1b6979 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:14.605986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:14.606808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:14.644917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-3aba1621-2467-4df7-823f-b1cdd1f9754e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.0803733 Nov 23 22:38:14.673505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'floatingip': {'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:14.726850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955017a-6ce5-4f0b-8277-e4f9b7ee1f13 req-a6e77d0f-db48-4b88-90b6-235ea586ef85 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504421 Nov 23 22:38:14.846147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:14.937524 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-42a51110-5622-4953-9565-6be01255fbda service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403316 Nov 23 22:38:15.027653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Allocated IP 172.20.0.3 (fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581/2fbf7eeb-3afb-41a1-8658-8e054574cad4/f4edc021-8ae4-4f4e-9f16-97b0a8036097) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:15.052620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:15.265757 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ebcae89c-04f1-4f85-82d7-2ccafef74653 req-8e62ee72-0db1-43a3-a108-6311cb9c52d4 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203630 Nov 23 22:38:15.266233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'name': 'network-vif-deleted', 'tag': '215ea09e-10e0-4a6e-a891-9f9d15d34411'}, {'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'name': 'network-vif-deleted', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:15.269220 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfeb286-61b6-4a68-8b3d-02c5e39e181f" -d '{"events": [{"server_uuid": "caf4879a-c86e-4a48-8e67-fe549d067ba9", "name": "network-vif-deleted", "tag": "215ea09e-10e0-4a6e-a891-9f9d15d34411"}, {"server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "name": "network-vif-deleted", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:15.296263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:15.338685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:15.365700 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:15.389569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9361470-28ee-42fb-b7ba-aa0bc6c82cab req-87250ab1-96a5-444f-af91-965a25cccda8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:15.398431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9361470-28ee-42fb-b7ba-aa0bc6c82cab req-87250ab1-96a5-444f-af91-965a25cccda8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 948 time: 0.2375455 Nov 23 22:38:15.413985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756dc5ef-6673-458e-b77f-b4adcf01eb4a None None] The sync data for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 is: [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:15.444455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event updated for resources: {'Port': ['ID=f4edc021-8ae4-4f4e-9f16-97b0a8036097,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:15.456836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:15.465276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:15.467320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:15.531906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-79015f4c-7280-43d6-ae30-20c78f9351df tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:15.535484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-79015f4c-7280-43d6-ae30-20c78f9351df tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 0.3759966 Nov 23 22:38:15.576823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:15.578280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:15.587399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9361470-28ee-42fb-b7ba-aa0bc6c82cab req-329dc614-b5f5-4e6d-bc56-051e9ab253b7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877298 Nov 23 22:38:15.622775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Request body: {'port': {'device_id': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'admin_state_up': True, 'tenant_id': '95d031d1a8464716a803222d00c42ba8'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:15.630595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-77ed1954-7f0a-49f0-b4ff-6c126d391ace tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3994465 Nov 23 22:38:15.645223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Request body: {'port': {'device_id': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:15.749512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:15.847787 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42213825-75fc-48f5-9e54-44bb9fc44dd9 None None] New status for floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:15.849856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:38:15.883042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a890e61e-4bbe-489f-8a9e-60938c6ecaef None None] Provisioning complete for port f4edc021-8ae4-4f4e-9f16-97b0a8036097 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:15.883416 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a890e61e-4bbe-489f-8a9e-60938c6ecaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:15.924612 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:15.941454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be667e-b3ac-465d-9876-b2a47d300cc4 req-51a882a0-b978-4cc4-8d3c-8c27ef8c88b8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:15.949560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83be667e-b3ac-465d-9876-b2a47d300cc4 req-51a882a0-b978-4cc4-8d3c-8c27ef8c88b8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2349670 Nov 23 22:38:15.959970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:15.970812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a890e61e-4bbe-489f-8a9e-60938c6ecaef None None] Port f4edc021-8ae4-4f4e-9f16-97b0a8036097 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:38:15.980338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2971ef-5111-4982-adf6-017347b007d4 req-645ba93e-22e2-4c07-84c6-9f0e95c1e13e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:15.983095 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9a2971ef-5111-4982-adf6-017347b007d4 req-645ba93e-22e2-4c07-84c6-9f0e95c1e13e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a87ca64-4009-47fd-8d46-476f14c84303 HTTP/1.1" status: 200 len: 945 time: 0.1916225 Nov 23 22:38:15.988139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6052c05e-718d-4475-ac71-4cae2f57be2c details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:16.052487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Made reservation on behalf of 95d031d1a8464716a803222d00c42ba8 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:16.058368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:16.147510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83be667e-b3ac-465d-9876-b2a47d300cc4 req-8e537688-8583-417d-93eb-1be5544d3666 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767695 Nov 23 22:38:16.148081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6052c05e-718d-4475-ac71-4cae2f57be2c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6052c05e-718d-4475-ac71-4cae2f57be2c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:16.165191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '6052c05e-718d-4475-ac71-4cae2f57be2c', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '6052c05e-718d-4475-ac71-4cae2f57be2c', 'mac_address': 'fa:16:3e:28:ee:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:16.207120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:16.223463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6052c05e-718d-4475-ac71-4cae2f57be2c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:16.247986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6052c05e-718d-4475-ac71-4cae2f57be2c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6052c05e-718d-4475-ac71-4cae2f57be2c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:16.257274 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:16.326098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6052c05e-718d-4475-ac71-4cae2f57be2c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:16.343546 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016 associated. External IP: 172.25.0.124, port: 7746e95c-a8ce-49fd-a2bf-95c090509bd9. Nov 23 22:38:16.397192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4edc021-8ae4-4f4e-9f16-97b0a8036097 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:16.413737 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:16.447716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Transition to ACTIVE for port object f4edc021-8ae4-4f4e-9f16-97b0a8036097 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:16.458400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Deleting port 254e5cf1-4bbd-41cd-acc6-f63074e34862 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:16.458899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:16.465971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:16.551507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6052c05e-718d-4475-ac71-4cae2f57be2c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:16.577293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Allocated IP 172.20.0.12 (d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a/07a86641-c15f-4bd8-8c21-32538ce14397/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:16.711940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e462c2d-36a7-4b4c-ad32-423ae7f60b9b req-452ca8ab-3a99-410e-bc15-afc41cb502e4 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:16.713489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e462c2d-36a7-4b4c-ad32-423ae7f60b9b req-452ca8ab-3a99-410e-bc15-afc41cb502e4 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 931 time: 0.4070115 Nov 23 22:38:16.939292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Pushing event updated for resources: {'Port': ['ID=f4edc021-8ae4-4f4e-9f16-97b0a8036097,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:16.979683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] For port 254e5cf1-4bbd-41cd-acc6-f63074e34862, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=254e5cf1-4bbd-41cd-acc6-f63074e34862,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:16.980050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.015310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Calling delete_port for 254e5cf1-4bbd-41cd-acc6-f63074e34862 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:17.076780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.085130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Attempting to bind port f4edc021-8ae4-4f4e-9f16-97b0a8036097 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:17.085464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Attempting to bind port f4edc021-8ae4-4f4e-9f16-97b0a8036097 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:17.085792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Attempting to bind port f4edc021-8ae4-4f4e-9f16-97b0a8036097 on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:17.088582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e462c2d-36a7-4b4c-ad32-423ae7f60b9b req-b8d11b97-323f-4aa3-b88f-6ba65fb05efe tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673532 Nov 23 22:38:17.101299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Port f4edc021-8ae4-4f4e-9f16-97b0a8036097 on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:17.101591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Attempting to bind port f4edc021-8ae4-4f4e-9f16-97b0a8036097 on network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:17.110544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:17.110963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Checking segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:17.111358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Bound using segment: {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:17.111823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Bound port: f4edc021-8ae4-4f4e-9f16-97b0a8036097, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62fe0bc-6576-461c-af39-97fa10a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:17.112182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.227325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:17.228901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.231350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] For port f4edc021-8ae4-4f4e-9f16-97b0a8036097, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:17.231668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1394bf20-5183-4e58-b844-78c8035ce7bf req-0c9677ba-2f15-4d7a-bb81-2fe509fff202 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 210 time: 0.0376027 Nov 23 22:38:17.237238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] For port f4edc021-8ae4-4f4e-9f16-97b0a8036097, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:17.246955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.259145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.308847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.310252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['254e5cf1-4bbd-41cd-acc6-f63074e34862'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:17.310731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.311985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:17.314243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] 10.222.0.46 "PUT /v2.0/ports/f4edc021-8ae4-4f4e-9f16-97b0a8036097 HTTP/1.1" status: 200 len: 1091 time: 1.6745050 Nov 23 22:38:17.314437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:17.366437 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6791b2ab-241f-4181-9cf2-55daa33f93bb x-openstack-request-id: req-6791b2ab-241f-4181-9cf2-55daa33f93bb {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:17.366821 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4879a-c86e-4a48-8e67-fe549d067ba9", "name": "network-vif-deleted", "tag": "215ea09e-10e0-4a6e-a891-9f9d15d34411", "status": "completed", "code": 200}, {"server_uuid": "1834b4a0-10f6-41df-9ffd-ad4a4719ed44", "name": "network-vif-deleted", "tag": "48182058-1723-4e82-bfa6-b13f8a24850e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:17.367178 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6791b2ab-241f-4181-9cf2-55daa33f93bb {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:17.367783 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4879a-c86e-4a48-8e67-fe549d067ba9', 'name': 'network-vif-deleted', 'tag': '215ea09e-10e0-4a6e-a891-9f9d15d34411', 'status': 'completed', 'code': 200} Nov 23 22:38:17.368175 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1834b4a0-10f6-41df-9ffd-ad4a4719ed44', 'name': 'network-vif-deleted', 'tag': '48182058-1723-4e82-bfa6-b13f8a24850e', 'status': 'completed', 'code': 200} Nov 23 22:38:17.384162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:17.395971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:17.397884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7746e95c-a8ce-49fd-a2bf-95c090509bd9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:17.408941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.409676 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.421134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.421676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.422033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.422378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.422719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.423061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.437218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.437625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.437985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.438329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.438820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.439013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:17.467775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc9610-312c-4868-b11b-aa3f1dfc3a9e service neutron] Pushing event updated for resources: {'Port': ['ID=f4edc021-8ae4-4f4e-9f16-97b0a8036097,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:17.519786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Pushing event deleted for resources: {'Port': ['ID=254e5cf1-4bbd-41cd-acc6-f63074e34862,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:17.557994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] No DVR routers for this DVR port 254e5cf1-4bbd-41cd-acc6-f63074e34862 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:17.561306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.567943 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9a2971ef-5111-4982-adf6-017347b007d4 req-9ceb27a3-93f3-4e53-8461-7bcba28346f8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.48 "DELETE /v2.0/ports/254e5cf1-4bbd-41cd-acc6-f63074e34862 HTTP/1.1" status: 204 len: 173 time: 1.5627201 Nov 23 22:38:17.591197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-588897fe-a918-4367-a80c-69d47c60d7c0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9765699 Nov 23 22:38:17.604046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-c6c97b86-efaf-43bb-9f05-ea53ade3eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.605569 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-c6c97b86-efaf-43bb-9f05-ea53ade3eab9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 1094 time: 0.2459147 Nov 23 22:38:17.639010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Request body: {'port': {'device_id': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:17.693959 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-ce67e28f-7f74-4c8d-9122-8376e44c19d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097 HTTP/1.1" status: 200 len: 217 time: 0.0798407 Nov 23 22:38:17.768800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:17.775329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:17.785504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:17.800340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:17.801291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:17.816172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-5fbf45c7-3f79-4b11-ac39-47cb6f82665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.819223 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-5fbf45c7-3f79-4b11-ac39-47cb6f82665b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 200 len: 863 time: 0.1174910 Nov 23 22:38:17.846319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-95f554a5-3a90-411a-8b7c-3690a11df382 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "PUT /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 200 len: 996 time: 3.1805606 Nov 23 22:38:17.847895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:17.851304 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc" -d '{"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:17.936590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-33de450b-ba40-4587-be39-7be536d349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.938363 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-33de450b-ba40-4587-be39-7be536d349b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103511 Nov 23 22:38:17.962060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4937e-93cc-46d0-95a3-26162da01d25 req-b78ae397-17a8-41ef-8537-1ac6672454bf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.972540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dfc4937e-93cc-46d0-95a3-26162da01d25 req-b78ae397-17a8-41ef-8537-1ac6672454bf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 945 time: 0.4067986 Nov 23 22:38:17.975933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:17.999072 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:18.014529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6052c05e-718d-4475-ac71-4cae2f57be2c up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:18.058784 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-a53fe427-34c0-4b0e-8f74-d0035e601476 service neutron] 10.222.0.48 "GET /v2.0/ports/a8e0e5dd-19e2-460d-a9cb-c03a2442ed79/bindings/n-h1-817303-3 HTTP/1.1" status: 200 len: 382 time: 0.1573873 Nov 23 22:38:18.078290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-04b2db97-9f5a-4739-8991-0fb184fdb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.080171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-04b2db97-9f5a-4739-8991-0fb184fdb51a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.1865630 Nov 23 22:38:18.123022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-bc1d4e94-7253-4926-b9ad-902f9adfa822 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720290 Nov 23 22:38:18.293012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8052c6e2-ac15-40cc-bc4e-86a1b972876e req-471291cd-8f85-4943-9e63-ce1f01cf4325 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408753 Nov 23 22:38:18.339506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 6052c05e-718d-4475-ac71-4cae2f57be2c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:18.428674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-c48b6187-a75d-41c7-a594-5ea05aa28943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.430887 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-c48b6187-a75d-41c7-a594-5ea05aa28943 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b&tenant_id=28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 1101 time: 0.0543509 Nov 23 22:38:18.449039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 6052c05e-718d-4475-ac71-4cae2f57be2c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:18.449529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:18.525804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-30c431f7-50dc-4aef-ae60-ef3bf3a83ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.528271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-30c431f7-50dc-4aef-ae60-ef3bf3a83ec9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 1101 time: 0.0559359 Nov 23 22:38:18.548080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dfc4937e-93cc-46d0-95a3-26162da01d25 req-fef36304-b127-44bf-ae2b-50e22b48d966 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749176 Nov 23 22:38:18.603830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:ff:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:15Z', 'revision_number': 8, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:18.647752 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:18.682201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-c9f3643d-1682-4650-aef5-f8c2d6953fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.684866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-c9f3643d-1682-4650-aef5-f8c2d6953fbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1474421 Nov 23 22:38:18.728185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:18.741170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:18.741972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:18.749017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052c05e-718d-4475-ac71-4cae2f57be2c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:18.751985 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d1accb-c470-47a9-a26c-b46abde6f385" -d '{"events": [{"server_uuid": "d8277fc1-aaab-4110-98f4-51a1474757bf", "name": "network-vif-plugged", "status": "completed", "tag": "6052c05e-718d-4475-ac71-4cae2f57be2c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:18.784084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-cd96f4a7-5f8d-4769-89a7-a522a561eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.785814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-cd96f4a7-5f8d-4769-89a7-a522a561eea8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.6931355 Nov 23 22:38:18.812055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6052c05e-718d-4475-ac71-4cae2f57be2c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6052c05e-718d-4475-ac71-4cae2f57be2c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:18.821447 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-42733045-6cb6-4dde-a0c3-3ea9411c0678 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 200 len: 217 time: 0.1241877 Nov 23 22:38:18.823472 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:18.845196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-700aac06-eff3-4607-a08f-a8ceed6d4a9a tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.846774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-700aac06-eff3-4607-a08f-a8ceed6d4a9a tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1610053 Nov 23 22:38:18.887749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-f5dc708b-d3ca-4210-9132-72272740f0c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 999 time: 0.0880556 Nov 23 22:38:18.897710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-6c87926c-d5d6-4ec6-b3dc-4d33310d1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.897932 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6052c05e-718d-4475-ac71-4cae2f57be2c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:18.899661 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-6c87926c-d5d6-4ec6-b3dc-4d33310d1f99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0515113 Nov 23 22:38:18.905526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:19.003930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-7eb2a8a0-431c-409f-bf74-d96b80bb287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.006167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-7eb2a8a0-431c-409f-bf74-d96b80bb287b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799172 Nov 23 22:38:19.009031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47d80-ec33-4a59-93eb-64aa677b1ca8 req-12c2b563-7c2c-4e8a-8f9d-9870ca82c697 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.010753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89f47d80-ec33-4a59-93eb-64aa677b1ca8 req-12c2b563-7c2c-4e8a-8f9d-9870ca82c697 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.3106322 Nov 23 22:38:19.013089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:19.045959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.047116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-d751942a-8b1a-4664-a90e-e28bde056582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.048662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-d751942a-8b1a-4664-a90e-e28bde056582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1180975 Nov 23 22:38:19.130713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89f47d80-ec33-4a59-93eb-64aa677b1ca8 req-a2eca795-3259-451b-bf79-bf2a0dd9c727 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041262 Nov 23 22:38:19.155213 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-ab7eb645-9b92-4c43-aeb5-3edce82f822d service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419744 Nov 23 22:38:19.177243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-3c32e89b-8823-4f11-9e3b-23293acc6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.179645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-3c32e89b-8823-4f11-9e3b-23293acc6c3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180296 Nov 23 22:38:19.230652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:19.292554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.346491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:19.362127 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f89c9a-1ed1-468f-8d2d-85d2bc3d071e req-dc804f43-957a-4f02-91e8-44877f86c883 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915858 Nov 23 22:38:19.369015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097'}, {'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'name': 'network-vif-deleted', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:19.372964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Transition to ACTIVE for port object d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:19.386012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.389578 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eed7d9-bbbe-4aca-940b-1e93727cd919" -d '{"events": [{"name": "network-changed", "server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097"}, {"server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "name": "network-vif-deleted", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:19.390212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 254e5cf1-4bbd-41cd-acc6-f63074e34862 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:19.409421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4b4bf-3ac5-43d3-be38-72fb5baec744 req-2f4099dc-fe14-4bc7-ac3d-df70d7b629b1 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.418074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ecc4b4bf-3ac5-43d3-be38-72fb5baec744 req-2f4099dc-fe14-4bc7-ac3d-df70d7b629b1 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.1520581 Nov 23 22:38:19.444413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:19.444635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 254e5cf1-4bbd-41cd-acc6-f63074e34862 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:19.444797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 254e5cf1-4bbd-41cd-acc6-f63074e34862 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:19.445226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:19.525062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.541842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.553995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ecc4b4bf-3ac5-43d3-be38-72fb5baec744 req-110f62ad-f447-4fff-b728-664649d66dab tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349480 Nov 23 22:38:19.588185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-d785c748-3137-45bb-bcff-bef85e8a896c service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735480 Nov 23 22:38:19.620785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:19.630043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:19.672217 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b46fab-59d0-4b24-8db8-6fe537230a33 x-openstack-request-id: req-a8b46fab-59d0-4b24-8db8-6fe537230a33 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:19.672524 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:19.672791 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8b46fab-59d0-4b24-8db8-6fe537230a33 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:19.673231 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'status': 'completed', 'code': 200} Nov 23 22:38:19.772071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on host n-h1-817303-3 for vnic_type normal with profile {"migrating_to": "n-h2-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:19.772583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:19.773014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:19.773866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:ff:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:15Z', 'revision_number': 8, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:19.783357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:19.783782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Attempting to bind port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:19.792984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:19.793556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:19.793688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:19.794975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:19.795562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:19.796444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:19.797141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Bound port: 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:19.798778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.805209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:19.805547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:19.821139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fb235-b839-4bf4-895d-7d0b88849708 None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8a5272bc-f3ae-4047-8b83-fdfa49d36016', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'port_id': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'mac_address': 'fa:16:3e:ff:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:37:22Z', 'updated_at': '2021-11-23T22:38:15Z', 'revision_number': 8, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:19.827025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:19.827383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:19.831831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:19.832333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Bound port: d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:19.832707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.839663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-614a7957-655c-4651-9ec1-daab84c363ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.841642 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-614a7957-655c-4651-9ec1-daab84c363ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.1161642 Nov 23 22:38:19.854436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e5eb939-7d84-42d6-b4ea-15e899992a0d req-947926d2-6a1d-414f-b4b1-aca578e544f5 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653501 Nov 23 22:38:19.883173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b87f12-d21e-4eac-b25f-c06568f5d40a req-93eb5e89-a2c3-4c43-8153-a805f2c3215c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.884830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98b87f12-d21e-4eac-b25f-c06568f5d40a req-93eb5e89-a2c3-4c43-8153-a805f2c3215c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 943 time: 0.1321197 Nov 23 22:38:19.922819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:19.969267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:19.980103 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:20.045422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:20.046532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98b87f12-d21e-4eac-b25f-c06568f5d40a req-37625e7b-019a-4c36-8929-a3df1b3f29ad tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386104 Nov 23 22:38:20.053489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:20.056162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-c0d4e47a-bf6d-4288-8e20-66683167b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.057551 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-c0d4e47a-bf6d-4288-8e20-66683167b35e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1785123 Nov 23 22:38:20.059508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:20.080317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:20.080557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:20.080693 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:20.088495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:20.109152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a94f-1ec1-4cf0-a109-fd93ee9c4e89 req-679bf724-2b40-4bec-b343-7f6dfacc910b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.121022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9e8a94f-1ec1-4cf0-a109-fd93ee9c4e89 req-679bf724-2b40-4bec-b343-7f6dfacc910b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.1337833 Nov 23 22:38:20.123136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:20.222943 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a18f9c-c678-4cc9-96a7-4887449d5c91 x-openstack-request-id: req-37a18f9c-c678-4cc9-96a7-4887449d5c91 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:20.228024 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8277fc1-aaab-4110-98f4-51a1474757bf", "name": "network-vif-plugged", "status": "completed", "tag": "6052c05e-718d-4475-ac71-4cae2f57be2c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:20.229813 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37a18f9c-c678-4cc9-96a7-4887449d5c91 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:20.230364 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6052c05e-718d-4475-ac71-4cae2f57be2c', 'code': 200} Nov 23 22:38:20.233477 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb60198-f0d6-47f0-aa44-7f68aa13eec7 None None] New status for floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:20.244917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.246477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:20.249693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] 10.222.0.48 "PUT /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 1092 time: 2.6201322 Nov 23 22:38:20.264429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-f9eeff05-1f33-4f6b-9f12-83e4b935abfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 999 time: 0.1951771 Nov 23 22:38:20.281757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:20.296791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.297518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:20.298940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-88b2d944-6296-492e-b067-978f3e99e99e service neutron] 10.222.0.46 "PUT /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 1121 time: 1.3979325 Nov 23 22:38:20.310218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:20.360917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f has no active binding in host n-h2-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:38:20.368004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-10b840f1-83c4-43ba-907a-2f567dced359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.370894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-10b840f1-83c4-43ba-907a-2f567dced359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.0901825 Nov 23 22:38:20.401561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9e8a94f-1ec1-4cf0-a109-fd93ee9c4e89 req-c8ede9db-506e-455a-8aa4-bfbbb8bc2be5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717493 Nov 23 22:38:20.423116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47b3a7-b8bb-4fd5-bd50-710c462ffc52 req-26dac484-460f-40f9-8a5b-6a86045881e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.425235 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b47b3a7-b8bb-4fd5-bd50-710c462ffc52 req-26dac484-460f-40f9-8a5b-6a86045881e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 1101 time: 0.0991175 Nov 23 22:38:20.446079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9fa0b440-5894-41c9-a861-e5885ba8fc7f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:20.480222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c8e9-c369-4128-bda8-7c01c75d2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:20.493765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-95981f0e-d440-4261-a687-1bc945971956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.497541 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-95981f0e-d440-4261-a687-1bc945971956 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164916 Nov 23 22:38:20.505975 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62af5796-fe4f-49ee-b5af-d68332d331d7 x-openstack-request-id: req-62af5796-fe4f-49ee-b5af-d68332d331d7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:20.507356 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097", "status": "completed", "code": 200}, {"server_uuid": "9a87ca64-4009-47fd-8d46-476f14c84303", "name": "network-vif-deleted", "tag": "254e5cf1-4bbd-41cd-acc6-f63074e34862", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:20.507756 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62af5796-fe4f-49ee-b5af-d68332d331d7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:20.511377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bde268-fec0-4a50-a833-9cd704431900 req-f4fdef52-6767-4920-836b-ab0602029a6f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.512081 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'status': 'completed', 'code': 200} Nov 23 22:38:20.512459 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a87ca64-4009-47fd-8d46-476f14c84303', 'name': 'network-vif-deleted', 'tag': '254e5cf1-4bbd-41cd-acc6-f63074e34862', 'status': 'completed', 'code': 200} Nov 23 22:38:20.512984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2bde268-fec0-4a50-a833-9cd704431900 req-f4fdef52-6767-4920-836b-ab0602029a6f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2052968 Nov 23 22:38:20.522071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9fa0b440-5894-41c9-a861-e5885ba8fc7f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:20.629419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b47b3a7-b8bb-4fd5-bd50-710c462ffc52 req-cada03db-f447-4c1f-9234-9e5e94fbfab0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913583 Nov 23 22:38:20.637629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-5d4b4b0e-b335-452e-9d60-c4273803892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.649195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-5d4b4b0e-b335-452e-9d60-c4273803892f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1095 time: 0.2463677 Nov 23 22:38:20.699525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-accfeb54-c896-4c8f-93a4-673d41e2f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.701440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-accfeb54-c896-4c8f-93a4-673d41e2f205 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 1094 time: 0.1631308 Nov 23 22:38:20.719439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-cda724c9-89c7-4843-a3bc-a5815cb374d1 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058501 Nov 23 22:38:20.752535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2bde268-fec0-4a50-a833-9cd704431900 req-6e6f0f66-4552-484f-ba23-5a725ecf6866 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313037 Nov 23 22:38:20.757704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-c4a9c165-ad8d-4bfe-a5c3-47b0826a0c4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 217 time: 0.0671740 Nov 23 22:38:20.875850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dde72-691b-4ea8-a0a1-7e5ac649bf4b req-6f22818e-5023-48bd-92b4-ab5b646a244e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.886425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-424dde72-691b-4ea8-a0a1-7e5ac649bf4b req-6f22818e-5023-48bd-92b4-ab5b646a244e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.2907424 Nov 23 22:38:20.925334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-cae6741e-6731-43eb-b0b9-f5693f89b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.928575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-cae6741e-6731-43eb-b0b9-f5693f89b4b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.1440499 Nov 23 22:38:20.981870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bd5a6d4-882c-4f68-9211-0a13e132a1ad req-1e2d4489-9b75-47b0-9326-b9d281b2fd54 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 200 len: 998 time: 0.1599259 Nov 23 22:38:20.988275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-0d61ae52-bb29-42a4-9d1a-5458c45f4f85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417626 Nov 23 22:38:21.018008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-424dde72-691b-4ea8-a0a1-7e5ac649bf4b req-76d1039c-1e05-4a81-b22b-46a0c4c9cdd8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301162 Nov 23 22:38:21.031170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4b23ae86-a20d-4b3f-942b-1c6b7ede00bc req-6185ad8c-91e1-4eba-84e9-fa6cc146d8bd service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747236 Nov 23 22:38:21.034004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-4ce44823-07fe-48fc-afd1-0b01b1b564d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.035712 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-4ce44823-07fe-48fc-afd1-0b01b1b564d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 925 time: 0.1929140 Nov 23 22:38:21.091973 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-7d8bb008-cfdf-43cf-a92a-65378f33a938 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097 HTTP/1.1" status: 200 len: 217 time: 0.0428524 Nov 23 22:38:21.156894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-f396b62a-5e7f-47fa-afac-7ae0af4dc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.158364 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-f396b62a-5e7f-47fa-afac-7ae0af4dc237 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 200 len: 863 time: 0.0583370 Nov 23 22:38:21.217894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-922b6ac5-36e4-4fc0-858f-c18c77974dac service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136922 Nov 23 22:38:21.218958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-e64c9ba2-ada4-41c9-943f-0217d8d5c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.220487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-e64c9ba2-ada4-41c9-943f-0217d8d5c543 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507524 Nov 23 22:38:21.227969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3badc3-4d54-4f89-880c-208eedfbe64e req-9e688aa3-da51-4064-ac75-fa5e4deb2195 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.229422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f3badc3-4d54-4f89-880c-208eedfbe64e req-9e688aa3-da51-4064-ac75-fa5e4deb2195 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 948 time: 0.1027305 Nov 23 22:38:21.236153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5a6d4-882c-4f68-9211-0a13e132a1ad req-31f9752a-f27e-4049-a0e8-97a9fec239d0 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.240127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bd5a6d4-882c-4f68-9211-0a13e132a1ad req-31f9752a-f27e-4049-a0e8-97a9fec239d0 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2451098 Nov 23 22:38:21.270330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-9bd5a6d4-882c-4f68-9211-0a13e132a1ad req-00967f39-d2fd-49c4-91b1-a9e67925cebe tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:38:21.272113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bd5a6d4-882c-4f68-9211-0a13e132a1ad req-00967f39-d2fd-49c4-91b1-a9e67925cebe tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209250 Nov 23 22:38:21.357220 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-f9d1237b-b6d2-41fd-a2ef-bc2981dbf2c5 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205974 Nov 23 22:38:21.363427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f3badc3-4d54-4f89-880c-208eedfbe64e req-13c9e09f-dd63-4bbf-8eb4-0c4567b4a7d0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145885 Nov 23 22:38:21.430997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab1d5c-c158-4f0b-a8c5-fcf4e56c1245 req-52cf1b2a-ee9d-4003-9df5-2d3c4150dff4 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.443218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bab1d5c-c158-4f0b-a8c5-fcf4e56c1245 req-52cf1b2a-ee9d-4003-9df5-2d3c4150dff4 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.0830557 Nov 23 22:38:21.496059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28eed7d9-bbbe-4aca-940b-1e93727cd919 req-f77d82c3-e63d-44f2-8985-411c1f253a0a service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259983 Nov 23 22:38:21.508052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c1dff8-669f-408e-b33b-93a596e6bac1 req-e2eccbb7-c39f-4d43-9300-3c437813001b service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666531 Nov 23 22:38:21.552159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bab1d5c-c158-4f0b-a8c5-fcf4e56c1245 req-08a522c1-b2a4-4317-bb78-1b382c4f43e0 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077325 Nov 23 22:38:21.561776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e8e47-5fb4-4801-b104-5377c284c5fb req-5329c281-0e30-4869-9210-0986ae5a461c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.569010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb2e8e47-5fb4-4801-b104-5377c284c5fb req-5329c281-0e30-4869-9210-0986ae5a461c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1166778 Nov 23 22:38:21.625325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb2e8e47-5fb4-4801-b104-5377c284c5fb req-06ad1c75-bccb-497e-9281-6d7cc3dfe335 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545878 Nov 23 22:38:21.707239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:21.710978 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300dd57-4459-405f-bc09-ab1ced95a608" -d '{"events": [{"name": "network-changed", "server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:21.786050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-b25a6060-9b82-4b18-99d1-6403795f10da tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1331177 Nov 23 22:38:21.796043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e98e6-5c59-4c2b-816b-dfe5f064eec0 req-26bc1a62-3f31-4ae1-8577-456a8e79995d tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.797483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-135e98e6-5c59-4c2b-816b-dfe5f064eec0 req-26bc1a62-3f31-4ae1-8577-456a8e79995d tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 943 time: 0.1364508 Nov 23 22:38:21.876543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d219-b654-4002-a13a-4c20adcf315d req-a3d6687d-b679-4063-92a2-403e3d46034b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.878032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-a3d6687d-b679-4063-92a2-403e3d46034b tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports/7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 942 time: 0.0795569 Nov 23 22:38:21.898777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-135e98e6-5c59-4c2b-816b-dfe5f064eec0 req-9b3db1f0-8e5d-493a-97e4-d6c90dc52a71 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882723 Nov 23 22:38:21.995014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device f4edc021-8ae4-4f4e-9f16-97b0a8036097 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:22.090257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c38d08-132a-4ddf-8837-32ec071748f5 req-0463f3dd-2ac3-46f6-9284-d83367eb0fe9 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.092120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0c38d08-132a-4ddf-8837-32ec071748f5 req-0463f3dd-2ac3-46f6-9284-d83367eb0fe9 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.0755005 Nov 23 22:38:22.095426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-dbb464cd-7483-43ca-acd8-0e351a0a749e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1293912 Nov 23 22:38:22.150682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port f4edc021-8ae4-4f4e-9f16-97b0a8036097, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:22.173193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'port_id': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'mac_address': 'fa:16:3e:8c:1c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:22.231176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:22.233912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:22.236904 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f6e9d-0153-45e8-a268-2a076d67ff34" -d '{"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:22.239753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0c38d08-132a-4ddf-8837-32ec071748f5 req-5030d77a-2060-4559-8872-e4ff51ecc25d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328826 Nov 23 22:38:22.257171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4edc021-8ae4-4f4e-9f16-97b0a8036097 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:22.279168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d219-b654-4002-a13a-4c20adcf315d req-e5b39cbd-1f35-4e93-9187-597e3e70d4b1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.280824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-e5b39cbd-1f35-4e93-9187-597e3e70d4b1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1748927 Nov 23 22:38:22.285753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port f4edc021-8ae4-4f4e-9f16-97b0a8036097, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:22.291401 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:22.297323 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d51a6f-eb5d-41ca-9c93-1e4dccae47f9 x-openstack-request-id: req-17d51a6f-eb5d-41ca-9c93-1e4dccae47f9 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:22.298926 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:22.298926 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17d51a6f-eb5d-41ca-9c93-1e4dccae47f9 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:22.298926 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d', 'status': 'completed', 'code': 200} Nov 23 22:38:22.355093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=f4edc021-8ae4-4f4e-9f16-97b0a8036097,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:22.424617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-945e752f-4ee9-422f-a69b-bcfe29547fb6 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1247373 Nov 23 22:38:22.440564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:22.503713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72eb9a3-1355-43a7-85d4-799b896bc469 req-ec6dd2db-9c0b-46b2-9b06-fedb0875751d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.506033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f72eb9a3-1355-43a7-85d4-799b896bc469 req-ec6dd2db-9c0b-46b2-9b06-fedb0875751d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.1300962 Nov 23 22:38:22.507954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-39c24fd9-c725-4487-ab73-5f03c9867ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.509351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-39c24fd9-c725-4487-ab73-5f03c9867ca2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1095 time: 0.1436210 Nov 23 22:38:22.513832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f'}, {'name': 'network-changed', 'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:22.516356 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61" -d '{"events": [{"server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f"}, {"name": "network-changed", "server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:22.542523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:22.652750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['f4edc021-8ae4-4f4e-9f16-97b0a8036097'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:22.933470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f72eb9a3-1355-43a7-85d4-799b896bc469 req-80203f52-2868-4c48-a919-c3e0e0dcfa3d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209127 Nov 23 22:38:22.992018 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6969560-795c-4882-81fb-dffc92814d3f x-openstack-request-id: req-b6969560-795c-4882-81fb-dffc92814d3f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:22.992995 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:22.993379 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6969560-795c-4882-81fb-dffc92814d3f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:22.993925 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'code': 200} Nov 23 22:38:22.999205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-7e67a593-2d68-49af-9623-74f2eb77038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.000957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-7e67a593-2d68-49af-9623-74f2eb77038c service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.4764531 Nov 23 22:38:23.060408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:23.081951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:23.082306 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016 disassociated. External IP: 172.25.0.124, port: 7746e95c-a8ce-49fd-a2bf-95c090509bd9. Nov 23 22:38:23.118950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-72ae0dba-1032-4c08-91e8-d70087d680cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 217 time: 0.0687265 Nov 23 22:38:23.222696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55ab09-8dd3-42d4-96e3-b2390e3023fe req-f7b57a5d-9136-441d-ab69-5b4e760fe2f3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.224753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c55ab09-8dd3-42d4-96e3-b2390e3023fe req-f7b57a5d-9136-441d-ab69-5b4e760fe2f3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 948 time: 0.1809967 Nov 23 22:38:23.271797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-e5d710a9-280a-4cc6-bd9b-d5d9a66838e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.273226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-e5d710a9-280a-4cc6-bd9b-d5d9a66838e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.1241229 Nov 23 22:38:23.326348 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-0b9c9126-9772-4261-b46e-87078edb3096 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420103 Nov 23 22:38:23.370469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:23.396412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c55ab09-8dd3-42d4-96e3-b2390e3023fe req-f7eccad6-7a10-4532-b2d3-54ca0f74c872 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435263 Nov 23 22:38:23.451814 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b74703-ebcc-44c3-90c2-f5aa6dd30a61 x-openstack-request-id: req-55b74703-ebcc-44c3-90c2-f5aa6dd30a61 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:23.452342 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f", "code": 200}, {"name": "network-changed", "server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:23.452763 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55b74703-ebcc-44c3-90c2-f5aa6dd30a61 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:23.454123 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'code': 200} Nov 23 22:38:23.455435 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'status': 'completed', 'code': 200} Nov 23 22:38:23.478627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:23.490269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'mac_address': 'fa:16:3e:4f:12:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:23.530569 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:23.546300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:23.561984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:23.569599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:23.574925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-0b305ee4-8935-4b5d-9097-1a40b38e6294 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362154 Nov 23 22:38:23.575131 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:23.593958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6471b6e-f9c5-4ef9-a873-f72c5baef5d3 req-ecee9363-a1b5-4f21-83d2-9964fdd8ede6 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.595610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6471b6e-f9c5-4ef9-a873-f72c5baef5d3 req-ecee9363-a1b5-4f21-83d2-9964fdd8ede6 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.0934997 Nov 23 22:38:23.609214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-f3edffd8-77d1-4ee8-91ba-04acb1d63f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.611629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-f3edffd8-77d1-4ee8-91ba-04acb1d63f3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1124 time: 0.0566239 Nov 23 22:38:23.655056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:23.724370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-4013ed85-bc60-457e-9bd2-3cf2b5bd7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.725758 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-4013ed85-bc60-457e-9bd2-3cf2b5bd7a8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.1030879 Nov 23 22:38:23.771832 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-47f1c2d6-522e-4e6b-869f-3eec30722baf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 217 time: 0.0348446 Nov 23 22:38:23.790282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6471b6e-f9c5-4ef9-a873-f72c5baef5d3 req-dab5aa15-5c48-46c9-88b8-c7095785dcd6 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853695 Nov 23 22:38:23.809987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:23.813077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e300dd57-4459-405f-bc09-ab1ced95a608 req-2cb12a3d-7973-4c11-952a-4a9038dc8a8f service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277710 Nov 23 22:38:23.816231 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:23.823885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:23.836776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-9866b342-d27b-4833-a915-daed3bb31cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.837852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:23.838273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-9866b342-d27b-4833-a915-daed3bb31cb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0542147 Nov 23 22:38:23.838487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:23.845415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-22c8da44-4d56-4a7b-9d74-2d635927d731 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "PUT /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 200 len: 696 time: 1.4139953 Nov 23 22:38:23.892643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-c8ddab95-e26c-48b2-8866-b568fb18daac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312848 Nov 23 22:38:23.944956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a7921-d18c-4b73-9af0-544572e34af2 req-f001a6dd-d59c-4abf-b08b-52a65694397e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.946532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b22a7921-d18c-4b73-9af0-544572e34af2 req-f001a6dd-d59c-4abf-b08b-52a65694397e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 944 time: 0.0767128 Nov 23 22:38:23.949643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d219-b654-4002-a13a-4c20adcf315d req-6e50c421-3553-4382-acc8-f2e3fb9eeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.951117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-6e50c421-3553-4382-acc8-f2e3fb9eeef0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.0912757 Nov 23 22:38:23.986053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:24.020724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device f4edc021-8ae4-4f4e-9f16-97b0a8036097 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:24.059978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b22a7921-d18c-4b73-9af0-544572e34af2 req-281230d0-9335-443c-85b1-f264e4934692 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049702 Nov 23 22:38:24.068399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:24.087047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d219-b654-4002-a13a-4c20adcf315d req-c9802510-ec48-4892-a200-83dda51b54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.088645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-c9802510-ec48-4892-a200-83dda51b54f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.1266606 Nov 23 22:38:24.165202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-b2e9b850-b880-436d-af67-9438667d810c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 217 time: 0.0698087 Nov 23 22:38:24.231548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port f4edc021-8ae4-4f4e-9f16-97b0a8036097 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:24.242866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d219-b654-4002-a13a-4c20adcf315d req-31a19e1f-d9f8-4cfe-bde1-6af45ab8fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.250111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-31a19e1f-d9f8-4cfe-bde1-6af45ab8fb72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.0836968 Nov 23 22:38:24.252036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port f4edc021-8ae4-4f4e-9f16-97b0a8036097 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:24.252411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:24.309808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:24.312239 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e088e82-bd3a-4331-83e8-ea46605e5822" -d '{"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:24.314122 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-ecdc4e1a-e87c-4b83-b824-4d313a6c35b6 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052863 Nov 23 22:38:24.339050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d219-b654-4002-a13a-4c20adcf315d req-3cfea9b0-2d9c-42d7-9765-232b3e268cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.340737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-3cfea9b0-2d9c-42d7-9765-232b3e268cff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898647 Nov 23 22:38:24.349887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d41b1-eae3-4ac5-ab08-1bf1a2bf9048 req-56df3389-09bb-4ebf-b9eb-8ad4b172a477 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.351490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d6d41b1-eae3-4ac5-ab08-1bf1a2bf9048 req-56df3389-09bb-4ebf-b9eb-8ad4b172a477 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.0852826 Nov 23 22:38:24.430544 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a550292f-0f00-4e0e-ab7a-a1f03d1dde61 req-b9f4f834-051e-4665-9343-7c88dc96a636 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062574 Nov 23 22:38:24.457916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d6d41b1-eae3-4ac5-ab08-1bf1a2bf9048 req-7c83a421-1400-46b1-a1e7-5bee2fbec44c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978286 Nov 23 22:38:24.460841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:24.465566 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:24.476922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-9a7c441b-2b8d-4edb-b48c-dffea74e9af0 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243613 Nov 23 22:38:24.502281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:24.525785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:24.526437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:24.568918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port f4edc021-8ae4-4f4e-9f16-97b0a8036097, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:24.579372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:24.599223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5996d219-b654-4002-a13a-4c20adcf315d req-4d09d3c6-39df-4fa9-8d3d-63c15d767294 service neutron] 10.222.0.11 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134679 Nov 23 22:38:24.690139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=f4edc021-8ae4-4f4e-9f16-97b0a8036097,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:24.704045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:24.787842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767ee3-e3b1-4b4d-87c5-e4a5898ce428 req-06306557-e4d9-4d00-b7d6-d1fc6700154e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.788382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-0df7aef5-9110-46c6-b7c4-ff44c127bcc6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.789646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84767ee3-e3b1-4b4d-87c5-e4a5898ce428 req-06306557-e4d9-4d00-b7d6-d1fc6700154e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.0784960 Nov 23 22:38:24.792382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-0df7aef5-9110-46c6-b7c4-ff44c127bcc6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b&tenant_id=28ee9c68dd5846588b7507f3cbabd19d&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 949 time: 0.0838299 Nov 23 22:38:24.875470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84767ee3-e3b1-4b4d-87c5-e4a5898ce428 req-c19860d0-2137-4525-8ca4-92c7d72fe19d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785363 Nov 23 22:38:24.889133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7cba-1f48-459f-a6c4-83aa863c2275 req-1de5d184-b2f4-4821-ae8e-f7d22414a084 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.897178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18db7cba-1f48-459f-a6c4-83aa863c2275 req-1de5d184-b2f4-4821-ae8e-f7d22414a084 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0830219 Nov 23 22:38:24.917441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-f6b308c5-4a9c-4057-ba84-84cedea6eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.918962 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-f6b308c5-4a9c-4057-ba84-84cedea6eb75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 1100 time: 0.0513530 Nov 23 22:38:24.936829 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed973c6-dfd2-4a64-ab27-694f61ebddf4 x-openstack-request-id: req-7ed973c6-dfd2-4a64-ab27-694f61ebddf4 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:24.937137 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:24.937398 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ed973c6-dfd2-4a64-ab27-694f61ebddf4 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:24.938052 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'status': 'completed', 'code': 200} Nov 23 22:38:24.966481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18db7cba-1f48-459f-a6c4-83aa863c2275 req-fc211755-9f49-43e6-9179-d4e46a92cd9f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683317 Nov 23 22:38:24.995653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:24.997910 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5416bc-ad4f-42f7-948a-c82b7971eb95" -d '{"events": [{"server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "name": "network-vif-plugged", "status": "completed", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:25.082761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcac8e-eccf-44c0-9bfd-fdb085f8ea76 req-fed12410-d45b-4d42-b3d2-3386c211dd89 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.084828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eddcac8e-eccf-44c0-9bfd-fdb085f8ea76 req-fed12410-d45b-4d42-b3d2-3386c211dd89 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 949 time: 0.0667362 Nov 23 22:38:25.092654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-0ebb8165-6379-4a43-962d-0db337cfe089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.094151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-0ebb8165-6379-4a43-962d-0db337cfe089 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d9dfa8e69bc473884059175d2910a19&device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 1096 time: 0.1232831 Nov 23 22:38:25.097251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-df5c0636-342d-4262-8eb6-814c444a80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.098686 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-df5c0636-342d-4262-8eb6-814c444a80d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1711965 Nov 23 22:38:25.123671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:25.161157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7b122-2307-4eca-a81c-21684ef8d598 None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '47dd68eb-0fda-4bb9-b528-c7a734b15112', 'name': '', 'network_id': '8b04c92f-df05-4d04-b0c5-98b51d0d29a8', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'mac_address': 'fa:16:3e:c2:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:49Z', 'updated_at': '2021-11-23T22:37:01Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'subnets': [{'id': 'ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:25.169288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80257735-fee4-46f3-bd06-78932ce7cc02 req-83b8da1a-1870-4cf8-8b4d-b21163cd7671 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.170192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80257735-fee4-46f3-bd06-78932ce7cc02 req-83b8da1a-1870-4cf8-8b4d-b21163cd7671 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.0838521 Nov 23 22:38:25.175291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eddcac8e-eccf-44c0-9bfd-fdb085f8ea76 req-bf16bd1c-5022-40d4-b3a5-5e31096d4f64 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788941 Nov 23 22:38:25.175990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-3957af86-87a5-4728-9636-64863e94f874 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 200 len: 217 time: 0.0568025 Nov 23 22:38:25.240301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80257735-fee4-46f3-bd06-78932ce7cc02 req-ed6928f0-b1c1-4000-8f8f-7b831b5225f6 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603964 Nov 23 22:38:25.284237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-2fa819d3-55ba-45af-974c-17a07406cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.286400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-2fa819d3-55ba-45af-974c-17a07406cedf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1027746 Nov 23 22:38:25.311079 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df14b9a-3eaa-4277-bd13-a3ba491b56d2 x-openstack-request-id: req-7df14b9a-3eaa-4277-bd13-a3ba491b56d2 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:25.311868 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "name": "network-vif-plugged", "status": "completed", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:25.312164 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7df14b9a-3eaa-4277-bd13-a3ba491b56d2 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:25.312613 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'code': 200} Nov 23 22:38:25.315884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-50c1bfb0-b834-43be-990d-1b115cffc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.318057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-50c1bfb0-b834-43be-990d-1b115cffc342 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 200 len: 922 time: 0.2079344 Nov 23 22:38:25.327762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57e646-12f2-4731-ba65-63ee2115af4c req-8a74bd59-b5d2-473b-aaa9-e67929677955 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.329825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c57e646-12f2-4731-ba65-63ee2115af4c req-8a74bd59-b5d2-473b-aaa9-e67929677955 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0683634 Nov 23 22:38:25.381552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:25.387697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-8928f453-96f6-42cb-91ad-2cfdc45b35e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 200 len: 217 time: 0.0547457 Nov 23 22:38:25.398120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:25.438725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c57e646-12f2-4731-ba65-63ee2115af4c req-0c29c2d8-f441-4e9e-ac93-f8aca6b962a5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945687 Nov 23 22:38:25.455655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-7845476f-cf1d-4736-99b9-e9b62c5f380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.456196 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-7845476f-cf1d-4736-99b9-e9b62c5f380e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537044 Nov 23 22:38:25.525278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-0d17e850-ebbc-4326-90d2-b059a534d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.526727 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-0d17e850-ebbc-4326-90d2-b059a534d33d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 200 len: 860 time: 0.1303012 Nov 23 22:38:25.564230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-44099c23-b35d-4132-b998-1d3d8e308bd5 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 200 len: 696 time: 0.0970838 Nov 23 22:38:25.569954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21413ab1-29e9-4d5d-9cb8-f5eccf3f2f0e req-b168b055-fe1c-442f-9996-35e9f7e847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.571517 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-21413ab1-29e9-4d5d-9cb8-f5eccf3f2f0e req-b168b055-fe1c-442f-9996-35e9f7e847c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 1096 time: 0.1378756 Nov 23 22:38:25.597885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:25.598626 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:25.609541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13813568-cd85-49b6-a98f-da655123d111 req-f10d3503-4366-45cc-990d-b8c05c20ceb4 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.617877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13813568-cd85-49b6-a98f-da655123d111 req-f10d3503-4366-45cc-990d-b8c05c20ceb4 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.1741438 Nov 23 22:38:25.658608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-fc91e7ff-7de6-4502-9dcf-4eec4990acda service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811364 Nov 23 22:38:25.660480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-82fd35fb-1837-48a0-a287-339687a65b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.662563 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-82fd35fb-1837-48a0-a287-339687a65b61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b04c92f-df05-4d04-b0c5-98b51d0d29a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090009 Nov 23 22:38:25.663083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:25.669744 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434fe00-b7e6-462c-82ae-572114980e3d None None] New status for floating IP 8a5272bc-f3ae-4047-8b83-fdfa49d36016: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:25.682001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'port_id': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d', 'mac_address': 'fa:16:3e:18:fa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a86641-c15f-4bd8-8c21-32538ce14397', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:25.735830 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-21413ab1-29e9-4d5d-9cb8-f5eccf3f2f0e req-9cf68e04-625c-46ac-9a0b-f7f67c05db98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423419 Nov 23 22:38:25.772978 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:25.777031 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:25.805412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:25.851383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a4a26977-cacb-40e0-9bb4-eeb592530a86 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.853855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a4a26977-cacb-40e0-9bb4-eeb592530a86 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2887321 Nov 23 22:38:25.854175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:25.868492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:25.870215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:25.871334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13813568-cd85-49b6-a98f-da655123d111 req-9c891f97-23b0-41d3-bb0d-f7f524c3bbfc tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463055 Nov 23 22:38:25.876361 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-7b39dc9f-c845-4484-8dff-87e9d47b2cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917925 Nov 23 22:38:25.905209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-200dcbc2-9228-4fbb-8271-a9f905ab5d73 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:38:25.907313 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:25.907837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-200dcbc2-9228-4fbb-8271-a9f905ab5d73 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0331614 Nov 23 22:38:25.965161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:26.037886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-c3dd4b62-e382-4b03-817f-f40dac1b00fc tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 699 time: 0.1231534 Nov 23 22:38:26.100077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:26.146434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-29590985-2b48-40bf-a0b7-83b4f6af8b3c tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 697 time: 0.0589552 Nov 23 22:38:26.158533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2a678-ca21-4911-9b0a-81bc446ddd25 req-c8407c3c-bd3e-4bc2-a5a1-90ae235d729e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:26.166924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19d2a678-ca21-4911-9b0a-81bc446ddd25 req-c8407c3c-bd3e-4bc2-a5a1-90ae235d729e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 945 time: 0.1457944 Nov 23 22:38:26.182941 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17bc1799-4f4b-4fa0-aff7-6a9e3dd4d8c2 req-a6025b69-4f1c-4fff-bc2f-be64a16e0cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023875 Nov 23 22:38:26.212088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e088e82-bd3a-4331-83e8-ea46605e5822 req-a6c175c4-2106-4ea8-8f7f-d63c8e8a749b service neutron] 10.222.0.46 "GET /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549999 Nov 23 22:38:26.274052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:26.334436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19d2a678-ca21-4911-9b0a-81bc446ddd25 req-fcd49261-72f9-484b-a7bf-7a45667fde07 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665514 Nov 23 22:38:26.362014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Deleting port 84f32587-e592-4b77-876e-4564fc7b2d0e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:26.362379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:26.498852 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:26.499101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:26.515341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Calling delete_port for 84f32587-e592-4b77-876e-4564fc7b2d0e owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:26.524755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede69ba-e2e6-40f8-b6b0-feb9f089a289 req-1187e0e5-4054-42be-ba7e-72f3fe513124 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:26.526468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fede69ba-e2e6-40f8-b6b0-feb9f089a289 req-1187e0e5-4054-42be-ba7e-72f3fe513124 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.0871532 Nov 23 22:38:26.562938 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:26.644489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fede69ba-e2e6-40f8-b6b0-feb9f089a289 req-53b9197d-2a5c-41cf-bd0e-f8c4a06569f7 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092730 Nov 23 22:38:26.772194 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:26.826923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde5cc5-ab21-432f-8a5b-e782abfb6a87 req-1eb1c18b-a1c4-4233-875d-0110865a484d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:26.834902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebde5cc5-ab21-432f-8a5b-e782abfb6a87 req-1eb1c18b-a1c4-4233-875d-0110865a484d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1204431 Nov 23 22:38:26.852466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Pushing event deleted for resources: {'Port': ['ID=84f32587-e592-4b77-876e-4564fc7b2d0e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:26.924898 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:26.929102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:26.929988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e8d6fb-b016-4f22-aea6-31d780f9bc9f req-a9adc16e-f7e0-4529-9455-a63b96fdb0b8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "DELETE /v2.0/floatingips/8a5272bc-f3ae-4047-8b83-fdfa49d36016 HTTP/1.1" status: 204 len: 173 time: 0.7610543 Nov 23 22:38:26.999693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebde5cc5-ab21-432f-8a5b-e782abfb6a87 req-65d7fe4d-a22f-4d15-a915-e9d8f09bac98 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577950 Nov 23 22:38:27.313740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:27.316106 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9bc63-8ee7-4de3-9766-7a693bbf3f52" -d '{"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:27.391119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:27.395760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce98ef4-ba84-49bc-a7b9-0243b37e07ee req-433a71e7-a91d-4838-a21a-0fe54e1f558f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.396995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ce98ef4-ba84-49bc-a7b9-0243b37e07ee req-433a71e7-a91d-4838-a21a-0fe54e1f558f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.3767371 Nov 23 22:38:27.411958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd730035-5157-4736-a74a-425e6d46471c req-28555c9f-0187-43ca-b4f2-5ccf994ea4a6 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.413457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd730035-5157-4736-a74a-425e6d46471c req-28555c9f-0187-43ca-b4f2-5ccf994ea4a6 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.3344417 Nov 23 22:38:27.457245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:27.461830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:27.462203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.478806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ce98ef4-ba84-49bc-a7b9-0243b37e07ee req-af2bdd07-61e9-48c2-ae84-152f5e1045eb tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643485 Nov 23 22:38:27.495225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd730035-5157-4736-a74a-425e6d46471c req-a15b44f9-6779-41f4-926f-ad1454b52bbb tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750272 Nov 23 22:38:27.581139 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759b7f1b-7986-44ab-b098-4ab11ec6ff77 x-openstack-request-id: req-759b7f1b-7986-44ab-b098-4ab11ec6ff77 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:27.581553 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:27.581907 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-759b7f1b-7986-44ab-b098-4ab11ec6ff77 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:27.582400 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'code': 200} Nov 23 22:38:27.584179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.625553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:27.632075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.724291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba9f04-813f-4756-ac1b-173a40b343d1 req-5729aa28-a381-41d5-a8b8-390965d70b67 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.725853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42ba9f04-813f-4756-ac1b-173a40b343d1 req-5729aa28-a381-41d5-a8b8-390965d70b67 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.1056855 Nov 23 22:38:27.755417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:27.815298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42ba9f04-813f-4756-ac1b-173a40b343d1 req-aea3e900-7015-41fe-a8f1-960e37d7c382 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834985 Nov 23 22:38:27.821493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccb4b8-d4ed-4c5d-9a0a-2e58396ce090 req-7b65e62d-b586-48f1-b7e9-d11a009edccc tempest-LiveMigrationNegativeTest-1974177316 tempest-LiveMigrationNegativeTest-1974177316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.822958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-efccb4b8-d4ed-4c5d-9a0a-2e58396ce090 req-7b65e62d-b586-48f1-b7e9-d11a009edccc tempest-LiveMigrationNegativeTest-1974177316 tempest-LiveMigrationNegativeTest-1974177316-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 1101 time: 0.0847194 Nov 23 22:38:27.849812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-efccb4b8-d4ed-4c5d-9a0a-2e58396ce090 req-06cbf833-812b-431e-9aaf-d77fa616a639 tempest-LiveMigrationNegativeTest-1974177316 tempest-LiveMigrationNegativeTest-1974177316-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.962830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c5b8-9752-44b5-a4bb-10d6c6b9a8e2 req-753f9e11-fafd-427a-8c07-d0fcb0a8fbc8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.964219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fa3c5b8-9752-44b5-a4bb-10d6c6b9a8e2 req-753f9e11-fafd-427a-8c07-d0fcb0a8fbc8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 943 time: 0.0803638 Nov 23 22:38:27.984574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-efccb4b8-d4ed-4c5d-9a0a-2e58396ce090 req-06cbf833-812b-431e-9aaf-d77fa616a639 tempest-LiveMigrationNegativeTest-1974177316 tempest-LiveMigrationNegativeTest-1974177316-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.999792 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-efccb4b8-d4ed-4c5d-9a0a-2e58396ce090 req-06cbf833-812b-431e-9aaf-d77fa616a639 tempest-LiveMigrationNegativeTest-1974177316 tempest-LiveMigrationNegativeTest-1974177316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:28.065261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbf833-812b-431e-9aaf-d77fa616a639 tempest-LiveMigrationNegativeTest-1974177316 tempest-LiveMigrationNegativeTest-1974177316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285f346e-7109-4ecf-a139-51cc58f1854d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:28.071503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-efccb4b8-d4ed-4c5d-9a0a-2e58396ce090 req-06cbf833-812b-431e-9aaf-d77fa616a639 tempest-LiveMigrationNegativeTest-1974177316 tempest-LiveMigrationNegativeTest-1974177316-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428346 Nov 23 22:38:28.074936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fa3c5b8-9752-44b5-a4bb-10d6c6b9a8e2 req-6495f3ca-9341-42e5-8719-c80ed5e94a7e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046362 Nov 23 22:38:28.238238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeaf4d-58f6-403d-a622-2374defb71e2 req-eb0283be-f2f3-478a-818b-26b73bdbdc0e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.240115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0edeaf4d-58f6-403d-a622-2374defb71e2 req-eb0283be-f2f3-478a-818b-26b73bdbdc0e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 945 time: 0.0871949 Nov 23 22:38:28.276224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65bdfe-aca5-413b-adea-fd6bf8d34065 req-35f0666d-e5bb-4ffd-adb1-799f16e9e04f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.276224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c65bdfe-aca5-413b-adea-fd6bf8d34065 req-35f0666d-e5bb-4ffd-adb1-799f16e9e04f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0844069 Nov 23 22:38:28.321817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0edeaf4d-58f6-403d-a622-2374defb71e2 req-1037099a-8cc4-48a5-ba47-b482dc5ef2c1 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Nov 23 22:38:28.360214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c65bdfe-aca5-413b-adea-fd6bf8d34065 req-14b67be9-9f6b-4961-b673-c37d4bc088ae tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775201 Nov 23 22:38:28.512703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0150c19-5fc8-4ddf-85da-ca542a7a8867 req-30e9e9e1-45d6-48cf-b48d-de3e1a6dbfae tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.514504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0150c19-5fc8-4ddf-85da-ca542a7a8867 req-30e9e9e1-45d6-48cf-b48d-de3e1a6dbfae tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.0732081 Nov 23 22:38:28.593149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0150c19-5fc8-4ddf-85da-ca542a7a8867 req-95e39539-12bd-469d-b5a2-580a8f2da6f8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712709 Nov 23 22:38:28.612470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05c6b0-1f3f-49ba-a9e3-8afed3e726b8 req-debcdee5-0f20-4644-be04-04d416af0572 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.614237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a05c6b0-1f3f-49ba-a9e3-8afed3e726b8 req-debcdee5-0f20-4644-be04-04d416af0572 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0706472 Nov 23 22:38:28.666791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a05c6b0-1f3f-49ba-a9e3-8afed3e726b8 req-5e8f0216-66d2-4670-bb70-a5c5413d2c37 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Nov 23 22:38:28.707913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-c2a2a254-8763-4a7e-aef6-2fedf6245912 service neutron] 10.222.0.48 "GET /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.0576222 Nov 23 22:38:28.909667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:28.954943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:28.965182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1a0c-a913-493d-9fb9-e2cdeba0a9fe req-7fbbe23d-c7e1-46a2-9281-9166cdde8496 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.975851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-372a1a0c-a913-493d-9fb9-e2cdeba0a9fe req-7fbbe23d-c7e1-46a2-9281-9166cdde8496 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.0934408 Nov 23 22:38:28.995837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa0b440-5894-41c9-a861-e5885ba8fc7f {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:29.009437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:29.026086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:29.068969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-372a1a0c-a913-493d-9fb9-e2cdeba0a9fe req-69a7a50c-4119-45c1-96c2-0948fd969bc4 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921717 Nov 23 22:38:29.082166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8faaa9-d9ca-4e0a-ac2b-3cf2fdfc0641 req-f9e4b0b1-c52e-4fe2-9030-159d13385038 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.089803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8faaa9-d9ca-4e0a-ac2b-3cf2fdfc0641 req-f9e4b0b1-c52e-4fe2-9030-159d13385038 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0834553 Nov 23 22:38:29.114681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] Transition to ACTIVE for port object 9fa0b440-5894-41c9-a861-e5885ba8fc7f will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:29.120141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:29.146979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8faaa9-d9ca-4e0a-ac2b-3cf2fdfc0641 req-ec461453-657d-4de0-9199-1aff8defb12c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Nov 23 22:38:29.208855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cd6a2-7f59-412a-bc63-7e027de5533e req-a460ea41-d74a-48d0-bd44-970d7aa50b44 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.217698 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d0cd6a2-7f59-412a-bc63-7e027de5533e req-a460ea41-d74a-48d0-bd44-970d7aa50b44 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.0693107 Nov 23 22:38:29.218730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] No DVR routers for this DVR port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:29.224072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:29.274579 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-6835bd32-1003-417b-82bc-60183c5f4eb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f/bindings/n-h2-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5599880 Nov 23 22:38:29.290662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-e2cec382-c0bb-4c02-b96d-19d76c2969e8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.292213 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-e2cec382-c0bb-4c02-b96d-19d76c2969e8 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.46 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 945 time: 0.0971775 Nov 23 22:38:29.304506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d0cd6a2-7f59-412a-bc63-7e027de5533e req-0d07247e-579c-407e-a260-145aa5325135 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858860 Nov 23 22:38:29.318101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb963fe-a602-4f98-a0ae-da49694a74f2 req-816af7e5-9b4b-4617-ae55-2434f9324f45 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.319436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-feb963fe-a602-4f98-a0ae-da49694a74f2 req-816af7e5-9b4b-4617-ae55-2434f9324f45 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.0790761 Nov 23 22:38:29.377058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-feb963fe-a602-4f98-a0ae-da49694a74f2 req-c92c92e3-6bb6-47a4-927f-58f6550f6c25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505955 Nov 23 22:38:29.384767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:29.434436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:29.458638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-55fc0560-07c8-4488-b3f8-d4f1e592d281 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.460307 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-55fc0560-07c8-4488-b3f8-d4f1e592d281 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.0736451 Nov 23 22:38:29.463628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Deleting port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:29.463976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:29.500037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a531-bd75-44e3-8b73-a1f95d18729c req-d422eed9-a396-4bb6-9469-0f46513f713b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.501608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7919a531-bd75-44e3-8b73-a1f95d18729c req-d422eed9-a396-4bb6-9469-0f46513f713b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.0797024 Nov 23 22:38:29.514787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57066) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:29.523621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Request body: {'floatingip': {'port_id': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:29.584262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-28aed906-6c8d-493d-9d25-5ac0f6d436f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.585035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:29.585793 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-28aed906-6c8d-493d-9d25-5ac0f6d436f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea&tenant_id=69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 1095 time: 0.1070232 Nov 23 22:38:29.588301 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0835069a-e0d5-4532-b70f-6d5ce59acced" -d '{"events": [{"server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "name": "network-vif-plugged", "status": "completed", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:29.607858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4952-7452-4253-b8fa-f946a03db44c req-0f23c2f5-511e-43a2-a520-a15529f3c5d5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.610457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] For port 7746e95c-a8ce-49fd-a2bf-95c090509bd9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7746e95c-a8ce-49fd-a2bf-95c090509bd9,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:29.611005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:29.612087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34ab4952-7452-4253-b8fa-f946a03db44c req-0f23c2f5-511e-43a2-a520-a15529f3c5d5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 944 time: 0.1500030 Nov 23 22:38:29.614999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:29.626477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Calling delete_port for 7746e95c-a8ce-49fd-a2bf-95c090509bd9 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:29.790057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-92ed282f-3c8e-4b7f-9b7c-32d55422e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.791546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-92ed282f-3c8e-4b7f-9b7c-32d55422e3f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1095 time: 0.1584463 Nov 23 22:38:29.814255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cac15-2871-4f8e-b0b8-97275cfe98e6 req-19703de5-16a4-489b-859c-04ea217d2a15 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.816376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-419cac15-2871-4f8e-b0b8-97275cfe98e6 req-19703de5-16a4-489b-859c-04ea217d2a15 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/ports?device_id=378feff6-6eff-45d6-981d-c95c6d3363f1 HTTP/1.1" status: 200 len: 945 time: 0.1953678 Nov 23 22:38:29.824829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34ab4952-7452-4253-b8fa-f946a03db44c req-628cc20a-0a03-41b8-90a8-a2d9ee40ec16 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053874 Nov 23 22:38:29.887374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:29.901235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7746e95c-a8ce-49fd-a2bf-95c090509bd9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:29.946802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Pushing event deleted for resources: {'Port': ['ID=7746e95c-a8ce-49fd-a2bf-95c090509bd9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:30.003054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] No DVR routers for this DVR port 7746e95c-a8ce-49fd-a2bf-95c090509bd9 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:30.006107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-905ddb05-8322-493e-87ce-9fda9ba4cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.007745 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-905ddb05-8322-493e-87ce-9fda9ba4cd6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2072663 Nov 23 22:38:30.008897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:30.012663 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2fb3309f-9ed6-43b7-bcd3-96b3b8244344 req-b6bbfc40-8f9e-493a-9ede-5d6cdc1e8d1e tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.46 "DELETE /v2.0/ports/7746e95c-a8ce-49fd-a2bf-95c090509bd9 HTTP/1.1" status: 204 len: 173 time: 0.7116611 Nov 23 22:38:30.013146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'name': 'network-vif-deleted', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:30.015460 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ef33e8-28a3-437a-b2b0-248cedb9e521" -d '{"events": [{"server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "name": "network-vif-deleted", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:30.042837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-419cac15-2871-4f8e-b0b8-97275cfe98e6 req-17b01f8a-b137-4e0f-893d-52ee2cca6ed2 tempest-FloatingIPsAssociationTestJSON-1050580660 tempest-FloatingIPsAssociationTestJSON-1050580660-project] 10.222.0.11 "GET /v2.0/security-groups?id=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101836 Nov 23 22:38:30.069672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a5b18-7d86-4658-b0db-894912dbe286 req-4aaa7765-2cde-4d46-b56b-120dd9a74d50 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.077477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f20a5b18-7d86-4658-b0db-894912dbe286 req-4aaa7765-2cde-4d46-b56b-120dd9a74d50 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1511743 Nov 23 22:38:30.102791 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-2e48cb86-f3aa-4802-bfd9-37d7a07a5a8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 200 len: 217 time: 0.0742567 Nov 23 22:38:30.204320 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe161fe8-0b3c-49ef-950f-f726280ceab9 x-openstack-request-id: req-fe161fe8-0b3c-49ef-950f-f726280ceab9 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:30.204855 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "name": "network-vif-plugged", "status": "completed", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:30.205507 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe161fe8-0b3c-49ef-950f-f726280ceab9 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:30.206154 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d', 'code': 200} Nov 23 22:38:30.214187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-969140c3-1dfc-478a-9474-f310db4f4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.215876 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-969140c3-1dfc-478a-9474-f310db4f4f8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1052725 Nov 23 22:38:30.259946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-f535f35c-b92b-43ae-aa78-37d1760ca69f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352008 Nov 23 22:38:30.264566 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dece883e-9b1d-4260-bc02-ad354f2b7cd6 x-openstack-request-id: req-dece883e-9b1d-4260-bc02-ad354f2b7cd6 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:30.271602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f20a5b18-7d86-4658-b0db-894912dbe286 req-25ef90bd-0219-4d65-942e-9025615532b0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884143 Nov 23 22:38:30.287690 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378feff6-6eff-45d6-981d-c95c6d3363f1", "name": "network-vif-deleted", "tag": "7746e95c-a8ce-49fd-a2bf-95c090509bd9", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:30.287690 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dece883e-9b1d-4260-bc02-ad354f2b7cd6 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:30.287690 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378feff6-6eff-45d6-981d-c95c6d3363f1', 'name': 'network-vif-deleted', 'tag': '7746e95c-a8ce-49fd-a2bf-95c090509bd9', 'status': 'completed', 'code': 200} Nov 23 22:38:30.458414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9696d91-2f18-4a72-9393-7b43145040c1 req-31f2619c-3fc2-4c52-ae32-1908c7ac45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.460558 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9696d91-2f18-4a72-9393-7b43145040c1 req-31f2619c-3fc2-4c52-ae32-1908c7ac45e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1097 time: 0.1143305 Nov 23 22:38:30.479336 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-e88cd64a-6220-47ff-8cb6-9d68a5363df5 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978037 Nov 23 22:38:30.526313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-d1b5fb4c-6840-4d6f-8182-9af12b9a8405 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791121 Nov 23 22:38:30.551957 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9696d91-2f18-4a72-9393-7b43145040c1 req-096daa35-3396-4811-bae5-27d0c70333f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824666 Nov 23 22:38:30.561684 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:38:30.638445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce63fa-45df-400e-ba01-ab3cf3a90418 req-c8f72274-ac06-4d9a-a2c5-eca78faaa364 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.647263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0ce63fa-45df-400e-ba01-ab3cf3a90418 req-c8f72274-ac06-4d9a-a2c5-eca78faaa364 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1828849 Nov 23 22:38:30.667981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-dfcb26e4-1bde-495e-870f-d68bb3eca4ad service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731529 Nov 23 22:38:30.682521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeacbce-f492-482d-9343-1388709d994c req-92a2e014-a7ff-4482-8107-f43d5232468f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.684087 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-beeacbce-f492-482d-9343-1388709d994c req-92a2e014-a7ff-4482-8107-f43d5232468f tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.0960712 Nov 23 22:38:30.756101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:30.770935 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:30.811303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Deleting port 6052c05e-718d-4475-ac71-4cae2f57be2c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:30.811303 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:30.823801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0ce63fa-45df-400e-ba01-ab3cf3a90418 req-e9c23228-3840-439f-9507-74df60d93ba5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752579 Nov 23 22:38:30.890111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-47fa5bff-2501-42d5-a89d-c8c0d28a39ac tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.896728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-47fa5bff-2501-42d5-a89d-c8c0d28a39ac tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3697753 Nov 23 22:38:30.980773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-684fbdbe-e1b9-4998-bb0f-cd1779e632b8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/quotas/28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 375 time: 0.0830956 Nov 23 22:38:31.008936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] For port 6052c05e-718d-4475-ac71-4cae2f57be2c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6052c05e-718d-4475-ac71-4cae2f57be2c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:31.009398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.026404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Calling delete_port for 6052c05e-718d-4475-ac71-4cae2f57be2c owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:31.041980 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0 associated. External IP: 172.25.0.216, port: f4edc021-8ae4-4f4e-9f16-97b0a8036097. Nov 23 22:38:31.043315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b37c7-740e-423a-9637-c7be38cf210b req-504d1963-9920-4410-b610-cd8f21aa506c tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:31.045748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-504d1963-9920-4410-b610-cd8f21aa506c tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.0849583 Nov 23 22:38:31.101901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d909-3f05-4588-9b49-4a668e9de419 req-4fd0c617-a0e6-4d10-9d03-2cd76b93f721 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:31.109321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8162d909-3f05-4588-9b49-4a668e9de419 req-4fd0c617-a0e6-4d10-9d03-2cd76b93f721 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8277fc1-aaab-4110-98f4-51a1474757bf HTTP/1.1" status: 200 len: 950 time: 0.1800914 Nov 23 22:38:31.149255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-836cc199-06d7-4b0c-9b1b-879a1379de1f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675289 Nov 23 22:38:31.258185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-367b37c7-740e-423a-9637-c7be38cf210b req-c96a8892-f778-43c9-8f8d-dce284ab5128 service neutron] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:31.264379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-367b37c7-740e-423a-9637-c7be38cf210b req-c96a8892-f778-43c9-8f8d-dce284ab5128 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.265766 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-367b37c7-740e-423a-9637-c7be38cf210b req-c96a8892-f778-43c9-8f8d-dce284ab5128 service neutron] 10.222.0.46 "DELETE /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f/bindings/n-h1-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.1901793 Nov 23 22:38:31.303937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.322094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6052c05e-718d-4475-ac71-4cae2f57be2c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:31.350103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Pushing event deleted for resources: {'Port': ['ID=6052c05e-718d-4475-ac71-4cae2f57be2c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:31.394122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['8caae325-5638-41de-9c06-57e21dcc4d50'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:31.437358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] No DVR routers for this DVR port 6052c05e-718d-4475-ac71-4cae2f57be2c on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:31.440414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8162d909-3f05-4588-9b49-4a668e9de419 req-30b0ec97-4b08-4d77-82ab-6765e1ba4e0b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291180 Nov 23 22:38:31.446360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.450779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Router 2749655a-056d-4a34-aa8f-62439e1b6979 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:31.455222 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-beeacbce-f492-482d-9343-1388709d994c req-888dfaa5-236e-44d0-a43d-08c714bf4fb7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.46 "DELETE /v2.0/ports/6052c05e-718d-4475-ac71-4cae2f57be2c HTTP/1.1" status: 204 len: 173 time: 0.7595658 Nov 23 22:38:31.586440 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c520ba5d-247a-48c2-95ff-c2d63864126c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.773676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:31.779525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.786826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] Sync routers for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:31.800263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:31.801812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:31.816926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831f13d-6a50-4081-863c-4f13bbc312c5 req-da01adee-1742-49b9-b4e8-8f5290b788f3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:31.819648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f831f13d-6a50-4081-863c-4f13bbc312c5 req-da01adee-1742-49b9-b4e8-8f5290b788f3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.3422253 Nov 23 22:38:31.861295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-659a95c8-1156-4a6b-a761-062fb8cd6e44 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "PUT /v2.0/floatingips/37dd9d45-0386-4d91-93b1-60c2e5f035c0 HTTP/1.1" status: 200 len: 991 time: 2.3442442 Nov 23 22:38:31.865413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:31.868430 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b624e6fa-afca-4e0f-af0c-0f63e96d715a" -d '{"events": [{"name": "network-changed", "server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:31.881480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c53450-ebfb-4369-8dcd-b9a14faa8ce2 req-38059936-ff83-40df-acdd-4b927100083e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:31.884174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2c53450-ebfb-4369-8dcd-b9a14faa8ce2 req-38059936-ff83-40df-acdd-4b927100083e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 944 time: 0.2279069 Nov 23 22:38:32.017641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:32.032776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f831f13d-6a50-4081-863c-4f13bbc312c5 req-0fc8d5ab-b143-4830-8737-05a4a93844ba tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053092 Nov 23 22:38:32.050671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2c53450-ebfb-4369-8dcd-b9a14faa8ce2 req-f94456ec-5e08-48e9-b383-c61cd4cd4e40 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539197 Nov 23 22:38:32.168619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57130) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:32.281806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'name': 'network-vif-deleted', 'tag': '6052c05e-718d-4475-ac71-4cae2f57be2c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:32.291246 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00baaa5-4be5-41ec-a3bb-3a91319a01fe" -d '{"events": [{"server_uuid": "d8277fc1-aaab-4110-98f4-51a1474757bf", "name": "network-vif-deleted", "tag": "6052c05e-718d-4475-ac71-4cae2f57be2c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:32.313077 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bee4ca-c525-4cf4-936f-10382646972c x-openstack-request-id: req-d8bee4ca-c525-4cf4-936f-10382646972c {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:32.313438 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:32.313956 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8bee4ca-c525-4cf4-936f-10382646972c {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:32.315241 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'status': 'completed', 'code': 200} Nov 23 22:38:32.321951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1f4a811-5862-4f3f-be16-5e2f86ab0cd7 req-23ee4bec-725f-4dfb-afc1-8dc5eaf5aa70 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 210 time: 0.0541081 Nov 23 22:38:32.419294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-5f8ffdfe-3855-4310-ae77-2486ee373ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:32.421060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-5f8ffdfe-3855-4310-ae77-2486ee373ffc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 1096 time: 0.0982578 Nov 23 22:38:32.468790 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf26307-3941-48e9-af7d-723ed77316ea x-openstack-request-id: req-cdf26307-3941-48e9-af7d-723ed77316ea {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:32.469117 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8277fc1-aaab-4110-98f4-51a1474757bf", "name": "network-vif-deleted", "tag": "6052c05e-718d-4475-ac71-4cae2f57be2c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:32.469354 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdf26307-3941-48e9-af7d-723ed77316ea {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:32.469770 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8277fc1-aaab-4110-98f4-51a1474757bf', 'name': 'network-vif-deleted', 'tag': '6052c05e-718d-4475-ac71-4cae2f57be2c', 'status': 'completed', 'code': 200} Nov 23 22:38:32.542328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '37dd9d45-0386-4d91-93b1-60c2e5f035c0', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'port_id': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'mac_address': 'fa:16:3e:8c:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:35:50Z', 'updated_at': '2021-11-23T22:38:30Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:32.576943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] Checking router: 2749655a-056d-4a34-aa8f-62439e1b6979 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:32.586749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:32.587386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:32.614260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-67b9421b-ec41-4f92-ab10-a2a01deaf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:32.615969 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-67b9421b-ec41-4f92-ab10-a2a01deaf47d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 200 len: 925 time: 0.1871576 Nov 23 22:38:32.700403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-dad2e578-c128-45a6-8b65-89a1b5167883 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097 HTTP/1.1" status: 200 len: 999 time: 0.0756905 Nov 23 22:38:32.752029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:32.771660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-d8e85ba2-470a-42c5-a8a9-345b00060210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:32.773461 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-d8e85ba2-470a-42c5-a8a9-345b00060210 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 200 len: 863 time: 0.0659132 Nov 23 22:38:32.840287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-0bb35d2f-e7e2-4c5f-b973-45ca07bb3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:32.842151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-0bb35d2f-e7e2-4c5f-b973-45ca07bb3025 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585248 Nov 23 22:38:32.971394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-ab86f419-9fbc-423a-af52-d8ad11451293 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209366 Nov 23 22:38:32.980515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2087910-d81e-4b0b-bd15-22253b5472e0 req-5199788c-1a90-4627-a209-d1f03f5a378e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:32.991795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2087910-d81e-4b0b-bd15-22253b5472e0 req-5199788c-1a90-4627-a209-d1f03f5a378e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.6089225 Nov 23 22:38:33.019304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b16e82-58ae-4152-b836-9e295fb88026 req-398c0d0d-4bd5-4937-bc96-af5dd6861112 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:33.029091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9b16e82-58ae-4152-b836-9e295fb88026 req-398c0d0d-4bd5-4937-bc96-af5dd6861112 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1095 time: 0.2727249 Nov 23 22:38:33.097803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '37dd9d45-0386-4d91-93b1-60c2e5f035c0', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'port_id': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'mac_address': 'fa:16:3e:8c:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:35:50Z', 'updated_at': '2021-11-23T22:38:30Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:33.099418 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b624e6fa-afca-4e0f-af0c-0f63e96d715a req-15294217-ec7b-4f03-b73b-3aaa2cca2173 service neutron] 10.222.0.46 "GET /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184943 Nov 23 22:38:33.135721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2087910-d81e-4b0b-bd15-22253b5472e0 req-5b02686e-c481-4f60-a7e4-e3470157aee0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383257 Nov 23 22:38:33.179551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9b16e82-58ae-4152-b836-9e295fb88026 req-672b11aa-f56b-4af1-a338-00a920389164 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494615 Nov 23 22:38:33.278985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee0a8-da3a-4e96-9492-147d4aa3d7db None None] The sync data for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 is: [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '37dd9d45-0386-4d91-93b1-60c2e5f035c0', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'port_id': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'mac_address': 'fa:16:3e:8c:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:35:50Z', 'updated_at': '2021-11-23T22:38:30Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:33.441402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856929cc-c0f5-4af4-8cda-f45cef4e808f req-3e6fe00b-22fc-4353-978f-91ec2a3b02e4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:33.443501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-856929cc-c0f5-4af4-8cda-f45cef4e808f req-3e6fe00b-22fc-4353-978f-91ec2a3b02e4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.1373405 Nov 23 22:38:33.466890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b988c-bc07-49d5-8b8f-259d9600ec7b req-28de5a1c-ec71-4075-9229-63c095852c41 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:33.470158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f7b988c-bc07-49d5-8b8f-259d9600ec7b req-28de5a1c-ec71-4075-9229-63c095852c41 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1224554 Nov 23 22:38:33.484774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-fba93871-d3a2-4e74-9422-2b351cf1f899 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376203 Nov 23 22:38:33.623084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f7b988c-bc07-49d5-8b8f-259d9600ec7b req-c68983a8-6ecf-41f9-a1d7-17b522fc71bd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445746 Nov 23 22:38:33.630865 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225c6dc-06fe-46ca-950c-eeee0288eabf None None] New status for floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:33.650631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-856929cc-c0f5-4af4-8cda-f45cef4e808f req-f54539e6-af86-4dce-93f8-470fe7fcc442 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904426 Nov 23 22:38:33.668684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-39e623cf-9aec-4384-96bd-cd35a60d51f0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:33.684598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-39e623cf-9aec-4384-96bd-cd35a60d51f0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826828 Nov 23 22:38:33.725130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:33.743080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Request body: {'port': {'device_id': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '28ee9c68dd5846588b7507f3cbabd19d'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:33.870591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de4b6e-cbee-4e49-96e9-9461fc06c048 req-9045551b-83e0-426b-aa5c-02561aa1aba4 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:33.872373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41de4b6e-cbee-4e49-96e9-9461fc06c048 req-9045551b-83e0-426b-aa5c-02561aa1aba4 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 1095 time: 0.1510677 Nov 23 22:38:33.953615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Made reservation on behalf of 28ee9c68dd5846588b7507f3cbabd19d for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:33.960293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.018567 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:38:34.037732 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-502d5010-2780-4951-bdaf-3c2896bfb7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.045206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7746e95c-a8ce-49fd-a2bf-95c090509bd9 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:34.056812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41de4b6e-cbee-4e49-96e9-9461fc06c048 req-63420a0e-39e8-4686-a4fa-372f0b7c60b5 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752925 Nov 23 22:38:34.081980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 7746e95c-a8ce-49fd-a2bf-95c090509bd9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:34.083421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7746e95c-a8ce-49fd-a2bf-95c090509bd9 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:34.083907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6052c05e-718d-4475-ac71-4cae2f57be2c no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:34.097749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b88d3a-f868-49bc-be46-fd087e315944 req-d5165dbc-410c-4ab5-a8c0-ba6c2f9d4b92 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 210 time: 0.0856330 Nov 23 22:38:34.141099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 6052c05e-718d-4475-ac71-4cae2f57be2c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:34.142716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6052c05e-718d-4475-ac71-4cae2f57be2c not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:34.206480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Allocated IP 192.168.233.248 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/3929209f-3346-48a0-b282-3f56c81abc0d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:34.280418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19cc9f-2464-46c9-88f3-65c86510f062 req-f571a921-978e-44aa-82ed-04ba35b49dc4 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:34.281936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e19cc9f-2464-46c9-88f3-65c86510f062 req-f571a921-978e-44aa-82ed-04ba35b49dc4 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1097 time: 0.1007149 Nov 23 22:38:34.317592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0780536-591a-43b2-9658-2a7d7d44ab91 req-a8eacb60-1016-454a-b565-29a9dfe02de2 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:34.319172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0780536-591a-43b2-9658-2a7d7d44ab91 req-a8eacb60-1016-454a-b565-29a9dfe02de2 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.1407130 Nov 23 22:38:34.416865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e19cc9f-2464-46c9-88f3-65c86510f062 req-1e6ee865-c6f8-4b80-9d16-2cc742719a7a tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095955 Nov 23 22:38:34.435503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0780536-591a-43b2-9658-2a7d7d44ab91 req-52fd8eb6-d645-475c-99bb-2d7dcd3202b1 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006444 Nov 23 22:38:34.454775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Deleting port 47dd68eb-0fda-4bb9-b528-c7a734b15112 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:34.455113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.615078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] For port 47dd68eb-0fda-4bb9-b528-c7a734b15112, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=47dd68eb-0fda-4bb9-b528-c7a734b15112,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:34.615461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.635333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69f922-d08e-4745-bc74-4d709ae1adf3 req-33b602c7-e36d-44d4-97ac-6d83484c2903 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:34.642700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a69f922-d08e-4745-bc74-4d709ae1adf3 req-33b602c7-e36d-44d4-97ac-6d83484c2903 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1233919 Nov 23 22:38:34.654329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Calling delete_port for 47dd68eb-0fda-4bb9-b528-c7a734b15112 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:34.758202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a69f922-d08e-4745-bc74-4d709ae1adf3 req-919e6470-556c-4fb4-8f86-db2730f9874e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086230 Nov 23 22:38:34.782029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.833669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.846968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:34.915905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:34.919779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:34.923551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:34.945366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:34.948020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f565248-d815-40b7-8ca2-42a082352d96 req-0dc1bd86-cb87-4245-907c-cefd1fbe34e6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:34.968319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f565248-d815-40b7-8ca2-42a082352d96 req-0dc1bd86-cb87-4245-907c-cefd1fbe34e6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1050675 Nov 23 22:38:35.031991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:35.092384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:35.093429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.111155 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.113757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f565248-d815-40b7-8ca2-42a082352d96 req-7ca0bed8-7f63-4aa8-9fd4-061efddb28f0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390581 Nov 23 22:38:35.122269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e0f65c01-fba7-4b5f-9f0a-4a793c11c831 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3819077 Nov 23 22:38:35.145767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Request body: {'port': {'device_id': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:35.147032 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.206598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=47dd68eb-0fda-4bb9-b528-c7a734b15112,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:35.339832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.537497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-47ceea52-02be-42fc-9ca0-71fe606f4fe4 None None] Provisioning complete for port 3929209f-3346-48a0-b282-3f56c81abc0d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:35.538053 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47ceea52-02be-42fc-9ca0-71fe606f4fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.586405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b23d5-afc2-4d4b-aa67-41005e2986ca req-4004a7f0-149e-41ab-9595-9780079e1ab9 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:35.595624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d88b23d5-afc2-4d4b-aa67-41005e2986ca req-4004a7f0-149e-41ab-9595-9780079e1ab9 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2721274 Nov 23 22:38:35.604321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-47ceea52-02be-42fc-9ca0-71fe606f4fe4 None None] Port 3929209f-3346-48a0-b282-3f56c81abc0d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:38:35.632533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87016a1-8864-41ba-966e-23dfe5160b3c req-5283a577-d27d-40b2-abdb-065b974c9056 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:35.650716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d87016a1-8864-41ba-966e-23dfe5160b3c req-5283a577-d27d-40b2-abdb-065b974c9056 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 936 time: 0.3284016 Nov 23 22:38:35.683885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.759773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3929209f-3346-48a0-b282-3f56c81abc0d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:35.770265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.786873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Transition to ACTIVE for port object 3929209f-3346-48a0-b282-3f56c81abc0d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:35.800036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.802942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d88b23d5-afc2-4d4b-aa67-41005e2986ca req-74b697eb-c55d-4c9c-8ec2-121ff4e17830 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959112 Nov 23 22:38:35.884880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d87016a1-8864-41ba-966e-23dfe5160b3c req-91c06be9-834f-488a-9b8a-35310e288aae tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330754 Nov 23 22:38:35.935643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:36.088272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:36.088647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:36.088951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:36.095786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-2c3efa7b-33f6-4b37-83fe-efa30eb87bc2 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.097074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:36.097359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-2c3efa7b-33f6-4b37-83fe-efa30eb87bc2 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.3294876 Nov 23 22:38:36.097498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:36.105144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:36.105553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:36.105911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:36.106362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Bound port: 3929209f-3346-48a0-b282-3f56c81abc0d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:36.106730 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:36.200246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:36.204917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:36.210401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77110fec-1afb-4590-9ba2-b17082b751e7 req-e7676f59-aabb-4495-a271-fc1214ad68b8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.212358 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:36.227524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77110fec-1afb-4590-9ba2-b17082b751e7 req-e7676f59-aabb-4495-a271-fc1214ad68b8 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.3126640 Nov 23 22:38:36.282156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:36.299812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.300675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:36.304299 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-4ee147bc-6416-4e43-b9f6-cede0b6051c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 1096 time: 1.1654058 Nov 23 22:38:36.305011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:36.307885 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf59794-698c-4114-95d6-39c3a08a061d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:36.359520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8833-39ad-4946-be3c-df6165e10827 req-716d6cd5-2f55-4b67-a2a0-a4810610e3fd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.364293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:36.368077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-114d8833-39ad-4946-be3c-df6165e10827 req-716d6cd5-2f55-4b67-a2a0-a4810610e3fd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.3218942 Nov 23 22:38:36.427226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-a197c826-f5e7-4ed0-92f8-2cf0f68ea1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.429578 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-a197c826-f5e7-4ed0-92f8-2cf0f68ea1ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1099 time: 0.0524971 Nov 23 22:38:36.461534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77110fec-1afb-4590-9ba2-b17082b751e7 req-6dd250e8-3bc9-44b6-9537-6ca12a384e7b tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279480 Nov 23 22:38:36.522488 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-7d43eaec-7e8c-4f63-845c-5cb808bf58cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0774879 Nov 23 22:38:36.590897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e11fbd99-416c-4b90-a457-b9085603b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.592445 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-e11fbd99-416c-4b90-a457-b9085603b588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0570550 Nov 23 22:38:36.593102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-114d8833-39ad-4946-be3c-df6165e10827 req-88f9a663-9752-4f90-bd61-379a0d8782f7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233713 Nov 23 22:38:36.712155 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d3284-79ca-4ef8-9587-4c28a55d88e4 x-openstack-request-id: req-429d3284-79ca-4ef8-9587-4c28a55d88e4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:36.712703 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:36.713536 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-429d3284-79ca-4ef8-9587-4c28a55d88e4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:36.717940 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'status': 'completed', 'code': 200} Nov 23 22:38:36.745499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-61f7db78-1942-4766-8d69-e0884d53bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.746047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-61f7db78-1942-4766-8d69-e0884d53bad0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389596 Nov 23 22:38:36.937925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-694da144-2930-4b5a-b532-350354cb65eb service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754553 Nov 23 22:38:37.101306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b9ae49a-f05e-4860-8995-18a02fc9762a req-c27c95a4-0fb9-4d77-b96d-f059ff83dcf1 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498029 Nov 23 22:38:37.198005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc358-d9d0-487c-911c-3b5a40077a42 req-ca0fd7eb-03ba-4835-8233-27249fe591c3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.199635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f5fc358-d9d0-487c-911c-3b5a40077a42 req-ca0fd7eb-03ba-4835-8233-27249fe591c3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 948 time: 0.1437349 Nov 23 22:38:37.202471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Router ca2e6538-b04c-4466-8417-051c5e0d10b9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:37.212716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbc559-fac2-4cbc-939f-005530b89e1e req-c4c1d5e9-761b-4db9-929c-5e1d16c423a1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.214216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1fbc559-fac2-4cbc-939f-005530b89e1e req-c4c1d5e9-761b-4db9-929c-5e1d16c423a1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1594241 Nov 23 22:38:37.226804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Deleting port 8caae325-5638-41de-9c06-57e21dcc4d50 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:37.227182 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:37.279463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59794-698c-4114-95d6-39c3a08a061d req-ea28fcb9-db55-492d-af58-6d007a729681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.280952 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5cf59794-698c-4114-95d6-39c3a08a061d req-ea28fcb9-db55-492d-af58-6d007a729681 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1099 time: 0.0508256 Nov 23 22:38:37.405292 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:37.412457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f5fc358-d9d0-487c-911c-3b5a40077a42 req-ae808fbc-bd33-465c-b59b-6c76bd8134db tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967082 Nov 23 22:38:37.424987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59794-698c-4114-95d6-39c3a08a061d req-f1900866-6ce1-4d4c-a812-15d8f9bee9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.427088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5cf59794-698c-4114-95d6-39c3a08a061d req-f1900866-6ce1-4d4c-a812-15d8f9bee9a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1221042 Nov 23 22:38:37.460768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1fbc559-fac2-4cbc-939f-005530b89e1e req-167cfb0f-2823-4291-bb96-528ca6bf0ae9 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302496 Nov 23 22:38:37.464929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] For port 8caae325-5638-41de-9c06-57e21dcc4d50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=8caae325-5638-41de-9c06-57e21dcc4d50,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:37.465296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:37.497028 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5cf59794-698c-4114-95d6-39c3a08a061d req-5e8dd37d-7138-48fb-a097-d47541db82d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0581474 Nov 23 22:38:37.557481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Calling delete_port for 8caae325-5638-41de-9c06-57e21dcc4d50 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:37.568052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59794-698c-4114-95d6-39c3a08a061d req-01c7b911-0b90-4a0d-a60e-d581020400a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.570039 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5cf59794-698c-4114-95d6-39c3a08a061d req-01c7b911-0b90-4a0d-a60e-d581020400a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0637910 Nov 23 22:38:37.637419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59794-698c-4114-95d6-39c3a08a061d req-30813dfe-5584-4758-ab4a-8fd2dc4dfd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.638945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5cf59794-698c-4114-95d6-39c3a08a061d req-30813dfe-5584-4758-ab4a-8fd2dc4dfd4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592358 Nov 23 22:38:37.729544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:37.735839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7079b613-9dd0-4925-871c-c489aef68a72 admin admin] 10.222.0.11 "PUT /v2.0/routers/ca2e6538-b04c-4466-8417-051c5e0d10b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5660248 Nov 23 22:38:37.738346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57240) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:37.757413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] Sync routers for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:37.767340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499196a-4b2e-497c-ab7e-dacf0a5eba90 req-5f6190f8-e68d-4e2e-a9ca-3ddb597cf9d1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.769045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8499196a-4b2e-497c-ab7e-dacf0a5eba90 req-5f6190f8-e68d-4e2e-a9ca-3ddb597cf9d1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1530178 Nov 23 22:38:37.778365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:37.778913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96786b-f89a-4af4-8721-48671daa2f1f req-02b2a69d-b037-4699-bfbe-627e2a19979d tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:37.779504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:37.780558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d96786b-f89a-4af4-8721-48671daa2f1f req-02b2a69d-b037-4699-bfbe-627e2a19979d tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9129e9-e233-4887-be05-3fa580aad24d HTTP/1.1" status: 200 len: 949 time: 0.1656966 Nov 23 22:38:37.803992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5cf59794-698c-4114-95d6-39c3a08a061d req-8aed20d9-3e8e-4299-a7d1-114e75e8bbbb service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504352 Nov 23 22:38:37.907410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:37.915510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8499196a-4b2e-497c-ab7e-dacf0a5eba90 req-9aae8af6-8027-4065-b551-0695d7955747 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331422 Nov 23 22:38:37.919952 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5cf59794-698c-4114-95d6-39c3a08a061d req-224090f2-9591-4e2f-b8f6-93230c599a1a service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055357 Nov 23 22:38:37.937118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d96786b-f89a-4af4-8721-48671daa2f1f req-9f749630-2c76-4548-b08a-851ce3833ea9 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d9e1d80-feaf-45c8-ab31-b5c0d649a311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414199 Nov 23 22:38:37.987158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:38.001262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Pushing event deleted for resources: {'Port': ['ID=8caae325-5638-41de-9c06-57e21dcc4d50,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:38.061364 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.069133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.094864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] No DVR routers for this DVR port 8caae325-5638-41de-9c06-57e21dcc4d50 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:38.097692 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.102431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dad42954-f943-46df-9a9c-1cbc2a555198 req-f052ac25-b649-4571-81a9-88c6d4a2c7d7 tempest-LiveMigrationNegativeTest-1789613352 tempest-LiveMigrationNegativeTest-1789613352-project] 10.222.0.48 "DELETE /v2.0/ports/8caae325-5638-41de-9c06-57e21dcc4d50 HTTP/1.1" status: 204 len: 173 time: 1.9650595 Nov 23 22:38:38.102919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9129e9-e233-4887-be05-3fa580aad24d', 'name': 'network-vif-deleted', 'tag': '8caae325-5638-41de-9c06-57e21dcc4d50'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:38.108965 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f14e81d-9d16-48e8-b04f-3326e0492fe0" -d '{"events": [{"server_uuid": "3e9129e9-e233-4887-be05-3fa580aad24d", "name": "network-vif-deleted", "tag": "8caae325-5638-41de-9c06-57e21dcc4d50"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:38.318790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.393836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:38:34Z', 'revision_number': 5, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port': {'id': '017b2260-3d44-488d-9d30-0b55e0056ca4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:41:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:44Z', 'updated_at': '2021-11-23T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:38.425720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] Checking router: ca2e6538-b04c-4466-8417-051c5e0d10b9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:38.436794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] Routers {'ca2e6538-b04c-4466-8417-051c5e0d10b9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:38.437720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ca2e6538-b04c-4466-8417-051c5e0d10b9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:38.438022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Deleting port 017b2260-3d44-488d-9d30-0b55e0056ca4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:38.439361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.493409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103efb-e10c-4062-99fc-88eeae092a5a req-27b814b8-a4ea-4ead-964b-600dadb385e4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:38.494981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29103efb-e10c-4062-99fc-88eeae092a5a req-27b814b8-a4ea-4ead-964b-600dadb385e4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 814 time: 0.2101078 Nov 23 22:38:38.526625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29103efb-e10c-4062-99fc-88eeae092a5a req-960e1065-8852-41ce-a001-5c1b9e010801 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/quotas/e664a118d09b426f96494f53a811a107 HTTP/1.1" status: 200 len: 375 time: 0.0250363 Nov 23 22:38:38.569773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] For port 017b2260-3d44-488d-9d30-0b55e0056ca4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=017b2260-3d44-488d-9d30-0b55e0056ca4,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:38.570154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.586369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Calling delete_port for 017b2260-3d44-488d-9d30-0b55e0056ca4 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:38.598072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] Set router ca2e6538-b04c-4466-8417-051c5e0d10b9 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:38.641999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29103efb-e10c-4062-99fc-88eeae092a5a req-fd82a6a3-3226-4cc7-9212-0ad0d5c020df tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030283 Nov 23 22:38:38.684033 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3138c8-3cd6-4acf-8290-bf03734a84fc x-openstack-request-id: req-4f3138c8-3cd6-4acf-8290-bf03734a84fc {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:38.684339 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9129e9-e233-4887-be05-3fa580aad24d", "name": "network-vif-deleted", "tag": "8caae325-5638-41de-9c06-57e21dcc4d50", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:38.684597 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f3138c8-3cd6-4acf-8290-bf03734a84fc {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:38.685052 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9129e9-e233-4887-be05-3fa580aad24d', 'name': 'network-vif-deleted', 'tag': '8caae325-5638-41de-9c06-57e21dcc4d50', 'status': 'completed', 'code': 200} Nov 23 22:38:38.689704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:38:38Z', 'revision_number': 6, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:38.728791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee42ff-a5b6-4f3b-8fa8-dba3e2678173 None None] The sync data for ids ['ca2e6538-b04c-4466-8417-051c5e0d10b9'] in n-d-817303-3 is: [{'id': 'ca2e6538-b04c-4466-8417-051c5e0d10b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1005948306-router', 'tenant_id': '2d9dfa8e69bc473884059175d2910a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:43Z', 'updated_at': '2021-11-23T22:38:38Z', 'revision_number': 6, 'project_id': '2d9dfa8e69bc473884059175d2910a19', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:38.845620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e51e2-09ff-41ea-ad0d-e4fc0e9a677b req-9cac9c97-469b-40cf-812d-39c7ad5ddbee tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:38.855316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f2e51e2-09ff-41ea-ad0d-e4fc0e9a677b req-9cac9c97-469b-40cf-812d-39c7ad5ddbee tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 946 time: 0.0945129 Nov 23 22:38:38.944054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.997274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f2e51e2-09ff-41ea-ad0d-e4fc0e9a677b req-3daa0478-0c97-4f4c-b8e5-29c30e1355af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389163 Nov 23 22:38:39.021457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Pushing event deleted for resources: {'Port': ['ID=017b2260-3d44-488d-9d30-0b55e0056ca4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:39.045877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c45da-de4b-4c05-936c-01c2390b65ae req-64d67ba0-439a-4e26-b352-ad4fb8f39a21 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:39.056930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a2c45da-de4b-4c05-936c-01c2390b65ae req-64d67ba0-439a-4e26-b352-ad4fb8f39a21 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 948 time: 0.1839983 Nov 23 22:38:39.122584 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.157705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a2c45da-de4b-4c05-936c-01c2390b65ae req-88888a81-208c-4afc-92a5-affb0a1e998c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997188 Nov 23 22:38:39.192514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f510d5e-c9d3-4f6b-a106-6aefc59a2ad1 req-355f456f-e47b-470c-bbab-ea8e6511bf07 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:39.194359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f510d5e-c9d3-4f6b-a106-6aefc59a2ad1 req-355f456f-e47b-470c-bbab-ea8e6511bf07 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0918586 Nov 23 22:38:39.343934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f510d5e-c9d3-4f6b-a106-6aefc59a2ad1 req-497ae98f-bf6a-47a1-863a-1c70068a8bb7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379175 Nov 23 22:38:39.351824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.368239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.377780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 47dd68eb-0fda-4bb9-b528-c7a734b15112 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:39.430182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 47dd68eb-0fda-4bb9-b528-c7a734b15112 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:39.433374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 47dd68eb-0fda-4bb9-b528-c7a734b15112 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:39.443364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 8caae325-5638-41de-9c06-57e21dcc4d50 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:39.496500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 8caae325-5638-41de-9c06-57e21dcc4d50 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:39.496846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 8caae325-5638-41de-9c06-57e21dcc4d50 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:39.534578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.537761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2e6538-b04c-4466-8417-051c5e0d10b9 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:38:39.545862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.548055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7e2e6a09-c70d-4237-951c-e18f46beb43c admin admin] 10.222.0.11 "DELETE /v2.0/routers/ca2e6538-b04c-4466-8417-051c5e0d10b9 HTTP/1.1" status: 204 len: 168 time: 1.8074954 Nov 23 22:38:39.550622 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57286) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:39.612794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] Deleting subnet ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:38:39.621669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.627530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a43cf2-ba11-4175-86e7-72c2f59f3b6b req-87aada21-074c-498b-a0cf-852d6e9f6d4e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:39.634272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5a43cf2-ba11-4175-86e7-72c2f59f3b6b req-87aada21-074c-498b-a0cf-852d6e9f6d4e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1322927 Nov 23 22:38:39.668777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.712913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5a43cf2-ba11-4175-86e7-72c2f59f3b6b req-5ee1ba7e-d3d2-4540-95fb-a927c43b9926 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662661 Nov 23 22:38:39.753209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57290) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:39.837759 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.907447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.967940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:39.981960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fdd7d6-94da-4db6-a4b6-ad9d381cf863 None None] Network 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:38:39.986280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.993970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8e1fc0df-ef9e-4c1e-a0b9-900926c4aa5f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ad9180d3-18ba-4f38-9953-5fa2c8a1d2f7 HTTP/1.1" status: 204 len: 168 time: 0.4384096 Nov 23 22:38:39.995074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57306) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:40.063670 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-526b58ae-6b56-4b12-9917-07a2f24190f9 req-91a6770c-ce3f-402b-9f41-6888982b3727 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e664a118d09b426f96494f53a811a107 HTTP/1.1" status: 200 len: 221 time: 0.0912597 Nov 23 22:38:40.120080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-83ce87ec-167f-4193-a0a9-9f0052f77041 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30111f8baf6d4366b4ec1c10ca532470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652909 Nov 23 22:38:40.148799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57312) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:40.191425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.278771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e2bc-cf5f-4015-a1c2-4f8434ffa7ab req-5517ff2d-09ab-4db1-87c6-22b7461cf72d tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:40.284288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Deleting port 965f7959-c113-46ee-8c6a-7b5b25edba89 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:40.284699 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.286218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbd0e2bc-cf5f-4015-a1c2-4f8434ffa7ab req-5517ff2d-09ab-4db1-87c6-22b7461cf72d tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 946 time: 0.1725047 Nov 23 22:38:40.307266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] DHCP port deletion for 8b04c92f-df05-4d04-b0c5-98b51d0d29a8 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:38:40.314923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14c756-e6d8-45fb-b3a3-1fb5e0320f44 req-c26fda80-0293-437b-9231-941641c662af tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:40.317689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f14c756-e6d8-45fb-b3a3-1fb5e0320f44 req-c26fda80-0293-437b-9231-941641c662af tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1355147 Nov 23 22:38:40.406245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Deleting port 965f7959-c113-46ee-8c6a-7b5b25edba89 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:40.406619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.412237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] For port 965f7959-c113-46ee-8c6a-7b5b25edba89, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=965f7959-c113-46ee-8c6a-7b5b25edba89,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:40.412730 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.440584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Calling delete_port for 965f7959-c113-46ee-8c6a-7b5b25edba89 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:40.449128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbd0e2bc-cf5f-4015-a1c2-4f8434ffa7ab req-3b5a2dee-1624-429e-9c2e-961488e14cd2 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea64bc9b-8796-4caf-8d4a-f3805a6830b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471741 Nov 23 22:38:40.472460 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-161803e3-5e92-4e4d-927f-aff3a2861fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.483723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] For port 965f7959-c113-46ee-8c6a-7b5b25edba89, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=965f7959-c113-46ee-8c6a-7b5b25edba89,segment=NetworkSegment(f96ce33c-f3d0-40ef-88b8-22b069c00d86),segment_id=f96ce33c-f3d0-40ef-88b8-22b069c00d86)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:40.484226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.499635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Calling delete_port for 965f7959-c113-46ee-8c6a-7b5b25edba89 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:40.519178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-969b23b8-9ea2-4250-8f9b-22cba3d5ca0a tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:40.521770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-969b23b8-9ea2-4250-8f9b-22cba3d5ca0a tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 946 time: 0.1833968 Nov 23 22:38:40.540104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f14c756-e6d8-45fb-b3a3-1fb5e0320f44 req-8c380a5d-0ca1-4503-a323-56f929d06b7e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066104 Nov 23 22:38:40.542322 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-161803e3-5e92-4e4d-927f-aff3a2861fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.595827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.639524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Pushing event deleted for resources: {'Port': ['ID=965f7959-c113-46ee-8c6a-7b5b25edba89,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:40.651191 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.663597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] No DVR routers for this DVR port 965f7959-c113-46ee-8c6a-7b5b25edba89 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:40.701920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] No DVR routers for this DVR port 965f7959-c113-46ee-8c6a-7b5b25edba89 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:40.703453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Pushing event deleted for resources: {'Port': ['ID=965f7959-c113-46ee-8c6a-7b5b25edba89,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:40.727450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.728702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa822a8-aa3d-46c9-b616-286058c89151 req-6fdf2f8e-eb7f-4b71-b9b0-b834b003287f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:40.729616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.730368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.730723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.731384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fa822a8-aa3d-46c9-b616-286058c89151 req-6fdf2f8e-eb7f-4b71-b9b0-b834b003287f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 948 time: 0.1567123 Nov 23 22:38:40.734758 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-161803e3-5e92-4e4d-927f-aff3a2861fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.738856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-161803e3-5e92-4e4d-927f-aff3a2861fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.740055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.740552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.740905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.741255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.741549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-161803e3-5e92-4e4d-927f-aff3a2861fa9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d9e1d80-feaf-45c8-ab31-b5c0d649a311 HTTP/1.1" status: 204 len: 168 time: 0.5884097 Nov 23 22:38:40.741654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.741919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.742255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.742834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81aecb1-8481-4467-be82-3d6ea0b85b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:40.782822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161803e3-5e92-4e4d-927f-aff3a2861fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e1d80-feaf-45c8-ab31-b5c0d649a311,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:40.826112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Deleting port c42a8967-f36b-4ec4-aef3-84804e8e4abe {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:40.826721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.842702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fa822a8-aa3d-46c9-b616-286058c89151 req-1fb6ca6c-c5f6-40ec-b81d-49967dcfd688 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974612 Nov 23 22:38:40.853042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.876977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b04c92f-df05-4d04-b0c5-98b51d0d29a8']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:40.888990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96ce33c-f3d0-40ef-88b8-22b069c00d86') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:40.889313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96ce33c-f3d0-40ef-88b8-22b069c00d86') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:40.904437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.925464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.933507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:38:40.935048 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:38:40.965503 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:38:40.974854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb5ae8-8b60-4df7-b060-ea9fbe3a9422 req-b66a3657-2cb2-4d28-a719-0910cd908c51 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:40.976316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8fb5ae8-8b60-4df7-b060-ea9fbe3a9422 req-b66a3657-2cb2-4d28-a719-0910cd908c51 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1300323 Nov 23 22:38:41.012857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] For port c42a8967-f36b-4ec4-aef3-84804e8e4abe, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c42a8967-f36b-4ec4-aef3-84804e8e4abe,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:41.013231 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.016880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.033838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b04c92f-df05-4d04-b0c5-98b51d0d29a8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:41.036598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.039497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Calling delete_port for c42a8967-f36b-4ec4-aef3-84804e8e4abe owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:41.043900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-155af995-8427-4118-b75a-d9c0d770212d admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b04c92f-df05-4d04-b0c5-98b51d0d29a8 HTTP/1.1" status: 204 len: 168 time: 1.0476792 Nov 23 22:38:41.062905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8fb5ae8-8b60-4df7-b060-ea9fbe3a9422 req-5396d8cd-a9b8-4947-b3eb-46ea82c811d5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764282 Nov 23 22:38:41.286720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568138da-04b2-4792-8aed-67028f3b8802 req-b2a4c63c-fce1-461f-96b1-106a294389a8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:41.288773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57332) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:41.297233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-568138da-04b2-4792-8aed-67028f3b8802 req-b2a4c63c-fce1-461f-96b1-106a294389a8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0944266 Nov 23 22:38:41.307691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.309881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57334) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:41.338732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 965f7959-c113-46ee-8c6a-7b5b25edba89 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:41.355041 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aabf288a-bb8c-4d71-840b-f95b12733ca1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f5928893d1e4730b18d368eea474e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623527 Nov 23 22:38:41.355330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57336) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:41.363020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 965f7959-c113-46ee-8c6a-7b5b25edba89 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:41.364042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 965f7959-c113-46ee-8c6a-7b5b25edba89 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:41.364481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 017b2260-3d44-488d-9d30-0b55e0056ca4 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:41.366687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c42a8967-f36b-4ec4-aef3-84804e8e4abe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:41.373351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Pushing event deleted for resources: {'Port': ['ID=c42a8967-f36b-4ec4-aef3-84804e8e4abe,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:41.416397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d566693-e4e6-4bb8-b665-b75864454f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.421776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] No DVR routers for this DVR port c42a8967-f36b-4ec4-aef3-84804e8e4abe on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:41.425626 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.430731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6d7120f-3c87-44db-8707-98d08a8a91f9 req-961c882c-d4b7-42e0-aae0-006b0d5e99af tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.48 "DELETE /v2.0/ports/c42a8967-f36b-4ec4-aef3-84804e8e4abe HTTP/1.1" status: 204 len: 173 time: 0.8808906 Nov 23 22:38:41.431505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'name': 'network-vif-deleted', 'tag': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:41.432377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 017b2260-3d44-488d-9d30-0b55e0056ca4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:41.432815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 017b2260-3d44-488d-9d30-0b55e0056ca4 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:41.434346 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecfa2c8-fa4d-426e-96e5-111ad28b5df4" -d '{"events": [{"server_uuid": "7f15bb24-a4dd-4829-977b-4da293d769e6", "name": "network-vif-deleted", "tag": "c42a8967-f36b-4ec4-aef3-84804e8e4abe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:41.440952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d566693-e4e6-4bb8-b665-b75864454f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.462409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:41.502168 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041fe141-c8d0-4c2a-b480-6bbfa8e42515 x-openstack-request-id: req-041fe141-c8d0-4c2a-b480-6bbfa8e42515 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:41.502512 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f15bb24-a4dd-4829-977b-4da293d769e6", "name": "network-vif-deleted", "tag": "c42a8967-f36b-4ec4-aef3-84804e8e4abe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:41.502705 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-041fe141-c8d0-4c2a-b480-6bbfa8e42515 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:41.503082 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15bb24-a4dd-4829-977b-4da293d769e6', 'name': 'network-vif-deleted', 'tag': 'c42a8967-f36b-4ec4-aef3-84804e8e4abe', 'status': 'completed', 'code': 200} Nov 23 22:38:41.503498 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d566693-e4e6-4bb8-b665-b75864454f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.507850 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d566693-e4e6-4bb8-b665-b75864454f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.509479 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6d566693-e4e6-4bb8-b665-b75864454f75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/285f346e-7109-4ecf-a139-51cc58f1854d HTTP/1.1" status: 204 len: 168 time: 0.1529036 Nov 23 22:38:41.551851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-568138da-04b2-4792-8aed-67028f3b8802 req-45aec974-43e1-4ec8-aa73-7752c1c0a101 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144952 Nov 23 22:38:41.555067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8da5cd70-ba5a-456b-a521-127adc7ffad9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d9dfa8e69bc473884059175d2910a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441008 Nov 23 22:38:41.567091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57346) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:41.567778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d566693-e4e6-4bb8-b665-b75864454f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285f346e-7109-4ecf-a139-51cc58f1854d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:41.657033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:41.673349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '3929209f-3346-48a0-b282-3f56c81abc0d', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '3929209f-3346-48a0-b282-3f56c81abc0d', 'mac_address': 'fa:16:3e:46:51:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:41.740713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-338a7e9d-bcf1-4b42-879f-c15b1a2cd372 req-0d5a1d59-82bc-4d3e-bdfd-c19fe28741f5 tempest-AttachSCSIVolumeTestJSON-2085414866 tempest-AttachSCSIVolumeTestJSON-2085414866-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f15bb24-a4dd-4829-977b-4da293d769e6 HTTP/1.1" status: 200 len: 210 time: 0.0850849 Nov 23 22:38:41.744172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.769709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3929209f-3346-48a0-b282-3f56c81abc0d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:41.794513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:41.803878 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.829842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d776ae6-8477-4960-bfb7-c8f7f00b9da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.880342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7de5d3-231a-46d4-8707-9c83440bb3e4 req-30015463-3479-490b-879c-c5e2a6d9930a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:41.881833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d7de5d3-231a-46d4-8707-9c83440bb3e4 req-30015463-3479-490b-879c-c5e2a6d9930a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2043307 Nov 23 22:38:41.908632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:41.946980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d776ae6-8477-4960-bfb7-c8f7f00b9da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:42.018153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d7de5d3-231a-46d4-8707-9c83440bb3e4 req-52a126dd-aad2-444c-ba77-a83efae8dd38 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188753 Nov 23 22:38:42.100936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d776ae6-8477-4960-bfb7-c8f7f00b9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:42.106304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d776ae6-8477-4960-bfb7-c8f7f00b9da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:42.108520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8d776ae6-8477-4960-bfb7-c8f7f00b9da5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bd2aa53-0a0b-4438-abd4-9fb96b08ad92 HTTP/1.1" status: 204 len: 168 time: 0.5402992 Nov 23 22:38:42.120135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776ae6-8477-4960-bfb7-c8f7f00b9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2aa53-0a0b-4438-abd4-9fb96b08ad92,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:42.141246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1551f-084c-471c-8fba-deb1deaccbe7 req-145e7f8e-d060-412d-9db2-11e7ed51529d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:42.152494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7de1551f-084c-471c-8fba-deb1deaccbe7 req-145e7f8e-d060-412d-9db2-11e7ed51529d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 949 time: 0.1123593 Nov 23 22:38:42.188038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['3929209f-3346-48a0-b282-3f56c81abc0d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:42.247965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0762516-61e7-4e63-be7a-6a80acdf0ea0 req-d6cf9570-0f2f-4484-a0f9-d5bcc5cacdbb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:42.249838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0762516-61e7-4e63-be7a-6a80acdf0ea0 req-d6cf9570-0f2f-4484-a0f9-d5bcc5cacdbb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0798545 Nov 23 22:38:42.272596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7de1551f-084c-471c-8fba-deb1deaccbe7 req-71cf9bd2-7764-4b14-9b97-b48f20e7dc10 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189539 Nov 23 22:38:42.382866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0762516-61e7-4e63-be7a-6a80acdf0ea0 req-450d65cd-8eb0-4e0d-b265-a3cca73510f1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032135 Nov 23 22:38:42.540461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adfa86-6af1-43f6-a2c3-80538fd51771 req-56875fa9-6fc7-4af1-8f42-11d5458ca239 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:42.542027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36adfa86-6af1-43f6-a2c3-80538fd51771 req-56875fa9-6fc7-4af1-8f42-11d5458ca239 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0697944 Nov 23 22:38:42.605204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36adfa86-6af1-43f6-a2c3-80538fd51771 req-3a862162-4a02-4e08-93ae-01c059908831 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554745 Nov 23 22:38:42.780327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfd27e-7ec3-42d4-86d5-32e626b1458b req-733d403d-85b1-4322-9d86-9742b1c452d8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:42.781905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1dfd27e-7ec3-42d4-86d5-32e626b1458b req-733d403d-85b1-4322-9d86-9742b1c452d8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0701444 Nov 23 22:38:42.876693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1dfd27e-7ec3-42d4-86d5-32e626b1458b req-5bb5e177-660c-4dda-8be7-ee0d5497e421 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858309 Nov 23 22:38:43.085517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448f56e-86ee-44a3-b19f-e89c9eabc711 req-45a412d9-4251-43fa-887a-730b57644163 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:43.095866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4448f56e-86ee-44a3-b19f-e89c9eabc711 req-45a412d9-4251-43fa-887a-730b57644163 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1184924 Nov 23 22:38:43.170796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4448f56e-86ee-44a3-b19f-e89c9eabc711 req-abf5f3c6-fed8-47aa-8d79-5ea8def47841 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736184 Nov 23 22:38:43.447879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:43.562722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 3929209f-3346-48a0-b282-3f56c81abc0d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:43.569224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 3929209f-3346-48a0-b282-3f56c81abc0d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:43.570073 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:43.638059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280c9f5-9161-4b1e-95f5-66d68e41473c req-fa19fd4c-ff9e-4bdd-b66a-bd9855a6df52 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:43.646208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3280c9f5-9161-4b1e-95f5-66d68e41473c req-fa19fd4c-ff9e-4bdd-b66a-bd9855a6df52 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 949 time: 0.1063304 Nov 23 22:38:43.681771 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:43.718650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:43.720000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:43.723816 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9fe49d-04d2-452a-abe2-b20665d42906" -d '{"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-plugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:43.727748 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:43.728853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c42a8967-f36b-4ec4-aef3-84804e8e4abe no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:43.742550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3280c9f5-9161-4b1e-95f5-66d68e41473c req-5dedd131-7d52-4471-be75-834a1fc017cd tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951867 Nov 23 22:38:43.755359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426fce4-485e-4c56-9805-050328488219 req-9cf38ebf-64ef-43fc-aabb-8a38b1dde519 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:43.757560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4426fce4-485e-4c56-9805-050328488219 req-9cf38ebf-64ef-43fc-aabb-8a38b1dde519 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0854375 Nov 23 22:38:43.789257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: c42a8967-f36b-4ec4-aef3-84804e8e4abe {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:43.789612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c42a8967-f36b-4ec4-aef3-84804e8e4abe not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:43.844315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4426fce4-485e-4c56-9805-050328488219 req-b955cf78-cdd9-4854-9f4e-92d5afe18543 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796442 Nov 23 22:38:43.849707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:43.896286 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725bce04-f598-46a8-869b-d8e48a5e5fb9 x-openstack-request-id: req-725bce04-f598-46a8-869b-d8e48a5e5fb9 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:43.897198 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-plugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:43.899076 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-725bce04-f598-46a8-869b-d8e48a5e5fb9 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:43.899905 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'code': 200} Nov 23 22:38:44.155283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fabd3-312c-4094-aa46-ba8098cbefa9 req-7cc8d10e-c2e6-45be-8549-9dea10c74bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.158805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-179fabd3-312c-4094-aa46-ba8098cbefa9 req-7cc8d10e-c2e6-45be-8549-9dea10c74bd2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1101 time: 0.1416376 Nov 23 22:38:44.182489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d893-4f3b-4c23-b9c9-81cd3e559572 req-09bf30cb-8252-4535-b435-144a93773a2c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.184105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c857d893-4f3b-4c23-b9c9-81cd3e559572 req-09bf30cb-8252-4535-b435-144a93773a2c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1149540 Nov 23 22:38:44.281605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-179fabd3-312c-4094-aa46-ba8098cbefa9 req-cf0bf32b-3389-44c0-bfbf-b218d274f847 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964856 Nov 23 22:38:44.290791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c857d893-4f3b-4c23-b9c9-81cd3e559572 req-9a9714b5-e20d-4910-bfef-8adddccf8f97 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000977 Nov 23 22:38:44.463127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:44.565120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff679c-482e-47bb-92bf-12937cd11a36 req-d6c3ed47-6f80-40ce-b3a6-47e7a4a3b376 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.568650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fff679c-482e-47bb-92bf-12937cd11a36 req-d6c3ed47-6f80-40ce-b3a6-47e7a4a3b376 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0978351 Nov 23 22:38:44.635374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5545ade4-e06e-41d6-8669-916bbb8b344c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:44.663032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fff679c-482e-47bb-92bf-12937cd11a36 req-adc55315-17ec-41e1-9837-16ff4391f223 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883453 Nov 23 22:38:44.721603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5545ade4-e06e-41d6-8669-916bbb8b344c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:44.732321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5545ade4-e06e-41d6-8669-916bbb8b344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:44.783648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57576) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:44.794763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545ade4-e06e-41d6-8669-916bbb8b344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e59959-1f7f-4a8e-a220-5ff476d4c6a5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:44.843540 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5545ade4-e06e-41d6-8669-916bbb8b344c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ee959401bf64e739e8d874cbc188085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792500 Nov 23 22:38:44.846170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:44.898919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31754a8d-a6fc-473a-b921-1f5e9fc882fc req-28f5a023-f4e0-4ab0-81c3-acaf0bb049c7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.902949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31754a8d-a6fc-473a-b921-1f5e9fc882fc req-28f5a023-f4e0-4ab0-81c3-acaf0bb049c7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0963509 Nov 23 22:38:44.917049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b29f1b55-acc8-47cb-ac36-8d945902d3e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:44.968163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b29f1b55-acc8-47cb-ac36-8d945902d3e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:44.978156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43bae55b-696f-44f5-8839-34eb17f6f40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.025852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d527cc-48d5-4333-acfe-59cb8db4fff6 req-1e2a6311-7abc-47a4-b6e1-a3a958c0e013 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:45.028104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5d527cc-48d5-4333-acfe-59cb8db4fff6 req-1e2a6311-7abc-47a4-b6e1-a3a958c0e013 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1466973 Nov 23 22:38:45.049774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31754a8d-a6fc-473a-b921-1f5e9fc882fc req-47741e24-22c1-46a6-abdf-b98be1cb3f11 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063800 Nov 23 22:38:45.061367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b29f1b55-acc8-47cb-ac36-8d945902d3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.064430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b29f1b55-acc8-47cb-ac36-8d945902d3e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.068663 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b29f1b55-acc8-47cb-ac36-8d945902d3e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2e59959-1f7f-4a8e-a220-5ff476d4c6a5 HTTP/1.1" status: 204 len: 168 time: 0.2183261 Nov 23 22:38:45.111111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f1b55-acc8-47cb-ac36-8d945902d3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e59959-1f7f-4a8e-a220-5ff476d4c6a5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:45.117661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5d527cc-48d5-4333-acfe-59cb8db4fff6 req-c3db8a6d-5420-411e-94cd-e72cd67e8ae0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727286 Nov 23 22:38:45.189868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43bae55b-696f-44f5-8839-34eb17f6f40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.196684 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43bae55b-696f-44f5-8839-34eb17f6f40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.275180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bae55b-696f-44f5-8839-34eb17f6f40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72349147-6d71-4c85-8c2a-939e9d1bf90a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:45.297068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-43bae55b-696f-44f5-8839-34eb17f6f40d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf6ea4b136fb4eb19adbc028cf7577b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5098226 Nov 23 22:38:45.297530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57596) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:45.377383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cf1b3-6bb4-4996-baf6-7e5b77396fc6 req-e4ec67dd-4743-45b8-8193-e9544d0df6b8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:45.385154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb8cf1b3-6bb4-4996-baf6-7e5b77396fc6 req-e4ec67dd-4743-45b8-8193-e9544d0df6b8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1455021 Nov 23 22:38:45.429490 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-817cc1f3-b79c-4852-83f6-20826a3bebd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.497607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-817cc1f3-b79c-4852-83f6-20826a3bebd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.509827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb8cf1b3-6bb4-4996-baf6-7e5b77396fc6 req-96534b04-42c1-409f-b110-a31052c5c88e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200984 Nov 23 22:38:45.626342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-817cc1f3-b79c-4852-83f6-20826a3bebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.630278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-817cc1f3-b79c-4852-83f6-20826a3bebd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:45.635443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-817cc1f3-b79c-4852-83f6-20826a3bebd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72349147-6d71-4c85-8c2a-939e9d1bf90a HTTP/1.1" status: 204 len: 168 time: 0.3329897 Nov 23 22:38:45.649316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cc1f3-b79c-4852-83f6-20826a3bebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72349147-6d71-4c85-8c2a-939e9d1bf90a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:45.739556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99c76-fc6e-4f39-8484-863bcd55a27b req-4312f6b1-2b4b-4699-ad66-63ed2f12c4c0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:45.752222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dac99c76-fc6e-4f39-8484-863bcd55a27b req-4312f6b1-2b4b-4699-ad66-63ed2f12c4c0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1219966 Nov 23 22:38:45.846698 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dac99c76-fc6e-4f39-8484-863bcd55a27b req-4dcebd64-4e8c-413e-8c71-dcfdab30f1c2 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917983 Nov 23 22:38:46.214965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6572d-cd60-48f5-85e1-5b15ac152608 req-33a1e927-64b5-4132-98cc-7bb41d98f7fc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:46.217948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1d6572d-cd60-48f5-85e1-5b15ac152608 req-33a1e927-64b5-4132-98cc-7bb41d98f7fc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0672488 Nov 23 22:38:46.319196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1d6572d-cd60-48f5-85e1-5b15ac152608 req-ab7fdebb-761e-471b-8bd1-0739f36caf12 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926731 Nov 23 22:38:46.440393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0368d16-732a-4a4c-9b17-d284627b5c72 req-669735f3-d4a0-4e52-8f6c-e55c5d1d039a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:46.447113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57676) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:46.459007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0368d16-732a-4a4c-9b17-d284627b5c72 req-669735f3-d4a0-4e52-8f6c-e55c5d1d039a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1367040 Nov 23 22:38:46.557305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0368d16-732a-4a4c-9b17-d284627b5c72 req-bb5ea58f-09fe-492a-913a-316553d903a1 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973549 Nov 23 22:38:46.602847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3dab2-734b-4895-8f62-54e49b7beb54 req-9048f24f-8896-4979-9e08-3320d49bf6ac tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:46.611916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-200996950-network', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:46.620907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7f3dab2-734b-4895-8f62-54e49b7beb54 req-9048f24f-8896-4979-9e08-3320d49bf6ac tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1589341 Nov 23 22:38:46.665639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Made reservation on behalf of 458f66a0f2d6481aa0f9703c61e96aca for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:46.671706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:46.707326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:46.783609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7f3dab2-734b-4895-8f62-54e49b7beb54 req-cf624095-97cf-4242-a9f2-461454c39954 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495543 Nov 23 22:38:46.901490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07763-b8a4-4422-b97f-979dd43abae6 req-1bc2c9b6-cc45-4065-b22e-4102672d3bd7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:46.913791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1f07763-b8a4-4422-b97f-979dd43abae6 req-1bc2c9b6-cc45-4065-b22e-4102672d3bd7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1289771 Nov 23 22:38:46.921400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:46.932955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.000639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:38:47.018252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.018599 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Added segment 431ccfcb-4f0e-4be6-aebd-5ca35fbc3637 of type vlan for network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 Nov 23 22:38:47.039206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57702) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:47.066135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.100338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.100499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:47.101090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.126128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1f07763-b8a4-4422-b97f-979dd43abae6 req-f446f8b7-a883-4249-956b-ec4ec860d511 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111959 Nov 23 22:38:47.160719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c4a7-8f97-4fc9-b235-fc02d069012a req-f151343c-7d8e-414f-9851-bb00b473201d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:47.162372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea98a7-c5bd-4b28-830c-32425bf0aa8f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:47.170734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3e3c4a7-8f97-4fc9-b235-fc02d069012a req-f151343c-7d8e-414f-9851-bb00b473201d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1729727 Nov 23 22:38:47.176936 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7286313 Nov 23 22:38:47.177577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57708) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:47.210303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Request body: {'subnet': {'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-200996950-subnet', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:47.242543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccd057-8ede-48ee-bb16-a6e9ec3331fe admin admin] Pushing event updated for resources: {'Network': ['ID=39aaed07-6c3d-412b-8c7d-e76a32b5f418,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:47.257244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:38:47.265642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Made reservation on behalf of 458f66a0f2d6481aa0f9703c61e96aca for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:47.271674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.274196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3e3c4a7-8f97-4fc9-b235-fc02d069012a req-aa60ee5f-54d0-47c6-92ff-5fadd4e79f08 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021900 Nov 23 22:38:47.329750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-531314752-network', 'tenant_id': 'b45ff81c4cbf47d5aab54a7e91dac7c9'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:47.386627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Made reservation on behalf of b45ff81c4cbf47d5aab54a7e91dac7c9 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:47.390329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.422991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.513923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b02734-7837-47eb-a9b7-b89792bfcb3e req-056f6ae8-20cd-4008-bedd-9ae5e0461e91 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:47.516316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61b02734-7837-47eb-a9b7-b89792bfcb3e req-056f6ae8-20cd-4008-bedd-9ae5e0461e91 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1022048 Nov 23 22:38:47.598863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61b02734-7837-47eb-a9b7-b89792bfcb3e req-bda4e1e5-5b0e-4524-9ba3-89f0fe963271 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707791 Nov 23 22:38:47.602351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.647870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.659365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.736054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:38:47.795828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=764ae795-cb15-48f9-ab2d-4daa4c58a6d1,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:47.860624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.860899 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Added segment 82c0da0c-6fe9-49e2-be83-4433ec85cb47 of type vlan for network 58698a06-72a2-4711-9d1e-61595cc571f1 Nov 23 22:38:47.871942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Checking segment: {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:47.872305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Network hostable DHCP agents. Network: 39aaed07-6c3d-412b-8c7d-e76a32b5f418, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:38:47.879833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef4ed0-37d8-4c7c-9549-518dfe44a940,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:47.924212 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-22d06ec4-eaf4-49b5-ad5b-0da9a0ca5bec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244519 Nov 23 22:38:47.931716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-25be2e12-10a3-4a30-ad0c-935fa0a2743c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:38:47.932848 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-25be2e12-10a3-4a30-ad0c-935fa0a2743c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078640 Nov 23 22:38:47.941436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:38:47.959852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 39aaed07-6c3d-412b-8c7d-e76a32b5f418) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:47.966558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:47.971435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:47.976871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef23f57-ebbc-479e-a58e-ae92cbdb2993 None None] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:38:48.004203 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c1aeff39-7787-45eb-b5cf-316a37f1f30a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7959914 Nov 23 22:38:48.004203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57730) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:48.012160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:48.049893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.051389 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.211664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.273002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:38:48.280071 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.463904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.473205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de0a0-48d6-4f15-9ec9-79813edb6d3b req-7d0685e8-f08c-4fa0-9750-c75657db9cb7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:48.476249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab9de0a0-48d6-4f15-9ec9-79813edb6d3b req-7d0685e8-f08c-4fa0-9750-c75657db9cb7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.7075319 Nov 23 22:38:48.482402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.527490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c539da-e117-4784-86f8-4aedead92000 req-a581c896-711e-4205-bb78-80ef17f85345 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:48.541478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17c539da-e117-4784-86f8-4aedead92000 req-a581c896-711e-4205-bb78-80ef17f85345 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.7488465 Nov 23 22:38:48.585452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Allocated IP 172.20.0.2 (39aaed07-6c3d-412b-8c7d-e76a32b5f418/764ae795-cb15-48f9-ab2d-4daa4c58a6d1/52a0e3a3-eca4-4a91-96c7-0a966be52dda) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:48.621803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab9de0a0-48d6-4f15-9ec9-79813edb6d3b req-031e06d7-d3ac-4599-b4c0-8084beb869a8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306486 Nov 23 22:38:48.627985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.629576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:48.630540 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.696786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17c539da-e117-4784-86f8-4aedead92000 req-13df3f77-e7a4-4fd3-973e-391527198105 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537702 Nov 23 22:38:48.765538 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7166498 Nov 23 22:38:48.772273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57752) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:48.781384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Request body: {'subnet': {'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-531314752-subnet', 'tenant_id': 'b45ff81c4cbf47d5aab54a7e91dac7c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:48.851301 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.920809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:48.960185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bce899-f477-417e-b194-18b74d8cbc0e admin admin] Pushing event updated for resources: {'Network': ['ID=58698a06-72a2-4711-9d1e-61595cc571f1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:49.030118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5d786-a7e6-42b1-92bc-cfe187519f53 req-2ffdb682-955b-4a67-9be9-b8ec7e46eb22 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:49.031803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ff5d786-a7e6-42b1-92bc-cfe187519f53 req-2ffdb682-955b-4a67-9be9-b8ec7e46eb22 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1560338 Nov 23 22:38:49.032511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Made reservation on behalf of b45ff81c4cbf47d5aab54a7e91dac7c9 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:49.038580 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:49.042774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 58698a06-72a2-4711-9d1e-61595cc571f1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:38:49.211150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Allocated IP 172.25.0.178 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c0bb16df-c559-402c-8083-c17ff88697d9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:49.359449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ff5d786-a7e6-42b1-92bc-cfe187519f53 req-3d4dae51-9eb5-427e-94c5-8cbe52005b88 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872162 Nov 23 22:38:49.557543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:49.558479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:49.573344 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:49.621669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:49.668042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:49.679970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:49.687205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:49.691470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:49.726719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Pushing event updated for resources: {'Port': ['ID=52a0e3a3-eca4-4a91-96c7-0a966be52dda,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:49.792574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Pushing event updated for resources: {'Port': ['ID=c0bb16df-c559-402c-8083-c17ff88697d9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:49.832796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:49.835249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:49.844664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:49.848189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Attempting to bind port 52a0e3a3-eca4-4a91-96c7-0a966be52dda on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:49.848619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Attempting to bind port 52a0e3a3-eca4-4a91-96c7-0a966be52dda by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:49.849957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Attempting to bind port 52a0e3a3-eca4-4a91-96c7-0a966be52dda on network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:49.863766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:49.864190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Checking segment: {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:49.866072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:49.866509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Bound using segment: {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:49.867210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Bound port: 52a0e3a3-eca4-4a91-96c7-0a966be52dda, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:49.868377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:50.000240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] For port 52a0e3a3-eca4-4a91-96c7-0a966be52dda, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:50.006299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] For port 52a0e3a3-eca4-4a91-96c7-0a966be52dda, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=52a0e3a3-eca4-4a91-96c7-0a966be52dda,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:50.015981 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:50.056610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Checking segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:50.057048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Network hostable DHCP agents. Network: 58698a06-72a2-4711-9d1e-61595cc571f1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:38:50.154776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bf909-91c9-48c1-a180-12b071cc47af req-b3cef288-b808-4f36-a666-2e08219f6e51 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.171182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f46bf909-91c9-48c1-a180-12b071cc47af req-b3cef288-b808-4f36-a666-2e08219f6e51 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.3431849 Nov 23 22:38:50.171861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de26bb0-2dec-4674-98fb-bc528f49c791 None None] Pushing event updated for resources: {'Port': ['ID=52a0e3a3-eca4-4a91-96c7-0a966be52dda,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:50.174036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb00d39-8567-48a2-b37c-3e667dbd68ea,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:50.221733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Network 58698a06-72a2-4711-9d1e-61595cc571f1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:38:50.256491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2432a09-14c4-4f6e-817b-de1e54c9ab47 req-4eb47c51-27b6-460b-92e0-9f1b5066261c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.266587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2432a09-14c4-4f6e-817b-de1e54c9ab47 req-4eb47c51-27b6-460b-92e0-9f1b5066261c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.2645900 Nov 23 22:38:50.343067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 58698a06-72a2-4711-9d1e-61595cc571f1) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:50.350443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.351722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:50.357214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb413f-0b16-4bee-85f0-053d694c03f4 None None] Network 58698a06-72a2-4711-9d1e-61595cc571f1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:38:50.419274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2432a09-14c4-4f6e-817b-de1e54c9ab47 req-15dc229c-0499-4517-89f9-7cef93fd7ee4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517298 Nov 23 22:38:50.427365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f46bf909-91c9-48c1-a180-12b071cc47af req-2e45b4f7-e45f-4d0a-9c2b-441ddcdc0c96 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547107 Nov 23 22:38:50.428851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:50.447382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5cf801d8-dafb-4792-af47-e5162b4bac1b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6739531 Nov 23 22:38:50.460629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-dddcca6e-5b23-4dd2-ba5f-89ba51d1ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.462311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-dddcca6e-5b23-4dd2-ba5f-89ba51d1ff1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1101 time: 0.0764463 Nov 23 22:38:50.719658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d844f9-de40-443e-9ac1-550359629fea None None] Network 58698a06-72a2-4711-9d1e-61595cc571f1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:38:50.742644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-eeecbba5-5213-4e44-8587-ecdae6da0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.749258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-eeecbba5-5213-4e44-8587-ecdae6da0427 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2725432 Nov 23 22:38:50.860113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-a12d695a-b17e-40ea-9be6-76e5bc259b43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0984354 Nov 23 22:38:50.934109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-47eb1fa5-9208-442e-be68-cc58f3c92747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.935974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-47eb1fa5-9208-442e-be68-cc58f3c92747 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0593722 Nov 23 22:38:50.984685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:51.044269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-766a1590-5866-40c8-88c0-c7037a05e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:51.048506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-766a1590-5866-40c8-88c0-c7037a05e3bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025441 Nov 23 22:38:51.367414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-0eddbf30-118f-4402-bbc5-41a41f050744 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084588 Nov 23 22:38:51.468540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 52a0e3a3-eca4-4a91-96c7-0a966be52dda up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:51.638649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 52a0e3a3-eca4-4a91-96c7-0a966be52dda triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:51.639639 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:51.696597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Router d670985e-5ab6-46bf-97db-b7edb895ac0d is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:38:51.837879 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:51.917221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 52a0e3a3-eca4-4a91-96c7-0a966be52dda, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=52a0e3a3-eca4-4a91-96c7-0a966be52dda,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:51.927875 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:51.939253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6ba55-8718-4dc3-b00c-e9d9754ee5c8 req-5d37f315-eb1c-4e00-9bb9-a621c3485e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:51.952070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73a6ba55-8718-4dc3-b00c-e9d9754ee5c8 req-5d37f315-eb1c-4e00-9bb9-a621c3485e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.2839084 Nov 23 22:38:51.955326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:51.968499 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Sync routers for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:51.994260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:51.998077 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:52.018255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-580b3399-b389-4793-a819-38460e2e0560 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:52.018832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:52.020675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-580b3399-b389-4793-a819-38460e2e0560 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.6688759 Nov 23 22:38:52.021937 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4fc68aae-7b0a-46a9-af2f-1207e45ac4ea admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.0150952 Nov 23 22:38:52.022816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=52a0e3a3-eca4-4a91-96c7-0a966be52dda,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:52.024529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57808) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:52.029236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305dea59-a7f3-48ee-bb03-4740d4164450 None None] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:38:52.047288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-5bd2c516-27a2-4ff6-82fc-68a81a2cfb90 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613350 Nov 23 22:38:52.080873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-15e15782-9817-4eab-b158-cdcc6a0cfb91 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/quotas/b45ff81c4cbf47d5aab54a7e91dac7c9 HTTP/1.1" status: 200 len: 375 time: 0.0306170 Nov 23 22:38:52.195152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8116b669-afa6-4bb1-9a91-da02f2098ffd None None] Provisioning complete for port 52a0e3a3-eca4-4a91-96c7-0a966be52dda triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:52.198598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8116b669-afa6-4bb1-9a91-da02f2098ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:52.214926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-e6294ec9-69eb-4e04-ab10-866018a483bf tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162901 Nov 23 22:38:52.255672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73a6ba55-8718-4dc3-b00c-e9d9754ee5c8 req-9e3092e1-ed0d-4b1d-b4d2-e27eeda4ae00 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025162 Nov 23 22:38:52.360758 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:52.512515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-d20b06ab-16fc-4814-babe-daab2590c965 service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878327 Nov 23 22:38:52.705836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417b534-462f-4652-99dd-dae7bd75493f req-3396c174-7fd9-4398-bddc-565295d01905 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:52.707948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7417b534-462f-4652-99dd-dae7bd75493f req-3396c174-7fd9-4398-bddc-565295d01905 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2607541 Nov 23 22:38:52.789690 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:50Z', 'revision_number': 3, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:52.830733 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Checking router: d670985e-5ab6-46bf-97db-b7edb895ac0d for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:52.831163 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Updating router d670985e-5ab6-46bf-97db-b7edb895ac0d port c0bb16df-c559-402c-8083-c17ff88697d9 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:38:52.858975 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:52.872572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7417b534-462f-4652-99dd-dae7bd75493f req-1f205d68-5d63-41e9-862c-4dd154f8685a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455681 Nov 23 22:38:52.892121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-70df84e0-8219-4e08-8b56-2119c5689e14 service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687077 Nov 23 22:38:53.168548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7b67d029-9f89-43bb-94b1-70e29cad55ef None None] Provisioning complete for port 52a0e3a3-eca4-4a91-96c7-0a966be52dda triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:53.169021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7b67d029-9f89-43bb-94b1-70e29cad55ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:53.244475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:53.302479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f26e8eba-9297-48d1-a189-5eca330b9dee req-9d2ec235-ebe3-49e2-8e8d-d1bee27e6a17 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 210 time: 0.1017258 Nov 23 22:38:53.435884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 52a0e3a3-eca4-4a91-96c7-0a966be52dda up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:53.576144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 52a0e3a3-eca4-4a91-96c7-0a966be52dda triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:53.576479 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:53.585089 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:53.602115 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:53.681471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346db15-291e-4b23-afa7-932a3a5ceefc req-7983fedd-3786-4d06-9bbf-e5d9e2b838c0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:53.683757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Allocated IP 172.20.0.1 (39aaed07-6c3d-412b-8c7d-e76a32b5f418/764ae795-cb15-48f9-ab2d-4daa4c58a6d1/36095d05-124a-4327-8ae6-5ab6a2e138b5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:53.688310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3346db15-291e-4b23-afa7-932a3a5ceefc req-7983fedd-3786-4d06-9bbf-e5d9e2b838c0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2184091 Nov 23 22:38:53.701729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c47502-3927-45d0-b6c0-7925813e0aef req-c1673010-60a8-45e5-9a67-9e5af1871a53 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:53.712335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07c47502-3927-45d0-b6c0-7925813e0aef req-c1673010-60a8-45e5-9a67-9e5af1871a53 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.2270992 Nov 23 22:38:53.775186 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Attempting to bind port c0bb16df-c559-402c-8083-c17ff88697d9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:53.777187 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Attempting to bind port c0bb16df-c559-402c-8083-c17ff88697d9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:53.778486 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Attempting to bind port c0bb16df-c559-402c-8083-c17ff88697d9 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:53.797760 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:53.801316 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:53.801934 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:53.804593 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:53.805302 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Bound port: c0bb16df-c559-402c-8083-c17ff88697d9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:53.807186 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:53.860321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07c47502-3927-45d0-b6c0-7925813e0aef req-f46f39d8-7ed5-48e7-b40a-011903049db7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421349 Nov 23 22:38:53.911969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3346db15-291e-4b23-afa7-932a3a5ceefc req-1d407805-8bef-4b9b-b08e-947d091e7b02 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971278 Nov 23 22:38:53.938015 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Pushing event updated for resources: {'Port': ['ID=c0bb16df-c559-402c-8083-c17ff88697d9,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:53.979060 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:53.979537 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:53.981158 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:53.981838 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:53.982494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:53.998760 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:53.999255 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:53.999841 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:54.000325 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:54.000661 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:54.008486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:54.009323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:54.010116 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:54.062426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:54.083887 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] For port c0bb16df-c559-402c-8083-c17ff88697d9, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:54.088883 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] For port c0bb16df-c559-402c-8083-c17ff88697d9, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c0bb16df-c559-402c-8083-c17ff88697d9,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:54.090687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57846) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:54.106398 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:54.162437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:54.167679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:54.184296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:54.271595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Pushing event updated for resources: {'Port': ['ID=36095d05-124a-4327-8ae6-5ab6a2e138b5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:54.299904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:54.306091 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:54.308785 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:54.543846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7f68140-4080-4f7b-a739-f0616e67065d req-2e2a67ee-0356-4b04-9c50-ea5d160dd88d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 210 time: 0.0604153 Nov 23 22:38:54.626944 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:54.642415 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc6bec-ecc9-4a9a-8159-c050728f424d None None] Pushing event updated for resources: {'Port': ['ID=c0bb16df-c559-402c-8083-c17ff88697d9,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:54.665708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f73c2edd-0666-4881-af2f-47e5b015ac06 None None] Provisioning complete for port 36095d05-124a-4327-8ae6-5ab6a2e138b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:54.666805 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f73c2edd-0666-4881-af2f-47e5b015ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:54.694632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:54.734530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f73c2edd-0666-4881-af2f-47e5b015ac06 None None] Port 36095d05-124a-4327-8ae6-5ab6a2e138b5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:38:54.988611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:54.990763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:55.000533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:55.062978 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:50Z', 'revision_number': 3, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:55.152608 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b946d236-37e6-4f4a-ad87-05db46b51ddb None None] The sync data for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 is: [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:50Z', 'revision_number': 3, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:55.309858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Pushing event updated for resources: {'Port': ['ID=36095d05-124a-4327-8ae6-5ab6a2e138b5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:55.360949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-d032848f-8fec-4ac4-91d5-2b1f73ad0d0d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:55.362602 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-d032848f-8fec-4ac4-91d5-2b1f73ad0d0d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.2206812 Nov 23 22:38:55.367052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:55.384884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Request body: {'port': {'device_id': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'admin_state_up': True, 'tenant_id': 'b45ff81c4cbf47d5aab54a7e91dac7c9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:55.510227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b58b-d5b4-4aca-8bfc-2743b7e38e83 req-9a36b18e-845a-40f8-ae94-b476b0dafd0e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:55.511803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5875b58b-d5b4-4aca-8bfc-2743b7e38e83 req-9a36b18e-845a-40f8-ae94-b476b0dafd0e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.4019742 Nov 23 22:38:55.546560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968be47a-9747-4dc1-b49e-9cb0dc600608 req-0bf19d22-a56c-4125-bcf9-51b289126bf4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:55.558866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-968be47a-9747-4dc1-b49e-9cb0dc600608 req-0bf19d22-a56c-4125-bcf9-51b289126bf4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.4616609 Nov 23 22:38:55.667788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:55.672215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:55.676791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-968be47a-9747-4dc1-b49e-9cb0dc600608 req-1bea9cce-cd97-41be-95de-49d3a1e3d44f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156912 Nov 23 22:38:55.706260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Made reservation on behalf of b45ff81c4cbf47d5aab54a7e91dac7c9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:55.709929 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:55.724086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5875b58b-d5b4-4aca-8bfc-2743b7e38e83 req-d59c79ac-6149-4fba-9cf1-9edd5604fc85 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997936 Nov 23 22:38:55.978912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31524897-db4c-474e-8363-0e73626b2288 req-88aaea6a-4452-42ab-b33a-bbf17917bfcc tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 210 time: 0.0629888 Nov 23 22:38:56.032361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Router d670985e-5ab6-46bf-97db-b7edb895ac0d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:56.064333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Deleting port 224d8cbb-36d3-4e49-b7d1-b81ee7056182 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:56.064678 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:56.178769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Allocated IP 172.20.0.14 (58698a06-72a2-4711-9d1e-61595cc571f1/9eb00d39-8567-48a2-b37c-3e667dbd68ea/4589c03f-2556-4f38-ab50-475dddd791ab) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:56.218036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c9833439-6227-4c30-8778-e83ffbcd16db None None] Provisioning complete for port 36095d05-124a-4327-8ae6-5ab6a2e138b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:56.220261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9833439-6227-4c30-8778-e83ffbcd16db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:56.261283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e3200-8dbd-4fa1-8066-befdce3d02ea req-45bf12ea-35f7-4961-97d6-ccde739a36f3 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:56.280868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f1e3200-8dbd-4fa1-8066-befdce3d02ea req-45bf12ea-35f7-4961-97d6-ccde739a36f3 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.3048570 Nov 23 22:38:56.311663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c9833439-6227-4c30-8778-e83ffbcd16db None None] Port 36095d05-124a-4327-8ae6-5ab6a2e138b5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:38:56.338760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] For port 224d8cbb-36d3-4e49-b7d1-b81ee7056182, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=224d8cbb-36d3-4e49-b7d1-b81ee7056182,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:56.339180 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:56.339494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:56.370086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Calling delete_port for 224d8cbb-36d3-4e49-b7d1-b81ee7056182 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:56.377116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-397f2c25-3e77-464e-ade8-7ffb222c24dc admin admin] 10.222.0.11 "PUT /v2.0/routers/d670985e-5ab6-46bf-97db-b7edb895ac0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3498445 Nov 23 22:38:56.427029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f1e3200-8dbd-4fa1-8066-befdce3d02ea req-244dfea8-9fe1-4193-b111-7af522dd89a6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398268 Nov 23 22:38:56.610717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:56.707550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:56.765672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:56.827248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e82835-dec0-4e43-8f00-67618060ed8c req-873b3899-b57f-4018-9708-da9843fc1242 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:56.829005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98e82835-dec0-4e43-8f00-67618060ed8c req-873b3899-b57f-4018-9708-da9843fc1242 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1430562 Nov 23 22:38:56.892947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Network 58698a06-72a2-4711-9d1e-61595cc571f1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:56.924365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:56.928136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event updated for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:56.928575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:56.930909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:57.005149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=224d8cbb-36d3-4e49-b7d1-b81ee7056182,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:57.037686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:57.038472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:57.042143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98e82835-dec0-4e43-8f00-67618060ed8c req-ddacd080-022d-4f5a-b09a-f920f0e18fb4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028079 Nov 23 22:38:57.058243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f63924-2f79-4c71-a673-d568bee36ba8 req-bb57e2eb-4c5e-4dd7-94c9-c5bab45e4fc9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:57.071852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1f63924-2f79-4c71-a673-d568bee36ba8 req-bb57e2eb-4c5e-4dd7-94c9-c5bab45e4fc9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1907611 Nov 23 22:38:57.086158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93827622-9711-4fa3-bafe-3e93d15e54d6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7078929 Nov 23 22:38:57.101074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Request body: {'port': {'device_id': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:57.239520 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:57.260758 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:57.341564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1f63924-2f79-4c71-a673-d568bee36ba8 req-ac6bff5c-b258-449f-9ba7-d25b86a34313 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459760 Nov 23 22:38:57.545680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c0bb16df-c559-402c-8083-c17ff88697d9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:57.663225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c0bb16df-c559-402c-8083-c17ff88697d9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:57.667727 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:57.894525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4589c03f-2556-4f38-ab50-475dddd791ab {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:57.917163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:57.926832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:57.955757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Transition to ACTIVE for port object 4589c03f-2556-4f38-ab50-475dddd791ab will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:57.967639 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:57.976724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port c0bb16df-c559-402c-8083-c17ff88697d9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c0bb16df-c559-402c-8083-c17ff88697d9,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:57.991006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:58.129379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Sync routers for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:58.146048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=c0bb16df-c559-402c-8083-c17ff88697d9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:58.160378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:58.161023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:58.232069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Pushing event updated for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:58.298307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Attempting to bind port 4589c03f-2556-4f38-ab50-475dddd791ab on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:58.298700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Attempting to bind port 4589c03f-2556-4f38-ab50-475dddd791ab by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:58.299212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Attempting to bind port 4589c03f-2556-4f38-ab50-475dddd791ab on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:58.312322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Port 4589c03f-2556-4f38-ab50-475dddd791ab on network 58698a06-72a2-4711-9d1e-61595cc571f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:58.312665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Attempting to bind port 4589c03f-2556-4f38-ab50-475dddd791ab on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:58.324768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:58.325106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Checking segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:58.325511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Bound using segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:58.325953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Bound port: 4589c03f-2556-4f38-ab50-475dddd791ab, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:58.326309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:58.372433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407f74e-d7c3-4fda-8f55-d058c6008711 req-ab8a0d88-989b-4bd3-9700-1005e43183c8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:58.381247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3407f74e-d7c3-4fda-8f55-d058c6008711 req-ab8a0d88-989b-4bd3-9700-1005e43183c8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 944 time: 0.2194521 Nov 23 22:38:58.490922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3407f74e-d7c3-4fda-8f55-d058c6008711 req-9b66e2fc-6ee6-4d27-8911-cb1c8fed1da1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077335 Nov 23 22:38:58.530384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Router 71c90234-c3b0-468e-bbfa-7e648715a447 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:58.555123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:58.563903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:58.576436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:58.589537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:58.604866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:58.619999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-961f23a5-b604-4dfa-b954-47c5f8ea9987 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3211917', 'description': 'tempest-description--797025529'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:58.661037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:58.661900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:58.665816 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] 10.222.0.46 "PUT /v2.0/ports/4589c03f-2556-4f38-ab50-475dddd791ab HTTP/1.1" status: 200 len: 1092 time: 1.5697885 Nov 23 22:38:58.672486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:58.676892 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4e7cb1-4728-4985-9af2-cbfeb653f674" -d '{"events": [{"name": "network-changed", "server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:58.731021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:58.743699 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] Sync routers for ids ['71c90234-c3b0-468e-bbfa-7e648715a447'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:58.766084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bcb8c27a-45b4-45da-a627-0a4606140f9d admin admin] 10.222.0.11 "PUT /v2.0/routers/71c90234-c3b0-468e-bbfa-7e648715a447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6739180 Nov 23 22:38:58.767554 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] Routers {'71c90234-c3b0-468e-bbfa-7e648715a447'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:58.769174 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['71c90234-c3b0-468e-bbfa-7e648715a447'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:58.785031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:58.786186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-961f23a5-b604-4dfa-b954-47c5f8ea9987 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:58.854617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c58667-62d3-4af8-aa5c-aa974cfc8fd6 req-b5b0e5c9-c2a5-4335-82b4-fe0668671496 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:58.857059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28c58667-62d3-4af8-aa5c-aa974cfc8fd6 req-b5b0e5c9-c2a5-4335-82b4-fe0668671496 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1274388 Nov 23 22:38:58.904234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf790b66-9970-492b-8385-65f4bd48b974 req-a3043013-2eb0-4f43-8f30-366d3eae547e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:58.906092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf790b66-9970-492b-8385-65f4bd48b974 req-a3043013-2eb0-4f43-8f30-366d3eae547e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1780357 Nov 23 22:38:58.929513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 2, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:58.955817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28c58667-62d3-4af8-aa5c-aa974cfc8fd6 req-13cd285a-87c9-4b05-9851-f5cc1a9ac87f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912106 Nov 23 22:38:58.994555 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] Set router 71c90234-c3b0-468e-bbfa-7e648715a447 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:59.009065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Checking router: d670985e-5ab6-46bf-97db-b7edb895ac0d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:59.009424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Updating router d670985e-5ab6-46bf-97db-b7edb895ac0d port 36095d05-124a-4327-8ae6-5ab6a2e138b5 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:38:59.013258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf790b66-9970-492b-8385-65f4bd48b974 req-82384f75-35dd-4dbe-9d48-74f8ed1d831e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992129 Nov 23 22:38:59.092176 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e45d0-d237-4c4a-ba0e-7a9f73357f38 x-openstack-request-id: req-b89e45d0-d237-4c4a-ba0e-7a9f73357f38 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:59.093268 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:59.093725 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b89e45d0-d237-4c4a-ba0e-7a9f73357f38 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:59.094312 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab', 'status': 'completed', 'code': 200} Nov 23 22:38:59.151351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e95c80-ab46-45d8-98e5-18af01f6d570 service neutron] Pushing event updated for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:59.169310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:59.277969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-00169598-7d9e-4387-b379-ebfc4bf02857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:59.280109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-00169598-7d9e-4387-b379-ebfc4bf02857 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 1095 time: 0.5063269 Nov 23 22:38:59.322689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851273be-e0b8-4b56-b141-cef90f949ede req-17e4bc84-b439-4b25-929b-a35648c362d1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:59.325398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-851273be-e0b8-4b56-b141-cef90f949ede req-17e4bc84-b439-4b25-929b-a35648c362d1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1245992 Nov 23 22:38:59.368614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c0bb16df-c559-402c-8083-c17ff88697d9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:59.430464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-851273be-e0b8-4b56-b141-cef90f949ede req-d63ec73b-161e-4217-a597-4647ee4d41ba tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964458 Nov 23 22:38:59.455933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:59.629962 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:38:56Z', 'revision_number': 5, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:59.631888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c0bb16df-c559-402c-8083-c17ff88697d9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:59.632370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:59.661497 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-f37d6bdf-7f2f-41a9-8e23-f3c9476897fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4589c03f-2556-4f38-ab50-475dddd791ab HTTP/1.1" status: 200 len: 217 time: 0.3698626 Nov 23 22:38:59.680459 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] Checking router: 71c90234-c3b0-468e-bbfa-7e648715a447 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:59.693388 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] Routers {'71c90234-c3b0-468e-bbfa-7e648715a447'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:59.694097 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['71c90234-c3b0-468e-bbfa-7e648715a447'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:59.765949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e77cc5-1d10-4451-98a8-5c8c23c9bc92 req-d4a20249-5b83-4b5d-889a-3bbc0d1231df tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:59.771662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49e77cc5-1d10-4451-98a8-5c8c23c9bc92 req-d4a20249-5b83-4b5d-889a-3bbc0d1231df tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2243340 Nov 23 22:38:59.778693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-59c9479c-6297-4f3d-af3d-b3ab61073a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:59.782844 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-59c9479c-6297-4f3d-af3d-b3ab61073a28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.0591371 Nov 23 22:38:59.801184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:59.808535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d640b6-d17a-4263-a251-ebf71bb077ae req-a547b02d-9241-4e64-92df-05f91ccfc9eb tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:59.822055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1d640b6-d17a-4263-a251-ebf71bb077ae req-a547b02d-9241-4e64-92df-05f91ccfc9eb tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1097 time: 0.1928887 Nov 23 22:38:59.842705 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-35cfbbec-2332-457a-93b4-8ad2ab9b5714 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534074 Nov 23 22:38:59.904245 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:59.915618 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:59.944350 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] Set router 71c90234-c3b0-468e-bbfa-7e648715a447 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:59.970061 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-961f23a5-b604-4dfa-b954-47c5f8ea9987 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.000483 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-961f23a5-b604-4dfa-b954-47c5f8ea9987 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.013693 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-60294a7a-3868-4b25-8f82-9783614603b4 service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578381 Nov 23 22:39:00.016572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49e77cc5-1d10-4451-98a8-5c8c23c9bc92 req-adf8ae69-ea6e-4697-a8cb-2025c46dd2bf tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354765 Nov 23 22:39:00.030872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809df69-218e-46a3-9a43-977d831d9cda None None] Pushing event updated for resources: {'Port': ['ID=36095d05-124a-4327-8ae6-5ab6a2e138b5,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:00.081496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1d640b6-d17a-4263-a251-ebf71bb077ae req-57713915-359b-4d47-bd66-1559341beaae tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576351 Nov 23 22:39:00.084184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Attempting to bind port 36095d05-124a-4327-8ae6-5ab6a2e138b5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:00.084761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Attempting to bind port 36095d05-124a-4327-8ae6-5ab6a2e138b5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:00.085410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Attempting to bind port 36095d05-124a-4327-8ae6-5ab6a2e138b5 on network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:00.092746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:00.093340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Checking segment: {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:00.093754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.094174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Bound using segment: {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:00.094708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Bound port: 36095d05-124a-4327-8ae6-5ab6a2e138b5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:00.095135 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.153791 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-961f23a5-b604-4dfa-b954-47c5f8ea9987 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.163893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-961f23a5-b604-4dfa-b954-47c5f8ea9987 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.5499899 Nov 23 22:39:00.169314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:00.178770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fa40bdba-1fae-4bc5-a2e4-27f3cbdbf71d tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Request body: {'security_group_rule': {'security_group_id': 'b1a69e7a-99b2-481b-8311-0236c432805e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:00.241744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] For port 36095d05-124a-4327-8ae6-5ab6a2e138b5, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:00.255485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] For port 36095d05-124a-4327-8ae6-5ab6a2e138b5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=36095d05-124a-4327-8ae6-5ab6a2e138b5,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:00.266706 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.298861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f23a5-b604-4dfa-b954-47c5f8ea9987 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a69e7a-99b2-481b-8311-0236c432805e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:00.336241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa40bdba-1fae-4bc5-a2e4-27f3cbdbf71d tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.350125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Deleting port ec34a30f-dc75-48c8-94c5-a9977b4dd411 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:39:00.350762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.358843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b660ec-0019-4ff8-b7c1-6b4283c55c76 req-4485d958-113e-4e4c-8e18-0b83744414b5 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:00.361376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28b660ec-0019-4ff8-b7c1-6b4283c55c76 req-4485d958-113e-4e4c-8e18-0b83744414b5 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 944 time: 0.1733458 Nov 23 22:39:00.391264 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b397517d-3abf-4e97-81ab-cd4204fd3710 req-837d7a36-a7d2-4422-be72-e78b9d59008f service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521638 Nov 23 22:39:00.458017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-de157a64-ee5b-492e-aa4c-611d99089b39 None None] Provisioning complete for port 36095d05-124a-4327-8ae6-5ab6a2e138b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:00.458313 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-de157a64-ee5b-492e-aa4c-611d99089b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.463967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809df69-218e-46a3-9a43-977d831d9cda None None] Pushing event updated for resources: {'Port': ['ID=36095d05-124a-4327-8ae6-5ab6a2e138b5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:00.510419 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:38:56Z', 'revision_number': 5, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:00.542694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] For port ec34a30f-dc75-48c8-94c5-a9977b4dd411, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ec34a30f-dc75-48c8-94c5-a9977b4dd411,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:00.543709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.547526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-f6b66c3b-a6f0-4b9d-831f-2e2a8a9fe1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:00.552770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-f6b66c3b-a6f0-4b9d-831f-2e2a8a9fe1dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 1095 time: 0.0908289 Nov 23 22:39:00.560300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28b660ec-0019-4ff8-b7c1-6b4283c55c76 req-3cbfdafc-ea9c-4eef-88c2-e7a40038e493 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741655 Nov 23 22:39:00.565761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Calling delete_port for ec34a30f-dc75-48c8-94c5-a9977b4dd411 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:39:00.566673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:39:00.567649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:38:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:00.582569 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae730a43-cff6-4e53-a7c2-870729e3ebaf None None] The sync data for ids ['71c90234-c3b0-468e-bbfa-7e648715a447'] in n-d-817303-3 is: [{'id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'name': 'tempest-AttachSCSIVolumeTestJSON-637742265-router', 'tenant_id': '24b420f9ef2b461782814d9544f7f373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:41Z', 'updated_at': '2021-11-23T22:38:56Z', 'revision_number': 5, 'project_id': '24b420f9ef2b461782814d9544f7f373', 'gw_port': {'id': 'ec34a30f-dc75-48c8-94c5-a9977b4dd411', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c90234-c3b0-468e-bbfa-7e648715a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:42Z', 'updated_at': '2021-11-23T22:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:39:00.592870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f92b5-ba61-4823-adae-2f6d0a0ccbf0 req-e90cef2e-8f16-4057-80e9-1b9b675882ec tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:00.594586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-886f92b5-ba61-4823-adae-2f6d0a0ccbf0 req-e90cef2e-8f16-4057-80e9-1b9b675882ec tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.2320912 Nov 23 22:39:00.603603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa40bdba-1fae-4bc5-a2e4-27f3cbdbf71d tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.618748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa40bdba-1fae-4bc5-a2e4-27f3cbdbf71d tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.756769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40bdba-1fae-4bc5-a2e4-27f3cbdbf71d tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a1e107-bdf6-4e8e-ab25-793bc9470dd9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:00.777316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa40bdba-1fae-4bc5-a2e4-27f3cbdbf71d tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.782641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fa40bdba-1fae-4bc5-a2e4-27f3cbdbf71d tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6112719 Nov 23 22:39:00.786936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57934) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:00.819229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f262eca9-d111-40da-8d2f-e38200735bf5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Request body: {'security_group_rule': {'security_group_id': 'b1a69e7a-99b2-481b-8311-0236c432805e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:00.828240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-886f92b5-ba61-4823-adae-2f6d0a0ccbf0 req-285fe9b3-1c74-4652-9627-dae79f0fcc48 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209506 Nov 23 22:39:00.837474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:39:00.946825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-6d3f32ee-0a08-4db1-988d-01943915e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:00.946825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-6d3f32ee-0a08-4db1-988d-01943915e281 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 905 time: 0.3771336 Nov 23 22:39:01.091756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed755e-ffb6-4793-9dfa-607cf62409fd req-6a3d8ea8-3d5d-43fb-954d-08e1127afa6d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:01.100052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45ed755e-ffb6-4793-9dfa-607cf62409fd req-6a3d8ea8-3d5d-43fb-954d-08e1127afa6d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1370356 Nov 23 22:39:01.168798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-6f31d43f-8248-4088-b97f-345960eea446 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4589c03f-2556-4f38-ab50-475dddd791ab HTTP/1.1" status: 200 len: 217 time: 0.2106576 Nov 23 22:39:01.172847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.183772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-e08ed92c-341d-45a8-b654-0a4dbb4b36be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3522799 Nov 23 22:39:01.272975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-de157a64-ee5b-492e-aa4c-611d99089b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.288588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-33f4fe00-9f7a-44dd-922a-02266e1f4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:01.292577 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-33f4fe00-9f7a-44dd-922a-02266e1f4678 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.0839653 Nov 23 22:39:01.300743 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45ed755e-ffb6-4793-9dfa-607cf62409fd req-869ba707-9004-4344-b455-d16022e6c065 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894286 Nov 23 22:39:01.307719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 224d8cbb-36d3-4e49-b7d1-b81ee7056182 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:01.349117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec34a30f-dc75-48c8-94c5-a9977b4dd411,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:01.372580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 224d8cbb-36d3-4e49-b7d1-b81ee7056182 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:39:01.373075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 224d8cbb-36d3-4e49-b7d1-b81ee7056182 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:01.401811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-de157a64-ee5b-492e-aa4c-611d99089b39 None None] For port 36095d05-124a-4327-8ae6-5ab6a2e138b5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=36095d05-124a-4327-8ae6-5ab6a2e138b5,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:01.433489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-de157a64-ee5b-492e-aa4c-611d99089b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.452587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f262eca9-d111-40da-8d2f-e38200735bf5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.489303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23840-26e1-4752-9aba-588591953f77 req-ef690263-f36e-4ee7-b0af-14a66b0982ef tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:01.492697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02c23840-26e1-4752-9aba-588591953f77 req-ef690263-f36e-4ee7-b0af-14a66b0982ef tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0834439 Nov 23 22:39:01.535431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-707e1ecd-ae48-4258-bd52-86779e3c1207 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639156 Nov 23 22:39:01.535855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de157a64-ee5b-492e-aa4c-611d99089b39 None None] Pushing event updated for resources: {'Port': ['ID=36095d05-124a-4327-8ae6-5ab6a2e138b5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:01.567860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02c23840-26e1-4752-9aba-588591953f77 req-8b0f84be-9c9c-411c-80c3-ed7dd2e73360 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688629 Nov 23 22:39:01.573453 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25ee41be-a509-4153-b6dc-b865af5baa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.578330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:00Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:01.589442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-936ccc3c-12a7-4232-95c9-8eb791f4dc3b None None] Provisioning complete for port 36095d05-124a-4327-8ae6-5ab6a2e138b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:01.589914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-936ccc3c-12a7-4232-95c9-8eb791f4dc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.623650 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.645347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f79bb0-87ec-4ad1-a437-279fe656de63 None None] The sync data for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 is: [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:00Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:39:01.714536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-76b00343-9368-4370-ae3e-2ab15a9cee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:01.716113 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-76b00343-9368-4370-ae3e-2ab15a9cee55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 1100 time: 0.4226317 Nov 23 22:39:01.906115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.909219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f262eca9-d111-40da-8d2f-e38200735bf5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.923121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041401-eede-45a5-a25e-3c2e8709155e req-4aedb279-a80a-4bcc-b733-0de2f0cd1b4b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:01.924721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.926799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf041401-eede-45a5-a25e-3c2e8709155e req-4aedb279-a80a-4bcc-b733-0de2f0cd1b4b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 944 time: 0.0819323 Nov 23 22:39:01.934438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f262eca9-d111-40da-8d2f-e38200735bf5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.007083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf041401-eede-45a5-a25e-3c2e8709155e req-6e4aa4ee-bb84-4d3a-b296-52e463d33a1f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727413 Nov 23 22:39:02.087725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262eca9-d111-40da-8d2f-e38200735bf5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406c43e8-1fd2-491d-acca-2940aa4f274a,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:02.140447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f262eca9-d111-40da-8d2f-e38200735bf5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.145655 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f262eca9-d111-40da-8d2f-e38200735bf5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3537025 Nov 23 22:39:02.145975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:02.150562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:02.152184 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-bcc0efd9-6a4a-4a09-8106-28233d729626 service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915678 Nov 23 22:39:02.155631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.156171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c90234-c3b0-468e-bbfa-7e648715a447 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:39:02.162791 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.164065 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b2d37e8-b7ce-4a87-b2cd-05941ce738c6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/71c90234-c3b0-468e-bbfa-7e648715a447 HTTP/1.1" status: 204 len: 168 time: 3.3675992 Nov 23 22:39:02.167259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57972) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:02.211090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b466-bdd0-4254-b493-16d2359a548c req-b19c3a12-feef-4923-b1cf-9eae7e4d8afd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:02.222444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad67b466-bdd0-4254-b493-16d2359a548c req-b19c3a12-feef-4923-b1cf-9eae7e4d8afd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1162143 Nov 23 22:39:02.286531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.298257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-3622fcb8-4d9b-4b02-8005-f42f72548eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:02.304037 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-3622fcb8-4d9b-4b02-8005-f42f72548eba service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.5206289 Nov 23 22:39:02.325167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad67b466-bdd0-4254-b493-16d2359a548c req-ffcf4cea-1a49-425c-aa9a-05b0b7ed4156 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983455 Nov 23 22:39:02.482775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-023f2028-e9b5-42d9-92bf-95e4fd45ce0e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:39:02.483821 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-023f2028-e9b5-42d9-92bf-95e4fd45ce0e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065787 Nov 23 22:39:02.494628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-13a5066c-94c1-4552-ab1a-1b793e82785c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 200 len: 217 time: 0.1799862 Nov 23 22:39:02.547084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e4e7cb1-4728-4985-9af2-cbfeb653f674 req-8aafc810-728e-4bb8-a86e-a7b28608e722 service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786025 Nov 23 22:39:02.568476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.581609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] Deleting subnet 46173c09-7fd8-4312-bf23-5c713f02b36f {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:39:02.607859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.632920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e401-c04a-498c-bd1a-42ba05fcbff9 req-192fec07-24ca-4361-aca1-d2703373aa8a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:02.640110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d458e401-c04a-498c-bd1a-42ba05fcbff9 req-192fec07-24ca-4361-aca1-d2703373aa8a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1090806 Nov 23 22:39:02.653684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-17c3dcff-bbdd-4e80-85da-79bfce5534e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:02.655248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-17c3dcff-bbdd-4e80-85da-79bfce5534e9 service neutron] 10.222.0.11 "GET /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 1094 time: 0.1581502 Nov 23 22:39:02.675903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Request body: {'binding': {'host': 'n-h2-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:02.676361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:39:02.704858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-a07c2719-c142-4fab-9d74-ff91042144b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:02.707145 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-a07c2719-c142-4fab-9d74-ff91042144b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1643350 Nov 23 22:39:02.742777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:02.773519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Allocated IP 172.25.0.190 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/67e7e21b-808f-41f6-bfd4-d4afc0d2ebbc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:39:02.783536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d458e401-c04a-498c-bd1a-42ba05fcbff9 req-b8a6c106-b141-4d7d-8911-59bc1a29a616 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365073 Nov 23 22:39:02.934824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-cceb36bd-0aaa-41f0-b1ec-2c0a7cd1b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:02.936937 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-cceb36bd-0aaa-41f0-b1ec-2c0a7cd1b883 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2223361 Nov 23 22:39:02.961393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.012361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76f611-1d67-4449-9304-bd8bd75c985c req-f6c08cbf-9bc3-4917-be12-413fb742f00a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:03.014265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b76f611-1d67-4449-9304-bd8bd75c985c req-f6c08cbf-9bc3-4917-be12-413fb742f00a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0968895 Nov 23 22:39:03.041459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.118613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b76f611-1d67-4449-9304-bd8bd75c985c req-debe44ab-46af-4ef6-b0d1-840c9ffabfaa tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939217 Nov 23 22:39:03.148378 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.204172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:39:03.208794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:03.212225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.215147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:39:03.235498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-dd3a12c9-f1f4-47fe-86d1-c26b8fa3e0de service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691240 Nov 23 22:39:03.257690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on host n-h2-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:03.258393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:03.260292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:03.266735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event updated for resources: {'Port': ['ID=67e7e21b-808f-41f6-bfd4-d4afc0d2ebbc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:03.272903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9d40f-fd61-4d18-8a19-c1e059312bb7 None None] Network 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:39:03.351652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6fd77-3147-4cdc-afea-94905933bbbc req-68487225-4c10-4636-b34a-38ae15006eae tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:03.353250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4a6fd77-3147-4cdc-afea-94905933bbbc req-68487225-4c10-4636-b34a-38ae15006eae tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 944 time: 0.1305840 Nov 23 22:39:03.364022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.407906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46173c09-7fd8-4312-bf23-5c713f02b36f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:03.414174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.417690 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-77bae6cc-85c5-42be-af10-7ad5e5cd38df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/46173c09-7fd8-4312-bf23-5c713f02b36f HTTP/1.1" status: 204 len: 168 time: 1.2481499 Nov 23 22:39:03.421456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:03.421614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57982) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:03.421732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:03.438562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:03.438902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:03.439283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:03.439744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Bound port: d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:03.466598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 36095d05-124a-4327-8ae6-5ab6a2e138b5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:03.505269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.510950 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7cb31136-731f-468b-abca-22a1b25c1e72 req-6ca82114-e90e-4920-af5b-e80750bb2f30 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470555 Nov 23 22:39:03.556355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:03.565077 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.567635 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-f44c38fa-f7d9-4478-ab1a-459b32201d58 service neutron] 10.222.0.11 "POST /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d/bindings HTTP/1.1" status: 201 len: 389 time: 0.9023249 Nov 23 22:39:03.593879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 36095d05-124a-4327-8ae6-5ab6a2e138b5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:03.594267 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.619916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.635895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4a6fd77-3147-4cdc-afea-94905933bbbc req-08e0d67f-0193-40ba-84a8-1d8f462b9c7b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436697 Nov 23 22:39:03.799205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] DHCP port deletion for 89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:39:03.902876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Deleting port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:39:03.903225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.913447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.974491 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.985186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] Deleting port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:39:03.988057 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.030849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2864ded-985e-4ea1-82dd-ee1f7a1fa0ba req-63b9a119-03d6-4dc9-887a-8d53a573a9b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:04.032792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2864ded-985e-4ea1-82dd-ee1f7a1fa0ba req-63b9a119-03d6-4dc9-887a-8d53a573a9b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.2342684 Nov 23 22:39:04.053746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-6db2fa96-d4be-47d1-a3dd-54dd4949bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:04.056193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-6db2fa96-d4be-47d1-a3dd-54dd4949bb10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1097 time: 0.0948167 Nov 23 22:39:04.089306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ec34a30f-dc75-48c8-94c5-a9977b4dd411 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:04.098530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.120033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: ec34a30f-dc75-48c8-94c5-a9977b4dd411 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:39:04.120033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ec34a30f-dc75-48c8-94c5-a9977b4dd411 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:04.151145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] For port 345eda2f-ea99-4674-8813-3cb8bacbd7c3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=345eda2f-ea99-4674-8813-3cb8bacbd7c3,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:04.151533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.156305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event updated for resources: {'Port': ['ID=67e7e21b-808f-41f6-bfd4-d4afc0d2ebbc,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:04.182130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.183495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f415c4e8-9d5a-4d2b-b144-a086e5e464a9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0365236 Nov 23 22:39:04.185283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] For port 345eda2f-ea99-4674-8813-3cb8bacbd7c3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=345eda2f-ea99-4674-8813-3cb8bacbd7c3,segment=NetworkSegment(9d6e87aa-7380-4913-a9d9-f003846cb1c4),segment_id=9d6e87aa-7380-4913-a9d9-f003846cb1c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:04.185692 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.187427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Calling delete_port for 345eda2f-ea99-4674-8813-3cb8bacbd7c3 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:39:04.197034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915b68-4c9d-48e0-abae-6a49313b07e6 req-a80ebf1b-bce7-4088-8590-f5f53a9abf0d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:04.198713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41915b68-4c9d-48e0-abae-6a49313b07e6 req-a80ebf1b-bce7-4088-8590-f5f53a9abf0d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2714920 Nov 23 22:39:04.207294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] Calling delete_port for 345eda2f-ea99-4674-8813-3cb8bacbd7c3 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:39:04.240231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2864ded-985e-4ea1-82dd-ee1f7a1fa0ba req-3f001e9b-f41e-41c7-94e2-40cdea3d67f6 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777101 Nov 23 22:39:04.283328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-aed1ea98-b61d-487e-8a1e-b96e141045b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:04.286431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-aed1ea98-b61d-487e-8a1e-b96e141045b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.2201195 Nov 23 22:39:04.307831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4589c03f-2556-4f38-ab50-475dddd791ab details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:04.311131 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6eb394b-e501-4ccc-a728-91ce1c61fa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.323464 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.374596 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-909153d2-28a6-432f-a7eb-cc786c5959cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 217 time: 0.0703790 Nov 23 22:39:04.432883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-7b679ef9-3ec1-4085-97de-f76180b1e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:04.434952 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-7b679ef9-3ec1-4085-97de-f76180b1e172 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0500951 Nov 23 22:39:04.475801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-3f8b240e-2cf4-49f7-bc00-46bac6b75d2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314326 Nov 23 22:39:04.484537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c598641-8f13-47c2-b012-04175cd4a0c3 req-4e32acbb-4071-437a-a19a-63cecee50ef1 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:04.486451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c598641-8f13-47c2-b012-04175cd4a0c3 req-4e32acbb-4071-437a-a19a-63cecee50ef1 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1011748 Nov 23 22:39:04.495693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41915b68-4c9d-48e0-abae-6a49313b07e6 req-6eefdb50-aa12-49a2-9737-a51987802225 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543149 Nov 23 22:39:04.511556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] Pushing event deleted for resources: {'Port': ['ID=345eda2f-ea99-4674-8813-3cb8bacbd7c3,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:04.536943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd1ce3-2034-4142-8a39-a9cee2ddc8f6 None None] No DVR routers for this DVR port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:39:04.545539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:39:04.581614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.633440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c598641-8f13-47c2-b012-04175cd4a0c3 req-8baf07bc-6804-425a-8164-23cb433985a9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347394 Nov 23 22:39:04.644513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=345eda2f-ea99-4674-8813-3cb8bacbd7c3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:04.658500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] No DVR routers for this DVR port 345eda2f-ea99-4674-8813-3cb8bacbd7c3 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:39:04.667988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:04.684700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-180cfd55-a55a-4e78-af1f-fc3dce1b273c service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006855 Nov 23 22:39:04.693139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '4589c03f-2556-4f38-ab50-475dddd791ab', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': '4589c03f-2556-4f38-ab50-475dddd791ab', 'mac_address': 'fa:16:3e:46:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:04.761651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-dfd2302b-8a17-48ca-98b0-0e2de96a142b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--3211917&fields=id&tenant_id=458f66a0f2d6481aa0f9703c61e96aca HTTP/1.1" status: 200 len: 267 time: 0.1267600 Nov 23 22:39:04.780252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.796487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4589c03f-2556-4f38-ab50-475dddd791ab {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:04.818795 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.823399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:04.829459 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.874364 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.874718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.875461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.875848 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.876202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.876544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.876870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.877219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.877535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.878413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.907906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:04.919681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:04.947799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.948159 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.948489 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.948824 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 22:39:04.949502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:05.005544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6e87aa-7380-4913-a9d9-f003846cb1c4') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:05.005919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6e87aa-7380-4913-a9d9-f003846cb1c4') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:05.032517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8554e-4bc4-47ed-bfc9-cbd52232ced3 req-907394df-dd8a-498c-bc7a-b3907eff3742 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:05.035287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fc8554e-4bc4-47ed-bfc9-cbd52232ced3 req-907394df-dd8a-498c-bc7a-b3907eff3742 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2994530 Nov 23 22:39:05.037655 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:05.094382 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:05.116517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:39:05.116926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: from cryptography.utils import int_from_bytes Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: from cryptography.utils import int_from_bytes Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:39:05.122600 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:39:05.129957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['4589c03f-2556-4f38-ab50-475dddd791ab'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:05.166524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-9cd5a648-ea9a-482f-8611-49cee0b065f8 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:05.167984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-9cd5a648-ea9a-482f-8611-49cee0b065f8 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/networks?id=39aaed07-6c3d-412b-8c7d-e76a32b5f418 HTTP/1.1" status: 200 len: 805 time: 0.3649597 Nov 23 22:39:05.181115 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-03ca9144-47ef-4b5d-a98c-fed6a4f439c0 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810932 Nov 23 22:39:05.197394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fc8554e-4bc4-47ed-bfc9-cbd52232ced3 req-d31c6a12-7bab-4da0-86b8-611aa9bad1a4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480916 Nov 23 22:39:05.214234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c0418430-9b0f-4619-b1f9-2b9757495ff8 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/quotas/458f66a0f2d6481aa0f9703c61e96aca HTTP/1.1" status: 200 len: 375 time: 0.0215201 Nov 23 22:39:05.239673 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:05.275544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:05.285614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0 HTTP/1.1" status: 204 len: 168 time: 1.8606870 Nov 23 22:39:05.285981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58018) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:05.301223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d2255-789e-4081-a9d7-c7ff81df8dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ae1dcb-dbb2-4ef9-8e7c-4fd4090f86c0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:05.358748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-3125b771-51b2-4f45-a433-4aa2bfb83104 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=458f66a0f2d6481aa0f9703c61e96aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351342 Nov 23 22:39:05.377663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 345eda2f-ea99-4674-8813-3cb8bacbd7c3 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:05.412676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ae309-ae36-42e1-a949-3079f4b5c810 req-7490c267-ad44-4a3b-8407-1454dd00fdfb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:05.414286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad3ae309-ae36-42e1-a949-3079f4b5c810 req-7490c267-ad44-4a3b-8407-1454dd00fdfb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 945 time: 0.1110077 Nov 23 22:39:05.427260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 345eda2f-ea99-4674-8813-3cb8bacbd7c3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:39:05.427583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 345eda2f-ea99-4674-8813-3cb8bacbd7c3 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:05.517010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad3ae309-ae36-42e1-a949-3079f4b5c810 req-2c73db64-84ac-4f38-86f0-6b0cda4ef66d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959466 Nov 23 22:39:05.528877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-37e6cec0-285b-4a23-a597-f1a66ccd5a71 service neutron] 10.222.0.11 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494462 Nov 23 22:39:05.641135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-55253ed5-ef1f-4c40-beea-5fe779b34f46 service neutron] 10.222.0.11 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980883 Nov 23 22:39:05.831996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abeabff-2263-472d-87f1-bb32d144ae6e req-1bd5d8cf-d315-435d-a4ec-dd16a36058fa tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:05.840535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9abeabff-2263-472d-87f1-bb32d144ae6e req-1bd5d8cf-d315-435d-a4ec-dd16a36058fa tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.0990772 Nov 23 22:39:05.966995 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:05.982683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9abeabff-2263-472d-87f1-bb32d144ae6e req-a00927e1-ed82-4acb-bd43-8c0bb8f8e5c8 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337304 Nov 23 22:39:06.097742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee3549-c185-49f8-beda-52fcdfff23af req-2a025989-f10e-482d-83e6-05710ed52373 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:06.124785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cee3549-c185-49f8-beda-52fcdfff23af req-2a025989-f10e-482d-83e6-05710ed52373 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1092970 Nov 23 22:39:06.229064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4589c03f-2556-4f38-ab50-475dddd791ab up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:06.242513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ccd47-58bf-46c0-a3a2-50eec5cfb433 req-0b06fc8c-ef8c-44e1-9562-818ce6a56ea7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:06.244102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e97ccd47-58bf-46c0-a3a2-50eec5cfb433 req-0b06fc8c-ef8c-44e1-9562-818ce6a56ea7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0893893 Nov 23 22:39:06.255037 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cee3549-c185-49f8-beda-52fcdfff23af req-ead84fcc-c78f-43d1-8881-7f375c3ca15b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289704 Nov 23 22:39:06.314380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 4589c03f-2556-4f38-ab50-475dddd791ab completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:39:06.322439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 4589c03f-2556-4f38-ab50-475dddd791ab triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:06.323183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:06.357436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7a64a2e-d15f-47a2-9f88-e851a2930d08 req-32693a2a-236e-4f95-ac3d-d2f18cc77dc1 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 210 time: 0.0512023 Nov 23 22:39:06.387431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e97ccd47-58bf-46c0-a3a2-50eec5cfb433 req-6b97f5fd-fbac-4172-94e9-ab9461effa04 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311872 Nov 23 22:39:06.482549 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:06.589277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Deleting port afc2d04b-89b4-4ec9-95df-9b083b226b6d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:39:06.589661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:06.591958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a4ae4-c476-491f-86c1-0a3267b27551 req-4bf2e847-dbaa-4981-8d3b-a041a0f1ae0e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:06.599920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d1a4ae4-c476-491f-86c1-0a3267b27551 req-4bf2e847-dbaa-4981-8d3b-a041a0f1ae0e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1234999 Nov 23 22:39:06.612245 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:06.671299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:06.674423 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c8e6f-249a-4174-ab7d-43c58c996a3a" -d '{"events": [{"server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "name": "network-vif-plugged", "status": "completed", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:06.713092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:06.723174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:06.749006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d1a4ae4-c476-491f-86c1-0a3267b27551 req-5f5e1a69-7abc-4bab-9fd1-ce2923850540 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465192 Nov 23 22:39:06.769105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] For port afc2d04b-89b4-4ec9-95df-9b083b226b6d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=afc2d04b-89b4-4ec9-95df-9b083b226b6d,segment=NetworkSegment(823d8ce1-60e1-4903-ae20-8591fc0e7016),segment_id=823d8ce1-60e1-4903-ae20-8591fc0e7016)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:06.769545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:06.788580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74089dd2-48b0-42cd-92e2-c4d8dad9ce81 req-c8e67032-21e1-4cca-92db-aca0a6e874e1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:06.793535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Calling delete_port for afc2d04b-89b4-4ec9-95df-9b083b226b6d owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:39:06.797065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74089dd2-48b0-42cd-92e2-c4d8dad9ce81 req-c8e67032-21e1-4cca-92db-aca0a6e874e1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 945 time: 0.1099687 Nov 23 22:39:06.848985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:06.930459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74089dd2-48b0-42cd-92e2-c4d8dad9ce81 req-35275626-3a88-4948-82f9-dc90dedab5a0 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200325 Nov 23 22:39:06.982228 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e9a808-2fc4-48ae-9d90-3d069b9ce61a x-openstack-request-id: req-58e9a808-2fc4-48ae-9d90-3d069b9ce61a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:06.982667 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "name": "network-vif-plugged", "status": "completed", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:06.983020 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58e9a808-2fc4-48ae-9d90-3d069b9ce61a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:06.983529 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab', 'code': 200} Nov 23 22:39:07.156022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:07.194798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc2d04b-89b4-4ec9-95df-9b083b226b6d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:07.368912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0cdeb-867c-4166-87b4-17c18616ccbc req-4f558088-f50a-43dd-b026-15fffd28ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:07.371030 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9b0cdeb-867c-4166-87b4-17c18616ccbc req-4f558088-f50a-43dd-b026-15fffd28ca9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 1097 time: 0.1159046 Nov 23 22:39:07.415171 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:07.544097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9b0cdeb-867c-4166-87b4-17c18616ccbc req-7e7f4a37-f7e3-4eaf-8370-c033e37ff0be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436355 Nov 23 22:39:07.569353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:07.574236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16492185-84ed-4a66-a32a-df1cdf6188e4 req-29a18801-4184-4705-b6d1-152bb103329d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:07.575841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16492185-84ed-4a66-a32a-df1cdf6188e4 req-29a18801-4184-4705-b6d1-152bb103329d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.4544435 Nov 23 22:39:07.613483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3690f1-e881-4b2f-85b8-f6d1a16f40d1 req-1fd2abba-756b-4ee6-9a66-8191fd68003d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:07.615978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b3690f1-e881-4b2f-85b8-f6d1a16f40d1 req-1fd2abba-756b-4ee6-9a66-8191fd68003d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.5565424 Nov 23 22:39:07.694306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b3690f1-e881-4b2f-85b8-f6d1a16f40d1 req-36a9d186-4534-408c-9901-d397ff4004db tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639870 Nov 23 22:39:07.700466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16492185-84ed-4a66-a32a-df1cdf6188e4 req-8938b309-a2e7-4786-89b5-07f8e669edbe tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148119 Nov 23 22:39:07.764906 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:07.887956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Router e7f20310-2dae-42d9-94ba-c652143aa963 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:39:07.892284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e15ad17d-a7be-4562-b2e6-da31555a4554 req-02c83188-041b-4cd2-8510-2c047c2913a1 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 210 time: 0.0709054 Nov 23 22:39:08.059407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8987a-1e27-4332-a379-a2f091c826b4 req-518a62e5-ca61-4b4f-b78b-233a1aaf257d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:08.064081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03f8987a-1e27-4332-a379-a2f091c826b4 req-518a62e5-ca61-4b4f-b78b-233a1aaf257d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.2197909 Nov 23 22:39:08.077545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c1cf8598-e0d8-497c-a507-401a4cc719b4 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:08.079144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c1cf8598-e0d8-497c-a507-401a4cc719b4 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.48 "GET /v2.0/networks?id=39aaed07-6c3d-412b-8c7d-e76a32b5f418 HTTP/1.1" status: 200 len: 805 time: 0.3042164 Nov 23 22:39:08.094620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:39:08.107029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] Sync routers for ids ['e7f20310-2dae-42d9-94ba-c652143aa963'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:39:08.108161 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2c4e3482-314f-4903-b695-e2db3ee54220 admin admin] 10.222.0.11 "PUT /v2.0/routers/e7f20310-2dae-42d9-94ba-c652143aa963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207245 Nov 23 22:39:08.110637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:08.129430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] Routers {'e7f20310-2dae-42d9-94ba-c652143aa963'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:39:08.145875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:39:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e7f20310-2dae-42d9-94ba-c652143aa963'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:08.148537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7303-11e1-4be5-90dd-9eb7f18ad9ee req-0aa1b8d2-10a0-4aa6-a093-8edca9b47ad2 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:08.150194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-105e7303-11e1-4be5-90dd-9eb7f18ad9ee req-0aa1b8d2-10a0-4aa6-a093-8edca9b47ad2 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1437905 Nov 23 22:39:08.207836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03f8987a-1e27-4332-a379-a2f091c826b4 req-edc1d604-2236-4374-aeed-ce17c379cabe tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311016 Nov 23 22:39:08.235121 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:08.286999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-105e7303-11e1-4be5-90dd-9eb7f18ad9ee req-25db103d-af8a-4e69-8ede-8710ed1d1aa6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242514 Nov 23 22:39:08.304727 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c6fb4fba-dd85-42bc-a262-df9f84e785fe tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=458f66a0f2d6481aa0f9703c61e96aca HTTP/1.1" status: 200 len: 377 time: 0.1975331 Nov 23 22:39:08.314049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] Set router e7f20310-2dae-42d9-94ba-c652143aa963 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:39:08.324291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Request body: {'port': {'device_id': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'admin_state_up': True, 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'security_groups': ['b1a69e7a-99b2-481b-8311-0236c432805e']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:08.422659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:08.523517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Deleting port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:39:08.524289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:08.591236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7173f4a-e84b-4eaf-8743-4c11d0d699a8 req-de707332-7244-48d6-9e0e-ebe2a72e1e82 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:08.598894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7173f4a-e84b-4eaf-8743-4c11d0d699a8 req-de707332-7244-48d6-9e0e-ebe2a72e1e82 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 946 time: 0.2213781 Nov 23 22:39:08.694783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] For port 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:08.695196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:08.734101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:39:07Z', 'revision_number': 5, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port': {'id': '91a79c1f-fbeb-4edd-aa2e-0fdf221095b5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:36:55Z', 'updated_at': '2021-11-23T22:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:08.734577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Calling delete_port for 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:39:08.739899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c246b-8e36-4a05-8a44-bf4a811137da req-b58d1533-41bd-4028-a674-ee432b4fd59e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:08.755915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c11c246b-8e36-4a05-8a44-bf4a811137da req-b58d1533-41bd-4028-a674-ee432b4fd59e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2159636 Nov 23 22:39:08.780405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] Checking router: e7f20310-2dae-42d9-94ba-c652143aa963 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:39:08.793981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] Routers {'e7f20310-2dae-42d9-94ba-c652143aa963'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:39:08.794624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:39:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e7f20310-2dae-42d9-94ba-c652143aa963'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:08.817781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7173f4a-e84b-4eaf-8743-4c11d0d699a8 req-fb3d2823-ee01-40bf-8120-3d7f56ee8ec6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177460 Nov 23 22:39:08.828055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Made reservation on behalf of 458f66a0f2d6481aa0f9703c61e96aca for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:08.852902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:08.916466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] Set router e7f20310-2dae-42d9-94ba-c652143aa963 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:39:08.986110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:39:08Z', 'revision_number': 6, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:09.012019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c11c246b-8e36-4a05-8a44-bf4a811137da req-1a3b8791-89d4-486c-a29f-af1f9831893d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549741 Nov 23 22:39:09.017074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639001ec-b5f1-4f6e-83f0-dd9a1f9a75ac None None] The sync data for ids ['e7f20310-2dae-42d9-94ba-c652143aa963'] in n-d-817303-3 is: [{'id': 'e7f20310-2dae-42d9-94ba-c652143aa963', 'name': 'tempest-AttachSCSIVolumeTestJSON-776772549-router', 'tenant_id': 'e558bf2b92b4461fbbccc05e326ef897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:36:54Z', 'updated_at': '2021-11-23T22:39:08Z', 'revision_number': 6, 'project_id': 'e558bf2b92b4461fbbccc05e326ef897', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:39:09.160309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb882d1-fad3-48e2-bd04-2cd6a3b8a61f req-fc9e038b-b3f3-4d43-bc87-d527a81a6799 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:09.168154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bb882d1-fad3-48e2-bd04-2cd6a3b8a61f req-fc9e038b-b3f3-4d43-bc87-d527a81a6799 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.2444265 Nov 23 22:39:09.222947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af91717a-123b-43b9-855d-8dfd2996e349 req-64088ed5-7a23-46d1-8aef-effdb28ba0b8 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 210 time: 0.0711384 Nov 23 22:39:09.292194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Allocated IP 172.20.0.8 (39aaed07-6c3d-412b-8c7d-e76a32b5f418/764ae795-cb15-48f9-ab2d-4daa4c58a6d1/bbdd050f-17df-4a3b-b230-9803f3f61616) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:39:09.313658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bb882d1-fad3-48e2-bd04-2cd6a3b8a61f req-0920d9c2-7615-4519-b8c7-58cca613ee0d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384716 Nov 23 22:39:09.387548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.425319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device afc2d04b-89b4-4ec9-95df-9b083b226b6d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:09.462960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a79c1f-fbeb-4edd-aa2e-0fdf221095b5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:09.471627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: afc2d04b-89b4-4ec9-95df-9b083b226b6d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:39:09.472039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device afc2d04b-89b4-4ec9-95df-9b083b226b6d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:09.554002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.630225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266baa99-8317-4045-b14f-c77d23f4aea9 req-61db9166-9681-4d83-a266-a6d25fb2a20b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:09.631896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-266baa99-8317-4045-b14f-c77d23f4aea9 req-61db9166-9681-4d83-a266-a6d25fb2a20b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2825642 Nov 23 22:39:09.661714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45367bfb-61f0-4875-9dbd-f046f7b450b9 req-7b9df6fb-7cad-4232-a6c6-b7cd6cfa81ab tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:09.667882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.669013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45367bfb-61f0-4875-9dbd-f046f7b450b9 req-7b9df6fb-7cad-4232-a6c6-b7cd6cfa81ab tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.2072725 Nov 23 22:39:09.670117 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.722146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.722819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f20310-2dae-42d9-94ba-c652143aa963 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:39:09.731120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.735701 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b468edfd-a780-47f2-b75f-2b88aac59aa5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e7f20310-2dae-42d9-94ba-c652143aa963 HTTP/1.1" status: 204 len: 168 time: 1.6237481 Nov 23 22:39:09.736461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58098) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:09.764936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.789813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-266baa99-8317-4045-b14f-c77d23f4aea9 req-b3030bbc-a3dc-4d46-acc0-b08bf51e44ed tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501553 Nov 23 22:39:09.796001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] Deleting subnet 9242949f-9e57-4b6c-8a73-dfe8e09d41e6 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:39:09.799868 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.844177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45367bfb-61f0-4875-9dbd-f046f7b450b9 req-48bc04c1-6388-4a76-a4c9-99d200f2bdfd tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742125 Nov 23 22:39:09.876896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:09.931391 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.017254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.094459 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.094727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:39:10.112816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:10.148640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:39:10.159867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event updated for resources: {'Port': ['ID=bbdd050f-17df-4a3b-b230-9803f3f61616,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:10.160752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9242949f-9e57-4b6c-8a73-dfe8e09d41e6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:10.166316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.173359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81bc25-0c58-4ede-b513-a0fbaac15341 None None] Network 765c24e9-12c6-4675-abe3-27869eaaa356 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:39:10.176801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd3d11bb-7f6a-47e2-924b-6b1d16e2e0b7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9242949f-9e57-4b6c-8a73-dfe8e09d41e6 HTTP/1.1" status: 204 len: 168 time: 0.4376061 Nov 23 22:39:10.177740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:10.269137 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.337644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb406-c288-488d-9e0d-60a124b15c26 req-f5362ade-d09b-49a7-be50-293c33600e98 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:10.349924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24deb406-c288-488d-9e0d-60a124b15c26 req-f5362ade-d09b-49a7-be50-293c33600e98 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 946 time: 0.3372381 Nov 23 22:39:10.353338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Deleting port 8dbe851e-4baa-4290-86b2-43206addb766 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:39:10.353744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.404316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:10.404934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.457114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cbe6f-c0ae-438e-98db-bd5ce2756c3a req-350a156d-d01a-44bf-b34a-d6dcf906b542 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:10.466165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e6cbe6f-c0ae-438e-98db-bd5ce2756c3a req-350a156d-d01a-44bf-b34a-d6dcf906b542 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.3785756 Nov 23 22:39:10.476465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] For port 8dbe851e-4baa-4290-86b2-43206addb766, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8dbe851e-4baa-4290-86b2-43206addb766,segment=NetworkSegment(823d8ce1-60e1-4903-ae20-8591fc0e7016),segment_id=823d8ce1-60e1-4903-ae20-8591fc0e7016)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:10.477345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.519336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f388c742-83c3-4f75-bd1f-d8f74f9ceabb None None] Provisioning complete for port bbdd050f-17df-4a3b-b230-9803f3f61616 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:10.521656 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f388c742-83c3-4f75-bd1f-d8f74f9ceabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.530309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Calling delete_port for 8dbe851e-4baa-4290-86b2-43206addb766 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:39:10.545065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c2e1a397-8309-49aa-b596-b341c21367ad tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2298541 Nov 23 22:39:10.559745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24deb406-c288-488d-9e0d-60a124b15c26 req-a1337535-f918-43f8-a5a7-7b0b31769291 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082121 Nov 23 22:39:10.569616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Request body: {'port': {'device_id': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:10.658532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e6cbe6f-c0ae-438e-98db-bd5ce2756c3a req-d9830c01-41df-4b68-9544-437a65944711 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867452 Nov 23 22:39:10.667386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.686827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] No DVR routers for this DVR port 8dbe851e-4baa-4290-86b2-43206addb766 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:39:10.694743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f388c742-83c3-4f75-bd1f-d8f74f9ceabb None None] Port bbdd050f-17df-4a3b-b230-9803f3f61616 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:39:10.696624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c8a31-ea98-4c6e-b7a7-cbf7a2e6d94c None None] DHCP port deletion for 765c24e9-12c6-4675-abe3-27869eaaa356 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:39:10.723799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.760764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbe851e-4baa-4290-86b2-43206addb766,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:10.791389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.794682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.795153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.795504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.795877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.796213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.796544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.796874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.797198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.797522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.797843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.798161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:10.860970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.891597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765c24e9-12c6-4675-abe3-27869eaaa356']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:10.904870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823d8ce1-60e1-4903-ae20-8591fc0e7016') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:10.905260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823d8ce1-60e1-4903-ae20-8591fc0e7016') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:10.917576 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.933844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.943183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:39:10.943778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:39:10.945651 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:39:10.961310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28076-91cb-40f6-8261-0ed00783e30c req-a2bed84b-0f3f-4901-a66e-5f126cc32e13 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:10.969854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79a28076-91cb-40f6-8261-0ed00783e30c req-a2bed84b-0f3f-4901-a66e-5f126cc32e13 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 931 time: 0.1913488 Nov 23 22:39:11.014079 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:39:11.014660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.014853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68f33-26b8-4472-b9b6-36fa91d80bc4 req-7fff5365-435d-43ad-a14f-0528517b800d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:11.016580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb68f33-26b8-4472-b9b6-36fa91d80bc4 req-7fff5365-435d-43ad-a14f-0528517b800d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.1897311 Nov 23 22:39:11.031753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.039731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] 10.222.0.11 "DELETE /v2.0/networks/765c24e9-12c6-4675-abe3-27869eaaa356 HTTP/1.1" status: 204 len: 168 time: 0.8573165 Nov 23 22:39:11.051139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a09e4-6d57-4019-bc67-3ebdcbd26d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=765c24e9-12c6-4675-abe3-27869eaaa356,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:11.144717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79a28076-91cb-40f6-8261-0ed00783e30c req-2a17b56b-70e2-4f53-a042-661bbc6587fe tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1690335 Nov 23 22:39:11.165461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb68f33-26b8-4472-b9b6-36fa91d80bc4 req-496d5614-e2b5-4187-9930-17756b30cf48 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299925 Nov 23 22:39:11.187478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58134) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:11.243790 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1a9717e6-dd55-4209-88cc-ae7664f75c79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24b420f9ef2b461782814d9544f7f373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528314 Nov 23 22:39:11.244194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58136) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:11.356689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:11.385429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdd050f-17df-4a3b-b230-9803f3f61616 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:11.394918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.413004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:39:11.413786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 91a79c1f-fbeb-4edd-aa2e-0fdf221095b5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:11.414459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8dbe851e-4baa-4290-86b2-43206addb766 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:11.432205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Transition to ACTIVE for port object bbdd050f-17df-4a3b-b230-9803f3f61616 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:39:11.442025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9a13db1-4af2-412a-b32a-45f07c9300a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.443197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 8dbe851e-4baa-4290-86b2-43206addb766 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:39:11.444101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8dbe851e-4baa-4290-86b2-43206addb766 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:11.455216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.476312 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-ba3ced8f-7003-43ec-a3e0-07cc3199f7e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1388426 Nov 23 22:39:11.478198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9a13db1-4af2-412a-b32a-45f07c9300a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.579587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a70e-2ea1-4c6e-a81a-c966e0d290c9 req-6777a0fe-d138-4fbf-86eb-672700b13596 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:11.588632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5986a70e-2ea1-4c6e-a81a-c966e0d290c9 req-6777a0fe-d138-4fbf-86eb-672700b13596 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.3224237 Nov 23 22:39:11.627714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-98bf341b-f7e6-4a65-a937-dd3b8abecca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:11.632165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-98bf341b-f7e6-4a65-a937-dd3b8abecca6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 1101 time: 0.1124318 Nov 23 22:39:11.688991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9a13db1-4af2-412a-b32a-45f07c9300a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.693610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9a13db1-4af2-412a-b32a-45f07c9300a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:11.699102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e9a13db1-4af2-412a-b32a-45f07c9300a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea64bc9b-8796-4caf-8d4a-f3805a6830b4 HTTP/1.1" status: 204 len: 168 time: 0.4515121 Nov 23 22:39:11.719830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a13db1-4af2-412a-b32a-45f07c9300a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea64bc9b-8796-4caf-8d4a-f3805a6830b4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:11.720797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f89fe3-f006-498b-931f-c8320d260d44 req-4f899444-42b6-471b-8406-aba61615e863 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:11.723195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7f89fe3-f006-498b-931f-c8320d260d44 req-4f899444-42b6-471b-8406-aba61615e863 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.3155954 Nov 23 22:39:11.789718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdd050f-17df-4a3b-b230-9803f3f61616,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:11.846042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-b60edd8c-3896-4e86-bc8a-5f82a9d14f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:11.848422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-b60edd8c-3896-4e86-bc8a-5f82a9d14f7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1900060 Nov 23 22:39:11.894797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Attempting to bind port bbdd050f-17df-4a3b-b230-9803f3f61616 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:11.895144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Attempting to bind port bbdd050f-17df-4a3b-b230-9803f3f61616 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:11.895475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Attempting to bind port bbdd050f-17df-4a3b-b230-9803f3f61616 on network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:11.908989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5986a70e-2ea1-4c6e-a81a-c966e0d290c9 req-1667ff92-0bb3-45ff-820b-882e0ce4a7af tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172238 Nov 23 22:39:11.932195 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-157074d2-68b1-4c54-bfca-ed321e23b3d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 200 len: 217 time: 0.0723994 Nov 23 22:39:11.934651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Port bbdd050f-17df-4a3b-b230-9803f3f61616 on network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:11.935118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Attempting to bind port bbdd050f-17df-4a3b-b230-9803f3f61616 on network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:11.977852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7f89fe3-f006-498b-931f-c8320d260d44 req-c62b4576-0f14-4f75-b755-e08eb88435a1 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023427 Nov 23 22:39:11.979330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:11.981061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Checking segment: {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:11.981547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Bound using segment: {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:11.982124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Bound port: bbdd050f-17df-4a3b-b230-9803f3f61616, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:11.985548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:12.047040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-b140b446-9ca7-48d3-865d-27e6f4f8cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.053754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-b140b446-9ca7-48d3-865d-27e6f4f8cf75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1125131 Nov 23 22:39:12.101531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] For port bbdd050f-17df-4a3b-b230-9803f3f61616, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:12.105925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] For port bbdd050f-17df-4a3b-b230-9803f3f61616, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=bbdd050f-17df-4a3b-b230-9803f3f61616,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:12.111957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:12.155901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-01abe0c7-22cf-49e3-b3d2-48d13518c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.158533 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-01abe0c7-22cf-49e3-b3d2-48d13518c13f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911810 Nov 23 22:39:12.259778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.260524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:12.262547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] 10.222.0.48 "PUT /v2.0/ports/bbdd050f-17df-4a3b-b230-9803f3f61616 HTTP/1.1" status: 200 len: 1091 time: 1.6998661 Nov 23 22:39:12.283090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58154) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:12.286528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:12.290244 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8275ef64-c3d3-4ca3-8251-70c6ad148088" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:12.398745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d1775-3bfa-4d16-8abb-1a45b548be88 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdd050f-17df-4a3b-b230-9803f3f61616,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:12.416505 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a1b623e2-dea5-489b-bc13-a4985f6c282c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e558bf2b92b4461fbbccc05e326ef897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316218 Nov 23 22:39:12.418653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-45fe0079-81c4-49e6-b492-bad8e6508eee service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506623 Nov 23 22:39:12.419116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:12.441686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c70a3c-1407-4664-b647-4ebc44153615 req-a2f2bf4b-9a62-4962-a641-895d9ffd05f1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.443468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07c70a3c-1407-4664-b647-4ebc44153615 req-a2f2bf4b-9a62-4962-a641-895d9ffd05f1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 946 time: 0.2251127 Nov 23 22:39:12.452875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581fafd-bde4-4d48-b71d-343aca779112 req-a5bf2f7a-15ef-49e2-8a5a-0e8bed3937ef tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.454376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0581fafd-bde4-4d48-b71d-343aca779112 req-a5bf2f7a-15ef-49e2-8a5a-0e8bed3937ef tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2345157 Nov 23 22:39:12.501515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c4fe97e1-8e82-4b8e-843f-4c7004fa1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.503121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-c4fe97e1-8e82-4b8e-843f-4c7004fa1207 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=458f66a0f2d6481aa0f9703c61e96aca&device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 1094 time: 0.1424897 Nov 23 22:39:12.591526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57c6463f-b7cf-40b3-a526-b84604a228fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:12.603147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-a57c6cc5-24d8-43ab-b1a4-6e36674e00b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbdd050f-17df-4a3b-b230-9803f3f61616 HTTP/1.1" status: 200 len: 217 time: 0.0787785 Nov 23 22:39:12.662166 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57c6463f-b7cf-40b3-a526-b84604a228fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:12.694489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-cdac18b5-a46a-496a-98c7-355662d3cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.697479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-cdac18b5-a46a-496a-98c7-355662d3cdcb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=764ae795-cb15-48f9-ab2d-4daa4c58a6d1 HTTP/1.1" status: 200 len: 844 time: 0.0742352 Nov 23 22:39:12.698497 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4506ab7-4aa8-4b4b-86e9-7db4a3c54b04 req-fbbce44c-93e1-4739-b5c7-f7191aeb7c63 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789811 Nov 23 22:39:12.705427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0581fafd-bde4-4d48-b71d-343aca779112 req-f6a8c79c-84aa-4bf6-9cea-b3333103515d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409701 Nov 23 22:39:12.708900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07c70a3c-1407-4664-b647-4ebc44153615 req-ee2d1dfe-0f10-49ba-a593-d08eb918c4c5 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534320 Nov 23 22:39:12.743044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57c6463f-b7cf-40b3-a526-b84604a228fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:12.745746 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57c6463f-b7cf-40b3-a526-b84604a228fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:12.746909 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-57c6463f-b7cf-40b3-a526-b84604a228fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf9fc936-68ac-49a3-b422-e5af9e89133b HTTP/1.1" status: 204 len: 168 time: 0.3268631 Nov 23 22:39:12.765667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6463f-b7cf-40b3-a526-b84604a228fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9fc936-68ac-49a3-b422-e5af9e89133b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:12.917890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-e663140e-79bd-4bc7-b9d7-de5a35f717f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:12.919370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-e663140e-79bd-4bc7-b9d7-de5a35f717f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39aaed07-6c3d-412b-8c7d-e76a32b5f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988013 Nov 23 22:39:12.995259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff642-dafc-4fec-a968-8e1d191d3150 req-45a0244c-6d3c-4c26-9117-5cf7581b7fba tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:13.003518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1cff642-dafc-4fec-a968-8e1d191d3150 req-45a0244c-6d3c-4c26-9117-5cf7581b7fba tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 943 time: 0.2096753 Nov 23 22:39:13.112711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad9e30-2e37-4d59-b4d0-9743f6dfd136 req-09f365bd-717d-497f-af1f-3ee6e1d8e978 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:13.119502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cad9e30-2e37-4d59-b4d0-9743f6dfd136 req-09f365bd-717d-497f-af1f-3ee6e1d8e978 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.1832840 Nov 23 22:39:13.176308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1cff642-dafc-4fec-a968-8e1d191d3150 req-fcd0fe0f-0b68-4638-82f4-140b88b85b30 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1716678 Nov 23 22:39:13.178798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-5e34bb0b-297f-45a8-870d-d809419b2311 service neutron] 10.222.0.48 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310472 Nov 23 22:39:13.265538 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa19b29-9b90-4448-8dcf-54f002e8d1fe x-openstack-request-id: req-0aa19b29-9b90-4448-8dcf-54f002e8d1fe {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:13.266125 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:13.266125 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0aa19b29-9b90-4448-8dcf-54f002e8d1fe {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:13.266474 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'status': 'completed', 'code': 200} Nov 23 22:39:13.290127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cad9e30-2e37-4d59-b4d0-9743f6dfd136 req-4708947b-8ab0-45cd-981d-23b251b94738 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696441 Nov 23 22:39:13.512045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9ce11a8-e076-4173-bbff-fe6b2210b172 req-bd6d879f-47a6-40a1-8afa-6e314e7e6a1c service neutron] 10.222.0.48 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110752 Nov 23 22:39:13.551267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd71e21-a572-4879-81fc-1f4087868bf5 req-6ba7c3f9-2b34-437b-b631-30ae88ac696b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:13.552405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fd71e21-a572-4879-81fc-1f4087868bf5 req-6ba7c3f9-2b34-437b-b631-30ae88ac696b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1179066 Nov 23 22:39:13.704369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fd71e21-a572-4879-81fc-1f4087868bf5 req-dcdad8f2-2f22-499a-97cd-5cc69ed05052 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379576 Nov 23 22:39:13.743433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-e3c38d39-d741-4baf-9058-f080f2c9ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:13.745075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-e3c38d39-d741-4baf-9058-f080f2c9ed3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=458f66a0f2d6481aa0f9703c61e96aca&device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 1094 time: 0.0707002 Nov 23 22:39:14.007479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58204) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:14.040202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e802a4-7540-4cfb-8882-cc609fd5a79d req-ceeed5a8-4db3-4cc6-be1c-da2c7456af57 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:14.041752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0e802a4-7540-4cfb-8882-cc609fd5a79d req-ceeed5a8-4db3-4cc6-be1c-da2c7456af57 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1945467 Nov 23 22:39:14.047427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-a69dc17a-bba1-4ec1-b069-24885c63208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:14.049143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-a69dc17a-bba1-4ec1-b069-24885c63208c service neutron] 10.222.0.48 "GET /v2.0/networks?id=39aaed07-6c3d-412b-8c7d-e76a32b5f418 HTTP/1.1" status: 200 len: 906 time: 0.2919002 Nov 23 22:39:14.106961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-55e83bdd-253c-49c7-90e6-c8880d16b555 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbdd050f-17df-4a3b-b230-9803f3f61616 HTTP/1.1" status: 200 len: 217 time: 0.0418634 Nov 23 22:39:14.133938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1045384911-network', 'tenant_id': '18dbbcccaff0425fa617b53263c8610c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:14.177518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0e802a4-7540-4cfb-8882-cc609fd5a79d req-7f9dab98-15d0-4042-a46b-b7bd27405282 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265054 Nov 23 22:39:14.178691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Made reservation on behalf of 18dbbcccaff0425fa617b53263c8610c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:14.183945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.187746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-93c50571-e3d4-417a-8d58-065e9de8c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:14.189203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-93c50571-e3d4-417a-8d58-065e9de8c270 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=764ae795-cb15-48f9-ab2d-4daa4c58a6d1 HTTP/1.1" status: 200 len: 844 time: 0.0709109 Nov 23 22:39:14.194434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.292061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-a1f3ef59-648c-4175-8856-028b06cabd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:14.293949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-a1f3ef59-648c-4175-8856-028b06cabd5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39aaed07-6c3d-412b-8c7d-e76a32b5f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951006 Nov 23 22:39:14.362593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.368575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.392731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:39:14.427778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a13ada6-367f-42df-8cc2-dadbc710c828,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:14.432116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.432501 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Added segment fdb56687-31c2-429c-9998-31b161cd30c4 of type vlan for network 877a8998-7ea0-44b5-90f3-139ccde25045 Nov 23 22:39:14.509137 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.542190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.543195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:14.544711 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.591520 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5816357 Nov 23 22:39:14.594587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58230) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:14.633882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Request body: {'subnet': {'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1045384911-subnet', 'tenant_id': '18dbbcccaff0425fa617b53263c8610c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:14.644702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1090d-ac7c-4711-ab1a-e7c95c3cab57 admin admin] Pushing event updated for resources: {'Network': ['ID=877a8998-7ea0-44b5-90f3-139ccde25045,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:14.661820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 877a8998-7ea0-44b5-90f3-139ccde25045 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:39:14.668325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Made reservation on behalf of 18dbbcccaff0425fa617b53263c8610c for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:14.670893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.861485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-f6896070-490a-460c-b743-a2c2f6cef63c service neutron] 10.222.0.48 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567794 Nov 23 22:39:14.880480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed3572-2f59-4f83-a5f0-aed47a352a91 req-ac236a1e-a312-438a-a690-4166d9bdd208 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:14.882008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4ed3572-2f59-4f83-a5f0-aed47a352a91 req-ac236a1e-a312-438a-a690-4166d9bdd208 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 943 time: 0.4541593 Nov 23 22:39:14.896710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80269da-0616-4bff-a889-d5fdad320b93 req-d63c48b1-4b20-4133-aaae-e54e849052f2 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:14.898300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f80269da-0616-4bff-a889-d5fdad320b93 req-d63c48b1-4b20-4133-aaae-e54e849052f2 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.4314616 Nov 23 22:39:14.911059 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:14.986220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d711f4bb-f0b1-4f6d-9943-a15c5a9dc198,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:14.993279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Checking segment: {'id': 'fdb56687-31c2-429c-9998-31b161cd30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:14.993544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Network hostable DHCP agents. Network: 877a8998-7ea0-44b5-90f3-139ccde25045, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:39:15.017810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Network 877a8998-7ea0-44b5-90f3-139ccde25045 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:39:15.034673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 877a8998-7ea0-44b5-90f3-139ccde25045) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:15.040520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:15.041349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:15.046244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a7457-2c69-44a7-8cf2-4900c482909a None None] Network 877a8998-7ea0-44b5-90f3-139ccde25045 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:39:15.076228 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fffd341c-585c-42fb-964d-fb910dab5a2b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4805186 Nov 23 22:39:15.139171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4ed3572-2f59-4f83-a5f0-aed47a352a91 req-9e4ccf0b-0aff-4694-81e9-6913fa81c631 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2397602 Nov 23 22:39:15.145967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f80269da-0616-4bff-a889-d5fdad320b93 req-ab927fbf-25dd-41b4-b166-c10cae7849fb tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231529 Nov 23 22:39:15.149363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8275ef64-c3d3-4ca3-8251-70c6ad148088 req-0cea15fd-3ec3-485e-8a4a-b0e63ae2cea8 service neutron] 10.222.0.48 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789986 Nov 23 22:39:15.210253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c38d4-ba19-4286-87aa-e1999e72003b None None] Network 877a8998-7ea0-44b5-90f3-139ccde25045 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:39:15.366271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422932f9-6af4-41de-b1b2-8db14c4522d6 req-2e2f79b0-3c18-4a69-a370-27655c9d0e10 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:15.370748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-422932f9-6af4-41de-b1b2-8db14c4522d6 req-2e2f79b0-3c18-4a69-a370-27655c9d0e10 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0938740 Nov 23 22:39:15.468061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9780b-4af4-483d-9c24-b3bf439e7306 req-08ed3a2b-2242-4bbf-87ee-4a3268d338f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:15.469732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bea9780b-4af4-483d-9c24-b3bf439e7306 req-08ed3a2b-2242-4bbf-87ee-4a3268d338f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.0980470 Nov 23 22:39:15.480064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-422932f9-6af4-41de-b1b2-8db14c4522d6 req-75089c11-78d1-4ed0-aa41-d57123dda0b4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908525 Nov 23 22:39:15.550676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bea9780b-4af4-483d-9c24-b3bf439e7306 req-9b70c86d-0738-4265-847d-a106cb56c4fc tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655923 Nov 23 22:39:15.790938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58262) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:15.796157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-60196976-network', 'tenant_id': 'c69427a5a7524a36990e528e84a13e5e'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:15.818596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Made reservation on behalf of c69427a5a7524a36990e528e84a13e5e for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:15.820970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:15.829901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:15.907920 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:15.912494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:15.939001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:39:15.945152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfca1537-a185-4825-96e2-e0ba52fe2522,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:15.950908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:15.951269 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Added segment 7421da75-7471-4ad5-b425-f3f3e40d0809 of type vlan for network 381858b6-7e25-43be-b0d9-ec343d93aca2 Nov 23 22:39:15.996367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.024794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.025980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:16.026865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.091952 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2997456 Nov 23 22:39:16.093171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d3328-aaa4-4a68-b5de-fa94bd2e2ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=381858b6-7e25-43be-b0d9-ec343d93aca2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:16.095829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:16.101267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Request body: {'subnet': {'network_id': '381858b6-7e25-43be-b0d9-ec343d93aca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-60196976-subnet', 'tenant_id': 'c69427a5a7524a36990e528e84a13e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:16.105048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 381858b6-7e25-43be-b0d9-ec343d93aca2 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:39:16.148937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Made reservation on behalf of c69427a5a7524a36990e528e84a13e5e for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:16.151998 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.306981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4589c03f-2556-4f38-ab50-475dddd791ab details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:16.317490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daecee-3eda-4aba-854b-b8f20c4b1ff9 req-075d01ad-147b-4b3e-9562-97f6bddf5b40 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:16.325931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3daecee-3eda-4aba-854b-b8f20c4b1ff9 req-075d01ad-147b-4b3e-9562-97f6bddf5b40 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 943 time: 0.0931652 Nov 23 22:39:16.353738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5081db-cff4-46a5-a899-1a1ac208c96f req-259bdd3d-49e3-43f2-b8b2-9fb3af6df47d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:16.355227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f5081db-cff4-46a5-a899-1a1ac208c96f req-259bdd3d-49e3-43f2-b8b2-9fb3af6df47d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.0929899 Nov 23 22:39:16.372347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.397854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3daecee-3eda-4aba-854b-b8f20c4b1ff9 req-1f22c001-a52d-4522-b5a6-dcbb45f36c63 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0707960 Nov 23 22:39:16.425765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f5081db-cff4-46a5-a899-1a1ac208c96f req-6baef514-c4a1-4aee-bfcd-4f4feb73cc11 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571127 Nov 23 22:39:16.429011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb451c7-9202-4cf2-90bb-771cc4570284,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:16.445225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:16.445377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Checking segment: {'id': '7421da75-7471-4ad5-b425-f3f3e40d0809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '381858b6-7e25-43be-b0d9-ec343d93aca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:16.445613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Network hostable DHCP agents. Network: 381858b6-7e25-43be-b0d9-ec343d93aca2, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:39:16.467436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Network 381858b6-7e25-43be-b0d9-ec343d93aca2 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:39:16.469694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '4589c03f-2556-4f38-ab50-475dddd791ab', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': '4589c03f-2556-4f38-ab50-475dddd791ab', 'mac_address': 'fa:16:3e:46:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:16.477646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 381858b6-7e25-43be-b0d9-ec343d93aca2) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:16.481936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:16.483267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.508598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1f08667c-527d-482f-b847-6cdc3620211e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4106259 Nov 23 22:39:16.509149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9037704-0cdb-49ad-bb5e-b01f34c7a118 None None] Network 381858b6-7e25-43be-b0d9-ec343d93aca2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:39:16.601060 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.619854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4589c03f-2556-4f38-ab50-475dddd791ab {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:16.638267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0f177-254b-4648-afa1-5015496b6b36 req-fc9fa504-17e2-48d6-9e42-78c8e03015e3 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:16.640938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c0f177-254b-4648-afa1-5015496b6b36 req-fc9fa504-17e2-48d6-9e42-78c8e03015e3 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0809433 Nov 23 22:39:16.648770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:16.662816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:16.726690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:16.742670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb96ca9-47f3-42f9-afa3-04ae39516655 req-55a6449d-1e3d-45bb-9183-482960bf0f54 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:16.752683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ffb96ca9-47f3-42f9-afa3-04ae39516655 req-55a6449d-1e3d-45bb-9183-482960bf0f54 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1098762 Nov 23 22:39:16.780881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4308b9-9fea-4657-a918-b33fa4990b24 None None] Network 381858b6-7e25-43be-b0d9-ec343d93aca2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:39:16.785214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c0f177-254b-4648-afa1-5015496b6b36 req-303720a2-5cb9-49b6-a651-f5d9ab24387b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321583 Nov 23 22:39:16.802944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['4589c03f-2556-4f38-ab50-475dddd791ab'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:16.840823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ffb96ca9-47f3-42f9-afa3-04ae39516655 req-b9d4b6c4-659c-40d9-9693-6bc9aa45f2c0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850399 Nov 23 22:39:17.201024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-3df1833a-6052-4dd7-9f7a-7af622601916 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:17.209784 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-3df1833a-6052-4dd7-9f7a-7af622601916 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/networks?id=877a8998-7ea0-44b5-90f3-139ccde25045 HTTP/1.1" status: 200 len: 815 time: 0.1562610 Nov 23 22:39:17.240206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-97f606dc-cad0-4274-9bc9-ccab65a918a5 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/quotas/18dbbcccaff0425fa617b53263c8610c HTTP/1.1" status: 200 len: 375 time: 0.0292959 Nov 23 22:39:17.286188 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-b5517a32-1b80-4e38-b144-885a16b28652 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18dbbcccaff0425fa617b53263c8610c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449743 Nov 23 22:39:17.524396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-10320409-e3ba-42b9-bf2d-374e37ceb5fa service neutron] 10.222.0.11 "GET /v2.0/networks/877a8998-7ea0-44b5-90f3-139ccde25045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370276 Nov 23 22:39:17.590587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-99db6cc5-ea8d-456b-b991-0d9523685cda tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:17.594497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-99db6cc5-ea8d-456b-b991-0d9523685cda tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 0.2203658 Nov 23 22:39:17.614553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device bbdd050f-17df-4a3b-b230-9803f3f61616 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:17.696284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-51620ddb-1669-451c-bacb-0100e8b86cd2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/quotas/69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 375 time: 0.0530839 Nov 23 22:39:17.751555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port bbdd050f-17df-4a3b-b230-9803f3f61616, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=bbdd050f-17df-4a3b-b230-9803f3f61616,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:17.761808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-29c668aa-f779-4a21-ba58-ca3ee4cd46e6 service neutron] 10.222.0.11 "GET /v2.0/networks/877a8998-7ea0-44b5-90f3-139ccde25045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294800 Nov 23 22:39:17.768286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'port_id': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'mac_address': 'fa:16:3e:34:16:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:17.794362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-7886b736-a77f-45f1-9bf5-2c7d14e19409 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889208 Nov 23 22:39:17.831871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:17.851811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdd050f-17df-4a3b-b230-9803f3f61616 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:17.891092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port bbdd050f-17df-4a3b-b230-9803f3f61616, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=bbdd050f-17df-4a3b-b230-9803f3f61616,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:17.900480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:17.938642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-121ce239-07da-4333-a99f-2940cfef3bac service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312344 Nov 23 22:39:18.030704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=bbdd050f-17df-4a3b-b230-9803f3f61616,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:18.102008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-b9881da3-6b87-45ae-84da-c6b2577e05bf service neutron] 10.222.0.11 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519454 Nov 23 22:39:18.113749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6ee33-6aa4-47c3-bc74-ccf05c84e09b req-704993d1-3411-4adc-8581-874b5a8c4ffe tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:18.115415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ea6ee33-6aa4-47c3-bc74-ccf05c84e09b req-704993d1-3411-4adc-8581-874b5a8c4ffe tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 944 time: 0.0816851 Nov 23 22:39:18.189181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ea6ee33-6aa4-47c3-bc74-ccf05c84e09b req-047764f3-fb65-40f2-81a2-1270df5f4ac5 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0677989 Nov 23 22:39:18.273277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['bbdd050f-17df-4a3b-b230-9803f3f61616'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:18.320028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4589c03f-2556-4f38-ab50-475dddd791ab up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:18.384673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa7914-eac2-4a98-8346-11bbc07c5c2c req-c8e7cff8-8823-4801-9e05-11aef73c2a74 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:18.392605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86aa7914-eac2-4a98-8346-11bbc07c5c2c req-c8e7cff8-8823-4801-9e05-11aef73c2a74 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.1151648 Nov 23 22:39:18.470514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86aa7914-eac2-4a98-8346-11bbc07c5c2c req-f4d69d47-b38e-466f-9dbd-e42a239fe5c5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758591 Nov 23 22:39:18.545277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 4589c03f-2556-4f38-ab50-475dddd791ab triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:18.545477 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:18.828408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:18.865038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:18.868129 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248120ca-fec2-470e-98e1-23ca3659cb74" -d '{"events": [{"server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "name": "network-vif-plugged", "status": "completed", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:18.873737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85fcac-2414-4d43-9283-920b493d949e req-4d53869e-1e9d-4b2a-a5b0-6fad283546d6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:18.876903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc85fcac-2414-4d43-9283-920b493d949e req-4d53869e-1e9d-4b2a-a5b0-6fad283546d6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1521962 Nov 23 22:39:18.889662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:18.897590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:18.913697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd190d3-5f53-458a-8388-7dc54a351711 req-62b7060f-83f7-4e3c-bf8a-f57fc521ebe2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:18.926693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1dd190d3-5f53-458a-8388-7dc54a351711 req-62b7060f-83f7-4e3c-bf8a-f57fc521ebe2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1498065 Nov 23 22:39:18.954886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:19.024872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1dd190d3-5f53-458a-8388-7dc54a351711 req-c30555a5-c404-4d9f-96a8-a9c669c4b9ab tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969946 Nov 23 22:39:19.040807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc85fcac-2414-4d43-9283-920b493d949e req-8263a434-1539-4aca-a25a-8a3685e88ed4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447794 Nov 23 22:39:19.148412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-345e60d3-b08d-4966-aeb9-a3a019d3bb91 req-421dfd7a-8122-4484-87a9-e4e9b9d87641 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 210 time: 0.0431418 Nov 23 22:39:19.212486 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8330ad05-5f81-438d-ac4c-ca972f71ec11 x-openstack-request-id: req-8330ad05-5f81-438d-ac4c-ca972f71ec11 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:19.213427 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "name": "network-vif-plugged", "status": "completed", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:19.218788 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8330ad05-5f81-438d-ac4c-ca972f71ec11 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:19.219514 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab', 'code': 200} Nov 23 22:39:19.230092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-edc74cb3-4cb8-4230-8f67-b2e2fbd88900 req-d7bd2191-f484-4cbc-b5c7-93874ea6cbef tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.0574970 Nov 23 22:39:19.369741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b09f-6b00-4d94-a1a3-127d2784fb8f req-048901bc-05c9-4f6c-86a0-3e397a54d75e tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:19.371269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b48b09f-6b00-4d94-a1a3-127d2784fb8f req-048901bc-05c9-4f6c-86a0-3e397a54d75e tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 944 time: 0.0760591 Nov 23 22:39:19.436198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b48b09f-6b00-4d94-a1a3-127d2784fb8f req-9edb8654-918f-450f-9d2e-ba8280c34942 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571465 Nov 23 22:39:19.531666 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-10451c67-9dbe-4854-bcd4-9c332728871e req-cd565364-0a90-458a-adb2-694153c0e048 service neutron] show failed (client error): The resource could not be found. Nov 23 22:39:19.532754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-cd565364-0a90-458a-adb2-694153c0e048 service neutron] 10.222.0.48 "GET /v2.0/ports/3929209f-3346-48a0-b282-3f56c81abc0d/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0750959 Nov 23 22:39:19.611364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ed8c5-9a28-4fd4-924b-113631093cf9 req-50d1a213-21c5-4ac3-991b-c49e2d3c2e3b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:19.619728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc8ed8c5-9a28-4fd4-924b-113631093cf9 req-50d1a213-21c5-4ac3-991b-c49e2d3c2e3b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 946 time: 0.0626523 Nov 23 22:39:19.626761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device bbdd050f-17df-4a3b-b230-9803f3f61616 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:19.707053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc8ed8c5-9a28-4fd4-924b-113631093cf9 req-2277b640-1cf5-4614-ba50-36412693caef tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861156 Nov 23 22:39:19.740514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port bbdd050f-17df-4a3b-b230-9803f3f61616 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:39:19.751671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port bbdd050f-17df-4a3b-b230-9803f3f61616 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:19.753226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:19.859825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:19.954730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port bbdd050f-17df-4a3b-b230-9803f3f61616, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=bbdd050f-17df-4a3b-b230-9803f3f61616,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:19.962091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:20.027939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-f2cb8d28-ec9c-49e6-b9c2-962e2129939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:20.030082 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-f2cb8d28-ec9c-49e6-b9c2-962e2129939e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f&tenant_id=28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 1101 time: 0.1645463 Nov 23 22:39:20.034060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-800da3f8-3a10-4ee5-ae51-248f62a3695c tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:20.039653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-800da3f8-3a10-4ee5-ae51-248f62a3695c tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1097 time: 0.1018267 Nov 23 22:39:20.061814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:20.074305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=bbdd050f-17df-4a3b-b230-9803f3f61616,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:20.091529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-0c3d395a-9f70-467a-a9da-e74ca37d86b4 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:20.095722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-0c3d395a-9f70-467a-a9da-e74ca37d86b4 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.48 "GET /v2.0/networks?id=877a8998-7ea0-44b5-90f3-139ccde25045 HTTP/1.1" status: 200 len: 815 time: 0.2146895 Nov 23 22:39:20.117241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Request body: {'port': {'device_id': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045', 'admin_state_up': True, 'tenant_id': '18dbbcccaff0425fa617b53263c8610c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:20.138156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:20.224846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:20.344258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343f7f-82de-4ff7-bb90-8ed497907013 req-92948df2-4120-4129-9f87-d796401f011d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:20.347096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86343f7f-82de-4ff7-bb90-8ed497907013 req-92948df2-4120-4129-9f87-d796401f011d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 950 time: 0.1955819 Nov 23 22:39:20.358897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4152-d9e9-487e-89e8-ea7e92c54e4e req-fb18dbe3-f9e0-451c-8068-de807527a649 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:20.361203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-486d4152-d9e9-487e-89e8-ea7e92c54e4e req-fb18dbe3-f9e0-451c-8068-de807527a649 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2394679 Nov 23 22:39:20.380869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:20.428541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:20.468158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Made reservation on behalf of 18dbbcccaff0425fa617b53263c8610c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:20.472780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:20.507040 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:20.507397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86343f7f-82de-4ff7-bb90-8ed497907013 req-f06a419e-4a10-49c6-a94e-dc270fb57ccc tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429682 Nov 23 22:39:20.669094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:20.681686 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe4c1ad-57c5-4536-9b9c-b84ce9391b56" -d '{"events": [{"server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:20.701680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-2edca2d7-1f23-4ba0-b97a-3c040c579050 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:20.703204 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-2edca2d7-1f23-4ba0-b97a-3c040c579050 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 808 time: 0.2726886 Nov 23 22:39:20.710184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:20.745096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Request body: {'port': {'device_id': '3b0877f2-2dad-404e-b564-94728f3761f7', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'admin_state_up': True, 'tenant_id': '69239f0e29434091bfe5a4af5be34fbe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:20.762479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:20.883458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Allocated IP 172.20.0.11 (877a8998-7ea0-44b5-90f3-139ccde25045/d711f4bb-f0b1-4f6d-9943-a15c5a9dc198/a304b9e2-211b-42a1-b99e-d1f1121cecf4) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:39:21.005270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:21.041460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:21.087478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.102489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Transition to ACTIVE for port object 3929209f-3346-48a0-b282-3f56c81abc0d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:39:21.124119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.131965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.190131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-486d4152-d9e9-487e-89e8-ea7e92c54e4e req-b35afd1f-9045-4bd9-b16e-88e47da77cd4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8133461 Nov 23 22:39:21.207918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.222209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:21.226222 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bfa922-6831-4c0d-a388-393d5daf91ea" -d '{"events": [{"server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "name": "network-vif-plugged", "status": "completed", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:21.281678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Network 877a8998-7ea0-44b5-90f3-139ccde25045 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:39:21.303919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:21.310694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:39:21.417982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:21.418642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.430865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] No DVR routers for this DVR port 3929209f-3346-48a0-b282-3f56c81abc0d on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:39:21.438282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:21.474915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bf952-85e9-4061-aec6-0da54be7cb57 req-423f0b19-3bee-4e00-9162-cee60bba1ef4 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:21.493428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc4bf952-85e9-4061-aec6-0da54be7cb57 req-423f0b19-3bee-4e00-9162-cee60bba1ef4 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 932 time: 0.3083601 Nov 23 22:39:21.499482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Pushing event updated for resources: {'Port': ['ID=a304b9e2-211b-42a1-b99e-d1f1121cecf4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:21.505063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0055c3e3-5e12-43b5-927e-1e38281ae237 req-56255b27-e01b-4873-aef2-6a95e5037dac tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.1820667 Nov 23 22:39:21.530988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.531344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.531723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.532067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.532554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.532896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.533227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.534425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.534425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.534750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.535081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.535408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:21.569396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on host n-h1-817303-3 for vnic_type normal with profile {"migrating_to": "n-h2-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:21.569727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:21.570418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:21.575766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:21.576656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:21.576656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:21.585364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc4bf952-85e9-4061-aec6-0da54be7cb57 req-a0c8fa82-2151-4f18-bfd1-beb47064f2a4 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909326 Nov 23 22:39:21.604075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:21.604394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Attempting to bind port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:21.619277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:21.619629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:21.631693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:21.632037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:21.632399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:21.632846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Bound port: 3929209f-3346-48a0-b282-3f56c81abc0d, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:21.633196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.639300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-8a4d82d8-0dfa-4d2c-84c1-d4d919390cf3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5273852 Nov 23 22:39:21.666974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Request body: {'port': {'device_id': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:21.692561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:21.692895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:21.693284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:21.693731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Bound port: d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:21.694083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.697676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Made reservation on behalf of 69239f0e29434091bfe5a4af5be34fbe for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:21.711136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.773990 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806b970b-71b5-4e62-8be2-4cfd294f452b x-openstack-request-id: req-806b970b-71b5-4e62-8be2-4cfd294f452b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:21.774559 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:21.775110 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-806b970b-71b5-4e62-8be2-4cfd294f452b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:21.775691 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d', 'code': 200} Nov 23 22:39:21.794769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:21.803547 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.875912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:21.880363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:21.900408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:21.998890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:22.048463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:22.063312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:22.079346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:22.150014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:22.151124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:22.152683 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] 10.222.0.46 "PUT /v2.0/ports/3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 1096 time: 2.1032801 Nov 23 22:39:22.197884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363a2d4-6a48-4e14-a738-22345d724ae0 req-c8babe65-1097-4351-8359-30674dfcf8c7 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:22.211171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:22.211884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:22.213359 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-8c244bd6-c89e-40e0-bd1b-c5692626261c service neutron] 10.222.0.46 "PUT /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 1122 time: 2.1609993 Nov 23 22:39:22.218764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8363a2d4-6a48-4e14-a738-22345d724ae0 req-c8babe65-1097-4351-8359-30674dfcf8c7 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.4869249 Nov 23 22:39:22.233238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Allocated IP 172.20.0.12 (3847a0f4-8f04-4cee-8a09-7670b605e49c/d94a85b9-3d97-43e1-9ecc-a6a9c216f04d/b93cf2b9-0035-410b-aaed-e8717b035b80) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:39:22.313511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada51833-1213-4abb-bbb8-d02c74d2b822 service neutron] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:22.328553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b2ae3-db90-4337-83a9-ff67128e73fe req-b8f275e7-d006-4bbd-8d69-90237fc04abd tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:22.337603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b2ae3-db90-4337-83a9-ff67128e73fe req-b8f275e7-d006-4bbd-8d69-90237fc04abd tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.5176516 Nov 23 22:39:22.354538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a304b9e2-211b-42a1-b99e-d1f1121cecf4 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:22.383008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:22.388958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:22.532472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8363a2d4-6a48-4e14-a738-22345d724ae0 req-edddf15d-061f-43d7-a66d-8d75f08697fb tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3083208 Nov 23 22:39:22.558530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b2ae3-db90-4337-83a9-ff67128e73fe req-f3dd8113-3608-4224-bc01-8f45fbd38234 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199576 Nov 23 22:39:22.577699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Transition to ACTIVE for port object a304b9e2-211b-42a1-b99e-d1f1121cecf4 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:39:22.586439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:22.592562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-a3bdc2ee-c76b-44c5-9be8-b9e746e57763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:22.598902 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-a3bdc2ee-c76b-44c5-9be8-b9e746e57763 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1099 time: 0.2523334 Nov 23 22:39:22.659680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:22.668244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:22.800515 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918f993-b574-4fb5-85a0-03435cb0f2dc x-openstack-request-id: req-b918f993-b574-4fb5-85a0-03435cb0f2dc {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:22.800515 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "name": "network-vif-plugged", "status": "completed", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:22.800812 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b918f993-b574-4fb5-85a0-03435cb0f2dc {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:22.801087 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'code': 200} Nov 23 22:39:22.855205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Pushing event updated for resources: {'Port': ['ID=a304b9e2-211b-42a1-b99e-d1f1121cecf4,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:22.936546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-4b777e93-581e-4e3d-b718-9333c4232bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:22.938062 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-4b777e93-581e-4e3d-b718-9333c4232bce service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.3116362 Nov 23 22:39:23.026400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:23.028826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-33e9dd99-3b68-4d4c-bc11-49f823e0baa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0717909 Nov 23 22:39:23.040670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc82dbc-df1b-4d3d-9bcc-fa583ee02054 req-8aee3eec-6636-4508-9240-3fc919ce20f2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.049775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cc82dbc-df1b-4d3d-9bcc-fa583ee02054 req-8aee3eec-6636-4508-9240-3fc919ce20f2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 948 time: 0.2109370 Nov 23 22:39:23.061424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Attempting to bind port a304b9e2-211b-42a1-b99e-d1f1121cecf4 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:23.063697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Attempting to bind port a304b9e2-211b-42a1-b99e-d1f1121cecf4 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'fdb56687-31c2-429c-9998-31b161cd30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:23.064122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Attempting to bind port a304b9e2-211b-42a1-b99e-d1f1121cecf4 on network 877a8998-7ea0-44b5-90f3-139ccde25045 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:23.099267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d has no active binding in host n-h2-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:39:23.123919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fdc13-3cf1-4554-9d59-21e2a1505c87 req-7d281983-4c07-40d6-b153-5a180a57754e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.139779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f04fdc13-3cf1-4554-9d59-21e2a1505c87 req-7d281983-4c07-40d6-b153-5a180a57754e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.2514009 Nov 23 22:39:23.160588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00245-f638-4808-8e24-c11731b01505 req-0896ccd9-e520-4ee3-82ad-f11c2cd1fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.162900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f00245-f638-4808-8e24-c11731b01505 req-0896ccd9-e520-4ee3-82ad-f11c2cd1fc06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 1096 time: 0.2203155 Nov 23 22:39:23.174310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Port a304b9e2-211b-42a1-b99e-d1f1121cecf4 on network 877a8998-7ea0-44b5-90f3-139ccde25045 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:23.174832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Attempting to bind port a304b9e2-211b-42a1-b99e-d1f1121cecf4 on network 877a8998-7ea0-44b5-90f3-139ccde25045 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:23.200966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:23.201688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Checking segment: {'id': 'fdb56687-31c2-429c-9998-31b161cd30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:23.202014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Bound using segment: {'id': 'fdb56687-31c2-429c-9998-31b161cd30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:23.202546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Bound port: a304b9e2-211b-42a1-b99e-d1f1121cecf4, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb56687-31c2-429c-9998-31b161cd30c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:23.202975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:23.211435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ae073eff-b423-4799-8fe9-9986fdd30001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.214298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ae073eff-b423-4799-8fe9-9986fdd30001 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1629462 Nov 23 22:39:23.281134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cc82dbc-df1b-4d3d-9bcc-fa583ee02054 req-cacd98c5-029b-4759-a4bc-9cd87376f6da tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303050 Nov 23 22:39:23.322438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d5f00245-f638-4808-8e24-c11731b01505 req-b05137b0-1149-4d7e-b420-a14d101e24e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1435521 Nov 23 22:39:23.327406 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:23.338689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f04fdc13-3cf1-4554-9d59-21e2a1505c87 req-455e9bbd-d344-42ce-82ee-c957e7f1cb70 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977761 Nov 23 22:39:23.380704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451c67-9dbe-4854-bcd4-9c332728871e req-1c5cf445-fd69-4aaf-ac52-1c614b712131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.382377 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-1c5cf445-fd69-4aaf-ac52-1c614b712131 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556492 Nov 23 22:39:23.413022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] For port a304b9e2-211b-42a1-b99e-d1f1121cecf4, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:23.417736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] For port a304b9e2-211b-42a1-b99e-d1f1121cecf4, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a304b9e2-211b-42a1-b99e-d1f1121cecf4,segment=NetworkSegment(fdb56687-31c2-429c-9998-31b161cd30c4),segment_id=fdb56687-31c2-429c-9998-31b161cd30c4)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:23.428036 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:23.501462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-353074c1-5621-4985-952c-6430b914d44a req-7a9c3f49-c235-4272-ad8a-e29bf0509d2b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.0704284 Nov 23 22:39:23.511648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.511787 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:23.513175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] 10.222.0.48 "PUT /v2.0/ports/a304b9e2-211b-42a1-b99e-d1f1121cecf4 HTTP/1.1" status: 200 len: 1092 time: 1.8568792 Nov 23 22:39:23.529592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'tag': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:23.531483 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b5fd0a-6518-43ef-8c82-3408f79c9f84" -d '{"events": [{"name": "network-changed", "server_uuid": "73a6f88a-7445-4224-851f-e7f2e46c2840", "tag": "a304b9e2-211b-42a1-b99e-d1f1121cecf4"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:23.583299 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-ceb5e9a4-4202-41e0-89f1-47107c008f37 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907606 Nov 23 22:39:23.586457 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1605322c-65f4-4f0b-8935-417f48ee43d8 x-openstack-request-id: req-1605322c-65f4-4f0b-8935-417f48ee43d8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:23.586837 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a6f88a-7445-4224-851f-e7f2e46c2840", "tag": "a304b9e2-211b-42a1-b99e-d1f1121cecf4", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:23.587076 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1605322c-65f4-4f0b-8935-417f48ee43d8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:23.587527 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'tag': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4', 'status': 'completed', 'code': 200} Nov 23 22:39:23.598663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc8ddd-5480-4979-bf47-9b435da1e433 service neutron] Pushing event updated for resources: {'Port': ['ID=a304b9e2-211b-42a1-b99e-d1f1121cecf4,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:23.628346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd4343-fb0e-4d30-be03-3cf038b427a8 req-3cb7072b-4b2d-4d34-ba33-d47614cb54e3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.630238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31dd4343-fb0e-4d30-be03-3cf038b427a8 req-3cb7072b-4b2d-4d34-ba33-d47614cb54e3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 944 time: 0.1388404 Nov 23 22:39:23.635373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:23.667238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:23.746815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:23.781764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31dd4343-fb0e-4d30-be03-3cf038b427a8 req-5472d7fb-93b3-49cb-a4bb-0d105d5e8673 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363719 Nov 23 22:39:23.794159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce8571-a877-40bd-99ee-60f7ce3fb349 req-3f821e95-f982-427a-80ff-f09f8e04c181 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.795765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3dce8571-a877-40bd-99ee-60f7ce3fb349 req-3f821e95-f982-427a-80ff-f09f8e04c181 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.1340277 Nov 23 22:39:23.804157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}, {'name': 'network-changed', 'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}, {'name': 'network-changed', 'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:23.807230 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b81b39-8f2b-4317-8132-a65dbbd02e60" -d '{"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-unplugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}, {"name": "network-changed", "server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}, {"name": "network-changed", "server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:23.822346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Network 3847a0f4-8f04-4cee-8a09-7670b605e49c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:39:23.836110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5fd0a-6518-43ef-8c82-3408f79c9f84 req-c6781a53-f8f2-4e9e-8ac6-17215872d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.837530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88b5fd0a-6518-43ef-8c82-3408f79c9f84 req-c6781a53-f8f2-4e9e-8ac6-17215872d6ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dbbcccaff0425fa617b53263c8610c&device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 1095 time: 0.1062865 Nov 23 22:39:23.873154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10451c67-9dbe-4854-bcd4-9c332728871e req-5d8cd452-7a33-4232-adf9-55272e209cbe service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804997 Nov 23 22:39:23.874441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:23.882811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:39:23.957243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3dce8571-a877-40bd-99ee-60f7ce3fb349 req-913d094d-cfac-425f-84a1-b41c6f06ca2e tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1419148 Nov 23 22:39:23.973199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:23.977116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:23.981482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:24.025611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-8fc16d53-0166-4957-97e4-fb2c9c73beb4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2964637 Nov 23 22:39:24.030327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9fa0b440-5894-41c9-a861-e5885ba8fc7f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:24.047859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Request body: {'port': {'device_id': '3b0877f2-2dad-404e-b564-94728f3761f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:24.253138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:24.268336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a2ed6-809a-4d35-95e3-24047dc8b6e8 req-5d6bfb47-c4bd-477b-9965-34c50d646d0a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:24.281671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb2a2ed6-809a-4d35-95e3-24047dc8b6e8 req-5d6bfb47-c4bd-477b-9965-34c50d646d0a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.3232985 Nov 23 22:39:24.406932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb2a2ed6-809a-4d35-95e3-24047dc8b6e8 req-dbc39337-ba2f-4250-93dc-860743711296 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220460 Nov 23 22:39:24.508297 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1f0961-f090-42b2-b415-c6494ee85760 x-openstack-request-id: req-1a1f0961-f090-42b2-b415-c6494ee85760 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:24.508759 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-unplugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "code": 200}, {"name": "network-changed", "server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:24.509111 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a1f0961-f090-42b2-b415-c6494ee85760 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:24.509603 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'code': 200} Nov 23 22:39:24.509952 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'status': 'completed', 'code': 200} Nov 23 22:39:24.510295 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d', 'status': 'completed', 'code': 200} Nov 23 22:39:24.692828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-46f571b5-643a-4305-b798-d5b694ea551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:24.695209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-46f571b5-643a-4305-b798-d5b694ea551e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1099 time: 0.1536369 Nov 23 22:39:24.704299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-3fb161d6-9e3b-4859-93fd-9d9df67f7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:24.706057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-3fb161d6-9e3b-4859-93fd-9d9df67f7c0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1099 time: 0.1948969 Nov 23 22:39:24.973011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e7e7-6a0f-4f0b-973f-145e8eb09204 req-f6226685-8f33-41da-ad83-c3c4208cd2f5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:24.982856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bb5e7e7-6a0f-4f0b-973f-145e8eb09204 req-f6226685-8f33-41da-ad83-c3c4208cd2f5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1250629 Nov 23 22:39:25.031246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5fd0a-6518-43ef-8c82-3408f79c9f84 req-879539ec-9dd7-4bdf-bc12-c0d583d59155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.032794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88b5fd0a-6518-43ef-8c82-3408f79c9f84 req-879539ec-9dd7-4bdf-bc12-c0d583d59155 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=18dbbcccaff0425fa617b53263c8610c&shared=False HTTP/1.1" status: 200 len: 916 time: 1.1671741 Nov 23 22:39:25.139928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eeadb-d22b-408a-8985-71b7c9721dd8 req-1aff95b9-3a7b-424d-a78f-4199dc2fbb9e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.149881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e0eeadb-d22b-408a-8985-71b7c9721dd8 req-1aff95b9-3a7b-424d-a78f-4199dc2fbb9e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 948 time: 0.2652705 Nov 23 22:39:25.183030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bb5e7e7-6a0f-4f0b-973f-145e8eb09204 req-740e5b0c-528b-44d6-861e-b4d72f466b2d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989832 Nov 23 22:39:25.432270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5fd0a-6518-43ef-8c82-3408f79c9f84 req-7a24ca55-765b-45c6-a307-36b72c5dcbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.435642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88b5fd0a-6518-43ef-8c82-3408f79c9f84 req-7a24ca55-765b-45c6-a307-36b72c5dcbad service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3906112 Nov 23 22:39:25.445918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e0eeadb-d22b-408a-8985-71b7c9721dd8 req-e8737967-73f1-447a-97a5-ce1ed2ee2284 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951832 Nov 23 22:39:25.495217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b597a8-4ad2-4911-91f0-d47e33d163f9 req-ac05255a-c999-4427-8cea-66051a3445f2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.504183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43b597a8-4ad2-4911-91f0-d47e33d163f9 req-ac05255a-c999-4427-8cea-66051a3445f2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 932 time: 0.2057745 Nov 23 22:39:25.512058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-1a7e5149-9ac1-484c-a80a-9375f238b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.513556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-1a7e5149-9ac1-484c-a80a-9375f238b45f service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.7400157 Nov 23 22:39:25.576647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-cfca013a-6c52-476d-b486-510e038a77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.578228 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-cfca013a-6c52-476d-b486-510e038a77c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.8644786 Nov 23 22:39:25.582687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-4301facc-65a8-4775-9242-08868dcd3688 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0533347 Nov 23 22:39:25.640431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43b597a8-4ad2-4911-91f0-d47e33d163f9 req-762c7498-4173-4710-b92f-7740347848c8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330738 Nov 23 22:39:25.675492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93cf2b9-0035-410b-aaed-e8717b035b80 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:25.685163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:25.702144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Transition to ACTIVE for port object b93cf2b9-0035-410b-aaed-e8717b035b80 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:39:25.726731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:25.741081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-10d1951f-a5e4-40cc-bb6c-832898eab4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.742855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-10d1951f-a5e4-40cc-bb6c-832898eab4dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dbbcccaff0425fa617b53263c8610c&device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 1095 time: 0.1947246 Nov 23 22:39:25.808620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128a438-c883-44cc-bfbd-7fa39e49054e req-1a07644a-c0fd-4831-a966-05f179bb51a1 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.817191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0128a438-c883-44cc-bfbd-7fa39e49054e req-1a07644a-c0fd-4831-a966-05f179bb51a1 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 944 time: 0.1999021 Nov 23 22:39:25.819097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:25.835984 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-86de9a9a-803c-48db-8aff-a4fda3296b67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.1300635 Nov 23 22:39:25.880345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-21128d58-45a7-438c-a8ae-b8e0e13874ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a304b9e2-211b-42a1-b99e-d1f1121cecf4 HTTP/1.1" status: 200 len: 217 time: 0.0891764 Nov 23 22:39:25.895450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83608-6d20-4e3a-b0b0-69e6d6cb220c req-85bcd999-1613-48d0-96d4-7719e134fb51 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.897044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59d83608-6d20-4e3a-b0b0-69e6d6cb220c req-85bcd999-1613-48d0-96d4-7719e134fb51 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.1530833 Nov 23 22:39:25.973454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-71639f40-d98b-4240-8b02-62e8fb111980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:25.975311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-71639f40-d98b-4240-8b02-62e8fb111980 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2717597 Nov 23 22:39:26.002881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0128a438-c883-44cc-bfbd-7fa39e49054e req-362ca592-67f8-4443-827c-764ed81c283d tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833594 Nov 23 22:39:26.030602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-5da7af74-9dd8-49ce-ad24-8d6785ce3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.041789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-5da7af74-9dd8-49ce-ad24-8d6785ce3c55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d711f4bb-f0b1-4f6d-9943-a15c5a9dc198 HTTP/1.1" status: 200 len: 855 time: 0.1429167 Nov 23 22:39:26.049737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-b6a3cd5d-6bb6-4b36-9727-803a0ad57393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.051156 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-b6a3cd5d-6bb6-4b36-9727-803a0ad57393 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1985524 Nov 23 22:39:26.052126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59d83608-6d20-4e3a-b0b0-69e6d6cb220c req-e9ab93e7-1319-48f8-a872-f3ec554aee05 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1448321 Nov 23 22:39:26.119923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-c7dee430-d7eb-442f-8376-c5fc8ff062fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=877a8998-7ea0-44b5-90f3-139ccde25045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667837 Nov 23 22:39:26.164186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:26.164560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:26.164892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:26.194417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:26.195885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:26.211598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-690aa449-e98d-44fd-a849-4d59fa7a6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.213173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-690aa449-e98d-44fd-a849-4d59fa7a6a13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230461 Nov 23 22:39:26.219339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:26.223647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:26.224251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:26.224973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Bound port: b93cf2b9-0035-410b-aaed-e8717b035b80, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:26.225351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:26.399433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:26.403921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:26.408675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444582b-9c2a-4e6d-b0fe-4025d1132dfa req-e6558b45-0e6e-42cc-b45e-1e9667af651d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.410321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6444582b-9c2a-4e6d-b0fe-4025d1132dfa req-e6558b45-0e6e-42cc-b45e-1e9667af651d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.1256790 Nov 23 22:39:26.411328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-fae56bd9-0506-4fda-a4a8-b70f377e7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.414838 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-fae56bd9-0506-4fda-a4a8-b70f377e7e6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3466353 Nov 23 22:39:26.418882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:26.423148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20bcc9-f7d3-4a2e-8c79-e419ce600931 req-5c0480d0-faff-4837-b2d1-78ad43bb1556 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.425463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c20bcc9-f7d3-4a2e-8c79-e419ce600931 req-5c0480d0-faff-4837-b2d1-78ad43bb1556 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.1290421 Nov 23 22:39:26.439902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-679d3a3b-fe65-41bf-984d-4f98ae5bee9d service neutron] 10.222.0.48 "GET /v2.0/networks/877a8998-7ea0-44b5-90f3-139ccde25045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992744 Nov 23 22:39:26.440545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58486) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:39:26.446825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Request body: {'floatingip': {'port_id': 'bbdd050f-17df-4a3b-b230-9803f3f61616'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:26.543949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.544574 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:26.546173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 1092 time: 2.5026739 Nov 23 22:39:26.546583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:26.549778 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd54f4-6ef5-4249-976b-db5b282b6db4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:26.565979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76c2f952-7afc-4a1e-914d-32e70586cafa req-698242d2-c8a0-422b-8a69-26d964415f57 service neutron] 10.222.0.48 "GET /v2.0/networks/877a8998-7ea0-44b5-90f3-139ccde25045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152341 Nov 23 22:39:26.588283 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:26.634275 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-bca68ae6-03fb-47d7-b2d4-8856e56d16ad service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987415 Nov 23 22:39:26.640243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4922b-7408-4466-9d4b-adda6f3e77d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:26.707841 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:26.763593 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-914e2a09-6997-4f24-936c-c72c597712d5 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007624 Nov 23 22:39:26.804817 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-96a65b15-642b-4a3d-b816-cbe0221064c8 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531022 Nov 23 22:39:26.884741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6444582b-9c2a-4e6d-b0fe-4025d1132dfa req-9e3d6fdb-25f9-424f-af43-ee2eb2222275 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580872 Nov 23 22:39:26.976287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c68e-1cb6-4063-a1f2-8056e9294a8f req-98303403-b875-438e-8b34-6a03d9c48ac7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:26.984400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db46c68e-1cb6-4063-a1f2-8056e9294a8f req-98303403-b875-438e-8b34-6a03d9c48ac7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.3692348 Nov 23 22:39:27.032431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-2b50ba09-9169-4102-9e90-e26e5ef2439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:27.034234 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-2b50ba09-9169-4102-9e90-e26e5ef2439d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1125 time: 0.1184759 Nov 23 22:39:27.037059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-6341e436-2466-4d74-9302-4e3e4278b1d1 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228305 Nov 23 22:39:27.067238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-ff02774b-0cb5-4835-bb69-c71ca96ac5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:27.069163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-ff02774b-0cb5-4835-bb69-c71ca96ac5a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1095 time: 0.2646666 Nov 23 22:39:27.160947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-240d4527-8d28-43ea-9aa1-871c7f07c9c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 217 time: 0.0475485 Nov 23 22:39:27.178772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-5ec603d3-503b-46a5-994d-3aea40c9a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:27.180321 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-5ec603d3-503b-46a5-994d-3aea40c9a5b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.1376843 Nov 23 22:39:27.214152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db46c68e-1cb6-4063-a1f2-8056e9294a8f req-292b60ea-79ed-45d1-b2f9-4e2ca6b39b51 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283146 Nov 23 22:39:27.225741 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-40a0314e-e49f-464e-bed0-c994e81d08c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 217 time: 0.0382512 Nov 23 22:39:27.284078 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c507f4ad-f863-4c43-b725-44ea9ddcde3b x-openstack-request-id: req-c507f4ad-f863-4c43-b725-44ea9ddcde3b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:27.284373 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:27.284757 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c507f4ad-f863-4c43-b725-44ea9ddcde3b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:27.285022 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80', 'status': 'completed', 'code': 200} Nov 23 22:39:27.342257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-0bf8d08b-2ea8-4276-a991-68b38ea94db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:27.345775 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-0bf8d08b-2ea8-4276-a991-68b38ea94db4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.1085060 Nov 23 22:39:27.392118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-ac8ebf41-cd14-4023-91ba-0c18e7f5e083 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396810 Nov 23 22:39:27.394664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59145a2-1870-439c-b81b-240fac14e6b1 req-56b366cd-6699-4cdd-8b8a-115a44081069 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:27.402772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e59145a2-1870-439c-b81b-240fac14e6b1 req-56b366cd-6699-4cdd-8b8a-115a44081069 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 948 time: 0.3924990 Nov 23 22:39:27.490695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-cded5a38-7c32-41d8-9981-e0c5a5e61698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:27.492634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-cded5a38-7c32-41d8-9981-e0c5a5e61698 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.3216455 Nov 23 22:39:27.534259 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-db87f7df-4ec0-43e9-819d-cd8bc11f68c7 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289048 Nov 23 22:39:27.549820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-bdd219de-9d08-4ee0-9ad5-373636a1e0cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372632 Nov 23 22:39:27.566260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e59145a2-1870-439c-b81b-240fac14e6b1 req-11a6d107-0a5b-4c18-86ad-f076162d6840 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599007 Nov 23 22:39:27.626967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0c5a-92b3-4897-a2b9-ce7e19712d52 req-4cec614c-52bb-4c26-85ca-44352c7d96bf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:27.634425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fbb0c5a-92b3-4897-a2b9-ce7e19712d52 req-4cec614c-52bb-4c26-85ca-44352c7d96bf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.2861006 Nov 23 22:39:27.663060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-27b81b39-8f2b-4317-8132-a65dbbd02e60 req-fbf30ba6-a881-489e-a2dc-98a0cfe8c4b7 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194839 Nov 23 22:39:27.719598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:39:27.875993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fbb0c5a-92b3-4897-a2b9-ce7e19712d52 req-a765656b-9a06-4498-b1f7-3d2d4288c912 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405562 Nov 23 22:39:27.945901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:27.979782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:27.996604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8129c-e3fc-456c-bf6d-f21b5ab33545 req-ebd9f10b-4655-4d0c-81c5-97a9d37c862c tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:28.005973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44d8129c-e3fc-456c-bf6d-f21b5ab33545 req-ebd9f10b-4655-4d0c-81c5-97a9d37c862c tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 944 time: 0.3374302 Nov 23 22:39:28.110980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-d3ae6e5a-6978-4a84-bd28-996b56b8f5c6 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217445 Nov 23 22:39:28.343502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:28.528880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:28.552799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '3929209f-3346-48a0-b282-3f56c81abc0d', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '3929209f-3346-48a0-b282-3f56c81abc0d', 'mac_address': 'fa:16:3e:46:51:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:28.608243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:28.624144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3929209f-3346-48a0-b282-3f56c81abc0d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:28.656860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:28.674361 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:28.677872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44d8129c-e3fc-456c-bf6d-f21b5ab33545 req-a6994337-1447-43f2-b0b7-6d40d676eb66 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707778 Nov 23 22:39:28.683802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-6c5b1cfe-2c40-4bdd-87e2-bda8059de00e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:28.686641 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-6c5b1cfe-2c40-4bdd-87e2-bda8059de00e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f&tenant_id=28ee9c68dd5846588b7507f3cbabd19d&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 948 time: 0.1392341 Nov 23 22:39:28.756345 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Floating IP 33695afb-306d-4c69-9852-2268abec0e30 associated. External IP: 172.25.0.190, port: bbdd050f-17df-4a3b-b230-9803f3f61616. Nov 23 22:39:28.773050 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:28.775722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c55d2df3-f231-455a-8984-4bd06c7c52ff req-595859ba-5804-4163-a9bd-c8a323acdf4e service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306022 Nov 23 22:39:28.821829 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-4fa7effe-cf1b-4a9e-affc-37cd89882d01 service neutron] 10.222.0.46 "GET /v2.0/ports/3929209f-3346-48a0-b282-3f56c81abc0d/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 382 time: 0.1270640 Nov 23 22:39:28.916666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038d6ac-7b71-4670-97da-d6b41144bda1 req-fa412ec5-5db5-4ddf-a058-54a1f7fd5263 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:28.925999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0038d6ac-7b71-4670-97da-d6b41144bda1 req-fa412ec5-5db5-4ddf-a058-54a1f7fd5263 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.3114040 Nov 23 22:39:28.950545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-ca22149d-87ee-43db-867d-7c5941cec64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:28.952706 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-ca22149d-87ee-43db-867d-7c5941cec64e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1100 time: 0.0800142 Nov 23 22:39:29.057237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['3929209f-3346-48a0-b282-3f56c81abc0d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:29.098175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-198c676d-39ec-415b-a1ee-3552eb53034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:29.099865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-198c676d-39ec-415b-a1ee-3552eb53034a service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1389616 Nov 23 22:39:29.178198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0038d6ac-7b71-4670-97da-d6b41144bda1 req-842f2446-50b1-4147-a1eb-52e8543b439a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511470 Nov 23 22:39:29.219315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535b38e-8d54-4574-ae34-12ff9e24aa04 req-ac50bdf4-51d9-44d4-879f-da211426547e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:29.222512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8535b38e-8d54-4574-ae34-12ff9e24aa04 req-ac50bdf4-51d9-44d4-879f-da211426547e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.3742788 Nov 23 22:39:29.228396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-b44c9fec-0992-4cc8-bca6-cfe2bbfaf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:29.229908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-b44c9fec-0992-4cc8-bca6-cfe2bbfaf01f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1095 time: 0.3350978 Nov 23 22:39:29.245123 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-6aa13ced-556d-4e5b-a357-993c28319bd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.1376519 Nov 23 22:39:29.413116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-83a7546e-bbc3-4c94-bd57-74c25dd1d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:29.419045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-83a7546e-bbc3-4c94-bd57-74c25dd1d361 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1637058 Nov 23 22:39:29.511277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-4352d0fc-ab99-46be-85d5-f5d142f8c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:29.514541 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-4352d0fc-ab99-46be-85d5-f5d142f8c819 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875692 Nov 23 22:39:29.639141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-ce3c535b-6f99-43b9-988e-151938a1eb3a service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157336 Nov 23 22:39:29.647129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8535b38e-8d54-4574-ae34-12ff9e24aa04 req-f5dd338f-c0f4-4063-9553-fa103365814c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160841 Nov 23 22:39:29.655301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a304b9e2-211b-42a1-b99e-d1f1121cecf4 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:29.704553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd234c86-5ac4-4a99-8ba2-3ba496c87f00 req-280d3379-1528-42ad-9eea-d7116509316a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:29.714957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd234c86-5ac4-4a99-8ba2-3ba496c87f00 req-280d3379-1528-42ad-9eea-d7116509316a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 949 time: 0.3281705 Nov 23 22:39:29.861895 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-98be75d5-6276-44ce-abde-745c822e8ca7 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143257 Nov 23 22:39:29.922715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a304b9e2-211b-42a1-b99e-d1f1121cecf4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a304b9e2-211b-42a1-b99e-d1f1121cecf4,segment=NetworkSegment(fdb56687-31c2-429c-9998-31b161cd30c4),segment_id=fdb56687-31c2-429c-9998-31b161cd30c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:29.943469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4', 'network_id': '877a8998-7ea0-44b5-90f3-139ccde25045', 'port_id': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4', 'mac_address': 'fa:16:3e:ae:32:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd711f4bb-f0b1-4f6d-9943-a15c5a9dc198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:29.999101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:30.006565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Router d670985e-5ab6-46bf-97db-b7edb895ac0d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:39:30.021163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a304b9e2-211b-42a1-b99e-d1f1121cecf4 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:30.028082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-d27e7da7-64e7-4912-80a1-57884f66255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:30.029608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-d27e7da7-64e7-4912-80a1-57884f66255b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.7803674 Nov 23 22:39:30.068835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a304b9e2-211b-42a1-b99e-d1f1121cecf4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a304b9e2-211b-42a1-b99e-d1f1121cecf4,segment=NetworkSegment(fdb56687-31c2-429c-9998-31b161cd30c4),segment_id=fdb56687-31c2-429c-9998-31b161cd30c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:30.073817 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:30.113607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-be9b7a59-9c84-459c-bf8e-75ac2dc5f170 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 217 time: 0.0730224 Nov 23 22:39:30.117469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd234c86-5ac4-4a99-8ba2-3ba496c87f00 req-03a31a70-9215-4917-8181-ecbd56d4ecf2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998530 Nov 23 22:39:30.127791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4866e-0dc4-4db0-aa77-4584c5dcb507 req-c2b8c135-c829-462e-b40a-94b54bf3f16b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:30.129323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccc4866e-0dc4-4db0-aa77-4584c5dcb507 req-c2b8c135-c829-462e-b40a-94b54bf3f16b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.2988944 Nov 23 22:39:30.182298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a304b9e2-211b-42a1-b99e-d1f1121cecf4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:30.324829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-3f546a5a-38ec-4eff-9cc3-ac8c79ce1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:30.326670 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-3f546a5a-38ec-4eff-9cc3-ac8c79ce1a78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1961610 Nov 23 22:39:30.384034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-68f2e0f0-a315-4085-9698-35c75595b8bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473413 Nov 23 22:39:30.390260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccc4866e-0dc4-4db0-aa77-4584c5dcb507 req-91e8218d-45a4-48e4-8631-3ddbaa248669 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638210 Nov 23 22:39:30.436207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a304b9e2-211b-42a1-b99e-d1f1121cecf4'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:30.524892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:39:30.528429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-7ca7e2b7-7455-4242-99da-2ee7dfae5023 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305554 Nov 23 22:39:30.533568 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:30.537829 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] Sync routers for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:39:30.553451 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:39:30.555378 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:39:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:30.575651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a9c53a00-6276-4928-aecf-b5b19d43635f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "PUT /v2.0/floatingips/33695afb-306d-4c69-9852-2268abec0e30 HTTP/1.1" status: 200 len: 991 time: 4.1332235 Nov 23 22:39:30.589530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:30.592126 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42be57c-8efe-4e27-afa9-082acfcccb72" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:30.730195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f03da-d563-4686-8d93-035456924394 req-486dc260-d16d-4a62-9dc6-034ffbe95f85 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:30.731844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a56f03da-d563-4686-8d93-035456924394 req-486dc260-d16d-4a62-9dc6-034ffbe95f85 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 945 time: 0.2023866 Nov 23 22:39:30.747299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244dfd5-b403-4cc4-a710-68ff41b7c91e req-1c5cdc06-aa2d-43f2-b36d-f6180e4d770a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:30.749086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4244dfd5-b403-4cc4-a710-68ff41b7c91e req-1c5cdc06-aa2d-43f2-b36d-f6180e4d770a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.1863961 Nov 23 22:39:30.775831 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:39:30.850167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a56f03da-d563-4686-8d93-035456924394 req-ce1062d6-39ee-45d2-99cd-3781184b7e92 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058526 Nov 23 22:39:30.875627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fd54f4-6ef5-4249-976b-db5b282b6db4 req-8a2e42ef-c5f3-4656-a6c9-9b3f922b3f24 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966793 Nov 23 22:39:30.905057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4244dfd5-b403-4cc4-a710-68ff41b7c91e req-4a3fe63e-17f1-4082-8692-dd67b41be89c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356695 Nov 23 22:39:30.990627 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a55ce1-6bf7-462f-ab24-b93be7829f74 x-openstack-request-id: req-d2a55ce1-6bf7-462f-ab24-b93be7829f74 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:30.990930 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:30.991194 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2a55ce1-6bf7-462f-ab24-b93be7829f74 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:30.991624 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'status': 'completed', 'code': 200} Nov 23 22:39:31.098931 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '33695afb-306d-4c69-9852-2268abec0e30', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'port_id': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'mac_address': 'fa:16:3e:34:16:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:39:03Z', 'updated_at': '2021-11-23T22:39:27Z', 'revision_number': 1, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:01Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:31.130106 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] Checking router: d670985e-5ab6-46bf-97db-b7edb895ac0d for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:39:31.140426 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:39:31.141380 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:39:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:31.152787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-2578d6d6-3d58-4470-ae15-ce15d0ad41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:31.155101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-2578d6d6-3d58-4470-ae15-ce15d0ad41f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=458f66a0f2d6481aa0f9703c61e96aca&device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 1096 time: 0.1139052 Nov 23 22:39:31.175001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3dcd1-b6a8-4fab-8517-71385c3bb1f2 req-15f8fbaf-2ed7-4528-9148-7431862d4cd7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:31.176884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8c3dcd1-b6a8-4fab-8517-71385c3bb1f2 req-15f8fbaf-2ed7-4528-9148-7431862d4cd7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1020181 Nov 23 22:39:31.333035 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:39:31.432900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-b07b48e8-2716-4eac-9ac2-2e9e91bc4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:31.434392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-b07b48e8-2716-4eac-9ac2-2e9e91bc4925 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39aaed07-6c3d-412b-8c7d-e76a32b5f418 HTTP/1.1" status: 200 len: 906 time: 0.2561111 Nov 23 22:39:31.513366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45bc9d-08ed-4f51-ad3c-b380957b7fb5 req-8072a855-b6dd-4344-89dc-4c32055d3b18 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:31.514986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad45bc9d-08ed-4f51-ad3c-b380957b7fb5 req-8072a855-b6dd-4344-89dc-4c32055d3b18 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 949 time: 0.2057722 Nov 23 22:39:31.539957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8c3dcd1-b6a8-4fab-8517-71385c3bb1f2 req-91fc8c4b-8c6b-4e12-b2ac-8ccc1e2dda89 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294483 Nov 23 22:39:31.591713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-63c857cb-6bf0-49aa-91c9-292be496acc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:31.637818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-0e5a7854-e310-4c09-9489-65d4b5cd4c6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbdd050f-17df-4a3b-b230-9803f3f61616 HTTP/1.1" status: 200 len: 999 time: 0.1787069 Nov 23 22:39:31.657193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a304b9e2-211b-42a1-b99e-d1f1121cecf4 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:31.735461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '33695afb-306d-4c69-9852-2268abec0e30', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'port_id': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'mac_address': 'fa:16:3e:34:16:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:39:03Z', 'updated_at': '2021-11-23T22:39:27Z', 'revision_number': 1, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:01Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:39:31.791729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-89edfcb5-cbb5-4d61-9bc5-43dedf761c99 service neutron] 10.222.0.48 "GET /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.1160865 Nov 23 22:39:31.801858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad45bc9d-08ed-4f51-ad3c-b380957b7fb5 req-083b9070-cdf3-4448-a509-28386e3a8dc2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498596 Nov 23 22:39:31.805412 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255a229-659d-497d-a3c7-170f94831b81 None None] The sync data for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 is: [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '33695afb-306d-4c69-9852-2268abec0e30', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'port_id': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'mac_address': 'fa:16:3e:34:16:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:39:03Z', 'updated_at': '2021-11-23T22:39:27Z', 'revision_number': 1, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:01Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:39:31.840543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port a304b9e2-211b-42a1-b99e-d1f1121cecf4 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:39:31.844940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port a304b9e2-211b-42a1-b99e-d1f1121cecf4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:31.845353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:31.892879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-ee1e6667-679b-40ed-bc42-95d018eb8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:31.894441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-ee1e6667-679b-40ed-bc42-95d018eb8011 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=764ae795-cb15-48f9-ab2d-4daa4c58a6d1 HTTP/1.1" status: 200 len: 844 time: 0.2550809 Nov 23 22:39:32.073288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:32.126376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a304b9e2-211b-42a1-b99e-d1f1121cecf4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a304b9e2-211b-42a1-b99e-d1f1121cecf4,segment=NetworkSegment(fdb56687-31c2-429c-9998-31b161cd30c4),segment_id=fdb56687-31c2-429c-9998-31b161cd30c4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:32.128781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:32.137701 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5d7c10-ce05-4f7b-bea1-526d43735176" -d '{"events": [{"server_uuid": "73a6f88a-7445-4224-851f-e7f2e46c2840", "name": "network-vif-plugged", "status": "completed", "tag": "a304b9e2-211b-42a1-b99e-d1f1121cecf4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:32.152420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-7740f10c-2b4a-4dd7-8bfa-65fe66d1000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:32.153961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-7740f10c-2b4a-4dd7-8bfa-65fe66d1000d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39aaed07-6c3d-412b-8c7d-e76a32b5f418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368371 Nov 23 22:39:32.166091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:32.166889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:32.183909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0926c4-9c12-4bff-b434-5eeb02121813 req-90613614-e919-4b5f-a093-45f09fa036f5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:32.199002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa0926c4-9c12-4bff-b434-5eeb02121813 req-90613614-e919-4b5f-a093-45f09fa036f5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.2962987 Nov 23 22:39:32.237659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aab828-3b7d-49c4-a9e8-b125a8a299ef None None] New status for floating IP 33695afb-306d-4c69-9852-2268abec0e30: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:39:32.313651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:32.369329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-3089e050-9b86-46ba-96cb-32b0b8b179d2 service neutron] 10.222.0.48 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674557 Nov 23 22:39:32.370548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:32.392554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a304b9e2-211b-42a1-b99e-d1f1121cecf4,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:32.410242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:32.460066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:32.478246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:32.484645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa0926c4-9c12-4bff-b434-5eeb02121813 req-b5a793ea-8fe5-4769-9893-d7d2a153713f tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845883 Nov 23 22:39:32.506408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236dbd-8eda-4211-ad6b-fb43d48a0dc8 req-89e9f3ef-a890-4e18-9de9-a5a784e2696b tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:32.517902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d236dbd-8eda-4211-ad6b-fb43d48a0dc8 req-89e9f3ef-a890-4e18-9de9-a5a784e2696b tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 945 time: 0.4901767 Nov 23 22:39:32.588689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:32.613950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-c7c5f481-3dd7-4fbe-88e5-e93d8c0a06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:32.616691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-c7c5f481-3dd7-4fbe-88e5-e93d8c0a06de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f&tenant_id=28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 1100 time: 0.1328192 Nov 23 22:39:32.653494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:32.693838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42be57c-8efe-4e27-afa9-082acfcccb72 req-d0e50ab9-bd18-4dd8-8f3d-daa9426a789e service neutron] 10.222.0.48 "GET /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682076 Nov 23 22:39:32.709959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d236dbd-8eda-4211-ad6b-fb43d48a0dc8 req-4eb1ff5c-adab-4f97-8d18-d13cdd21c25f tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910801 Nov 23 22:39:32.720893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dc13c-c503-4a9d-b22b-8d7b3ea5cfba req-b69732ee-c218-4b77-a528-0858cbbc07f6 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:32.722421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-867dc13c-c503-4a9d-b22b-8d7b3ea5cfba req-b69732ee-c218-4b77-a528-0858cbbc07f6 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 944 time: 0.1344452 Nov 23 22:39:32.762336 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:32.796786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 3929209f-3346-48a0-b282-3f56c81abc0d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:39:32.812601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 3929209f-3346-48a0-b282-3f56c81abc0d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:32.813214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:32.839203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-867dc13c-c503-4a9d-b22b-8d7b3ea5cfba req-cb7083bb-1baa-4458-a7aa-4f62ec6bd626 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012599 Nov 23 22:39:32.866700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] Transition to ACTIVE for port object d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:39:32.942991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:32.947847 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d11fc87-bbe9-427b-ba30-46085fd749fb x-openstack-request-id: req-8d11fc87-bbe9-427b-ba30-46085fd749fb {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:32.948153 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a6f88a-7445-4224-851f-e7f2e46c2840", "name": "network-vif-plugged", "status": "completed", "tag": "a304b9e2-211b-42a1-b99e-d1f1121cecf4", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:32.948410 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d11fc87-bbe9-427b-ba30-46085fd749fb {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:32.948855 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4', 'code': 200} Nov 23 22:39:32.950086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.122987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] No DVR routers for this DVR port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:39:33.169179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec58e54-e664-4f45-9abc-a15b040126e3 req-2f27d539-8f5e-4e2f-ac41-cbefa4e5c3fd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.170804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dec58e54-e664-4f45-9abc-a15b040126e3 req-2f27d539-8f5e-4e2f-ac41-cbefa4e5c3fd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1433601 Nov 23 22:39:33.201781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6acb0-1c69-4e26-a366-d574a545bbc2 req-43961de8-0e8b-4622-8dc9-54f6a358d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.203276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5d6acb0-1c69-4e26-a366-d574a545bbc2 req-43961de8-0e8b-4622-8dc9-54f6a358d8c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 1097 time: 0.1630132 Nov 23 22:39:33.268400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:33.301018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5d6acb0-1c69-4e26-a366-d574a545bbc2 req-54728aad-a825-4d8e-bc5e-b18ed9d19800 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873158 Nov 23 22:39:33.310706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:33.318954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dec58e54-e664-4f45-9abc-a15b040126e3 req-2318add3-f527-4316-afd5-5625b20ed6da tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345224 Nov 23 22:39:33.344155 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] 10.222.0.48 "PUT /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d/bindings/n-h2-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5471168 Nov 23 22:39:33.344707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab00044-53f3-43b6-996b-85a3fdaf4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:33.351922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219d6a-690b-4d7a-bc0f-8d7516f0f7a7 req-14168f5b-563b-4a1a-9adf-becece68bfcb tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.360807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c219d6a-690b-4d7a-bc0f-8d7516f0f7a7 req-14168f5b-563b-4a1a-9adf-becece68bfcb tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 949 time: 0.1550930 Nov 23 22:39:33.367215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3929209f-3346-48a0-b282-3f56c81abc0d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:33.380090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.395117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Ignored duplicate provisioning block setup for port 3929209f-3346-48a0-b282-3f56c81abc0d by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 22:39:33.415835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.433021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c219d6a-690b-4d7a-bc0f-8d7516f0f7a7 req-1183f486-55fa-4be3-8b51-c876d99fbed3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704582 Nov 23 22:39:33.454520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:39:33.454917 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:39:33.485035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] No DVR routers for this DVR port 3929209f-3346-48a0-b282-3f56c81abc0d on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:39:33.493864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=9']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:33.556938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:33.557301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:33.557736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:33.569029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:33.569364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Attempting to bind port 3929209f-3346-48a0-b282-3f56c81abc0d on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:33.574924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:33.575232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:33.575617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:33.576576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Bound port: 3929209f-3346-48a0-b282-3f56c81abc0d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:33.576576 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.661500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:33.665039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:33.670800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20efe9-3a46-4945-93be-847c69c57953 req-70589194-dcd7-4dc2-befb-8a919a9ebb27 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.679384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a20efe9-3a46-4945-93be-847c69c57953 req-70589194-dcd7-4dc2-befb-8a919a9ebb27 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.0855954 Nov 23 22:39:33.681308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.742523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a20efe9-3a46-4945-93be-847c69c57953 req-ff94573d-20f5-4ea2-a114-e4ada262028b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620813 Nov 23 22:39:33.755629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.755629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.755629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] 10.222.0.48 "PUT /v2.0/ports/3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 1096 time: 1.1061771 Nov 23 22:39:33.755629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:33.758419 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61464034-8782-4272-bd32-04ff8b145273" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:33.818074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-9635a8f9-4a89-470c-a670-6ced2b4b0531 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.821362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-9635a8f9-4a89-470c-a670-6ced2b4b0531 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1015923 Nov 23 22:39:33.834694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07afc6-21e6-492d-abf1-be6bc61c6ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:33.835108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ef279700-0adf-48a7-a07c-b9cf5ee799c2 None None] Provisioning complete for port 3929209f-3346-48a0-b282-3f56c81abc0d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:33.835591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef279700-0adf-48a7-a07c-b9cf5ee799c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.913675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-c75a7b66-8499-438e-a4c6-96586aa8ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.915987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-c75a7b66-8499-438e-a4c6-96586aa8ce13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1100 time: 0.1042879 Nov 23 22:39:33.919038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-670f6ee0-9035-4019-ae3b-0db3779d51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.920722 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-670f6ee0-9035-4019-ae3b-0db3779d51ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44&tenant_id=95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0882998 Nov 23 22:39:33.922407 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeb4289-6cf0-4f51-bb27-d3e966964377 x-openstack-request-id: req-1aeb4289-6cf0-4f51-bb27-d3e966964377 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:33.922869 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:33.923274 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1aeb4289-6cf0-4f51-bb27-d3e966964377 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:33.924393 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'status': 'completed', 'code': 200} Nov 23 22:39:33.956948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bddcf-2740-4456-bee7-b27af4aea997 req-161a9f15-fea6-4836-a94a-c441c292db1e tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:33.965733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5bddcf-2740-4456-bee7-b27af4aea997 req-161a9f15-fea6-4836-a94a-c441c292db1e tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 946 time: 0.1128488 Nov 23 22:39:34.101889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5bddcf-2740-4456-bee7-b27af4aea997 req-42c2412c-f500-4694-a204-6c745622bfd3 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342738 Nov 23 22:39:34.166601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8cb3-1979-4d0d-a3c1-e57b4ffa1feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:34.183305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:34.235460 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef279700-0adf-48a7-a07c-b9cf5ee799c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:34.248932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-d51f8633-89d6-4f76-8579-06d81cdbf967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:34.258029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-d51f8633-89d6-4f76-8579-06d81cdbf967 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1096 time: 0.2918932 Nov 23 22:39:34.268555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-3a3de6d6-62f3-4532-b0fe-7c099ecbc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:34.271287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-3a3de6d6-62f3-4532-b0fe-7c099ecbc18d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1100 time: 0.3009512 Nov 23 22:39:34.278615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf5c79-96cc-4d27-a479-14cdb0e64ed0 req-c4edf814-450c-40d4-b93f-b61eec06c076 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:34.287839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24bf5c79-96cc-4d27-a479-14cdb0e64ed0 req-c4edf814-450c-40d4-b93f-b61eec06c076 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 945 time: 0.1234834 Nov 23 22:39:34.384981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:34.407426 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:34.407673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24bf5c79-96cc-4d27-a479-14cdb0e64ed0 req-e4caab39-4677-45f8-be70-c3df65f505b5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186793 Nov 23 22:39:34.416988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-7db10b28-9e47-4513-b198-5d83232d2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:34.419233 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-7db10b28-9e47-4513-b198-5d83232d2571 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.4750183 Nov 23 22:39:34.517669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751f528-0141-4bca-bafc-761dc277c55b req-0fb440f6-b78d-4f3f-be4a-f1dc569c7df8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:34.537073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5751f528-0141-4bca-bafc-761dc277c55b req-0fb440f6-b78d-4f3f-be4a-f1dc569c7df8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1071184 Nov 23 22:39:34.548228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:34.639168 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-ef279700-0adf-48a7-a07c-b9cf5ee799c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:39:34.640416 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-ef279700-0adf-48a7-a07c-b9cf5ee799c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:39:34.648345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:39:34.672425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:34.718454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5751f528-0141-4bca-bafc-761dc277c55b req-2d0c8e22-207f-4294-a316-e68b3ba30e75 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703911 Nov 23 22:39:34.738665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43f6e7-c79a-4605-9bbd-6750c9fc35e5 req-b99f6d9c-28f9-4980-86d8-89551b38862a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:34.750344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b43f6e7-c79a-4605-9bbd-6750c9fc35e5 req-b99f6d9c-28f9-4980-86d8-89551b38862a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1758783 Nov 23 22:39:34.918028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b43f6e7-c79a-4605-9bbd-6750c9fc35e5 req-c1b262be-5c9b-4eae-b320-7d9bc14317ff tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651969 Nov 23 22:39:34.933003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:34.949512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:34.951890 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f258bdd-36bc-4416-af9d-dd632e94879a" -d '{"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-plugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:34.986423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-ee89c6bc-774c-40d5-8b54-a1da47db2e3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0954590 Nov 23 22:39:35.008874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3148dd-6b4d-4e41-97d2-e3671f6b1e71 req-2cc2305d-9a1b-4ea2-8d7d-9c1dac7565c3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.020100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c3148dd-6b4d-4e41-97d2-e3671f6b1e71 req-2cc2305d-9a1b-4ea2-8d7d-9c1dac7565c3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.1483185 Nov 23 22:39:35.073833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-49a3d5c2-2761-40fb-8ade-22e75f93f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.075333 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-49a3d5c2-2761-40fb-8ade-22e75f93f18e service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.7857361 Nov 23 22:39:35.084806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-967447a5-0399-4b1e-aae2-452d2b62e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.086154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-967447a5-0399-4b1e-aae2-452d2b62e19b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0915022 Nov 23 22:39:35.087451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-0cc95094-fb3a-4040-b6fd-44c616413d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.088896 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-0cc95094-fb3a-4040-b6fd-44c616413d9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.8166454 Nov 23 22:39:35.104380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c3148dd-6b4d-4e41-97d2-e3671f6b1e71 req-3b68a8fc-2e03-493c-9bfb-ae119261512d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823877 Nov 23 22:39:35.133483 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-0177bf9c-94a6-4447-a433-f02b8dcf8659 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0435677 Nov 23 22:39:35.257020 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-54212241-f6e5-4cd8-9522-821ce0244561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 200 len: 217 time: 0.1141477 Nov 23 22:39:35.280005 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9919fbba-a117-445b-9fa3-4c321b1ec243 x-openstack-request-id: req-9919fbba-a117-445b-9fa3-4c321b1ec243 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:35.280324 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-plugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:35.280589 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9919fbba-a117-445b-9fa3-4c321b1ec243 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:35.280993 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'code': 200} Nov 23 22:39:35.344975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6aee70ea-0bcf-4179-8944-8e39642845ff None None] Provisioning complete for port 3929209f-3346-48a0-b282-3f56c81abc0d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:35.345796 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6aee70ea-0bcf-4179-8944-8e39642845ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:35.355802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932b59-258c-430c-91c9-060e30b2285a req-dbfd69a1-819c-4eb7-993d-6e01ee01da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.357398 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-dbfd69a1-819c-4eb7-993d-6e01ee01da32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2229922 Nov 23 22:39:35.363762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-135721b1-a6c7-4195-bbbb-fd6ba42dafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.378586 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-135721b1-a6c7-4195-bbbb-fd6ba42dafbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2278683 Nov 23 22:39:35.459233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-31b59663-690f-4d16-a172-38f7f3cfb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.461036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-31b59663-690f-4d16-a172-38f7f3cfb7db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.1939988 Nov 23 22:39:35.558535 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-2f195f53-36b5-4d22-b7d1-3f3a1de9bece service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885599 Nov 23 22:39:35.598800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-bd157976-adf2-4307-978c-d37c6756301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.605446 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-bd157976-adf2-4307-978c-d37c6756301c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136381 Nov 23 22:39:35.778002 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-79eced9c-1e39-4f47-b057-85cc6b2533dd service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982928 Nov 23 22:39:35.807042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d29b8-0184-4cd6-8879-1532485ec6e2 req-0f2f9927-ce34-4e89-a74e-2cfa620ed551 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.816293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-914d29b8-0184-4cd6-8879-1532485ec6e2 req-0f2f9927-ce34-4e89-a74e-2cfa620ed551 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 946 time: 0.4930065 Nov 23 22:39:35.860278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-50ead73e-e70e-460a-97e3-807485f650e5 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871993 Nov 23 22:39:35.863763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473ffe5-93d9-49e5-a6d3-e47561be7fc1 req-9d946bcd-f078-47b7-a884-e6e354256b77 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:35.865427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2473ffe5-93d9-49e5-a6d3-e47561be7fc1 req-9d946bcd-f078-47b7-a884-e6e354256b77 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 945 time: 0.1056063 Nov 23 22:39:35.895352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-914d29b8-0184-4cd6-8879-1532485ec6e2 req-d554ad8d-fbcd-4220-b1d9-e9602cc8b65f tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774941 Nov 23 22:39:35.902010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-f2ab3135-fe1f-46e1-8ee4-ad2538c72e92 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664077 Nov 23 22:39:35.966325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2473ffe5-93d9-49e5-a6d3-e47561be7fc1 req-c71f76d4-f31b-44c5-baa7-d9c4ef8400be tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750029 Nov 23 22:39:36.075130 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00932b59-258c-430c-91c9-060e30b2285a req-0c7346ec-41f9-4ed3-a1ec-c34f0fc97e49 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879150 Nov 23 22:39:36.083028 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5be4e-36ea-4058-a46c-85e453e5b2c1 req-84dea049-e8fe-43c2-b39e-ca3695f3df30 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.084748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ca5be4e-36ea-4058-a46c-85e453e5b2c1 req-84dea049-e8fe-43c2-b39e-ca3695f3df30 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1149733 Nov 23 22:39:36.118056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-155a17a0-5016-49f1-bd06-c0cac1ef12e1 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000952 Nov 23 22:39:36.124395 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-654499b8-b8b8-499e-af0f-7bb1c216f13e service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327642 Nov 23 22:39:36.226939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652027-ee6f-4fd5-ab2f-6baaa5bb3bab req-822987ed-fdfe-4d86-a0dc-a1f17f94846c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.228940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b652027-ee6f-4fd5-ab2f-6baaa5bb3bab req-822987ed-fdfe-4d86-a0dc-a1f17f94846c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1689658 Nov 23 22:39:36.236663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ca5be4e-36ea-4058-a46c-85e453e5b2c1 req-c5f3fc68-a35a-41c2-b5ad-7a0c85aae146 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143091 Nov 23 22:39:36.245146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-c747bbf5-a044-428d-82fe-3dc2120a80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.248819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-c747bbf5-a044-428d-82fe-3dc2120a80b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 1102 time: 0.0600882 Nov 23 22:39:36.291641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b652027-ee6f-4fd5-ab2f-6baaa5bb3bab req-9ba5dbca-3864-4c28-b722-98a0c468564d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536926 Nov 23 22:39:36.370736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:36.392526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:36.453619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-dd573134-d301-4157-bfc3-1bf698be0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.459968 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-dd573134-d301-4157-bfc3-1bf698be0f62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1889355 Nov 23 22:39:36.469544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d40e5-72b8-4783-861e-ed1a994ed4f2 req-e0a2c521-d95f-46da-a204-9169ff0c424e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.475243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-919d40e5-72b8-4783-861e-ed1a994ed4f2 req-e0a2c521-d95f-46da-a204-9169ff0c424e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.1423500 Nov 23 22:39:36.578889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:36.597443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-919d40e5-72b8-4783-861e-ed1a994ed4f2 req-73c213c7-8b0e-49bc-a260-510a22514e40 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971868 Nov 23 22:39:36.604122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc', 'port_id': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'mac_address': 'fa:16:3e:16:3d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7420dbe3-bd6c-48f2-aca7-53a8abca3fab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:36.637268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-bb1b1e90-7af3-43f2-b46a-7eef90cab2de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 200 len: 217 time: 0.0976510 Nov 23 22:39:36.658863 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:36.686540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33a57438-d2f6-4866-8dfc-a293938cff3b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:36.713786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-708c43d6-99a4-4fd6-b877-9e96043c84d3 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.715482 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-708c43d6-99a4-4fd6-b877-9e96043c84d3 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.2148004 Nov 23 22:39:36.717352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:36.724521 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:36.730672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-d7d74029-dba1-419e-b836-6b9ef08c3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.732811 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-d7d74029-dba1-419e-b836-6b9ef08c3647 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0862529 Nov 23 22:39:36.795084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:36.834022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61464034-8782-4272-bd32-04ff8b145273 req-200456e9-d727-4b0c-bdd7-b9d3908af57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:36.835580 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-200456e9-d727-4b0c-bdd7-b9d3908af57d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933199 Nov 23 22:39:36.906976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['33a57438-d2f6-4866-8dfc-a293938cff3b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:36.979425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-25826efe-dce4-496e-a234-be74408e1372 service neutron] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:36.990359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-25826efe-dce4-496e-a234-be74408e1372 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:36.991919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ced38d8-b381-4872-9ff8-84a598a53f46 req-25826efe-dce4-496e-a234-be74408e1372 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d/bindings/n-h1-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.2578752 Nov 23 22:39:37.003958 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-2af0f4d0-1f9d-4f36-b573-00807c4153fc service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600721 Nov 23 22:39:37.208799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a150-b135-46e1-8ce4-6adf94f2fd58 req-e629e361-102f-42a8-abb0-b8b13f01ae18 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:37.216550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7672a150-b135-46e1-8ce4-6adf94f2fd58 req-e629e361-102f-42a8-abb0-b8b13f01ae18 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 945 time: 0.0967867 Nov 23 22:39:37.319308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7672a150-b135-46e1-8ce4-6adf94f2fd58 req-90dd7dd5-e0cf-48d7-9958-9defe9b1b5f7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942767 Nov 23 22:39:37.342735 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61464034-8782-4272-bd32-04ff8b145273 req-11ebce40-f392-425b-b843-86a6e21f8366 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174415 Nov 23 22:39:37.410839 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:37.613045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bf7b9-8d21-4f08-9c7c-357bcd2483a5 req-b34204b2-4170-4e88-9052-2f8c8b86e6fd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:37.614515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a9bf7b9-8d21-4f08-9c7c-357bcd2483a5 req-b34204b2-4170-4e88-9052-2f8c8b86e6fd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 945 time: 0.1481800 Nov 23 22:39:37.664466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad17fa1-4239-4398-9f60-d07f7fa5636f req-dba0b3a3-c662-45b4-9c5f-2860dcbe3f47 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:37.665231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ad17fa1-4239-4398-9f60-d07f7fa5636f req-dba0b3a3-c662-45b4-9c5f-2860dcbe3f47 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1225057 Nov 23 22:39:37.689769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b93cf2b9-0035-410b-aaed-e8717b035b80 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:37.728998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a9bf7b9-8d21-4f08-9c7c-357bcd2483a5 req-b5947781-0430-400f-b1e7-0318d034b259 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012099 Nov 23 22:39:37.759950 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:37.765076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ad17fa1-4239-4398-9f60-d07f7fa5636f req-88fa6311-36bf-4b12-9b8d-b6bef05edc96 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878131 Nov 23 22:39:37.855246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:37.886650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'b93cf2b9-0035-410b-aaed-e8717b035b80', 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c', 'port_id': 'b93cf2b9-0035-410b-aaed-e8717b035b80', 'mac_address': 'fa:16:3e:ee:1d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94a85b9-3d97-43e1-9ecc-a6a9c216f04d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:37.948915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:37.971535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93cf2b9-0035-410b-aaed-e8717b035b80 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:38.021989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:38.058034 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:38.185494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df86ba-a359-4815-9f21-414658ffca60 req-2fc4a64e-381e-40c9-a907-491cf138310e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:38.187280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4df86ba-a359-4815-9f21-414658ffca60 req-2fc4a64e-381e-40c9-a907-491cf138310e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1096 time: 0.0849156 Nov 23 22:39:38.196847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f447a-01cb-4002-a3ac-75ea699de1bf req-e9c860bb-33a8-418c-a016-45a94f22f39e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:38.206143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b1f447a-01cb-4002-a3ac-75ea699de1bf req-e9c860bb-33a8-418c-a016-45a94f22f39e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 945 time: 0.0924859 Nov 23 22:39:38.224218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:38.312727 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b1f447a-01cb-4002-a3ac-75ea699de1bf req-1416fb54-27ec-437c-bb0e-aab7e1b557cb tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056962 Nov 23 22:39:38.327929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4df86ba-a359-4815-9f21-414658ffca60 req-e92c29c3-9030-415f-a204-ae4daebcbc6e tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154389 Nov 23 22:39:38.405850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:38.492292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b93cf2b9-0035-410b-aaed-e8717b035b80'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:38.570383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 33a57438-d2f6-4866-8dfc-a293938cff3b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:38.570803 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:38.603712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e32be-69a1-41fe-a641-bfe8c7e61399 req-fcfbb0d3-36c1-4473-9a00-f3bcde1e3327 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:38.613643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd6e32be-69a1-41fe-a641-bfe8c7e61399 req-fcfbb0d3-36c1-4473-9a00-f3bcde1e3327 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 1096 time: 0.1341670 Nov 23 22:39:38.656258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-bcc1f43e-0e79-4272-81dc-04cceeb749f0 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:38.668393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-bcc1f43e-0e79-4272-81dc-04cceeb749f0 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.2272604 Nov 23 22:39:38.699204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-94f765ac-2035-48cb-acc9-0a41cbb8cea5 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/quotas/b45ff81c4cbf47d5aab54a7e91dac7c9 HTTP/1.1" status: 200 len: 375 time: 0.0296421 Nov 23 22:39:38.732652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:38.757246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd6e32be-69a1-41fe-a641-bfe8c7e61399 req-6832fe89-7778-4255-bfd2-207cfa275641 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413059 Nov 23 22:39:38.773380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:38.775301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:38.780339 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a09f7-be60-481b-9314-1dbd6859afe0" -d '{"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-plugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:38.785390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:38.802162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-64cde830-13cb-44db-969c-8f990c606704 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016982 Nov 23 22:39:38.864002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:38.982277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-cfe8fca8-87d3-4588-a1e4-5178a5bfb403 service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789439 Nov 23 22:39:39.125677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-1d95f48a-c007-493c-a25e-40c1aa42a7b0 service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321349 Nov 23 22:39:39.426823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5b793-c26c-4550-91f8-2a27ce0d5e5e req-5bf59351-204b-492c-b2dd-e9beb0deeab4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:39.434517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06b5b793-c26c-4550-91f8-2a27ce0d5e5e req-5bf59351-204b-492c-b2dd-e9beb0deeab4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0797076 Nov 23 22:39:39.545353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a787-1f1c-4021-a8b7-74bbf1707000 req-f286d5b7-24c9-4353-abbd-2ea2d037a561 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:39.550395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bf1a787-1f1c-4021-a8b7-74bbf1707000 req-f286d5b7-24c9-4353-abbd-2ea2d037a561 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.0964720 Nov 23 22:39:39.567004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06b5b793-c26c-4550-91f8-2a27ce0d5e5e req-11ec698f-51f2-4daa-90a0-51abd1a02fed tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314366 Nov 23 22:39:39.639442 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94e987-f8df-4200-8baa-3bb529d675da x-openstack-request-id: req-0e94e987-f8df-4200-8baa-3bb529d675da {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:39.640019 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-plugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:39.640019 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e94e987-f8df-4200-8baa-3bb529d675da {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:39.640419 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'code': 200} Nov 23 22:39:39.695738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bf1a787-1f1c-4021-a8b7-74bbf1707000 req-304be40d-22c5-48fe-9754-e0c396cf8f83 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257544 Nov 23 22:39:39.710252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:39.749026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b93cf2b9-0035-410b-aaed-e8717b035b80 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:39.799767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea59800-3846-45eb-b315-00cad2783738 req-89cc9c0e-219a-4c94-b3f0-a5c02aa24ce3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:39.820118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ea59800-3846-45eb-b315-00cad2783738 req-89cc9c0e-219a-4c94-b3f0-a5c02aa24ce3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "GET /v2.0/ports?device_id=18d25043-da2e-4b9b-9e17-be322c0718ea HTTP/1.1" status: 200 len: 946 time: 0.1237586 Nov 23 22:39:39.903263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:39:40.038242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1b6c-a1a8-496a-9638-36fa7e5efafd req-19f3dc2d-e57e-4436-8691-4d58fa4b32f9 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:40.052180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d8e1b6c-a1a8-496a-9638-36fa7e5efafd req-19f3dc2d-e57e-4436-8691-4d58fa4b32f9 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 945 time: 0.1037755 Nov 23 22:39:40.104561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Deleting port 4589c03f-2556-4f38-ab50-475dddd791ab {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:39:40.105037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.245550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:40.264432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d8e1b6c-a1a8-496a-9638-36fa7e5efafd req-c6b80f60-c0c6-4b74-bd86-ad42d5d9ec78 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076285 Nov 23 22:39:40.305111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '3929209f-3346-48a0-b282-3f56c81abc0d', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '3929209f-3346-48a0-b282-3f56c81abc0d', 'mac_address': 'fa:16:3e:46:51:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:40.333387 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9127b374-ee59-4b81-bc7a-e6fbd3c1c4d6 req-9f0e1bd1-309c-4626-b133-63a14fde20c9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 210 time: 0.1725049 Nov 23 22:39:40.421215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.443820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3929209f-3346-48a0-b282-3f56c81abc0d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:40.460371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4589c03f-2556-4f38-ab50-475dddd791ab no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:39:40.462285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port b93cf2b9-0035-410b-aaed-e8717b035b80 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:39:40.473673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] For port 4589c03f-2556-4f38-ab50-475dddd791ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4589c03f-2556-4f38-ab50-475dddd791ab,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:40.476748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.514003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Calling delete_port for 4589c03f-2556-4f38-ab50-475dddd791ab owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:39:40.542439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port b93cf2b9-0035-410b-aaed-e8717b035b80 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:40.543109 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.585002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:40.594686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.604013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5535654-f747-4075-91b8-aecdd32286e9 req-7a5321dd-d983-41b4-8612-d8b6f411cb4d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:40.628032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5535654-f747-4075-91b8-aecdd32286e9 req-7a5321dd-d983-41b4-8612-d8b6f411cb4d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1804910 Nov 23 22:39:40.724902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:40.798973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.808534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5535654-f747-4075-91b8-aecdd32286e9 req-c521627c-c99d-4f75-b42d-a936fd104658 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795394 Nov 23 22:39:40.871631 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.883366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d22c64-0045-407c-8661-bece2f375cf4 req-e344d3ac-55ec-4c14-b923-018017d2b301 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:40.887081 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:40.897513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30d22c64-0045-407c-8661-bece2f375cf4 req-e344d3ac-55ec-4c14-b923-018017d2b301 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1425438 Nov 23 22:39:40.946696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event deleted for resources: {'Port': ['ID=4589c03f-2556-4f38-ab50-475dddd791ab,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:41.018606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] No DVR routers for this DVR port 4589c03f-2556-4f38-ab50-475dddd791ab on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:39:41.025331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:41.031322 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ea59800-3846-45eb-b315-00cad2783738 req-5b9a68cd-d37f-4823-9061-86cbe67a92b3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "DELETE /v2.0/ports/4589c03f-2556-4f38-ab50-475dddd791ab HTTP/1.1" status: 204 len: 173 time: 1.2102559 Nov 23 22:39:41.034997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'name': 'network-vif-deleted', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:41.041638 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a032773-163c-4275-8379-5d81e57a8f7f" -d '{"events": [{"server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "name": "network-vif-deleted", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:41.056361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30d22c64-0045-407c-8661-bece2f375cf4 req-e6a98a59-16d3-41e7-bd65-eea9c0eacada tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574938 Nov 23 22:39:41.069254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['3929209f-3346-48a0-b282-3f56c81abc0d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:41.166904 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd77eb-dee6-4b2f-8754-d1f65b025d9f x-openstack-request-id: req-15fd77eb-dee6-4b2f-8754-d1f65b025d9f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:41.167201 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d25043-da2e-4b9b-9e17-be322c0718ea", "name": "network-vif-deleted", "tag": "4589c03f-2556-4f38-ab50-475dddd791ab", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:41.167454 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15fd77eb-dee6-4b2f-8754-d1f65b025d9f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:41.167883 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d25043-da2e-4b9b-9e17-be322c0718ea', 'name': 'network-vif-deleted', 'tag': '4589c03f-2556-4f38-ab50-475dddd791ab', 'status': 'completed', 'code': 200} Nov 23 22:39:41.285886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:41.299481 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:41.557559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-1e111742-bac7-4b60-a53b-ee26b37a5643 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464895 Nov 23 22:39:41.588494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:41.605090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.606028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.606385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.607694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.607694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.607694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.607966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.608119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.608535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.608865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.609193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.612708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:39:41.637327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c909e9-b728-4411-97e6-0efe41820357 req-ebcf6302-3733-45d0-b201-cfce0757cd92 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:41.640952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:41.644362 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0ddb6d-27f3-429e-8949-2222465664c8" -d '{"events": [{"server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "name": "network-vif-plugged", "status": "completed", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:41.646406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11c909e9-b728-4411-97e6-0efe41820357 req-ebcf6302-3733-45d0-b201-cfce0757cd92 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.2210953 Nov 23 22:39:41.707468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-e96ce90e-c050-4ab4-b937-3620240d34fb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:41.709610 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-e96ce90e-c050-4ab4-b937-3620240d34fb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.2898190 Nov 23 22:39:41.732960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Request body: {'port': {'device_id': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'admin_state_up': True, 'tenant_id': 'b45ff81c4cbf47d5aab54a7e91dac7c9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:41.823929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11c909e9-b728-4411-97e6-0efe41820357 req-70c99001-c95e-4428-b375-bd7510a21cc7 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765325 Nov 23 22:39:41.872797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-f6400e1b-90fe-4c20-b9d1-54db23862199 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:41.874748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-f6400e1b-90fe-4c20-b9d1-54db23862199 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013279 Nov 23 22:39:41.900912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-235ffcd5-df9a-4e62-9996-afd92570b3a8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/quotas/28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 375 time: 0.0176685 Nov 23 22:39:41.997860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Made reservation on behalf of b45ff81c4cbf47d5aab54a7e91dac7c9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:42.002757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c50037af-4d1e-495f-a451-56e56b81138d req-88dde5d5-e411-43a3-98f7-4854597bfc90 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 210 time: 0.0677249 Nov 23 22:39:42.005957 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:42.054156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-4b6257e2-c92c-40db-894f-3c69f0079dba tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1474864 Nov 23 22:39:42.222942 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717ea717-d3c4-4ae8-bb22-fc6878d095e8 x-openstack-request-id: req-717ea717-d3c4-4ae8-bb22-fc6878d095e8 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:42.223459 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "name": "network-vif-plugged", "status": "completed", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:42.223559 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-717ea717-d3c4-4ae8-bb22-fc6878d095e8 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:42.223933 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80', 'code': 200} Nov 23 22:39:42.289227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Allocated IP 172.20.0.9 (58698a06-72a2-4711-9d1e-61595cc571f1/9eb00d39-8567-48a2-b37c-3e667dbd68ea/9a1eec00-3a50-4a90-b163-ad22e77d6069) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:39:42.440250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209effdb-ecfb-44ea-8063-12301f64c8a0 req-b1979346-78e0-4f05-af6f-b2a485af0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:42.445822 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-209effdb-ecfb-44ea-8063-12301f64c8a0 req-b1979346-78e0-4f05-af6f-b2a485af0258 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1097 time: 0.0830214 Nov 23 22:39:42.493527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0c7c1-0cf8-43e1-b930-67607b1b748e req-bb27514b-fef3-404a-a507-3ceef7c95462 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:42.500362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10a0c7c1-0cf8-43e1-b930-67607b1b748e req-bb27514b-fef3-404a-a507-3ceef7c95462 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1242893 Nov 23 22:39:42.558755 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-209effdb-ecfb-44ea-8063-12301f64c8a0 req-026ad597-1b27-4bec-9835-33e922ef7b9c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986707 Nov 23 22:39:42.614920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10a0c7c1-0cf8-43e1-b930-67607b1b748e req-b31b8737-0d87-4134-aeeb-75a2863d0f46 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068783 Nov 23 22:39:42.656049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:42.741560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ee03d67-7e23-465f-a8ff-04d27be26e03 req-6e90e0c3-0d88-4c97-ae6a-ab415fd2879f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 210 time: 0.0675235 Nov 23 22:39:42.752428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:42.797812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Network 58698a06-72a2-4711-9d1e-61595cc571f1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:39:42.802386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:42.811704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:39:42.865422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:42.890887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:42.891539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:42.920568 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-7b555129-206b-470a-a44b-f9fdd5de44ee tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1911860 Nov 23 22:39:42.943543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Request body: {'port': {'device_id': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:43.029899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b172ab-4187-4730-ba86-7743b939200f req-73deccee-999a-4e4e-8e41-e0a044828d62 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:43.037322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92b172ab-4187-4730-ba86-7743b939200f req-73deccee-999a-4e4e-8e41-e0a044828d62 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0885997 Nov 23 22:39:43.062215 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:43.129466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92b172ab-4187-4730-ba86-7743b939200f req-83cc4f12-336d-4ca9-8677-535140b6713f tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913286 Nov 23 22:39:43.256910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a041e-f9ef-44e9-bd22-76fee7d8e0f7 req-02dafa40-682e-4b44-b368-f2ab7fe62702 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:43.265824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d6a041e-f9ef-44e9-bd22-76fee7d8e0f7 req-02dafa40-682e-4b44-b368-f2ab7fe62702 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 931 time: 0.1145592 Nov 23 22:39:43.331447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d6a041e-f9ef-44e9-bd22-76fee7d8e0f7 req-8f6383d5-d5b2-40f6-a72e-9ca7a48a76a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642953 Nov 23 22:39:43.728717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:43.809358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1eec00-3a50-4a90-b163-ad22e77d6069 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:43.824896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d12da-f1d1-4a22-b061-e752622b5b32 req-9e162eb0-96be-4c09-9dd9-3491e6b60c35 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:43.834110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-206d12da-f1d1-4a22-b061-e752622b5b32 req-9e162eb0-96be-4c09-9dd9-3491e6b60c35 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0932255 Nov 23 22:39:43.839492 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:43.897409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 3929209f-3346-48a0-b282-3f56c81abc0d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:43.898777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:43.902818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Transition to ACTIVE for port object 9a1eec00-3a50-4a90-b163-ad22e77d6069 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:39:43.914561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:44.023672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:44.025164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e597648f-1be7-483f-bb57-68f199b9c38f req-2c7378fd-0ac5-43b1-b2f9-5133bbcf5fe5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 210 time: 0.0917616 Nov 23 22:39:44.042557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-206d12da-f1d1-4a22-b061-e752622b5b32 req-b549bdec-3435-4d87-b30d-26b952637d28 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069254 Nov 23 22:39:44.113492 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:44.175689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Attempting to bind port 9a1eec00-3a50-4a90-b163-ad22e77d6069 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:44.178589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Attempting to bind port 9a1eec00-3a50-4a90-b163-ad22e77d6069 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:44.179308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Attempting to bind port 9a1eec00-3a50-4a90-b163-ad22e77d6069 on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:44.181079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:44.187488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Port 9a1eec00-3a50-4a90-b163-ad22e77d6069 on network 58698a06-72a2-4711-9d1e-61595cc571f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:44.188273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Attempting to bind port 9a1eec00-3a50-4a90-b163-ad22e77d6069 on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:44.188647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:44.200512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:44.201823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Checking segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:44.202541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Bound using segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:44.203151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Bound port: 9a1eec00-3a50-4a90-b163-ad22e77d6069, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:44.203770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:44.278173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:44.284813 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7358e358-c834-4d94-849a-c9c998b01d27" -d '{"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-plugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:44.397942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=13']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:44.415109 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe483d4-9445-44ea-a38e-4818d51314f6 x-openstack-request-id: req-ebe483d4-9445-44ea-a38e-4818d51314f6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:44.419642 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-plugged", "status": "completed", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:44.419984 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebe483d4-9445-44ea-a38e-4818d51314f6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:44.421191 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'code': 200} Nov 23 22:39:44.453829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:44.474632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f61921-dd41-4ce4-b342-4c4b60110f47 req-05a9ed45-410d-4dfb-94f0-0924df4b5414 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:44.486558 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-03de2650-a8de-49c0-880d-88bb07d6cbc6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877705 Nov 23 22:39:44.490121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9f61921-dd41-4ce4-b342-4c4b60110f47 req-05a9ed45-410d-4dfb-94f0-0924df4b5414 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1297240 Nov 23 22:39:44.495413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:44.528054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:44.560938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9f61921-dd41-4ce4-b342-4c4b60110f47 req-fc65c499-1b96-4a60-bb9d-8efeebdf564a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 Nov 23 22:39:44.635669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:44.685543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:44.686474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:44.688299 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-07c9e7bb-9ba8-47f4-8a14-16bcbc7103b4 service neutron] 10.222.0.48 "PUT /v2.0/ports/9a1eec00-3a50-4a90-b163-ad22e77d6069 HTTP/1.1" status: 200 len: 1091 time: 1.7525234 Nov 23 22:39:44.689710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:44.695907 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:44.767518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e5308-80dc-41ba-a649-cd930cb49fa7 req-0dbc2cdb-a069-4f11-ac8a-1b1a1804febf tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:44.771351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad7e5308-80dc-41ba-a649-cd930cb49fa7 req-0dbc2cdb-a069-4f11-ac8a-1b1a1804febf tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1097 time: 0.1235590 Nov 23 22:39:44.789337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eee66-3620-44c7-9f8d-47752727229f req-063cff14-daa5-4e7c-8a87-ac4c05cc41eb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:44.791172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c86eee66-3620-44c7-9f8d-47752727229f req-063cff14-daa5-4e7c-8a87-ac4c05cc41eb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 943 time: 0.1114383 Nov 23 22:39:44.793810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-e1951be9-f849-4c6c-a888-45e15d4c1388 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:44.795894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-e1951be9-f849-4c6c-a888-45e15d4c1388 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977223 Nov 23 22:39:44.817564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Request body: {'port': {'device_id': '047a4461-2785-4543-91ad-0ca6d4718d19', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '28ee9c68dd5846588b7507f3cbabd19d'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:44.884351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c86eee66-3620-44c7-9f8d-47752727229f req-1ea89005-042b-4106-9c68-1cab6ac5e874 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Nov 23 22:39:44.908213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad7e5308-80dc-41ba-a649-cd930cb49fa7 req-2395d182-9ac0-44ec-bab9-1054cec5023b tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158004 Nov 23 22:39:44.950311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-91c62e35-0d06-4691-bf1d-8774adea867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:44.952608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-91c62e35-0d06-4691-bf1d-8774adea867c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 1094 time: 0.1882257 Nov 23 22:39:45.021466 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca197ff-fa8c-4d74-a772-072a47943872 x-openstack-request-id: req-aca197ff-fa8c-4d74-a772-072a47943872 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:45.022025 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:45.022513 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aca197ff-fa8c-4d74-a772-072a47943872 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:45.023091 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'status': 'completed', 'code': 200} Nov 23 22:39:45.221493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e5fba-2d24-4fae-ace7-b9f9b3431e22 req-ebd01a23-9a0c-434d-bf4f-15bbdb03a74b tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:45.230647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-990e5fba-2d24-4fae-ace7-b9f9b3431e22 req-ebd01a23-9a0c-434d-bf4f-15bbdb03a74b tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1097 time: 0.1507239 Nov 23 22:39:45.249803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b4ff5ba-ccd0-4297-a0ac-ace3b14ef000 req-67965c54-5ab6-4bd2-89ad-a29970d8febf tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 210 time: 0.0646563 Nov 23 22:39:45.358573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-990e5fba-2d24-4fae-ace7-b9f9b3431e22 req-9db50b72-1bd9-4d51-81b6-1b120b5fe3be tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265261 Nov 23 22:39:45.422807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-153116d7-2d4b-43e6-818f-961b176501e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069 HTTP/1.1" status: 200 len: 217 time: 0.4113798 Nov 23 22:39:45.461470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ee0df-8a70-44ba-95c1-673085e94b8f req-11ec79af-fbd1-42b0-8683-189c5cc0bb24 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:45.470497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b9ee0df-8a70-44ba-95c1-673085e94b8f req-11ec79af-fbd1-42b0-8683-189c5cc0bb24 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0688512 Nov 23 22:39:45.488299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Made reservation on behalf of 28ee9c68dd5846588b7507f3cbabd19d for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:39:45.492098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:45.515744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-e3dfcf7f-b4c0-4301-aa68-f9dcaf07980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:45.517527 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-e3dfcf7f-b4c0-4301-aa68-f9dcaf07980d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.0817723 Nov 23 22:39:45.542005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b9ee0df-8a70-44ba-95c1-673085e94b8f req-b7a0e854-02c7-4f60-9af7-c9d3c6ecc297 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670292 Nov 23 22:39:45.560919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-91231000-b15c-484a-8dfa-c38255dde67a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316098 Nov 23 22:39:45.779183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Allocated IP 192.168.233.109 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/d27cf866-54c9-4b08-9045-8a4ac8639e10) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:39:45.991348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:46.065735 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-6f6521d2-7e4a-4545-a79c-3ef2b8155ecb service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662983 Nov 23 22:39:46.075527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:46.089483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:46.118083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18430-8ab3-4560-a585-394ec8a1a637 req-c89be570-3cb2-479d-ba5a-ecd26ae6a001 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:46.127250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cae18430-8ab3-4560-a585-394ec8a1a637 req-c89be570-3cb2-479d-ba5a-ecd26ae6a001 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 943 time: 0.1126947 Nov 23 22:39:46.221462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cae18430-8ab3-4560-a585-394ec8a1a637 req-c1c8b287-da12-412c-9fd2-ee850afe63f9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832710 Nov 23 22:39:46.223068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', '3929209f-3346-48a0-b282-3f56c81abc0d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:46.345614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b78bb2e1-7614-4003-84c5-900f080eed83 req-5a029c66-b2de-4703-a67d-3a787151c180 service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663841 Nov 23 22:39:46.491509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:39:46.527186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:39:46.554947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:39:46.687024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:46.730786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129264-47bd-4111-896c-639b61108863 req-4c60c459-99f5-47a8-88f3-155e5b46eed0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:46.747515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee129264-47bd-4111-896c-639b61108863 req-4c60c459-99f5-47a8-88f3-155e5b46eed0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 936 time: 0.1284049 Nov 23 22:39:46.802497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-a389783d-463c-489e-ad70-c44c1e6c1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:46.822678 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-a389783d-463c-489e-ad70-c44c1e6c1df3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 1094 time: 0.3283994 Nov 23 22:39:46.829702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-b826d314-45fb-46fd-baf4-ab8ec0f954bc tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:39:46.835530 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-b826d314-45fb-46fd-baf4-ab8ec0f954bc tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070963 Nov 23 22:39:46.850352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:46.851024 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:46.853572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee129264-47bd-4111-896c-639b61108863 req-4463f870-e3cf-4a8a-8a8d-185cd0962294 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049368 Nov 23 22:39:47.011480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1d109905-2c5e-4951-8b80-fe330c36d186 None None] Provisioning complete for port d27cf866-54c9-4b08-9045-8a4ac8639e10 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:47.011914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d109905-2c5e-4951-8b80-fe330c36d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:47.043925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-15193e05-15bb-462f-95bd-9dad6474cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:47.046663 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-15193e05-15bb-462f-95bd-9dad6474cdad service neutron] 10.222.0.48 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 905 time: 0.1653917 Nov 23 22:39:47.068732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-8cc9ec58-61c5-4d2c-837a-b5ab37cab7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:47.070615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-8cc9ec58-61c5-4d2c-837a-b5ab37cab7d9 service neutron] 10.222.0.11 "GET /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 1094 time: 0.2117279 Nov 23 22:39:47.072076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1d109905-2c5e-4951-8b80-fe330c36d186 None None] Port d27cf866-54c9-4b08-9045-8a4ac8639e10 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:39:47.090180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e8215-7a9f-4f92-9e3a-433563f2fb73 req-01e1ad5b-a991-473c-a314-6b34d765bf4a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:47.091787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c97e8215-7a9f-4f92-9e3a-433563f2fb73 req-01e1ad5b-a991-473c-a314-6b34d765bf4a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1072960 Nov 23 22:39:47.161329 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-a8077891-5581-4390-83c7-08de7e643e54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069 HTTP/1.1" status: 200 len: 217 time: 0.1020739 Nov 23 22:39:47.166866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Request body: {'binding': {'host': 'n-h2-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:47.167325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:39:47.171969 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-c8e16b8e-b2a1-4cec-a378-029fe853008f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3598499 Nov 23 22:39:47.196031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c97e8215-7a9f-4f92-9e3a-433563f2fb73 req-d14c1462-8ed2-439c-a44a-db6297f90c53 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926759 Nov 23 22:39:47.225333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Request body: {'port': {'device_id': '047a4461-2785-4543-91ad-0ca6d4718d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:39:47.354627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-7f8eba53-18de-4a3f-8d18-7fff1e884681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:47.356118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-7f8eba53-18de-4a3f-8d18-7fff1e884681 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.1832709 Nov 23 22:39:47.358677 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:47.403129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-e1ccce6b-0bbd-485c-957d-398c1736c1ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298841 Nov 23 22:39:47.431926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adf137-a411-48d2-9dd0-0a1d44e55319 req-fef2d99a-0b7d-4a9a-853a-7c21cf7c63a3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:47.440722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5adf137-a411-48d2-9dd0-0a1d44e55319 req-fef2d99a-0b7d-4a9a-853a-7c21cf7c63a3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 943 time: 0.0723443 Nov 23 22:39:47.511406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5adf137-a411-48d2-9dd0-0a1d44e55319 req-66cebe57-c841-4d6b-99b2-84ecce02fe0a tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693252 Nov 23 22:39:47.710726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-195e0294-666c-4b43-896a-f3a6e4e3ee79 service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726290 Nov 23 22:39:47.729251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on host n-h2-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:47.729578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:47.729907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:47.737272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:47.737605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:47.775091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:47.775497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:47.775841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:47.776557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Bound port: b93cf2b9-0035-410b-aaed-e8717b035b80, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:47.896690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:47.914737 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:47.926770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-e04a36c9-f2da-4743-96ad-ce2e56edb570 service neutron] 10.222.0.11 "POST /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80/bindings HTTP/1.1" status: 201 len: 389 time: 0.7642524 Nov 23 22:39:48.005702 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:39:48.006810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27cf866-54c9-4b08-9045-8a4ac8639e10 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:48.025177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:48.042208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Transition to ACTIVE for port object d27cf866-54c9-4b08-9045-8a4ac8639e10 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:39:48.047370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621860-ad69-43cc-ba1d-734ef9ea0f3e req-f420d5f2-34ab-4a45-b531-60e2d7bc0215 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.055297 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:48.060746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01621860-ad69-43cc-ba1d-734ef9ea0f3e req-f420d5f2-34ab-4a45-b531-60e2d7bc0215 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 936 time: 0.0866191 Nov 23 22:39:48.128177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01621860-ad69-43cc-ba1d-734ef9ea0f3e req-41cea6af-8414-4a0f-8f7f-f1bc558ea043 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661645 Nov 23 22:39:48.150909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:48.169893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f52da2c5-fd40-4c3e-a3b4-abdd60e169f8 req-9786bcb0-9be0-441d-bcfa-95cd6df75e6d service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493291 Nov 23 22:39:48.241774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cdf26-71d5-463c-a9b4-6230c9fecd5f req-e306a98b-e98b-4834-b51d-ac0dd8eae118 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.266166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-555cdf26-71d5-463c-a9b4-6230c9fecd5f req-e306a98b-e98b-4834-b51d-ac0dd8eae118 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0953026 Nov 23 22:39:48.412271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-555cdf26-71d5-463c-a9b4-6230c9fecd5f req-729c81d7-ce7f-4da0-af72-89c72d73cd1c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440103 Nov 23 22:39:48.422471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec5c91-9cde-49f5-a128-e2d72ae49c7b req-b27d3fd8-a648-4a38-b95e-18f4bcf270b6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.423791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:39:48.424139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:39:48.428693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:48.449417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03ec5c91-9cde-49f5-a128-e2d72ae49c7b req-b27d3fd8-a648-4a38-b95e-18f4bcf270b6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1391528 Nov 23 22:39:48.450054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:39:48.450054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:39:48.452613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-3a17e7f6-fda1-4c3b-bc40-bf1a02382d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.471692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-3a17e7f6-fda1-4c3b-bc40-bf1a02382d2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1097 time: 0.1764660 Nov 23 22:39:48.472563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:39:48.472900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:39:48.473287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:39:48.477429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Bound port: d27cf866-54c9-4b08-9045-8a4ac8639e10, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:39:48.477948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:48.550448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03ec5c91-9cde-49f5-a128-e2d72ae49c7b req-896a8b2e-9458-467f-a8d4-6d82584abf0d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100206 Nov 23 22:39:48.759786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:39:48.765833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:39:48.769614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-900acc82-7c03-4b77-9a55-e4c412addc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.771372 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-900acc82-7c03-4b77-9a55-e4c412addc51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2871456 Nov 23 22:39:48.773730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc74b0d-c630-4798-8499-52235ff35e8c req-2b15df24-e99a-445a-b00d-ffc11b60aae9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.773877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:48.783590 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fc74b0d-c630-4798-8499-52235ff35e8c req-2b15df24-e99a-445a-b00d-ffc11b60aae9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 943 time: 0.1121123 Nov 23 22:39:48.835200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.836176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:48.837375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] 10.222.0.46 "PUT /v2.0/ports/d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 1096 time: 1.6399674 Nov 23 22:39:48.838661 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-c7cf2a0c-8d72-4e58-88c7-1af35eb32b8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 217 time: 0.0539093 Nov 23 22:39:48.841209 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:48.843016 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55856388-925c-463a-9ac6-ad615a10d606" -d '{"events": [{"name": "network-changed", "server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:48.908436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fc74b0d-c630-4798-8499-52235ff35e8c req-b8b4f6d3-a9ca-4b39-bf05-c639c0d1642e tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150734 Nov 23 22:39:48.952160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-0208c2a9-1269-4826-96bf-bc61e1b6cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:48.954748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-0208c2a9-1269-4826-96bf-bc61e1b6cc37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0737500 Nov 23 22:39:49.020098 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9493c2a-5584-455e-90de-f0ce361e07ed x-openstack-request-id: req-d9493c2a-5584-455e-90de-f0ce361e07ed {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:49.020404 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:49.020668 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9493c2a-5584-455e-90de-f0ce361e07ed {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:49.024647 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'status': 'completed', 'code': 200} Nov 23 22:39:49.053910 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-80aef3b6-9265-4cc3-a166-10a891cc1557 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871899 Nov 23 22:39:49.073826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83f6e5-2d39-4e54-aba2-ce4eb1c9e831 service neutron] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:49.275733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-89f67b7d-a3f3-40f0-84ad-35ac8cdb8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:49.277798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-89f67b7d-a3f3-40f0-84ad-35ac8cdb8e81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1099 time: 0.3220341 Nov 23 22:39:49.358683 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-03d1789f-3866-4a49-b8a9-f065564906fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.0571525 Nov 23 22:39:49.365761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66126a67-466a-4546-baa7-b502683918b5 req-43182dc4-4624-48a1-b4c9-7a317cc0da05 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:49.374383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66126a67-466a-4546-baa7-b502683918b5 req-43182dc4-4624-48a1-b4c9-7a317cc0da05 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 948 time: 0.0801287 Nov 23 22:39:49.414649 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-f82252a5-ab5d-4027-82d3-5f7dde55280b service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253314 Nov 23 22:39:49.442551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66126a67-466a-4546-baa7-b502683918b5 req-a74dd3b2-d8bd-45db-baff-ab39d3617d4f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672052 Nov 23 22:39:49.454617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-bd718e26-338f-488e-86eb-4bdbe3dda7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:49.456786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-bd718e26-338f-488e-86eb-4bdbe3dda7a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0815084 Nov 23 22:39:49.617801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97686602-21cd-41d9-8e8f-360280f69dbf req-796b1129-5089-458f-8348-63b9b8ef1f21 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:49.632241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97686602-21cd-41d9-8e8f-360280f69dbf req-796b1129-5089-458f-8348-63b9b8ef1f21 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1066566 Nov 23 22:39:49.694945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-d78d2c53-f803-4f02-9247-2c9a5a60fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:49.700807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-d78d2c53-f803-4f02-9247-2c9a5a60fa63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2306373 Nov 23 22:39:49.768192 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-fed66605-cac5-4ce9-87fd-3b50a3707be9 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420954 Nov 23 22:39:49.789252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97686602-21cd-41d9-8e8f-360280f69dbf req-748faddf-2513-4337-b80c-d610bf15eeae tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556666 Nov 23 22:39:49.806206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9a1eec00-3a50-4a90-b163-ad22e77d6069 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:49.874774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaebba-745e-48fe-bf8b-b3dd7f44a8e2 req-a422eeaa-1214-4f0e-9849-06100870c9e1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:49.898925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-edcaebba-745e-48fe-bf8b-b3dd7f44a8e2 req-a422eeaa-1214-4f0e-9849-06100870c9e1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1933095 Nov 23 22:39:50.036937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-edcaebba-745e-48fe-bf8b-b3dd7f44a8e2 req-2f2937e0-f3c6-4986-a9a5-2ac347f3eaef tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368170 Nov 23 22:39:50.062222 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-8b19ae5a-ae8f-405e-94f2-033f602b76d2 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466158 Nov 23 22:39:50.138618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:50.181056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'mac_address': 'fa:16:3e:26:eb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:50.275110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:50.296279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3956b1df-e94b-4fbd-9f82-ea6e90b28be0 req-221fce1d-4673-41f8-920c-2e3745a757b3 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256701 Nov 23 22:39:50.299124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a5824-76ff-4912-b5c1-e8c5c5266904 req-cba8e97e-c306-4b59-86a4-2deff2944b41 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:50.310629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-858a5824-76ff-4912-b5c1-e8c5c5266904 req-cba8e97e-c306-4b59-86a4-2deff2944b41 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 943 time: 0.0992601 Nov 23 22:39:50.322039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1eec00-3a50-4a90-b163-ad22e77d6069 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:50.402989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:50.414750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:50.448526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-858a5824-76ff-4912-b5c1-e8c5c5266904 req-92b7da68-f6ab-4930-ba45-26500ea594e6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315522 Nov 23 22:39:50.484180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856388-925c-463a-9ac6-ad615a10d606 req-49649f28-c133-4de0-a0ca-adf0500682c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:50.486328 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55856388-925c-463a-9ac6-ad615a10d606 req-49649f28-c133-4de0-a0ca-adf0500682c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1099 time: 0.1117163 Nov 23 22:39:50.487773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:50.695170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e446f86-ab41-46ac-afff-218a991f711e req-4170bfcc-0df6-4baf-8cc5-06a7eca9194d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:50.711835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e446f86-ab41-46ac-afff-218a991f711e req-4170bfcc-0df6-4baf-8cc5-06a7eca9194d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 948 time: 0.1341171 Nov 23 22:39:50.714594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856388-925c-463a-9ac6-ad615a10d606 req-89afe9e9-f02e-425f-9e88-a97bdfd3085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:50.716096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55856388-925c-463a-9ac6-ad615a10d606 req-89afe9e9-f02e-425f-9e88-a97bdfd3085c service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2224598 Nov 23 22:39:50.803179 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55856388-925c-463a-9ac6-ad615a10d606 req-9106c880-5224-4f8c-9342-8bbc1b9764ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.0788586 Nov 23 22:39:50.828471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9a1eec00-3a50-4a90-b163-ad22e77d6069'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:50.842622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e446f86-ab41-46ac-afff-218a991f711e req-ae3b751c-e187-4d28-8690-46db06776313 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298053 Nov 23 22:39:50.927324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856388-925c-463a-9ac6-ad615a10d606 req-ab991031-45ce-4b45-ab1c-6f1d7776969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:50.934204 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55856388-925c-463a-9ac6-ad615a10d606 req-ab991031-45ce-4b45-ab1c-6f1d7776969a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1212993 Nov 23 22:39:51.037634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856388-925c-463a-9ac6-ad615a10d606 req-47871817-fd14-44c1-953d-b5ee6a6f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:51.046163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55856388-925c-463a-9ac6-ad615a10d606 req-47871817-fd14-44c1-953d-b5ee6a6f0a07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034646 Nov 23 22:39:51.090763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15664ea-5441-443e-951f-f3650bea5e13 req-6e730de4-5186-490d-9eb5-d9180430a447 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:51.094364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f15664ea-5441-443e-951f-f3650bea5e13 req-6e730de4-5186-490d-9eb5-d9180430a447 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1579113 Nov 23 22:39:51.250139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f15664ea-5441-443e-951f-f3650bea5e13 req-ac9c5257-6cfa-43fb-9486-4ea9f4832874 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259980 Nov 23 22:39:51.322073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55856388-925c-463a-9ac6-ad615a10d606 req-07682bdd-6478-4f5e-bc55-1dab3f01c781 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648845 Nov 23 22:39:51.449069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ad1bc-57d0-41fa-ba27-da80a74b5005 req-80ccf018-51a5-427f-acec-8c61c7667132 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:51.461435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-848ad1bc-57d0-41fa-ba27-da80a74b5005 req-80ccf018-51a5-427f-acec-8c61c7667132 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1744542 Nov 23 22:39:51.590676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-848ad1bc-57d0-41fa-ba27-da80a74b5005 req-f4b60f9c-9003-475e-802a-b1899282704e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190369 Nov 23 22:39:51.706012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7656e93-bfe1-414f-8583-7e39a9c552f2 req-49340dc1-ef8b-4bf7-ad96-80f1e8679cff tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:51.719395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7656e93-bfe1-414f-8583-7e39a9c552f2 req-49340dc1-ef8b-4bf7-ad96-80f1e8679cff tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 944 time: 0.1244879 Nov 23 22:39:51.821966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7656e93-bfe1-414f-8583-7e39a9c552f2 req-79c3006a-796a-41b7-b7c9-418c08817a86 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945742 Nov 23 22:39:51.959169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55856388-925c-463a-9ac6-ad615a10d606 req-49920506-dfff-4530-99d4-a43d35098176 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309521 Nov 23 22:39:51.993199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b03b2b-38e1-49c9-8d88-03aa87407bde req-b95fea98-9656-444e-a756-d58cceccf0b3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:52.002796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5b03b2b-38e1-49c9-8d88-03aa87407bde req-b95fea98-9656-444e-a756-d58cceccf0b3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 948 time: 0.0665855 Nov 23 22:39:52.072399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5b03b2b-38e1-49c9-8d88-03aa87407bde req-5fd3b19f-192b-4f93-b0dc-df68505a49a2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684249 Nov 23 22:39:52.476947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b933f0-45a5-498d-bb93-62587ca39f79 req-ffb17cb6-cc3a-4550-83f7-e570ad7a9b9b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:52.483592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1b933f0-45a5-498d-bb93-62587ca39f79 req-ffb17cb6-cc3a-4550-83f7-e570ad7a9b9b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1079197 Nov 23 22:39:52.501299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:39:52.581350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1b933f0-45a5-498d-bb93-62587ca39f79 req-89421d84-becb-4782-a85c-bf03ae468392 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890176 Nov 23 22:39:52.708955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:52.722867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'mac_address': 'fa:16:3e:ec:40:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:39:52.762846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38bd03-412c-4ba9-9890-bb822171d799 req-d2c679ce-bb04-4d18-bc8d-e368b26e96b1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:52.773739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c38bd03-412c-4ba9-9890-bb822171d799 req-d2c679ce-bb04-4d18-bc8d-e368b26e96b1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1020012 Nov 23 22:39:52.774557 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:52.799066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27cf866-54c9-4b08-9045-8a4ac8639e10 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:39:52.826762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:52.834408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:52.865871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c38bd03-412c-4ba9-9890-bb822171d799 req-1229a2d1-cdec-47bd-b20e-1c73d985d1ab tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885706 Nov 23 22:39:52.895606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:53.060463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1771e4-a8b8-48ca-9f72-b35e83648b0e req-b7252697-052e-4e9b-b42e-addd7755a601 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:53.064952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1771e4-a8b8-48ca-9f72-b35e83648b0e req-b7252697-052e-4e9b-b42e-addd7755a601 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 944 time: 0.1138532 Nov 23 22:39:53.147548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d27cf866-54c9-4b08-9045-8a4ac8639e10'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:39:53.188614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1771e4-a8b8-48ca-9f72-b35e83648b0e req-91f539a1-74d1-470e-8896-d958a15f23ab tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172523 Nov 23 22:39:53.354052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f86e-6717-4183-a9fc-136d338a5880 req-bb736315-ed3e-4ccf-b60c-3093f42dd795 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:53.356745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38f5f86e-6717-4183-a9fc-136d338a5880 req-bb736315-ed3e-4ccf-b60c-3093f42dd795 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 949 time: 0.1228073 Nov 23 22:39:53.458195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38f5f86e-6717-4183-a9fc-136d338a5880 req-93313da8-a4ee-48eb-b69e-c9de8770622d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896246 Nov 23 22:39:53.747198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa32678-10a0-4b2d-8763-858e705ffdaa req-8ff13f4a-3e0d-4ad2-92fd-1de8848dff44 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:53.749914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-daa32678-10a0-4b2d-8763-858e705ffdaa req-8ff13f4a-3e0d-4ad2-92fd-1de8848dff44 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0630968 Nov 23 22:39:53.824488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-daa32678-10a0-4b2d-8763-858e705ffdaa req-088a1c76-6e9b-4c42-902f-e9a6774861f0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533657 Nov 23 22:39:53.831012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9a1eec00-3a50-4a90-b163-ad22e77d6069 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:53.956690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9a1eec00-3a50-4a90-b163-ad22e77d6069 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:39:53.962677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9a1eec00-3a50-4a90-b163-ad22e77d6069 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:53.963189 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:54.087684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d7b08-0e27-4504-9752-b7da71692f82 req-e10214b1-a011-4fa1-8bac-20eb6c09c315 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:54.101567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e7d7b08-0e27-4504-9752-b7da71692f82 req-e10214b1-a011-4fa1-8bac-20eb6c09c315 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1129394 Nov 23 22:39:54.195796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e7d7b08-0e27-4504-9752-b7da71692f82 req-a0fae6e2-0ef3-4b10-a1cd-a236b41b3f4b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904768 Nov 23 22:39:54.203144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:54.247930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:54.251136 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f8e92d-6fa1-4525-aa8e-2483e6f6cb5a" -d '{"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-plugged", "status": "completed", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:54.271098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:54.283490 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:54.371613 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682ab901-80f1-4d58-93fc-485426472e67 x-openstack-request-id: req-682ab901-80f1-4d58-93fc-485426472e67 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:54.371956 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-plugged", "status": "completed", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:54.372216 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-682ab901-80f1-4d58-93fc-485426472e67 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:54.372624 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'code': 200} Nov 23 22:39:54.379525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:54.434185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4855f-4b6e-4061-a2f0-4567f64b06a0 req-06d48150-2fd4-4ad2-a002-9b81efc7bf78 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:54.437537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fe4855f-4b6e-4061-a2f0-4567f64b06a0 req-06d48150-2fd4-4ad2-a002-9b81efc7bf78 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1413834 Nov 23 22:39:54.505380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:39:54.611195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fe4855f-4b6e-4061-a2f0-4567f64b06a0 req-c30dbd01-8685-4ed6-a38f-ff134db482db tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636772 Nov 23 22:39:54.632636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e388bbb-1070-4301-af2a-fb2f5cc0eee6 req-458542bf-5c1b-4818-9e80-0b1261eadab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:54.635946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1e388bbb-1070-4301-af2a-fb2f5cc0eee6 req-458542bf-5c1b-4818-9e80-0b1261eadab4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 1096 time: 0.1063356 Nov 23 22:39:54.693870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port d27cf866-54c9-4b08-9045-8a4ac8639e10 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:39:54.700956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port d27cf866-54c9-4b08-9045-8a4ac8639e10 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:39:54.703162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:54.781535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3214fa-6194-4aad-88a6-a041890e7fce req-d3959df7-e763-44c1-af63-69a166754642 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:54.788182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce3214fa-6194-4aad-88a6-a041890e7fce req-d3959df7-e763-44c1-af63-69a166754642 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 949 time: 0.1473644 Nov 23 22:39:54.790482 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1e388bbb-1070-4301-af2a-fb2f5cc0eee6 req-e9dc6237-ffcb-4a28-b968-31880356db12 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392097 Nov 23 22:39:54.840749 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:54.881429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce3214fa-6194-4aad-88a6-a041890e7fce req-3b3e518e-d75f-49e0-9b8f-ccbff428c68c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816815 Nov 23 22:39:54.918060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:39:54.928378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:55.032789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:39:55.051240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede48c8-a31d-4a06-a962-555dc0f4f9a8 req-f779f6fe-5bc0-4829-a72c-7f9c4dc812d0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:55.052829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ede48c8-a31d-4a06-a962-555dc0f4f9a8 req-f779f6fe-5bc0-4829-a72c-7f9c4dc812d0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1057644 Nov 23 22:39:55.139844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ede48c8-a31d-4a06-a962-555dc0f4f9a8 req-c4eca4a5-22a3-4b5d-80f4-093fe5f258b5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751595 Nov 23 22:39:55.357432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32197-b653-452c-83a2-4e0254dc677e req-a1f55c4d-232e-4e7f-b925-4b4a50ba6f88 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:55.359321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5d32197-b653-452c-83a2-4e0254dc677e req-a1f55c4d-232e-4e7f-b925-4b4a50ba6f88 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0871766 Nov 23 22:39:55.429448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5d32197-b653-452c-83a2-4e0254dc677e req-bbe63002-5403-4cf0-899f-c125417d852c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Nov 23 22:39:55.858023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b626f-d252-4ab5-b1ed-c3431dc405b6 req-c124d608-6fe9-40ea-8afd-7cf3f0ac54b4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:55.867772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f25b626f-d252-4ab5-b1ed-c3431dc405b6 req-c124d608-6fe9-40ea-8afd-7cf3f0ac54b4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1304557 Nov 23 22:39:55.941832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f25b626f-d252-4ab5-b1ed-c3431dc405b6 req-6a75c833-c1f2-4e72-b39a-dd9072ffd36c tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676246 Nov 23 22:39:56.074711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaa37d-c423-4e08-9800-4bdc1f06a56d req-acc0cb5a-a091-4c39-b2c8-a177542bd698 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:56.090295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdeaa37d-c423-4e08-9800-4bdc1f06a56d req-acc0cb5a-a091-4c39-b2c8-a177542bd698 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1022887 Nov 23 22:39:56.308222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdeaa37d-c423-4e08-9800-4bdc1f06a56d req-b5c78f01-8e9c-431f-9f5e-b98362a5e8a9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158341 Nov 23 22:39:56.374126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:39:56.376847 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63376c80-e3a8-438d-8213-d8751ebd0027" -d '{"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-plugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:39:56.452058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf932c-34cc-4ace-afdf-6d7c1cb4e08f req-6f99877a-de35-4c27-96c0-1b9f1b24a208 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:56.457329 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f63c18-460e-411e-8913-f977388b2711 x-openstack-request-id: req-c9f63c18-460e-411e-8913-f977388b2711 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:39:56.458052 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-plugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:39:56.458470 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9f63c18-460e-411e-8913-f977388b2711 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:39:56.459135 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'code': 200} Nov 23 22:39:56.483083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fcf932c-34cc-4ace-afdf-6d7c1cb4e08f req-6f99877a-de35-4c27-96c0-1b9f1b24a208 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1731446 Nov 23 22:39:56.601763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:56.635296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fcf932c-34cc-4ace-afdf-6d7c1cb4e08f req-7492bb69-7383-4731-9679-60d0bb07ced9 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505983 Nov 23 22:39:56.694539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff60d9-dc27-4b86-92cf-192d04167b39 req-62dd65ae-465c-463f-be66-1d0cde13e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:56.699178 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-80ff60d9-dc27-4b86-92cf-192d04167b39 req-62dd65ae-465c-463f-be66-1d0cde13e82f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1101 time: 0.1221671 Nov 23 22:39:56.798585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac472-8584-4c4c-a260-948b38935ecd req-2f704ba4-e658-42c9-abbc-de6897a22677 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:56.808223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c99ac472-8584-4c4c-a260-948b38935ecd req-2f704ba4-e658-42c9-abbc-de6897a22677 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1463571 Nov 23 22:39:56.820288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-80ff60d9-dc27-4b86-92cf-192d04167b39 req-f231c585-ff91-4fc8-a917-026c506a6179 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094151 Nov 23 22:39:56.940414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c99ac472-8584-4c4c-a260-948b38935ecd req-f8e70c53-30ca-41c2-856f-58cb3a0f0fee tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311314 Nov 23 22:39:57.089815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2a632-1dce-48af-979a-e1357b7fcf4b req-1bf7170d-8c55-4a37-913d-13c5956b909b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:57.101030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2be2a632-1dce-48af-979a-e1357b7fcf4b req-1bf7170d-8c55-4a37-913d-13c5956b909b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0816758 Nov 23 22:39:57.195206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2be2a632-1dce-48af-979a-e1357b7fcf4b req-4df33cda-6c99-4952-8f33-bfcb3f255db8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931048 Nov 23 22:39:57.603858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d5475-fdff-4be9-a883-d7e3e62d35c9 req-ef77f6c5-73ec-4c17-914c-67497575c64c tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:57.613596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d87d5475-fdff-4be9-a883-d7e3e62d35c9 req-ef77f6c5-73ec-4c17-914c-67497575c64c tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1109762 Nov 23 22:39:57.637653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72efcfe-0d78-43c0-9dc8-918e49c993d5 req-a3c728de-23b6-41bb-8084-459ec2914c16 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:57.639389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f72efcfe-0d78-43c0-9dc8-918e49c993d5 req-a3c728de-23b6-41bb-8084-459ec2914c16 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1963272 Nov 23 22:39:57.730052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d87d5475-fdff-4be9-a883-d7e3e62d35c9 req-ba18b903-4c11-4bbe-90c4-c941feada662 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149993 Nov 23 22:39:57.822883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f72efcfe-0d78-43c0-9dc8-918e49c993d5 req-a22dbae3-3fe2-4efd-81b0-10ddbbae99fe tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733668 Nov 23 22:39:57.943839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a84a-2e1b-421f-b4be-63e55afd88f2 req-8b77ed1c-7d57-4643-b4b4-22eb91e0dbb8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:57.956271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f91a84a-2e1b-421f-b4be-63e55afd88f2 req-8b77ed1c-7d57-4643-b4b4-22eb91e0dbb8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0865560 Nov 23 22:39:58.064914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f91a84a-2e1b-421f-b4be-63e55afd88f2 req-92479ec0-b5a6-46cb-8493-bc1097193ae0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076357 Nov 23 22:39:58.233308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e743e52-2d90-4420-860e-2ecf1bc04c7b req-689af87c-7b27-403c-8b3e-49ed53aa8be5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:58.235511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e743e52-2d90-4420-860e-2ecf1bc04c7b req-689af87c-7b27-403c-8b3e-49ed53aa8be5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0735843 Nov 23 22:39:58.314671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e743e52-2d90-4420-860e-2ecf1bc04c7b req-f98647f6-9e51-4674-bdf9-ad2205088b0f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 Nov 23 22:39:58.875807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cf42d-6698-483e-b995-8d0c624342f5 req-9de80b87-414e-4aa3-8dcb-d583462d6c95 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:58.884809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b5cf42d-6698-483e-b995-8d0c624342f5 req-9de80b87-414e-4aa3-8dcb-d583462d6c95 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0711763 Nov 23 22:39:58.941302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b5cf42d-6698-483e-b995-8d0c624342f5 req-3f544d4d-f23b-4cef-a3f2-930206eedacc tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559828 Nov 23 22:39:58.995226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2d0d2-63e5-4ba6-9148-cb9a67c88155 req-b3963f03-0fa2-447f-8f4c-e7aaf3164b6a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:58.997789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78e2d0d2-63e5-4ba6-9148-cb9a67c88155 req-b3963f03-0fa2-447f-8f4c-e7aaf3164b6a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0701163 Nov 23 22:39:59.097581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78e2d0d2-63e5-4ba6-9148-cb9a67c88155 req-ad9fc291-0056-48c1-981e-dd9529f7eeb0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847633 Nov 23 22:39:59.232762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391232a-ea58-4468-aa27-0c92164ad87d req-0a03d96b-a542-44e5-90a1-b929b5e645d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:59.234425 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5391232a-ea58-4468-aa27-0c92164ad87d req-0a03d96b-a542-44e5-90a1-b929b5e645d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 1097 time: 0.0719309 Nov 23 22:39:59.287128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc1f9-ba6b-4850-8f09-659942a8bd5a req-1d427300-dd71-403d-95c0-7237a9fd6eec tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:59.300370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14bbc1f9-ba6b-4850-8f09-659942a8bd5a req-1d427300-dd71-403d-95c0-7237a9fd6eec tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1356106 Nov 23 22:39:59.326847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3df2b-ea36-4a5d-95f8-dda6f5407fc3 req-9184a944-51fc-48ba-b14f-46e5b9520287 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:59.328654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1d3df2b-ea36-4a5d-95f8-dda6f5407fc3 req-9184a944-51fc-48ba-b14f-46e5b9520287 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1101 time: 0.1142118 Nov 23 22:39:59.356545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391232a-ea58-4468-aa27-0c92164ad87d req-e3bb8f92-8550-498d-975c-3979040339ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:59.358196 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5391232a-ea58-4468-aa27-0c92164ad87d req-e3bb8f92-8550-498d-975c-3979040339ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 915 time: 0.1157403 Nov 23 22:39:59.394697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14bbc1f9-ba6b-4850-8f09-659942a8bd5a req-ce8fe274-b30d-48b7-96d9-67359961f5b8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931890 Nov 23 22:39:59.413948 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5391232a-ea58-4468-aa27-0c92164ad87d req-4169658d-9399-48c8-b618-9cb2d55bec64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a57438-d2f6-4866-8dfc-a293938cff3b HTTP/1.1" status: 200 len: 217 time: 0.0476277 Nov 23 22:39:59.492973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1d3df2b-ea36-4a5d-95f8-dda6f5407fc3 req-b55d9b6c-6045-46c2-9ec4-e157321a0787 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268771 Nov 23 22:39:59.531701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391232a-ea58-4468-aa27-0c92164ad87d req-a3a2c352-1f87-4071-902e-460287427fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:59.534561 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5391232a-ea58-4468-aa27-0c92164ad87d req-a3a2c352-1f87-4071-902e-460287427fb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 200 len: 854 time: 0.1128211 Nov 23 22:39:59.571381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5391232a-ea58-4468-aa27-0c92164ad87d req-180226c3-b3d2-480f-b9c7-cd133f9f1617 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29867bdf-124f-40dc-862c-caf5427d6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277050 Nov 23 22:39:59.664095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0355ff-cd45-4d79-8bb3-6ef4ac7c67f1 req-58416077-27bd-45f9-b277-74888b598cb8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:59.666394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd0355ff-cd45-4d79-8bb3-6ef4ac7c67f1 req-58416077-27bd-45f9-b277-74888b598cb8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.1006930 Nov 23 22:39:59.709201 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5391232a-ea58-4468-aa27-0c92164ad87d req-997ad06b-21dd-4748-a7f5-2893e904c2e3 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304309 Nov 23 22:39:59.761744 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd0355ff-cd45-4d79-8bb3-6ef4ac7c67f1 req-5815587b-84d6-43d0-a714-391e0ef20999 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873652 Nov 23 22:39:59.842165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5391232a-ea58-4468-aa27-0c92164ad87d req-3c5c2e39-6244-407d-84d0-b6beb10e69a0 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173246 Nov 23 22:40:00.188396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-0b03e900-9b5f-4002-983d-8607f4fcce73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566266 Nov 23 22:40:00.213863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79efd3-fd73-4107-9e03-96edc9c1f245 req-699ba22c-ee8f-4131-b267-94b79305e490 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:00.220238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc79efd3-fd73-4107-9e03-96edc9c1f245 req-699ba22c-ee8f-4131-b267-94b79305e490 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1585684 Nov 23 22:40:00.250009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce07b-bf46-4843-91b4-02ac27c3a0b8 req-d4f4b68a-d3d9-46fa-b082-b2e8f8f4bf27 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:00.256081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-308ce07b-bf46-4843-91b4-02ac27c3a0b8 req-d4f4b68a-d3d9-46fa-b082-b2e8f8f4bf27 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1357443 Nov 23 22:40:00.333099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc79efd3-fd73-4107-9e03-96edc9c1f245 req-f779960d-7a50-47c1-a1e8-62ddaeb4522a tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093962 Nov 23 22:40:00.356315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-308ce07b-bf46-4843-91b4-02ac27c3a0b8 req-a549f408-a641-4e89-99aa-613c7c38100b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958898 Nov 23 22:40:00.536481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee93d3-621a-4bfd-ba67-570f3fb619ef req-21eba658-2d76-4341-b546-86117d800d86 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:00.538503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bee93d3-621a-4bfd-ba67-570f3fb619ef req-21eba658-2d76-4341-b546-86117d800d86 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0673397 Nov 23 22:40:00.639215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bee93d3-621a-4bfd-ba67-570f3fb619ef req-d4b1d025-a2ec-456b-8cd3-deb2024bad6c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937994 Nov 23 22:40:00.940933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee307d-8d44-4ba0-abb2-5b6d32a74735 req-ddabbf74-a1ca-4752-9862-237b732d3690 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:00.948289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0eee307d-8d44-4ba0-abb2-5b6d32a74735 req-ddabbf74-a1ca-4752-9862-237b732d3690 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0942118 Nov 23 22:40:01.017936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0eee307d-8d44-4ba0-abb2-5b6d32a74735 req-1c64a99c-1b6b-4224-8214-ea2d80b6b5ba tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657310 Nov 23 22:40:01.530725 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5de23c03-50e0-44e9-a302-87b09b3e78f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:01.539461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6c639-9249-4e0d-8004-f87c8e69949d req-e4db60f6-005e-490c-8772-92c69c97d93d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:01.542302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf6c639-9249-4e0d-8004-f87c8e69949d req-e4db60f6-005e-490c-8772-92c69c97d93d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1146200 Nov 23 22:40:01.561794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8def53-36b4-41fb-9b0b-f037e872b3d5 req-e0a373db-9359-435c-aa52-927c5b1954c0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:01.564409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df8def53-36b4-41fb-9b0b-f037e872b3d5 req-e0a373db-9359-435c-aa52-927c5b1954c0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1274171 Nov 23 22:40:01.636640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf6c639-9249-4e0d-8004-f87c8e69949d req-d6d7507a-f38f-40b2-ab8e-ac1652224f00 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712309 Nov 23 22:40:01.665193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df8def53-36b4-41fb-9b0b-f037e872b3d5 req-bb19287e-aadc-45b4-a6b7-009806c9c7c5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830452 Nov 23 22:40:01.889167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d475d-5584-41ce-b0e8-175a98cf679b req-f258ca13-3015-455e-bfbf-2c03bd9afa01 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:01.890753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf2d475d-5584-41ce-b0e8-175a98cf679b req-f258ca13-3015-455e-bfbf-2c03bd9afa01 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0824413 Nov 23 22:40:01.920339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-7154896f-6fc4-4d0c-894a-c817305bd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:01.922056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-7154896f-6fc4-4d0c-894a-c817305bd6d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1101 time: 0.0605104 Nov 23 22:40:01.946271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf2d475d-5584-41ce-b0e8-175a98cf679b req-e795ea44-43e9-4585-b32d-d5d88d9dd644 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491791 Nov 23 22:40:02.020531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-14d330be-a3a3-4b1d-98ee-a996a9a2b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.022011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-14d330be-a3a3-4b1d-98ee-a996a9a2b52e service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.0929103 Nov 23 22:40:02.069240 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-f2826fd7-0a13-4154-8d34-a075a864568b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.0388908 Nov 23 22:40:02.128206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-9dd72ef3-5a87-4de3-8a16-3d6652a938c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.130624 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-9dd72ef3-5a87-4de3-8a16-3d6652a938c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0535531 Nov 23 22:40:02.155447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04630f-1cd7-45ff-b0e6-7f767cbc1670 req-ec8b3119-37bb-4297-ad0b-a977f5f1dad7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.157429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db04630f-1cd7-45ff-b0e6-7f767cbc1670 req-ec8b3119-37bb-4297-ad0b-a977f5f1dad7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0582814 Nov 23 22:40:02.197613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-a39d6dc4-214e-4343-9c32-1b4f71c7ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.199472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-a39d6dc4-214e-4343-9c32-1b4f71c7ccf4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608006 Nov 23 22:40:02.240550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db04630f-1cd7-45ff-b0e6-7f767cbc1670 req-f6693e41-9217-4ae8-b092-b6ec769ad928 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761192 Nov 23 22:40:02.333562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-5d1d46fc-84af-4233-99af-3861c584250f service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221440 Nov 23 22:40:02.397575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe75c60-f2b2-4124-ad2d-813bfffb4713 req-4793520e-0bfc-4ff0-9303-98d47308824b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.399356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fe75c60-f2b2-4124-ad2d-813bfffb4713 req-4793520e-0bfc-4ff0-9303-98d47308824b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 946 time: 0.0541158 Nov 23 22:40:02.437992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-6d3aface-7f39-4fd3-83a1-931f1b780b0e service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974665 Nov 23 22:40:02.460358 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fe75c60-f2b2-4124-ad2d-813bfffb4713 req-685acaea-420b-4f63-becb-794e6b56b06b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489790 Nov 23 22:40:02.518030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:02.624222 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:02.651933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:02.654509 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ba15d5-4c04-420a-9ec9-f76697afcd44" -d '{"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-unplugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:02.670126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:02.675952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:02.682023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-2362bc5c-89a5-4269-9773-3d2b6bfd9d31 req-e6d41d1a-1655-46b4-b181-b9397144a58b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:40:02.683106 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2362bc5c-89a5-4269-9773-3d2b6bfd9d31 req-e6d41d1a-1655-46b4-b181-b9397144a58b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080688 Nov 23 22:40:02.705996 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a102ad6-3ec8-42dc-b600-57dfbb4c82f0 x-openstack-request-id: req-1a102ad6-3ec8-42dc-b600-57dfbb4c82f0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:02.706514 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-unplugged", "status": "failed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b", "code": 422}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:02.707087 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a102ad6-3ec8-42dc-b600-57dfbb4c82f0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:02.707704 n-d-817303-3 neutron-server[103524]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'code': 422} returned with failed status Nov 23 22:40:02.747856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:02.829489 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-5567b5ab-f65e-4019-a051-5679e0e93424 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016202 Nov 23 22:40:02.868810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb5f02-9d7b-498e-815c-52002da895d0 req-36c75c6a-4ef1-492d-88dd-2dd05e210fd8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.884643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cbb5f02-9d7b-498e-815c-52002da895d0 req-36c75c6a-4ef1-492d-88dd-2dd05e210fd8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1144471 Nov 23 22:40:02.973079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f5dda-2aaa-44a6-b158-5d05438712dc req-36814618-ead1-400f-b180-5319fba7be44 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.974717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-669f5dda-2aaa-44a6-b158-5d05438712dc req-36814618-ead1-400f-b180-5319fba7be44 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1296439 Nov 23 22:40:02.982468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cbb5f02-9d7b-498e-815c-52002da895d0 req-9e50c0df-5fc9-4047-93e9-845363a5244d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968728 Nov 23 22:40:02.983694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-77e5f528-bf4f-47b0-940b-0d46350d7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:02.986200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-77e5f528-bf4f-47b0-940b-0d46350d7edb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 1096 time: 0.1265917 Nov 23 22:40:03.006648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-eb38a146-cdab-4142-8be2-9a74e85cde01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669587 Nov 23 22:40:03.071233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-669f5dda-2aaa-44a6-b158-5d05438712dc req-94749c9a-480e-4183-bec9-5919e9ad8034 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876679 Nov 23 22:40:03.140889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-43d55fa3-ccd1-4afd-8a6a-63eb124269eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:03.143000 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-43d55fa3-ccd1-4afd-8a6a-63eb124269eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.1312234 Nov 23 22:40:03.195010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-fc9a8297-69de-467b-b73c-cd1e70d98ed0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 200 len: 217 time: 0.0425708 Nov 23 22:40:03.245743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc1f73-b967-4308-90e8-a160fa8de12d req-013c9282-05b5-4e51-b509-c293dc8ccfbc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:03.247542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03cc1f73-b967-4308-90e8-a160fa8de12d req-013c9282-05b5-4e51-b509-c293dc8ccfbc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0794871 Nov 23 22:40:03.265109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-02f856b6-67ed-489b-bb4a-1d3263287b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:03.268631 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-02f856b6-67ed-489b-bb4a-1d3263287b62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.0616152 Nov 23 22:40:03.317894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-8bd3eb63-0760-495a-a98e-eed768cd7129 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399482 Nov 23 22:40:03.338820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03cc1f73-b967-4308-90e8-a160fa8de12d req-c9db4a0b-e410-4ebd-95b2-979fca436380 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848219 Nov 23 22:40:03.367529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1737262-9ccd-435c-b79b-e062ab7700f9 req-e6e59d59-e299-466f-b616-310ebaeeed50 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:03.376941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1737262-9ccd-435c-b79b-e062ab7700f9 req-e6e59d59-e299-466f-b616-310ebaeeed50 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0928173 Nov 23 22:40:03.436358 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1737262-9ccd-435c-b79b-e062ab7700f9 req-c04ce4c4-c696-4e8a-8172-f01e834ce0a2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574994 Nov 23 22:40:03.442555 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-18115323-b1be-4a4f-b901-c9bca8952068 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165040 Nov 23 22:40:03.550331 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1eb98a22-f5d6-4568-877c-13ca42eb6db7 req-7d064a47-52f6-4ab1-9ede-7c32e7193487 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003473 Nov 23 22:40:04.017669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7b2130a-4a24-4943-86ce-e42d5ffd248c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:04.029562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-7a5c6a39-c667-44a2-9df0-9e0ce1b68bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.032980 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-7a5c6a39-c667-44a2-9df0-9e0ce1b68bf8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57&tenant_id=e664a118d09b426f96494f53a811a107 HTTP/1.1" status: 200 len: 1095 time: 0.0587263 Nov 23 22:40:04.105153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-c8e08ab6-4f9c-4a8f-8121-f4d3afe06c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.106868 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-c8e08ab6-4f9c-4a8f-8121-f4d3afe06c10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 1095 time: 0.0504482 Nov 23 22:40:04.126989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d8342-7dce-4f28-ba00-436bb72fbe72 req-619f5e9e-06be-4e84-be11-e135aaaeded4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.128647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-833d8342-7dce-4f28-ba00-436bb72fbe72 req-619f5e9e-06be-4e84-be11-e135aaaeded4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0664163 Nov 23 22:40:04.178857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-833d8342-7dce-4f28-ba00-436bb72fbe72 req-99581da7-0305-46af-85d2-aa70e849f182 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Nov 23 22:40:04.303111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8787f3-b149-4d7f-a5b5-3b6b851b8777 req-4cd3e74f-88cb-4d2b-a632-a3a08a13f5d0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.308057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f8787f3-b149-4d7f-a5b5-3b6b851b8777 req-4cd3e74f-88cb-4d2b-a632-a3a08a13f5d0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0712087 Nov 23 22:40:04.352055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-5785729f-5485-458d-a0f3-8fe0b25a0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.353866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-5785729f-5485-458d-a0f3-8fe0b25a0424 service neutron] 10.222.0.46 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 915 time: 0.1138084 Nov 23 22:40:04.386597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f8787f3-b149-4d7f-a5b5-3b6b851b8777 req-5e3164d6-0135-482e-9113-f807bfd21e65 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744784 Nov 23 22:40:04.416951 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-272cf842-5931-4278-a9c0-5c8b78162a4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a57438-d2f6-4866-8dfc-a293938cff3b HTTP/1.1" status: 200 len: 217 time: 0.0553575 Nov 23 22:40:04.478030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-bc89ea43-a6c6-4b10-9027-4c4dd62d6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.479621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-bc89ea43-a6c6-4b10-9027-4c4dd62d6c48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 200 len: 854 time: 0.0556581 Nov 23 22:40:04.521405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d31c35-716c-49e0-8961-d8fc051c676c req-2136da03-d87b-4b28-9692-a85d37672ead tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.523602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d31c35-716c-49e0-8961-d8fc051c676c req-2136da03-d87b-4b28-9692-a85d37672ead tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0818295 Nov 23 22:40:04.528282 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-946c8762-2072-4735-8119-79192a0785fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29867bdf-124f-40dc-862c-caf5427d6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383892 Nov 23 22:40:04.621171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d31c35-716c-49e0-8961-d8fc051c676c req-5464fddc-0c7c-4246-a8fe-1392f27678e2 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901186 Nov 23 22:40:04.629085 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-d67a4b06-b197-466a-a3e9-a2ee220b1cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935693 Nov 23 22:40:04.634151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468156-bd90-4c10-9e96-1c1f6be62a38 req-7444c116-e427-4794-b8e8-a53c9488b5d3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:04.635687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef468156-bd90-4c10-9e96-1c1f6be62a38 req-7444c116-e427-4794-b8e8-a53c9488b5d3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0803175 Nov 23 22:40:04.695688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef468156-bd90-4c10-9e96-1c1f6be62a38 req-5be706c4-eb9b-492d-9f17-1da8d5167600 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473804 Nov 23 22:40:04.741804 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7dbd7625-195b-45de-bcc9-2ec2d752a2bf req-956b0a27-2b4e-4293-a086-1aa10588d586 service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046450 Nov 23 22:40:04.899741 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:05.434316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67b3b5-52c5-478d-8613-8dac2dedd14d req-34298daa-7d3e-469a-8a66-a2e890f14e1d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:05.435988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c67b3b5-52c5-478d-8613-8dac2dedd14d req-34298daa-7d3e-469a-8a66-a2e890f14e1d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1142130 Nov 23 22:40:05.508355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c67b3b5-52c5-478d-8613-8dac2dedd14d req-9391bacc-c6a2-4139-addd-2d5345d4b719 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646586 Nov 23 22:40:05.804562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b45-a1a7-461f-af3d-bb6eacc62fcd req-6902ad29-d89f-4ed6-aa27-3e185dac9708 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:05.806088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e0e5b45-a1a7-461f-af3d-bb6eacc62fcd req-6902ad29-d89f-4ed6-aa27-3e185dac9708 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1168103 Nov 23 22:40:05.872679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e0e5b45-a1a7-461f-af3d-bb6eacc62fcd req-2a7747e1-5cd4-48df-94b0-ce052deea26a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565195 Nov 23 22:40:06.002414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99397-f13d-46b1-8222-038e40c5eef9 req-e4be6a45-079e-4dd1-8ee5-50b1340703b8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:06.003996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ae99397-f13d-46b1-8222-038e40c5eef9 req-e4be6a45-079e-4dd1-8ee5-50b1340703b8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0632703 Nov 23 22:40:06.070714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ae99397-f13d-46b1-8222-038e40c5eef9 req-6655e469-5da5-418a-a0b8-125c3adb007d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604365 Nov 23 22:40:06.181103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8aeae-a0b3-40ee-ae0b-1b8afaae5536 req-282fc936-9804-4a30-9432-e8cd4bb5b551 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:06.182995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7af8aeae-a0b3-40ee-ae0b-1b8afaae5536 req-282fc936-9804-4a30-9432-e8cd4bb5b551 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0568247 Nov 23 22:40:06.272938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7af8aeae-a0b3-40ee-ae0b-1b8afaae5536 req-a944aa7c-df73-471f-af9d-a5b7a4247339 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802433 Nov 23 22:40:06.364374 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:06.703702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e787e0-56e7-4200-89d9-7e8634e57bcf req-e38e33b2-61fc-4e17-8f0b-85d4d76e1352 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:06.708214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3e787e0-56e7-4200-89d9-7e8634e57bcf req-e38e33b2-61fc-4e17-8f0b-85d4d76e1352 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1198103 Nov 23 22:40:06.772593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3e787e0-56e7-4200-89d9-7e8634e57bcf req-63909e4a-9556-4350-ae8f-7f44c12f0327 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581419 Nov 23 22:40:07.350640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b5262-bdb7-4070-a59f-b11418163bf9 req-e82bcee1-4a75-4ce1-976d-3668d4c0fd97 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:07.352180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b0b5262-bdb7-4070-a59f-b11418163bf9 req-e82bcee1-4a75-4ce1-976d-3668d4c0fd97 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0952520 Nov 23 22:40:07.429373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:07.431899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b0b5262-bdb7-4070-a59f-b11418163bf9 req-3c2ced55-5af0-45ef-91a9-58ccd2fee063 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726972 Nov 23 22:40:07.637308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7ba07-c54f-4abb-9cc1-cd1e35bafac5 req-2e0cb7c6-4d0b-415d-acf6-346759fafba6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:07.638802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00a7ba07-c54f-4abb-9cc1-cd1e35bafac5 req-2e0cb7c6-4d0b-415d-acf6-346759fafba6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0647845 Nov 23 22:40:07.694372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00a7ba07-c54f-4abb-9cc1-cd1e35bafac5 req-291e98bd-c79d-491e-89eb-37528f11f497 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Nov 23 22:40:07.749838 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:07.871101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4f9-94ed-470a-a61e-17552503f87e req-72e2fdfe-8822-4c93-874e-83bf40b55b66 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:07.873464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd08c4f9-94ed-470a-a61e-17552503f87e req-72e2fdfe-8822-4c93-874e-83bf40b55b66 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0729291 Nov 23 22:40:07.940643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd08c4f9-94ed-470a-a61e-17552503f87e req-818a9efc-d778-45e8-9111-d5efb4f42744 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547645 Nov 23 22:40:08.132541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7d13-1447-41a3-8ca7-37396485a8c0 req-f757741a-8921-4d13-a9f7-4b02d1ca2d15 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:08.136410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abeb7d13-1447-41a3-8ca7-37396485a8c0 req-f757741a-8921-4d13-a9f7-4b02d1ca2d15 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0884252 Nov 23 22:40:08.222160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abeb7d13-1447-41a3-8ca7-37396485a8c0 req-b0bd6ec6-e54b-4949-b481-ced7957acdb7 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788052 Nov 23 22:40:08.579969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e312fa-4256-42d5-a4fc-b70ab05c2987 req-c89b6d2f-7854-4a5e-928b-470f8188f046 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:08.581418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66e312fa-4256-42d5-a4fc-b70ab05c2987 req-c89b6d2f-7854-4a5e-928b-470f8188f046 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0646341 Nov 23 22:40:08.660531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66e312fa-4256-42d5-a4fc-b70ab05c2987 req-d96eec7b-cb8c-4758-97ab-c21cc0bb2a21 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675008 Nov 23 22:40:08.866139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123e705-585b-48b8-b71b-7bb3de0b43a1 req-cdf9e23d-726a-4f71-b499-b5089793077a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:08.867927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9123e705-585b-48b8-b71b-7bb3de0b43a1 req-cdf9e23d-726a-4f71-b499-b5089793077a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0613494 Nov 23 22:40:08.986596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9123e705-585b-48b8-b71b-7bb3de0b43a1 req-d4b63495-d59c-4aec-ad13-177facb39563 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024218 Nov 23 22:40:09.174548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e233e7-586f-4721-b016-5e64a12068b2 req-51f34ce2-6336-43aa-a257-a1ada64ccd58 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:09.179099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61e233e7-586f-4721-b016-5e64a12068b2 req-51f34ce2-6336-43aa-a257-a1ada64ccd58 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1264372 Nov 23 22:40:09.277951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61e233e7-586f-4721-b016-5e64a12068b2 req-4db5a9fa-9def-4447-98ad-580c218ae984 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818725 Nov 23 22:40:09.441431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1315360-7b67-4bc7-9f4e-5b71a19c539d req-46d900ee-bbf5-4c52-b9b3-b0f575d36833 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:09.444828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1315360-7b67-4bc7-9f4e-5b71a19c539d req-46d900ee-bbf5-4c52-b9b3-b0f575d36833 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0766172 Nov 23 22:40:09.517714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1315360-7b67-4bc7-9f4e-5b71a19c539d req-e98a0075-4277-4cdb-83cf-3722936bceef tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628793 Nov 23 22:40:09.816790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930d87d-dd0c-4c42-a7ae-b1e76f4edf7e req-37518627-4d4a-4266-8001-e3a3d538b95c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:09.825343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e930d87d-dd0c-4c42-a7ae-b1e76f4edf7e req-37518627-4d4a-4266-8001-e3a3d538b95c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0767186 Nov 23 22:40:09.882510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e930d87d-dd0c-4c42-a7ae-b1e76f4edf7e req-bbd94a9b-56ce-469c-91e3-62d9813a86cb tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562763 Nov 23 22:40:10.128955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b165c-9015-4632-a79e-59accec3154e req-124e3b0a-d514-4c6d-a420-4d701a76b4bf tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:10.134063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-239b165c-9015-4632-a79e-59accec3154e req-124e3b0a-d514-4c6d-a420-4d701a76b4bf tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0670707 Nov 23 22:40:10.226600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-239b165c-9015-4632-a79e-59accec3154e req-28ecfbec-2933-4157-885f-c664747f5018 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656288 Nov 23 22:40:10.452337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280a414-f6f2-4e71-b367-d4002e09e2d9 req-f54b4375-86a9-47f4-87b2-58a011efec1b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:10.461054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4280a414-f6f2-4e71-b367-d4002e09e2d9 req-f54b4375-86a9-47f4-87b2-58a011efec1b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1121235 Nov 23 22:40:10.520720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4280a414-f6f2-4e71-b367-d4002e09e2d9 req-8a48453e-7573-4121-bb70-eb0dab91561f tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531135 Nov 23 22:40:10.638182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773e94-dcbe-4d85-a335-d314f15233b2 req-96e44f8d-b166-4b29-a676-5d162d46608c tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:10.654380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37773e94-dcbe-4d85-a335-d314f15233b2 req-96e44f8d-b166-4b29-a676-5d162d46608c tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0709157 Nov 23 22:40:10.703136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37773e94-dcbe-4d85-a335-d314f15233b2 req-d5f4a647-9fe0-4c7c-b09a-5611b179b7e4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478082 Nov 23 22:40:11.038217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b52d4-9528-4275-8d67-6520ecb46f0e req-5fe221ca-3107-4273-b509-062075ebc378 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:11.039950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-668b52d4-9528-4275-8d67-6520ecb46f0e req-5fe221ca-3107-4273-b509-062075ebc378 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0588031 Nov 23 22:40:11.130220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-668b52d4-9528-4275-8d67-6520ecb46f0e req-bafa3bd0-2a87-46e0-a428-b1c44bff8eee tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754917 Nov 23 22:40:11.347792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78369-0778-43f3-9e4e-bd1c401d7bda req-6e0d30c5-ed90-4c96-89a4-47c1122d5ae5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:11.349417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55c78369-0778-43f3-9e4e-bd1c401d7bda req-6e0d30c5-ed90-4c96-89a4-47c1122d5ae5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0703318 Nov 23 22:40:11.406062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55c78369-0778-43f3-9e4e-bd1c401d7bda req-4c8298b8-e89a-4586-85aa-d93bd70f892d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487061 Nov 23 22:40:11.621608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-156958b4-4670-48f0-8c0a-0763e6cd37bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1207669 Nov 23 22:40:11.720639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d639e-930b-4993-85cd-f72577161062 req-f2e447b6-c337-4df0-a51a-8ae39fcb4ea1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:11.728907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-047d639e-930b-4993-85cd-f72577161062 req-f2e447b6-c337-4df0-a51a-8ae39fcb4ea1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1102762 Nov 23 22:40:11.786736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-60c003b5-90d4-4fb0-8d77-377d872a7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:11.788281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-60c003b5-90d4-4fb0-8d77-377d872a7835 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 1095 time: 0.1193495 Nov 23 22:40:11.826823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-047d639e-930b-4993-85cd-f72577161062 req-5c761007-5906-4d5b-91bc-38824d671d47 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926473 Nov 23 22:40:11.993288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441151e0-1057-44f1-afce-cfe2974f9de9 req-8e541aa7-d722-42ba-9004-71145aa38f80 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:11.995145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-441151e0-1057-44f1-afce-cfe2974f9de9 req-8e541aa7-d722-42ba-9004-71145aa38f80 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0875058 Nov 23 22:40:12.004878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-3f67c01c-5ef7-447f-aff9-6e862f258942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:12.006879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-3f67c01c-5ef7-447f-aff9-6e862f258942 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.1823063 Nov 23 22:40:12.080154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-4d3889b2-a971-4e81-9dc9-34e18eab5e0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 200 len: 217 time: 0.0610189 Nov 23 22:40:12.084680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-441151e0-1057-44f1-afce-cfe2974f9de9 req-0728f553-616c-4beb-8c75-2384b381195b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806835 Nov 23 22:40:12.195613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-36b105e6-60e0-432b-b22c-46dfdf03f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:12.197279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-36b105e6-60e0-432b-b22c-46dfdf03f30b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.1060364 Nov 23 22:40:12.266340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-b567fe86-7e7e-4308-8d75-2c66d35dcc72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335510 Nov 23 22:40:12.378618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5bcf7-02b2-4bda-9d4d-c319cdea935a req-706b011c-bc95-44f9-8352-55fc596fdd5e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:12.386790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79b5bcf7-02b2-4bda-9d4d-c319cdea935a req-706b011c-bc95-44f9-8352-55fc596fdd5e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0912979 Nov 23 22:40:12.430518 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-dce59209-7315-40d1-b4c3-8d8e8623d07d service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539199 Nov 23 22:40:12.477238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79b5bcf7-02b2-4bda-9d4d-c319cdea935a req-5d93e58e-c392-4c26-9679-a68bd74044b7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Nov 23 22:40:12.665349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7656d6ae-94fc-4a9c-88fb-a65c4588b7d7 req-429f2284-727f-4e66-b4e0-ec463006c609 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213726 Nov 23 22:40:12.887248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb309-4db8-4135-b991-54ada8d915cc req-fc8ecf0c-ef0e-4ad9-a2e2-2883333288d1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:12.888852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fedbb309-4db8-4135-b991-54ada8d915cc req-fc8ecf0c-ef0e-4ad9-a2e2-2883333288d1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.1267340 Nov 23 22:40:12.999826 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fedbb309-4db8-4135-b991-54ada8d915cc req-382c5ab4-af24-48c6-a439-ff81a85e4819 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002021 Nov 23 22:40:13.169844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f86ef-3546-4534-a12c-74f2db3a0b1e req-f917d51d-59e8-4283-a6be-38513e18e7a0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:13.178265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b03f86ef-3546-4534-a12c-74f2db3a0b1e req-f917d51d-59e8-4283-a6be-38513e18e7a0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0846334 Nov 23 22:40:13.297389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b03f86ef-3546-4534-a12c-74f2db3a0b1e req-cfe8c7c8-78c9-4c04-b235-46ec93acb52a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178870 Nov 23 22:40:13.447071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f978b9-16f6-4384-9ad2-b3655bb42783 req-1ac1b58a-8dfa-4f05-98b1-711b2209173a tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:13.456212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f978b9-16f6-4384-9ad2-b3655bb42783 req-1ac1b58a-8dfa-4f05-98b1-711b2209173a tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0742226 Nov 23 22:40:13.522001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f978b9-16f6-4384-9ad2-b3655bb42783 req-2581350d-48c7-4074-84ad-cf2d3454dfd6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642545 Nov 23 22:40:13.827293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9e8df-4c2d-4c54-9f07-3a1c712747a8 req-2b678a36-436f-49e0-97f7-e498960fb973 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:13.840075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbe9e8df-4c2d-4c54-9f07-3a1c712747a8 req-2b678a36-436f-49e0-97f7-e498960fb973 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1511109 Nov 23 22:40:13.931000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbe9e8df-4c2d-4c54-9f07-3a1c712747a8 req-67740277-0257-41de-98f2-4e5a6a38ed4f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Nov 23 22:40:14.353194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bf389-953f-49e0-aba2-c955fe2a2082 req-c0ec81e0-866c-4920-9049-09ebbb60c19b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:14.354883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-802bf389-953f-49e0-aba2-c955fe2a2082 req-c0ec81e0-866c-4920-9049-09ebbb60c19b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.2418797 Nov 23 22:40:14.427735 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-802bf389-953f-49e0-aba2-c955fe2a2082 req-e2369b8d-464a-463e-a16a-0453751ba770 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628436 Nov 23 22:40:14.615266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5290dbd-bc62-4e0c-be3d-c4f520ddb78c req-c642925d-eba3-4c72-9a4a-3979179d1594 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:14.616763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5290dbd-bc62-4e0c-be3d-c4f520ddb78c req-c642925d-eba3-4c72-9a4a-3979179d1594 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0870519 Nov 23 22:40:14.668895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5290dbd-bc62-4e0c-be3d-c4f520ddb78c req-be75a95a-60c7-42e1-9e43-3b83136ce2ad tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Nov 23 22:40:14.785172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561b75e-6eca-4080-858a-88a3ff93edca req-35455df7-c5d0-460c-bcdd-617d722c7edb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:14.792201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d561b75e-6eca-4080-858a-88a3ff93edca req-35455df7-c5d0-460c-bcdd-617d722c7edb tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0605474 Nov 23 22:40:14.852531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d561b75e-6eca-4080-858a-88a3ff93edca req-f7b66792-4ceb-4fbb-90ed-351f004739d8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591002 Nov 23 22:40:15.161573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-da76580f-ad6a-4034-b1fe-f6f3b733ccfc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:15.163709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-da76580f-ad6a-4034-b1fe-f6f3b733ccfc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 0.1214602 Nov 23 22:40:15.180177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-460997b0-cd8f-4888-a5d6-d97f51d12486 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/quotas/95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 375 time: 0.0103750 Nov 23 22:40:15.252724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-dc519e73-f727-4d38-85ed-2d2062c7b093 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660710 Nov 23 22:40:15.637033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-3403338c-9244-4c07-be53-255f368165c1 service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772054 Nov 23 22:40:15.730553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-e0175dfe-1201-486c-9488-95d7d91ee3c4 service neutron] 10.222.0.11 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859587 Nov 23 22:40:16.069318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763e6fb-7a62-4054-a8b3-5ec814fcc0f6 req-4d6e6f73-a2b4-41ed-a8bc-8a3be4917fce tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:16.070817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d763e6fb-7a62-4054-a8b3-5ec814fcc0f6 req-4d6e6f73-a2b4-41ed-a8bc-8a3be4917fce tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0565670 Nov 23 22:40:16.123658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d763e6fb-7a62-4054-a8b3-5ec814fcc0f6 req-d51b38ef-f30e-4ebf-a6f1-9a76a3b5a5e5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464547 Nov 23 22:40:16.323418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96ef0-7f3a-4809-bb51-350c176f088c req-81620510-29a6-4bee-b5db-bd8b5d873f69 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:16.332819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12f96ef0-7f3a-4809-bb51-350c176f088c req-81620510-29a6-4bee-b5db-bd8b5d873f69 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.0684435 Nov 23 22:40:16.424672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ea8a1-802c-4e37-a166-e25cf7b87f03 req-56648f5f-bddb-40a2-aaf6-856145909d47 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:16.426467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f4ea8a1-802c-4e37-a166-e25cf7b87f03 req-56648f5f-bddb-40a2-aaf6-856145909d47 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.1936383 Nov 23 22:40:16.432309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12f96ef0-7f3a-4809-bb51-350c176f088c req-b762c4d8-03d5-4778-82f7-dad137d2d3f2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984287 Nov 23 22:40:16.576342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f4ea8a1-802c-4e37-a166-e25cf7b87f03 req-4c7441bb-3a96-49bc-9c31-f1df0f9036ac tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421511 Nov 23 22:40:16.626529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b0e4-ae69-45a4-948b-90b3a18b0888 req-07125006-c06f-4fce-b648-015bfc69cb17 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:16.632058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c934b0e4-ae69-45a4-948b-90b3a18b0888 req-07125006-c06f-4fce-b648-015bfc69cb17 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1260059 Nov 23 22:40:16.713227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c934b0e4-ae69-45a4-948b-90b3a18b0888 req-ccb6baab-1ec0-411c-be77-c83da934a68d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754902 Nov 23 22:40:16.821949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58787719-69b3-44e1-bea2-cebf042915a6 req-dd2e6461-45ba-4f6c-97bd-d1221df84cbe tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.0338011 Nov 23 22:40:16.909709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c46d1-6e67-49c3-b83e-1ef7d2728473 req-98f19921-daed-415e-9f8d-a6ea6085ca54 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:16.911120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c4c46d1-6e67-49c3-b83e-1ef7d2728473 req-98f19921-daed-415e-9f8d-a6ea6085ca54 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.0688376 Nov 23 22:40:16.969411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c4c46d1-6e67-49c3-b83e-1ef7d2728473 req-fc61117a-198f-4923-bd1e-c719109bc71c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494552 Nov 23 22:40:17.282539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f7a8-7c82-4f19-80d2-ea39f8c9dd5e req-2fe4a54c-eb12-4d7c-8d5a-4d8973fd76b5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:17.284427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4801f7a8-7c82-4f19-80d2-ea39f8c9dd5e req-2fe4a54c-eb12-4d7c-8d5a-4d8973fd76b5 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0752554 Nov 23 22:40:17.350836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-cbaeb9e0-06bd-4079-82ec-d52af921ba17 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:17.354922 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-cbaeb9e0-06bd-4079-82ec-d52af921ba17 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1097 time: 0.0911252 Nov 23 22:40:17.388132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4801f7a8-7c82-4f19-80d2-ea39f8c9dd5e req-55c11b58-4264-460f-ae1e-bab370d621ac tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871444 Nov 23 22:40:17.470624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:17.613808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:17.625354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3660-da6d-4139-b342-3903397c40f3 req-58144069-5c3f-4d1a-9c59-a8edce4d8ff0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:17.637126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58ae3660-da6d-4139-b342-3903397c40f3 req-58144069-5c3f-4d1a-9c59-a8edce4d8ff0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 946 time: 0.1182408 Nov 23 22:40:17.643099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-011a3624-89ee-45a9-a690-a245675f9866 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:17.644967 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-011a3624-89ee-45a9-a690-a245675f9866 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 821 time: 0.2480962 Nov 23 22:40:17.682702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Request body: {'port': {'device_id': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'admin_state_up': True, 'tenant_id': '95d031d1a8464716a803222d00c42ba8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:17.737053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58ae3660-da6d-4139-b342-3903397c40f3 req-89145114-83b2-4adf-9844-ad2db0b5162d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974162 Nov 23 22:40:17.850553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1f0f-db41-421e-92d7-2c6b00fd6679 req-f4e66a0a-22b4-4dd0-a9d6-35d745c2a41b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:17.868296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02ef1f0f-db41-421e-92d7-2c6b00fd6679 req-f4e66a0a-22b4-4dd0-a9d6-35d745c2a41b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.1260710 Nov 23 22:40:17.890295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:17.935430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Made reservation on behalf of 95d031d1a8464716a803222d00c42ba8 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:40:17.940226 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:17.973174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:17.985968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11bc15-06cb-415f-87e3-96efb8975862 req-28e86790-d50c-441f-b4bd-592d1e3b6a01 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:17.988130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c11bc15-06cb-415f-87e3-96efb8975862 req-28e86790-d50c-441f-b4bd-592d1e3b6a01 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1092293 Nov 23 22:40:17.992979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02ef1f0f-db41-421e-92d7-2c6b00fd6679 req-2cd5e3f2-f764-4940-afe8-6160033557bb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235898 Nov 23 22:40:18.062105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:18.064736 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f6b4e5-d22e-4de7-bcf1-a86c1863abe1" -d '{"events": [{"server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:18.071852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.082873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.085969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c11bc15-06cb-415f-87e3-96efb8975862 req-313054a8-b610-46c3-8c97-14c4cc6fe638 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819948 Nov 23 22:40:18.192772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Allocated IP 172.20.0.14 (d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a/07a86641-c15f-4bd8-8c21-32538ce14397/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:40:18.244528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:18.261907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on host n-h1-817303-3 for vnic_type normal with profile {"migrating_to": "n-h2-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:18.262246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:18.262640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:18.268051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.268605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.269196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.269797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.279632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.281529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.282635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.283478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.284641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.285422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.287801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.288941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:18.347563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:18.348346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Attempting to bind port b93cf2b9-0035-410b-aaed-e8717b035b80 on network 3847a0f4-8f04-4cee-8a09-7670b605e49c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:18.352681 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61685548-9f22-45b7-a2d2-4ad2176bac5f x-openstack-request-id: req-61685548-9f22-45b7-a2d2-4ad2176bac5f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:18.353655 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:18.354157 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61685548-9f22-45b7-a2d2-4ad2176bac5f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:18.355666 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80', 'code': 200} Nov 23 22:40:18.360185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8dafb3d-4018-472c-af35-0c61fc044dc6 req-66b814c6-5fd8-48ac-a2e9-b7395f8bb763 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.0720050 Nov 23 22:40:18.383035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:18.383788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Checking segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:18.384386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Bound using segment: {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:18.385073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Bound port: b93cf2b9-0035-410b-aaed-e8717b035b80, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3847a0f4-8f04-4cee-8a09-7670b605e49c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:18.385669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.487962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c96fa-be7b-49f4-9257-bf6cf289bab0 req-2bbc28d1-14c4-4bb2-a154-2eae8f9ddf2c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:18.489449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa8c96fa-be7b-49f4-9257-bf6cf289bab0 req-2bbc28d1-14c4-4bb2-a154-2eae8f9ddf2c tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.0840991 Nov 23 22:40:18.565510 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.567498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:18.569248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4acf0-e791-451b-b2bc-a9f28c5df392 req-46b89cc2-71b5-4351-ab74-c379644821e4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:18.570832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfc4acf0-e791-451b-b2bc-a9f28c5df392 req-46b89cc2-71b5-4351-ab74-c379644821e4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0918460 Nov 23 22:40:18.572358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b93cf2b9-0035-410b-aaed-e8717b035b80 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:18.574601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:18.574917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa8c96fa-be7b-49f4-9257-bf6cf289bab0 req-b42dbc22-af2b-44fc-a8b7-7a82cd2f7e5d tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760949 Nov 23 22:40:18.582231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.645085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfc4acf0-e791-451b-b2bc-a9f28c5df392 req-b6873614-796f-4cfa-a196-2776329c3abe tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Nov 23 22:40:18.668794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.693496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:18.713821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:18.714442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.715880 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] 10.222.0.46 "PUT /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 1122 time: 1.3528516 Nov 23 22:40:18.722751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe03c-04b9-4bc8-9206-e260bff1375f service neutron] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:18.735848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:40:18.736677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:40:18.760609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:18.795813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:40:18.797849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b93cf2b9-0035-410b-aaed-e8717b035b80 has no active binding in host n-h2-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:40:18.798530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:18.873234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:18.897833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b93cf2b9-0035-410b-aaed-e8717b035b80'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:18.933578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:18.934318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:18.940571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60c6da-9a9d-4309-bdda-90d10ad7313d req-97a78aed-1dff-4efd-bcb9-b43e6aca087f tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:18.942459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab60c6da-9a9d-4309-bdda-90d10ad7313d req-97a78aed-1dff-4efd-bcb9-b43e6aca087f tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.0785303 Nov 23 22:40:18.966376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b93cf2b9-0035-410b-aaed-e8717b035b80'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:18.973018 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-75d0c8d0-5833-4b88-a618-eb9c65197a7c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2963428 Nov 23 22:40:19.011500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Request body: {'port': {'device_id': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:19.070079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab60c6da-9a9d-4309-bdda-90d10ad7313d req-eaae0a9e-f253-4d6f-988d-7915a943921d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189265 Nov 23 22:40:19.181910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:19.195057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:19.204407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422531b2-3ee1-4df0-b21e-7b6513fbd013 req-74bfc63a-9cf7-430f-878e-346774e666c1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:19.207420 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-422531b2-3ee1-4df0-b21e-7b6513fbd013 req-74bfc63a-9cf7-430f-878e-346774e666c1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 944 time: 0.0935144 Nov 23 22:40:19.266051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'network_id': '29867bdf-124f-40dc-862c-caf5427d6fcc', 'port_id': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'mac_address': 'fa:16:3e:16:3d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7420dbe3-bd6c-48f2-aca7-53a8abca3fab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:40:19.388525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47903043-2280-4202-bd08-854bf4c060ac req-284c936c-26f1-4275-bd0c-a3a17dd5cc50 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:19.390302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47903043-2280-4202-bd08-854bf4c060ac req-284c936c-26f1-4275-bd0c-a3a17dd5cc50 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1366441 Nov 23 22:40:19.439798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-422531b2-3ee1-4df0-b21e-7b6513fbd013 req-0bf204ac-27d1-4d9d-aef4-70165cd3e6c5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245278 Nov 23 22:40:19.475545 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:19.575381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47903043-2280-4202-bd08-854bf4c060ac req-1b3bb08f-622b-493e-bc19-6b4d6def0972 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740541 Nov 23 22:40:19.652597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:19.664779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:19.682496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Transition to ACTIVE for port object aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:40:19.692341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:19.756030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:19.844964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a57438-d2f6-4866-8dfc-a293938cff3b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:19.846616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572e184-355e-4e29-9242-4c2a0aabc4d5 req-2714f584-072f-4fda-bcbd-5e5bde161848 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:19.858360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1572e184-355e-4e29-9242-4c2a0aabc4d5 req-2714f584-072f-4fda-bcbd-5e5bde161848 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1374221 Nov 23 22:40:19.888857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:19.919155 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:19.949030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:19.951325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:19.953179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:19.959731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:19.960315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:19.970397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:19.971167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:19.972011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:19.972793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Bound port: aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:19.973523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:19.974450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab00ad-9a9f-49b0-9e83-797d92cc5e53 req-1f19a148-3e8d-4953-80b0-71ef2673e3c1 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:19.976046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2ab00ad-9a9f-49b0-9e83-797d92cc5e53 req-1f19a148-3e8d-4953-80b0-71ef2673e3c1 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.1678135 Nov 23 22:40:20.009777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1572e184-355e-4e29-9242-4c2a0aabc4d5 req-9f4d3929-f792-4942-9725-2b8bfdb16e3e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498728 Nov 23 22:40:20.064282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2ab00ad-9a9f-49b0-9e83-797d92cc5e53 req-16bba70c-2228-4b38-af46-0365303f7b5b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756991 Nov 23 22:40:20.081627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:20.123435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:20.132771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:20.172195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:20.252707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.253745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:20.255999 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] 10.222.0.48 "PUT /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 1092 time: 1.2498124 Nov 23 22:40:20.280184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67ea6-1708-42c3-9c82-402995c124a2 req-5564de44-2ff5-4acf-916a-8395cac73531 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.284065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1be67ea6-1708-42c3-9c82-402995c124a2 req-5564de44-2ff5-4acf-916a-8395cac73531 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1612086 Nov 23 22:40:20.284701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-0117cacc-fb60-4d94-8779-c46322f8f09b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.286410 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-0117cacc-fb60-4d94-8779-c46322f8f09b tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.1514907 Nov 23 22:40:20.355992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8da967-ed43-469d-9ffc-00e9db111d65 req-f5fbc632-d63c-47ad-a7b4-819c8653b5e6 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.357939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae8da967-ed43-469d-9ffc-00e9db111d65 req-f5fbc632-d63c-47ad-a7b4-819c8653b5e6 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.1516435 Nov 23 22:40:20.360016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80'}, {'name': 'network-changed', 'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:20.369665 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0e8065-4b00-41a8-9822-fe385778e5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80"}, {"name": "network-changed", "server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:20.381398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203f58b-14c0-40f2-ad4b-1a6861cd83eb service neutron] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:20.409786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1be67ea6-1708-42c3-9c82-402995c124a2 req-8841e8d5-9df8-4aff-98d3-27cafc9665e4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206295 Nov 23 22:40:20.447182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae8da967-ed43-469d-9ffc-00e9db111d65 req-3fd8bcbd-ac25-42f1-bd94-bb03ac1f9d80 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783436 Nov 23 22:40:20.516466 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bec4e1-3550-423d-bc58-3ac042623cb0 x-openstack-request-id: req-26bec4e1-3550-423d-bc58-3ac042623cb0 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:20.517043 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:20.517487 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26bec4e1-3550-423d-bc58-3ac042623cb0 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:20.518064 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80', 'status': 'completed', 'code': 200} Nov 23 22:40:20.518520 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5', 'status': 'completed', 'code': 200} Nov 23 22:40:20.525116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['33a57438-d2f6-4866-8dfc-a293938cff3b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:20.529080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-427b58e4-a73d-40df-9212-aef18ea4f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.531693 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-427b58e4-a73d-40df-9212-aef18ea4f5f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1095 time: 0.1539237 Nov 23 22:40:20.583711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Deleting port f4edc021-8ae4-4f4e-9f16-97b0a8036097 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:20.584323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:20.622615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f1923-f94a-4e3c-851e-0feadc64d6e7 req-cbbd78ba-12c4-40e3-a6b5-de9d84f5f75e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.626973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547f1923-f94a-4e3c-851e-0feadc64d6e7 req-cbbd78ba-12c4-40e3-a6b5-de9d84f5f75e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 945 time: 0.1005147 Nov 23 22:40:20.690104 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-8b912944-c930-4fc6-85ee-8d21ff65a8b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 217 time: 0.1154125 Nov 23 22:40:20.736419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547f1923-f94a-4e3c-851e-0feadc64d6e7 req-03cd848a-59b3-435c-90e4-b671925cd93b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006396 Nov 23 22:40:20.806019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-7a2fb16d-fc51-4fdb-9d0d-ac6268e2e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.808439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-7a2fb16d-fc51-4fdb-9d0d-ac6268e2e6e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.1063607 Nov 23 22:40:20.867688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-fbcab415-b9da-4f41-9224-589585054c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.869272 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-fbcab415-b9da-4f41-9224-589585054c6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1125 time: 0.2962904 Nov 23 22:40:20.874195 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-c4685fc5-126f-4e46-9a0d-d7cac999ccc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536165 Nov 23 22:40:20.887171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8027784-cce1-4fc2-8611-7fd12b0ce76c req-42641330-a8c9-4187-996d-dbbe94fe2ef8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:20.889461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8027784-cce1-4fc2-8611-7fd12b0ce76c req-42641330-a8c9-4187-996d-dbbe94fe2ef8 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1464491 Nov 23 22:40:20.908294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] For port f4edc021-8ae4-4f4e-9f16-97b0a8036097, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=f4edc021-8ae4-4f4e-9f16-97b0a8036097,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:20.908745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:21.009873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8027784-cce1-4fc2-8611-7fd12b0ce76c req-9a63a1be-333a-4a89-a02c-9f6f70fab4ce tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113162 Nov 23 22:40:21.232707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19562-d82e-44bc-b141-d17e3405eb00 req-4307ed6c-bd50-43c7-b16e-dca7614ab9bf tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:21.234887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0bc19562-d82e-44bc-b141-d17e3405eb00 req-4307ed6c-bd50-43c7-b16e-dca7614ab9bf tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1400573 Nov 23 22:40:21.276528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c2ca-13c1-4df8-a9b2-521d7efb2e65 req-f6f7b50a-8895-41dc-8869-56b352e1a9cb tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:21.285251 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf9c2ca-13c1-4df8-a9b2-521d7efb2e65 req-f6f7b50a-8895-41dc-8869-56b352e1a9cb tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 945 time: 0.0952833 Nov 23 22:40:21.364252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0bc19562-d82e-44bc-b141-d17e3405eb00 req-2fa25627-a6eb-41ed-8ffe-24ab1f08de73 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196411 Nov 23 22:40:21.403182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf9c2ca-13c1-4df8-a9b2-521d7efb2e65 req-059bc146-66b1-4658-a148-7549b3ca3628 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae908600-b711-4ea4-ba49-f9c273dac11e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141729 Nov 23 22:40:21.587097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-3c9e2d3d-d4e3-4907-8c2a-ab650252df20 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863178 Nov 23 22:40:21.588004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-98f636a8-c107-4d68-82d4-9323ff5824e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:21.589516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-98f636a8-c107-4d68-82d4-9323ff5824e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.5977530 Nov 23 22:40:21.603830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:21.604263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:21.604582 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0 disassociated. External IP: 172.25.0.216, port: f4edc021-8ae4-4f4e-9f16-97b0a8036097. Nov 23 22:40:21.605470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Calling delete_port for f4edc021-8ae4-4f4e-9f16-97b0a8036097 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:21.641622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcdd02-7ff8-429f-8213-45b2de262772 req-c7e1090f-f8ff-4028-9d83-ff3c1bdcb0d3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:21.643123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8abcdd02-7ff8-429f-8213-45b2de262772 req-c7e1090f-f8ff-4028-9d83-ff3c1bdcb0d3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1379960 Nov 23 22:40:21.671362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-bfbfb60b-e47c-48fe-8b2c-83b0e7127a67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 217 time: 0.0619857 Nov 23 22:40:21.699007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4daff32-9f59-481b-944c-e843bbdd37d1 req-217e4b03-b47c-4169-b4c5-230503ebbdf0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:21.709910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4daff32-9f59-481b-944c-e843bbdd37d1 req-217e4b03-b47c-4169-b4c5-230503ebbdf0 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.1109104 Nov 23 22:40:21.774104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8abcdd02-7ff8-429f-8213-45b2de262772 req-c1b31c70-9c09-4f25-807b-71bbdc782e26 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245677 Nov 23 22:40:21.813948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-79121986-2670-4139-ab9c-755457bf5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:21.815433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-79121986-2670-4139-ab9c-755457bf5c4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1132367 Nov 23 22:40:21.832506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4daff32-9f59-481b-944c-e843bbdd37d1 req-337b279f-5ff7-40cb-ae90-963229f5dc32 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210430 Nov 23 22:40:21.880116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-23e7df78-7157-4a72-95db-6530b3e243ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521574 Nov 23 22:40:21.888308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b99f279c-0b1d-419d-8f3c-498dc880d5cb req-f2531410-9d52-4211-bad1-460902dd17e0 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806301 Nov 23 22:40:22.014844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76ae8e-d8e9-4c16-8544-5c6e473aa350 req-2d15c196-02f0-4d0f-bac0-0443f4397997 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:22.018009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a76ae8e-d8e9-4c16-8544-5c6e473aa350 req-2d15c196-02f0-4d0f-bac0-0443f4397997 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 945 time: 0.0937898 Nov 23 22:40:22.066597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:22.088577 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-d2a2691e-bc73-4f63-923c-3a04ea030976 service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670973 Nov 23 22:40:22.137674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event deleted for resources: {'Port': ['ID=f4edc021-8ae4-4f4e-9f16-97b0a8036097,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:22.174381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a76ae8e-d8e9-4c16-8544-5c6e473aa350 req-b5c917af-a873-4dfa-b446-a0ac721e3983 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372256 Nov 23 22:40:22.296151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db065-e7fd-48e5-b831-f39cb9cc0fc6 req-70143164-4cbb-42a1-9e5c-a93daf25b8d1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:22.299324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13db065-e7fd-48e5-b831-f39cb9cc0fc6 req-70143164-4cbb-42a1-9e5c-a93daf25b8d1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.0673621 Nov 23 22:40:22.343908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-197f5575-ef3b-4855-985f-b21028238c8b service neutron] 10.222.0.48 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195668 Nov 23 22:40:22.372453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13db065-e7fd-48e5-b831-f39cb9cc0fc6 req-5eea7a79-1fa7-4435-8c37-dfeb6d667e91 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651813 Nov 23 22:40:22.397344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Router 2749655a-056d-4a34-aa8f-62439e1b6979 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:40:22.569209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5a09b2c-f513-44b1-9948-e34ccee9c0fb req-234a2e40-190d-4812-ab07-bdb6a676117e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/ports?device_id=f649f3e2-4dba-4b1a-9e57-be19c07df714 HTTP/1.1" status: 200 len: 210 time: 0.0642285 Nov 23 22:40:22.601049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:40:22.611245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-4babb949-a37f-4671-afad-ae7e349c2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:22.612965 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-4babb949-a37f-4671-afad-ae7e349c2386 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1095 time: 0.1464212 Nov 23 22:40:22.666899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c972e7-f40b-4e60-a3c7-a2d99adae223 req-336538bb-d27d-404f-b88d-3476d76ea8ed tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:22.667248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:40:22.671013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0c972e7-f40b-4e60-a3c7-a2d99adae223 req-336538bb-d27d-404f-b88d-3476d76ea8ed tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1501803 Nov 23 22:40:22.695166 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] Sync routers for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:40:22.710145 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:22.711104 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:40:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:22.741753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 33a57438-d2f6-4866-8dfc-a293938cff3b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:40:22.744088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:22.753577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] No DVR routers for this DVR port f4edc021-8ae4-4f4e-9f16-97b0a8036097 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:22.760198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:22.764147 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6ba2adc-31f5-478a-8fd8-751e6eb3d69b req-dccb6677-ee85-4eef-acfa-4d511394c68e tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.46 "DELETE /v2.0/ports/f4edc021-8ae4-4f4e-9f16-97b0a8036097 HTTP/1.1" status: 204 len: 173 time: 2.4685347 Nov 23 22:40:22.764787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'name': 'network-vif-deleted', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:22.775279 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86438f1c-54be-4d25-99f7-61e916b8550a" -d '{"events": [{"server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "name": "network-vif-deleted", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:22.829765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0c972e7-f40b-4e60-a3c7-a2d99adae223 req-b22bcb38-f48d-4749-a87e-5fb000b42d97 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351709 Nov 23 22:40:22.836134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-a26c962f-798d-4c0e-9665-13dd058f3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:22.844179 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-a26c962f-798d-4c0e-9665-13dd058f3e8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.2153451 Nov 23 22:40:22.996648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-0ba521f5-c9e3-4624-a358-e3c4513d522d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 217 time: 0.1482913 Nov 23 22:40:23.021165 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:23.067432 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:23.071809 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6b7eb2-64d7-4ae4-9868-0c474b3e56ce x-openstack-request-id: req-7d6b7eb2-64d7-4ae4-9868-0c474b3e56ce {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:23.072105 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f649f3e2-4dba-4b1a-9e57-be19c07df714", "name": "network-vif-deleted", "tag": "f4edc021-8ae4-4f4e-9f16-97b0a8036097", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:23.072361 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d6b7eb2-64d7-4ae4-9868-0c474b3e56ce {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:23.072752 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f649f3e2-4dba-4b1a-9e57-be19c07df714', 'name': 'network-vif-deleted', 'tag': 'f4edc021-8ae4-4f4e-9f16-97b0a8036097', 'status': 'completed', 'code': 200} Nov 23 22:40:23.103954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-9d082018-2133-4e70-bb45-b7eb8c50f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:23.105450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-9d082018-2133-4e70-bb45-b7eb8c50f2f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0997729 Nov 23 22:40:23.106843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a6868-20db-4eb1-bcbd-b790899f3f97 req-d87a4d3d-17f1-4538-bcd9-1317a96c4990 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:23.121100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b1a6868-20db-4eb1-bcbd-b790899f3f97 req-d87a4d3d-17f1-4538-bcd9-1317a96c4990 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1620502 Nov 23 22:40:23.145276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:23.147698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:23.155017 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21210066-35f6-47fb-a5d2-ac1f3883b8ba" -d '{"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-plugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:23.158766 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-857d0439-5cb5-42e5-a3af-a1a0df1f21a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437775 Nov 23 22:40:23.170313 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:23.171306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device f4edc021-8ae4-4f4e-9f16-97b0a8036097 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:23.266171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: f4edc021-8ae4-4f4e-9f16-97b0a8036097 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:23.266584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device f4edc021-8ae4-4f4e-9f16-97b0a8036097 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:23.278837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b1a6868-20db-4eb1-bcbd-b790899f3f97 req-af052094-6dcf-4f50-889a-eb63e1ccd922 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560054 Nov 23 22:40:23.306912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=10']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:23.324964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e053fd3-17b5-4704-8370-6e1e36033215 req-96335ae1-3775-40da-8aa7-4facad140bb8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:23.330745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e053fd3-17b5-4704-8370-6e1e36033215 req-96335ae1-3775-40da-8aa7-4facad140bb8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.1065381 Nov 23 22:40:23.482638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-32cda8a8-13dc-4905-8453-9cbad4567a5d service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770549 Nov 23 22:40:23.491858 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d28122-9198-428b-a57b-81f9bee8a8fb x-openstack-request-id: req-e4d28122-9198-428b-a57b-81f9bee8a8fb {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:23.492312 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-plugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:23.492594 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4d28122-9198-428b-a57b-81f9bee8a8fb {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:23.493162 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'code': 200} Nov 23 22:40:23.497539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e053fd3-17b5-4704-8370-6e1e36033215 req-5b5dc7d6-ddcc-450f-8ef6-f4fbb8ffa83d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520519 Nov 23 22:40:23.629264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ed990-7135-49d7-8c84-0eaf05b63d83 req-40ea59ea-b325-4a05-99b4-b00a7469dab9 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:23.637713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-384ed990-7135-49d7-8c84-0eaf05b63d83 req-40ea59ea-b325-4a05-99b4-b00a7469dab9 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.0721045 Nov 23 22:40:23.664108 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:23.694589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea0e8065-4b00-41a8-9822-fe385778e5e9 req-63ff376a-a9d2-45b7-bd08-9dbe434bb3ee service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011788 Nov 23 22:40:23.702019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-384ed990-7135-49d7-8c84-0eaf05b63d83 req-3a2d13a5-bf4f-471f-8b75-48ad96917910 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589588 Nov 23 22:40:23.714405 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] Checking router: 2749655a-056d-4a34-aa8f-62439e1b6979 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:40:23.745171 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:23.746166 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:40:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:23.814190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61446670-eb5d-4c4f-b41a-214b384bfce1 req-4d890ed1-35e2-4e3e-9ec0-3c679d9bcbc6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:23.839216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61446670-eb5d-4c4f-b41a-214b384bfce1 req-4d890ed1-35e2-4e3e-9ec0-3c679d9bcbc6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 945 time: 0.1191468 Nov 23 22:40:23.898136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61446670-eb5d-4c4f-b41a-214b384bfce1 req-322fb73f-d364-432a-91a7-3df9483d2b6b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578749 Nov 23 22:40:23.950138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59650) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:24.033922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc97c-ae04-45b6-9d1b-ad2e95559159 req-b0d85b1b-3fa8-4409-9a21-1eb98ef0a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:24.042851 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3f0cc97c-ae04-45b6-9d1b-ad2e95559159 req-b0d85b1b-3fa8-4409-9a21-1eb98ef0a6b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 1098 time: 0.1706631 Nov 23 22:40:24.057674 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:24.089663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da352f-6ac6-4893-aec8-84b77f193f03 req-27794766-efbb-484e-afb8-bc2c2d84f134 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:24.098991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18da352f-6ac6-4893-aec8-84b77f193f03 req-27794766-efbb-484e-afb8-bc2c2d84f134 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1551652 Nov 23 22:40:24.113214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.146531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.166368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3f0cc97c-ae04-45b6-9d1b-ad2e95559159 req-7900d56b-34e1-4ac5-985a-dd57fa7c9866 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143751 Nov 23 22:40:24.246948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18da352f-6ac6-4893-aec8-84b77f193f03 req-5d711258-fd45-433f-a2e4-92425da6df8a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469612 Nov 23 22:40:24.262329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.266980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.268411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "DELETE /v2.0/security-groups/ae908600-b711-4ea4-ba49-f9c273dac11e HTTP/1.1" status: 204 len: 168 time: 0.3172719 Nov 23 22:40:24.271261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:24.293625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae908600-b711-4ea4-ba49-f9c273dac11e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:24.299211 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-f1b43e71-538e-4319-a2e3-63f4a1fa1884 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] show failed (client error): The resource could not be found. Nov 23 22:40:24.304030 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f1b43e71-538e-4319-a2e3-63f4a1fa1884 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "GET /v2.0/security-groups/ae908600-b711-4ea4-ba49-f9c273dac11e HTTP/1.1" status: 404 len: 347 time: 0.0274653 Nov 23 22:40:24.304030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:24.306509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.306866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.307213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.307556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.307980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.308387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.308687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.309033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.309492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.309750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.310080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.310410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a13a8f8-19fd-4cdb-a5f2-9e578b23027f tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:24.442578 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:24.463438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7be88-b67b-4a9c-8ce3-e602b75317bd req-6b1798f0-ccae-4131-9d66-2e6d63c948cc tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:24.465811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3a7be88-b67b-4a9c-8ce3-e602b75317bd req-6b1798f0-ccae-4131-9d66-2e6d63c948cc tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0948887 Nov 23 22:40:24.489404 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff7c95-42dd-482a-be53-f3d025220866 None None] The sync data for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 is: [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:35:29Z', 'revision_number': 4, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '41a7a4c1-de9b-4795-82c5-7608be5b7e72', 'name': '', 'network_id': 'fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'mac_address': 'fa:16:3e:64:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:27Z', 'updated_at': '2021-11-23T22:35:34Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'subnets': [{'id': '2fbf7eeb-3afb-41a1-8658-8e054574cad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:40:24.545530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Deleting port 65120b05-184a-4608-9622-afb3bcefa240 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:24.545530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.548363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3a7be88-b67b-4a9c-8ce3-e602b75317bd req-8ab57ee5-50d7-4654-8f06-9b986b398589 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721843 Nov 23 22:40:24.662608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.663095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.684195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Calling delete_port for 65120b05-184a-4608-9622-afb3bcefa240 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:24.898331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:24.903058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d847a67-f66a-417d-9dd3-2ab821f55ac1 req-c24bb6a2-c55d-4855-9194-d1a2e802a113 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:24.913947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d847a67-f66a-417d-9dd3-2ab821f55ac1 req-c24bb6a2-c55d-4855-9194-d1a2e802a113 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.1477647 Nov 23 22:40:24.945838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Pushing event deleted for resources: {'Port': ['ID=65120b05-184a-4608-9622-afb3bcefa240,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:24.980221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfbcc2-4300-487d-87a3-df3132395e17 None None] New status for floating IP 37dd9d45-0386-4d91-93b1-60c2e5f035c0: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:40:24.988558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d847a67-f66a-417d-9dd3-2ab821f55ac1 req-922b64df-fcd3-4d38-b62a-c062614d49b1 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 Nov 23 22:40:25.014741 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:40:25.038725 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:25.041917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:25.043317 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2d4c74d2-9bcc-4d9d-8a44-d4030b809172 tempest-ServersWithSpecificFlavorTestJSON-1692669572 tempest-ServersWithSpecificFlavorTestJSON-1692669572-project] 10.222.0.11 "DELETE /v2.0/floatingips/37dd9d45-0386-4d91-93b1-60c2e5f035c0 HTTP/1.1" status: 204 len: 168 time: 0.7382531 Nov 23 22:40:25.089156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca69e5-0f07-4176-85d5-a7bfdb9f1209 req-2b3167c2-9131-4c5b-b78d-06930dc8e0a6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:25.091143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5ca69e5-0f07-4176-85d5-a7bfdb9f1209 req-2b3167c2-9131-4c5b-b78d-06930dc8e0a6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.0706310 Nov 23 22:40:25.181429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5ca69e5-0f07-4176-85d5-a7bfdb9f1209 req-a61cd7aa-c062-4410-9777-26319391f0bc tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746968 Nov 23 22:40:25.452485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d439c0-af43-403b-90b0-3b7a7e3f9e11 req-4fece76d-18f0-420e-9b96-a964f347a157 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:25.454428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30d439c0-af43-403b-90b0-3b7a7e3f9e11 req-4fece76d-18f0-420e-9b96-a964f347a157 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.0840385 Nov 23 22:40:25.458870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59708) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:25.537518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30d439c0-af43-403b-90b0-3b7a7e3f9e11 req-78b52696-7452-4158-908f-ad930d0f5d38 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753174 Nov 23 22:40:25.755050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca230f-987c-4639-bdf8-40e763f842a9 req-58f70ce6-2c09-4a10-aeb4-51f40de52d83 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:25.756663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0ca230f-987c-4639-bdf8-40e763f842a9 req-58f70ce6-2c09-4a10-aeb4-51f40de52d83 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1054704 Nov 23 22:40:25.900834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0ca230f-987c-4639-bdf8-40e763f842a9 req-6ffdb884-43a6-4ea7-a40a-d0f3b2ba58ec tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297226 Nov 23 22:40:25.949236 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-83f1fa63-d757-401c-af35-751935d27f77 service neutron] 10.222.0.48 "GET /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.1694703 Nov 23 22:40:26.017754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b93cf2b9-0035-410b-aaed-e8717b035b80 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:26.144394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de84f-72b3-472d-bb9b-fb26af8628b9 req-05200c70-3ad9-40a0-8fe1-82ba99b4dc5e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:26.157290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f92de84f-72b3-472d-bb9b-fb26af8628b9 req-05200c70-3ad9-40a0-8fe1-82ba99b4dc5e tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 944 time: 0.0885959 Nov 23 22:40:26.238128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f92de84f-72b3-472d-bb9b-fb26af8628b9 req-0e1fa259-2647-4fd2-82e5-42804d6b3ca8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770853 Nov 23 22:40:26.324139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:26.357360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b02d8-c824-431d-af83-4ad86ede0ca9 req-54eef551-cafe-4837-9dbe-1ab7f0ad1923 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:26.358188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:26.359376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d6b02d8-c824-431d-af83-4ad86ede0ca9 req-54eef551-cafe-4837-9dbe-1ab7f0ad1923 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.0746036 Nov 23 22:40:26.405685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93cf2b9-0035-410b-aaed-e8717b035b80 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:26.427942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d6b02d8-c824-431d-af83-4ad86ede0ca9 req-0ff17f45-90e7-4819-b047-37a9894dcc88 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612774 Nov 23 22:40:26.437636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:26.455506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:26.507108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:26.589928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:26.609476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] Transition to ACTIVE for port object b93cf2b9-0035-410b-aaed-e8717b035b80 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:40:26.615136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:26.697690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] No DVR routers for this DVR port b93cf2b9-0035-410b-aaed-e8717b035b80 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:26.713474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18216-d0b1-414a-a21b-4f7adbc5fe53 req-7e168c80-afd8-45b0-92b9-ffffe6e55466 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:26.715306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40f18216-d0b1-414a-a21b-4f7adbc5fe53 req-7e168c80-afd8-45b0-92b9-ffffe6e55466 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.0708387 Nov 23 22:40:26.754534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] Pushing event updated for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:26.787507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40f18216-d0b1-414a-a21b-4f7adbc5fe53 req-eaf7d436-f43c-477c-8cbe-d1b2d9e2245b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632989 Nov 23 22:40:26.801009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-5eb7295b-7c90-4d4f-97a8-cd7d88c23350 service neutron] 10.222.0.48 "PUT /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80/bindings/n-h2-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8311360 Nov 23 22:40:26.978767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Deleting port 41a7a4c1-de9b-4795-82c5-7608be5b7e72 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:26.979115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:27.064695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fee6e-29a2-4d70-abe0-3253c00fbf75 req-f3c770ef-bc30-42d4-b7ac-0e1f8a46c179 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.069033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a7fee6e-29a2-4d70-abe0-3253c00fbf75 req-f3c770ef-bc30-42d4-b7ac-0e1f8a46c179 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.0849075 Nov 23 22:40:27.100166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-3598ea40-6497-4c75-9f8a-78cd57247370 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.101963 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-3598ea40-6497-4c75-9f8a-78cd57247370 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1595378 Nov 23 22:40:27.135640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a7fee6e-29a2-4d70-abe0-3253c00fbf75 req-61f35a31-e7e8-4d7a-b941-0b3e108bd882 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 Nov 23 22:40:27.379830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456d383-109d-49ce-95da-cba3b349c927 req-69848e61-fb45-4dcb-97c5-03254d5f9cb6 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.388669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3456d383-109d-49ce-95da-cba3b349c927 req-69848e61-fb45-4dcb-97c5-03254d5f9cb6 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 945 time: 0.0705340 Nov 23 22:40:27.452066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3456d383-109d-49ce-95da-cba3b349c927 req-ab733216-ddf2-4e4f-9d81-e727218d2bb6 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623913 Nov 23 22:40:27.495937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] For port 41a7a4c1-de9b-4795-82c5-7608be5b7e72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=41a7a4c1-de9b-4795-82c5-7608be5b7e72,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:27.496541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:27.513986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-4bb9dbc2-e277-4496-89b7-149235b0b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.515557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-4bb9dbc2-e277-4496-89b7-149235b0b97e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7&tenant_id=69239f0e29434091bfe5a4af5be34fbe HTTP/1.1" status: 200 len: 1096 time: 0.4050930 Nov 23 22:40:27.532889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Calling delete_port for 41a7a4c1-de9b-4795-82c5-7608be5b7e72 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:27.598646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e31bd-e5a4-464a-b507-dec3807ced78 req-4a54a859-9bec-42b4-9271-95383af02ddd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.609778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-038e31bd-e5a4-464a-b507-dec3807ced78 req-4a54a859-9bec-42b4-9271-95383af02ddd tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.0853777 Nov 23 22:40:27.666925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-038e31bd-e5a4-464a-b507-dec3807ced78 req-02e7d921-4b5c-4ba4-b247-db55da3bf6f1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560784 Nov 23 22:40:27.733018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-54fd61bc-efab-49b4-970f-65031da5bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.735842 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-54fd61bc-efab-49b4-970f-65031da5bd02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1096 time: 0.1862209 Nov 23 22:40:27.832822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56590531-3dce-4e4c-89eb-b9cadf6e149e req-5c8b49bf-56e6-49b0-b884-1663a8dd5fcb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.841979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-56590531-3dce-4e4c-89eb-b9cadf6e149e req-5c8b49bf-56e6-49b0-b884-1663a8dd5fcb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.0924809 Nov 23 22:40:27.913021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-56590531-3dce-4e4c-89eb-b9cadf6e149e req-6962a92a-5f33-4471-91a1-04874e00800f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696633 Nov 23 22:40:27.931382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:27.964674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-63c49d68-cf67-41ff-b5c2-e34f2118f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.978137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-63c49d68-cf67-41ff-b5c2-e34f2118f24d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.2180948 Nov 23 22:40:28.023346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=41a7a4c1-de9b-4795-82c5-7608be5b7e72,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:28.028378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9a1eec00-3a50-4a90-b163-ad22e77d6069 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:28.067016 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-701f85e1-0807-4438-be4f-85914b47e702 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 200 len: 217 time: 0.0499740 Nov 23 22:40:28.219974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f502d-1ff0-4d97-89df-0496600e7441 req-8d088e99-10e5-463f-b931-b3bde83d66b5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:28.231934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c47f502d-1ff0-4d97-89df-0496600e7441 req-8d088e99-10e5-463f-b931-b3bde83d66b5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.2619984 Nov 23 22:40:28.275774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:28.278592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-d2a845a3-5694-4983-b072-663c2e01d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:28.283762 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-d2a845a3-5694-4983-b072-663c2e01d7f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1861804 Nov 23 22:40:28.284412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662345-67f3-4924-95ed-5bd48c331279 req-03111fac-7834-4aa8-99bf-4178607af100 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:28.293949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17662345-67f3-4924-95ed-5bd48c331279 req-03111fac-7834-4aa8-99bf-4178607af100 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2035923 Nov 23 22:40:28.312548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'mac_address': 'fa:16:3e:26:eb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:40:28.369589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c47f502d-1ff0-4d97-89df-0496600e7441 req-56f3a8d0-9c42-48ed-9007-6756a1a8dab1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361389 Nov 23 22:40:28.386956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-2f07f7de-8a06-4fca-9b8d-a6672be301ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869563 Nov 23 22:40:28.452123 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:28.484762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17662345-67f3-4924-95ed-5bd48c331279 req-d89ca237-834f-433b-a3b0-4edaa17233c0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899891 Nov 23 22:40:28.513401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a1eec00-3a50-4a90-b163-ad22e77d6069 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:28.584141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:28.606753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:28.662857 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-0bb1b16f-9865-4bbd-afec-09f3a25e2081 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556472 Nov 23 22:40:28.798423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:28.813593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:28.821060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9a1eec00-3a50-4a90-b163-ad22e77d6069'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:28.882220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980f74b-1c25-459d-9528-81b51b71b695 req-62469dc5-f474-4aed-9bda-647da35a0ff4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:28.886689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2980f74b-1c25-459d-9528-81b51b71b695 req-62469dc5-f474-4aed-9bda-647da35a0ff4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.2284164 Nov 23 22:40:28.977945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441d09b-b03d-46c5-a24e-1b9699e2f463 req-0e1d176f-63ef-4907-9468-2bbeb6b18bc8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:28.982201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5441d09b-b03d-46c5-a24e-1b9699e2f463 req-0e1d176f-63ef-4907-9468-2bbeb6b18bc8 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 945 time: 0.2291274 Nov 23 22:40:29.019344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-7f429120-8c4d-4fb1-af7c-8daea459ca1a service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015471 Nov 23 22:40:29.065939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2980f74b-1c25-459d-9528-81b51b71b695 req-9be76233-5244-4c39-83e0-12635aea9b6f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510909 Nov 23 22:40:29.136688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5441d09b-b03d-46c5-a24e-1b9699e2f463 req-9b4eaf9c-ef30-4a62-9d14-42ee9940d64a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469054 Nov 23 22:40:29.269855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Router 2749655a-056d-4a34-aa8f-62439e1b6979 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:40:29.321020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2460df-3666-4959-9d60-dee0753aa044 req-6cd1388d-5429-47d1-89a6-ec8a565dcbb5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:29.322765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c2460df-3666-4959-9d60-dee0753aa044 req-6cd1388d-5429-47d1-89a6-ec8a565dcbb5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1021447 Nov 23 22:40:29.424769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c2460df-3666-4959-9d60-dee0753aa044 req-9a12c872-8805-4a3f-99d3-33401657902c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915859 Nov 23 22:40:29.493667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:40:29.507397 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] Sync routers for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:40:29.518216 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9f5ec085-25bd-416e-8d91-5742245d6b9f admin admin] 10.222.0.11 "PUT /v2.0/routers/2749655a-056d-4a34-aa8f-62439e1b6979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0576458 Nov 23 22:40:29.520306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59838) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:29.529853 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:29.536944 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:40:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:29.581011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-06a69334-2685-4a4e-98e4-c2091a3fd3c3 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:29.582709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-06a69334-2685-4a4e-98e4-c2091a3fd3c3 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7&tenant_id=69239f0e29434091bfe5a4af5be34fbe&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.2377737 Nov 23 22:40:29.599615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ee784-5b6c-437a-8f25-429b0ff54175 req-569cf2f1-c83c-4687-a931-e7c8e16dc66e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:29.607457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c84ee784-5b6c-437a-8f25-429b0ff54175 req-569cf2f1-c83c-4687-a931-e7c8e16dc66e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.0965326 Nov 23 22:40:29.669397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c84ee784-5b6c-437a-8f25-429b0ff54175 req-ca04906f-28c0-487b-b965-c6f19a985cf5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557311 Nov 23 22:40:29.695811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507c549-9984-4e4d-87ec-80e135c3aa0e req-26c7dc5a-387d-49bf-9e7a-f083f786de87 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:29.698675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e507c549-9984-4e4d-87ec-80e135c3aa0e req-26c7dc5a-387d-49bf-9e7a-f083f786de87 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1743605 Nov 23 22:40:29.711542 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:29.784047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e507c549-9984-4e4d-87ec-80e135c3aa0e req-323deccd-5ce8-4889-83a0-2bdee8011dd2 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772417 Nov 23 22:40:29.846682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.029472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9a1eec00-3a50-4a90-b163-ad22e77d6069 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:40:30.044806 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:40:27Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:30.077266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f668bb6-38a7-4d87-9ed5-b3e1429fdd71 req-54ed7c33-f8b9-4526-84f7-d83642337cfe tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:30.082527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f668bb6-38a7-4d87-9ed5-b3e1429fdd71 req-54ed7c33-f8b9-4526-84f7-d83642337cfe tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.0973032 Nov 23 22:40:30.118472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9a1eec00-3a50-4a90-b163-ad22e77d6069 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:40:30.119235 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.124827 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] Checking router: 2749655a-056d-4a34-aa8f-62439e1b6979 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:40:30.158865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.165447 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] Routers {'2749655a-056d-4a34-aa8f-62439e1b6979'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:30.166469 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:40:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2749655a-056d-4a34-aa8f-62439e1b6979'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:30.183944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-606a99e6-ef56-4998-85bf-2f26a6c36275 service neutron] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:30.196397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-606a99e6-ef56-4998-85bf-2f26a6c36275 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.199723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-095356d2-58e9-4044-9fc5-2777e0580ee5 req-606a99e6-ef56-4998-85bf-2f26a6c36275 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80/bindings/n-h1-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.6047883 Nov 23 22:40:30.268203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.302113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:30.305402 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2994262-90ed-4654-868f-314456ef9a6c" -d '{"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-plugged", "status": "completed", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:30.305585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f668bb6-38a7-4d87-9ed5-b3e1429fdd71 req-71e39878-3a16-4186-96f3-59d800669358 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072842 Nov 23 22:40:30.310623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Deleting port 87a5bba7-4208-48aa-a62f-d4040e20d621 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:30.312397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.334384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:30.342118 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.373121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f076bd-57ca-4aff-8da1-573fc6436026 req-ffb8309c-1da0-44a1-9cb4-9cff68ed6188 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:30.383776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85f076bd-57ca-4aff-8da1-573fc6436026 req-ffb8309c-1da0-44a1-9cb4-9cff68ed6188 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1639509 Nov 23 22:40:30.416583 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] Set router 2749655a-056d-4a34-aa8f-62439e1b6979 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:30.469689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:30.497705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] For port 87a5bba7-4208-48aa-a62f-d4040e20d621, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=87a5bba7-4208-48aa-a62f-d4040e20d621,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:30.498111 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.511217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85f076bd-57ca-4aff-8da1-573fc6436026 req-543ef565-bd5b-4e01-bc65-f2d1cea58ac3 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185989 Nov 23 22:40:30.520259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Calling delete_port for 87a5bba7-4208-48aa-a62f-d4040e20d621 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:30.551434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec44e30-e761-4197-8e62-d878a5cbee3a req-6b69bba2-09b4-43c3-b143-c8cc1b0b9f81 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:30.559139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aec44e30-e761-4197-8e62-d878a5cbee3a req-6b69bba2-09b4-43c3-b143-c8cc1b0b9f81 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 945 time: 0.1140094 Nov 23 22:40:30.578639 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb458b57-1dcf-4e06-a664-163968ec2b0f x-openstack-request-id: req-bb458b57-1dcf-4e06-a664-163968ec2b0f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:30.579487 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-plugged", "status": "completed", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:30.579974 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb458b57-1dcf-4e06-a664-163968ec2b0f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:30.580548 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'code': 200} Nov 23 22:40:30.696194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aec44e30-e761-4197-8e62-d878a5cbee3a req-25141583-3739-4564-96ad-892364c18b00 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297774 Nov 23 22:40:30.782513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.861723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Pushing event deleted for resources: {'Port': ['ID=87a5bba7-4208-48aa-a62f-d4040e20d621,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:30.876627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f889f-e379-4f13-9f5a-5be121a2e55c req-60c9d84b-d4f4-475f-a144-ad796a9916f4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:30.884342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f6f889f-e379-4f13-9f5a-5be121a2e55c req-60c9d84b-d4f4-475f-a144-ad796a9916f4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1870589 Nov 23 22:40:30.917141 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:40:27Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:30.974191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f6f889f-e379-4f13-9f5a-5be121a2e55c req-333e43ca-10d1-48aa-9ec9-b8f285f6b8a4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881252 Nov 23 22:40:30.982158 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38def0c9-4f68-4fa4-8f89-1671458ea41d None None] The sync data for ids ['2749655a-056d-4a34-aa8f-62439e1b6979'] in n-d-817303-3 is: [{'id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1513130589-router', 'tenant_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:19Z', 'updated_at': '2021-11-23T22:40:27Z', 'revision_number': 5, 'project_id': 'c9bb4ae5f4354d0fb94ec34f9d2c6710', 'gw_port': {'id': '87a5bba7-4208-48aa-a62f-d4040e20d621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:30:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749655a-056d-4a34-aa8f-62439e1b6979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:22Z', 'updated_at': '2021-11-23T22:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:40:31.004572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759fecd-372a-4265-ab3a-064744ad23e2 req-dabf1658-6af5-498a-b361-3af0b2bced7e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:31.016562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0759fecd-372a-4265-ab3a-064744ad23e2 req-dabf1658-6af5-498a-b361-3af0b2bced7e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1597829 Nov 23 22:40:31.022241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.161214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0759fecd-372a-4265-ab3a-064744ad23e2 req-04140aad-c311-4d48-a91d-f78824c09a9c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340170 Nov 23 22:40:31.212779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.225010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.302746 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.303715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2749655a-056d-4a34-aa8f-62439e1b6979 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:40:31.311122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.313033 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dcf3862d-60bb-4bc2-aa15-8c801e3a158e admin admin] 10.222.0.11 "DELETE /v2.0/routers/2749655a-056d-4a34-aa8f-62439e1b6979 HTTP/1.1" status: 204 len: 168 time: 1.7914541 Nov 23 22:40:31.316521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59886) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:31.545384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] Deleting subnet 2fbf7eeb-3afb-41a1-8658-8e054574cad4 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:40:31.553922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 41a7a4c1-de9b-4795-82c5-7608be5b7e72 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:31.557722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.563349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77584df-1556-4139-bb1e-4d946767ae4d req-aa2031ac-075b-4132-bc3e-d3a27f142c17 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:31.565899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1809163e-dda7-4256-affd-e29fd1c6433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.579680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b77584df-1556-4139-bb1e-4d946767ae4d req-aa2031ac-075b-4132-bc3e-d3a27f142c17 tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 1096 time: 0.1462605 Nov 23 22:40:31.617288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 41a7a4c1-de9b-4795-82c5-7608be5b7e72 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:31.617639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 41a7a4c1-de9b-4795-82c5-7608be5b7e72 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:31.676262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.754879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b77584df-1556-4139-bb1e-4d946767ae4d req-607003dd-4b26-4177-83d6-a858367e432e tempest-LiveMigrationTest-2119690393 tempest-LiveMigrationTest-2119690393-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742463 Nov 23 22:40:31.770422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11ac2d-d304-4f57-b4fe-dd090ed3c91c req-f66dce15-2c68-4b45-aa77-fb6b26ca07a0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:31.792546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de11ac2d-d304-4f57-b4fe-dd090ed3c91c req-f66dce15-2c68-4b45-aa77-fb6b26ca07a0 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1809709 Nov 23 22:40:32.023403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610f87e-fc07-4795-b102-61f34ee3799e req-0b7749da-aecb-4d1b-8547-438d4b3fcabb tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:32.025319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4610f87e-fc07-4795-b102-61f34ee3799e req-0b7749da-aecb-4d1b-8547-438d4b3fcabb tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1393445 Nov 23 22:40:32.099009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de11ac2d-d304-4f57-b4fe-dd090ed3c91c req-882a554a-15f8-409b-9189-15a3a53faf55 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024807 Nov 23 22:40:32.140944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.157457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4610f87e-fc07-4795-b102-61f34ee3799e req-a47a3cc4-5a79-430e-9ae6-04e8ae4aff3a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947258 Nov 23 22:40:32.273748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.305243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbf7eeb-3afb-41a1-8658-8e054574cad4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:32.330224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c155dd-7c43-4d01-a7d2-25630a325a4a None None] Network fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:40:32.332597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.341370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dd4391fa-62e5-4bf3-8423-fa6c5e6f2442 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2fbf7eeb-3afb-41a1-8658-8e054574cad4 HTTP/1.1" status: 204 len: 168 time: 1.0198708 Nov 23 22:40:32.343488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59904) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:32.520929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.648684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] DHCP port deletion for fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:40:32.668885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b22037-8c09-4ab4-845a-7c8fe4ff6fe3 req-f45aa6a6-276a-4b56-af93-4fc7af5a54a2 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:32.689985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3b22037-8c09-4ab4-845a-7c8fe4ff6fe3 req-f45aa6a6-276a-4b56-af93-4fc7af5a54a2 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1621034 Nov 23 22:40:32.761654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] Deleting port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:32.761919 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.823029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Deleting port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:32.823619 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.852330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] For port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:32.853760 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.877152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] Calling delete_port for 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:32.884099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3b22037-8c09-4ab4-845a-7c8fe4ff6fe3 req-560097f6-452d-498a-b31d-48fc2a3de000 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923289 Nov 23 22:40:32.913858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b368a5-458d-4398-bdf9-37c0ad8f1bc1 req-75eaa347-cf1f-49fa-aa4d-53c0e6db0977 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:32.923836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51b368a5-458d-4398-bdf9-37c0ad8f1bc1 req-75eaa347-cf1f-49fa-aa4d-53c0e6db0977 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 945 time: 0.1792619 Nov 23 22:40:32.979450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] For port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,segment=NetworkSegment(b62fe0bc-6576-461c-af39-97fa10a56dce),segment_id=b62fe0bc-6576-461c-af39-97fa10a56dce)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:32.980158 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:32.988161 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.006535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Calling delete_port for 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:33.037570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] Pushing event deleted for resources: {'Port': ['ID=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:33.038360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51b368a5-458d-4398-bdf9-37c0ad8f1bc1 req-9640bae0-84cb-4e63-8c68-1b81a68e0c53 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133626 Nov 23 22:40:33.040400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0fa88-ece0-4e92-98c6-1221c40caae1 None None] No DVR routers for this DVR port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:33.157988 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.262550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] No DVR routers for this DVR port 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:33.267945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Pushing event deleted for resources: {'Port': ['ID=86dd75b7-e4e7-4b47-aac3-9dbf95ecc734,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:33.340434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-9081bf30-4a67-4aaa-adfd-0862f555821b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:33.341899 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-9081bf30-4a67-4aaa-adfd-0862f555821b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 945 time: 0.0795579 Nov 23 22:40:33.437171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87a5bba7-4208-48aa-a62f-d4040e20d621 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:33.465010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 87a5bba7-4208-48aa-a62f-d4040e20d621 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:33.465661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87a5bba7-4208-48aa-a62f-d4040e20d621 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:33.466406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:33.474672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.501549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:33.502234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 86dd75b7-e4e7-4b47-aac3-9dbf95ecc734 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:33.509069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab3b88-3fee-433b-84f1-26a10f8cae12 req-301896a5-c3a8-48cc-9270-a23f8c8c41d2 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:33.519903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22ab3b88-3fee-433b-84f1-26a10f8cae12 req-301896a5-c3a8-48cc-9270-a23f8c8c41d2 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2701147 Nov 23 22:40:33.535967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babd496-7d56-4f0a-ab2a-71699d1abb36 req-d281ad09-7f2c-447a-a22d-0c268e1e7555 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:33.537472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8babd496-7d56-4f0a-ab2a-71699d1abb36 req-d281ad09-7f2c-447a-a22d-0c268e1e7555 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.2604792 Nov 23 22:40:33.541746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:33.568751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62fe0bc-6576-461c-af39-97fa10a56dce') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:33.569034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62fe0bc-6576-461c-af39-97fa10a56dce') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:33.590126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Deleting port b93cf2b9-0035-410b-aaed-e8717b035b80 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:33.590734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.599249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.634027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.652753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22ab3b88-3fee-433b-84f1-26a10f8cae12 req-d924d2d6-a29d-482b-9265-3fe669bbf820 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305125 Nov 23 22:40:33.671933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:40:33.672571 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:40:33.674591 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:40:33.743897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8babd496-7d56-4f0a-ab2a-71699d1abb36 req-5ca8d399-a5f4-4124-a054-602089225f1a tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866910 Nov 23 22:40:33.845559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.855830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.868590 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581 HTTP/1.1" status: 204 len: 168 time: 1.5235269 Nov 23 22:40:33.872007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59940) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:33.951112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] For port b93cf2b9-0035-410b-aaed-e8717b035b80, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b93cf2b9-0035-410b-aaed-e8717b035b80,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:33.951488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.974694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b98fd-87b7-43b9-b989-734b00ae3515 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc4aef4-7cf0-4c3c-9a51-a3cc27c56581,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:33.983317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Calling delete_port for b93cf2b9-0035-410b-aaed-e8717b035b80 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:34.042153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb227304-2840-45af-b943-b61377195c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:34.257643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:34.365905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event deleted for resources: {'Port': ['ID=b93cf2b9-0035-410b-aaed-e8717b035b80,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:34.366553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25f7d-56b7-45c8-bf95-ab98f6f63e47 req-f6eb1c19-6556-47ec-9420-5abdb1b8e702 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:34.366553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60f25f7d-56b7-45c8-bf95-ab98f6f63e47 req-f6eb1c19-6556-47ec-9420-5abdb1b8e702 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.2354448 Nov 23 22:40:34.386781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'b93cf2b9-0035-410b-aaed-e8717b035b80'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:34.450740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] No DVR routers for this DVR port b93cf2b9-0035-410b-aaed-e8717b035b80 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:34.459123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:34.470267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60f25f7d-56b7-45c8-bf95-ab98f6f63e47 req-f999eede-20cb-43a1-9a6a-8bc683f3c3ac tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128554 Nov 23 22:40:34.470638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2991a3a8-6f1b-4cdf-8128-3b4a6513095c req-38b09e03-3a9a-46e2-b7dc-84b7b4d0fdf5 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "DELETE /v2.0/ports/b93cf2b9-0035-410b-aaed-e8717b035b80 HTTP/1.1" status: 204 len: 173 time: 1.1214283 Nov 23 22:40:34.474344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'name': 'network-vif-deleted', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:34.491968 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b3e95-89e6-4a20-9448-856311a87b3a" -d '{"events": [{"server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "name": "network-vif-deleted", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:34.693933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-e802ba7d-b1a7-4d7a-a430-e00ab76d89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:34.696481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-e802ba7d-b1a7-4d7a-a430-e00ab76d89a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e664a118d09b426f96494f53a811a107&device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 1098 time: 0.0725987 Nov 23 22:40:34.890320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-c4405fae-c667-424c-839e-be9830a11e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:34.892479 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-c4405fae-c667-424c-839e-be9830a11e7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 200 len: 915 time: 0.1866963 Nov 23 22:40:34.912180 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:34.951211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-d28c8fa6-6d01-41fc-b653-25e0134bfc27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a57438-d2f6-4866-8dfc-a293938cff3b HTTP/1.1" status: 200 len: 217 time: 0.0501914 Nov 23 22:40:35.020138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-6e01d800-dd67-42c9-8282-99b96e80bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:35.032105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-6e01d800-dd67-42c9-8282-99b96e80bd7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 200 len: 854 time: 0.0718324 Nov 23 22:40:35.056287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f20a9342-9433-4394-8193-2358d5d223ee req-2fdc13ca-3d1d-4ae6-b39e-4dd9b7d0fc0b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.1323569 Nov 23 22:40:35.098324 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-9e3c533d-449c-4915-9e90-acd83dc49ea0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=29867bdf-124f-40dc-862c-caf5427d6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587018 Nov 23 22:40:35.209881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40f4f0-0d1c-40ff-aa6d-d25001c5e746 req-0e9662a8-3173-4958-9b20-dd7e5777414d tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:35.217568 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a40f4f0-0d1c-40ff-aa6d-d25001c5e746 req-0e9662a8-3173-4958-9b20-dd7e5777414d tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 946 time: 0.3049843 Nov 23 22:40:35.277442 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-c7b43a88-1355-4ae9-9f7d-c5ee15db3dec service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708717 Nov 23 22:40:35.349124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a40f4f0-0d1c-40ff-aa6d-d25001c5e746 req-6a172d2a-6058-4132-8996-3a8621d754c1 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298363 Nov 23 22:40:35.385002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba266-137d-49e1-8fdd-8425cfb74fad req-b6aba73b-0b0d-4f96-aac8-b0c96b7d68fb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:35.393136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-701ba266-137d-49e1-8fdd-8425cfb74fad req-b6aba73b-0b0d-4f96-aac8-b0c96b7d68fb tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2221787 Nov 23 22:40:35.484352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-701ba266-137d-49e1-8fdd-8425cfb74fad req-bed27484-c74d-40fc-a41d-4a1ec686af96 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900981 Nov 23 22:40:35.526454 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bf3a9-cf67-4c13-8997-4c82b67a4528 x-openstack-request-id: req-cd1bf3a9-cf67-4c13-8997-4c82b67a4528 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:35.526970 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0877f2-2dad-404e-b564-94728f3761f7", "name": "network-vif-deleted", "tag": "b93cf2b9-0035-410b-aaed-e8717b035b80", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:35.527073 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd1bf3a9-cf67-4c13-8997-4c82b67a4528 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:35.527432 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0877f2-2dad-404e-b564-94728f3761f7', 'name': 'network-vif-deleted', 'tag': 'b93cf2b9-0035-410b-aaed-e8717b035b80', 'status': 'completed', 'code': 200} Nov 23 22:40:35.535079 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a3e6e330-9f07-480d-bc92-9d8eff71e9f4 req-07f603ad-ed69-49ef-b83c-c5360f11e78b service neutron] 10.222.0.46 "GET /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487464 Nov 23 22:40:35.541892 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:35.751542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa30a3f-dcab-4b50-8900-5c9ef7544fcc req-69fdfbc3-246f-4dd3-84e1-3710abb5036d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:35.759625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fa30a3f-dcab-4b50-8900-5c9ef7544fcc req-69fdfbc3-246f-4dd3-84e1-3710abb5036d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1482482 Nov 23 22:40:35.817000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fa30a3f-dcab-4b50-8900-5c9ef7544fcc req-c520f6b6-f3bc-4ab7-8fa0-2c66d4fddefa tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561225 Nov 23 22:40:35.944726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9612ff-4737-4cc1-938e-b5581ab1b686 req-05489fcf-10ec-4ebb-9312-5f051a52641e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:35.953265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f9612ff-4737-4cc1-938e-b5581ab1b686 req-05489fcf-10ec-4ebb-9312-5f051a52641e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1468263 Nov 23 22:40:36.060592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:36.085444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f9612ff-4737-4cc1-938e-b5581ab1b686 req-6bc87ff8-4aea-4f13-ac42-5d827f760c9d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311886 Nov 23 22:40:36.276984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-7cb47f42-6130-4b64-a915-eed849d1e737 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:36.279773 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-7cb47f42-6130-4b64-a915-eed849d1e737 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.48 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 946 time: 0.1513779 Nov 23 22:40:36.302271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7898c39-b31f-4c92-bc03-a1d990828b51 req-2d31ad99-0b83-475e-9701-b7ed6d7677ce tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.0755439 Nov 23 22:40:36.314429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:36.370337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5', 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a', 'port_id': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5', 'mac_address': 'fa:16:3e:b1:60:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a86641-c15f-4bd8-8c21-32538ce14397', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:40:36.409642 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.437180 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.463597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:36.464331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Deleting port 22edc932-9871-4775-9994-96359fe64c6d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:36.464674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.498618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:36.510186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.546586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Deleting port a304b9e2-211b-42a1-b99e-d1f1121cecf4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:36.547204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.611270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] For port 22edc932-9871-4775-9994-96359fe64c6d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=22edc932-9871-4775-9994-96359fe64c6d,segment=NetworkSegment(88a49489-8820-4348-9d89-38c48ec0eded),segment_id=88a49489-8820-4348-9d89-38c48ec0eded)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:36.612249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.614964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:36.640060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Calling delete_port for 22edc932-9871-4775-9994-96359fe64c6d owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:36.651977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b93cf2b9-0035-410b-aaed-e8717b035b80 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:36.685428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: b93cf2b9-0035-410b-aaed-e8717b035b80 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:36.685776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b93cf2b9-0035-410b-aaed-e8717b035b80 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:36.720002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] For port a304b9e2-211b-42a1-b99e-d1f1121cecf4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a304b9e2-211b-42a1-b99e-d1f1121cecf4,segment=NetworkSegment(fdb56687-31c2-429c-9998-31b161cd30c4),segment_id=fdb56687-31c2-429c-9998-31b161cd30c4)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:36.720416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.734775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Calling delete_port for a304b9e2-211b-42a1-b99e-d1f1121cecf4 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:36.899812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:36.910771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:36.979148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Pushing event deleted for resources: {'Port': ['ID=22edc932-9871-4775-9994-96359fe64c6d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:37.005063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:37.082180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Pushing event deleted for resources: {'Port': ['ID=a304b9e2-211b-42a1-b99e-d1f1121cecf4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:37.117272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a8a76-f8b3-4fa9-926f-ff3d2bb106c4 req-c5c6011d-f848-4536-9d32-7e58741563f9 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:37.118818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb0a8a76-f8b3-4fa9-926f-ff3d2bb106c4 req-c5c6011d-f848-4536-9d32-7e58741563f9 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a6f88a-7445-4224-851f-e7f2e46c2840 HTTP/1.1" status: 200 len: 867 time: 0.5940866 Nov 23 22:40:37.224083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] No DVR routers for this DVR port a304b9e2-211b-42a1-b99e-d1f1121cecf4 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:37.229337 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:37.235086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eba0bd09-0498-4da4-a293-56058acb6d30 req-08e9c871-1ffe-41a7-b930-685aa9b06d04 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.48 "DELETE /v2.0/ports/a304b9e2-211b-42a1-b99e-d1f1121cecf4 HTTP/1.1" status: 204 len: 173 time: 0.9440694 Nov 23 22:40:37.319135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058e2d5-2ea1-4f50-b62d-1365d0b66cab req-2f15cc72-0386-4b0e-9361-698fd68867c6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:37.326462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5058e2d5-2ea1-4f50-b62d-1365d0b66cab req-2f15cc72-0386-4b0e-9361-698fd68867c6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.4393606 Nov 23 22:40:37.418139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:37.418550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:37.450373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb0a8a76-f8b3-4fa9-926f-ff3d2bb106c4 req-05838a9c-8d56-425b-a50e-3cf005488be2 tempest-VolumesAdminNegativeTest-1445041126 tempest-VolumesAdminNegativeTest-1445041126-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a13ada6-367f-42df-8cc2-dadbc710c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552479 Nov 23 22:40:37.514840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5058e2d5-2ea1-4f50-b62d-1365d0b66cab req-2c871cb7-c34a-49a2-b97b-587bca15b8b3 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848426 Nov 23 22:40:37.536705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'name': 'network-vif-deleted', 'tag': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:37.539088 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b21e265-7b2c-432b-bc0f-d36c374024af" -d '{"events": [{"server_uuid": "73a6f88a-7445-4224-851f-e7f2e46c2840", "name": "network-vif-deleted", "tag": "a304b9e2-211b-42a1-b99e-d1f1121cecf4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:37.755372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:37.824928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13c1c-f310-4c66-92fb-f472428afeb7 req-04c32c18-eb8f-488b-aa7a-1df64be74820 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:37.833287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84a13c1c-f310-4c66-92fb-f472428afeb7 req-04c32c18-eb8f-488b-aa7a-1df64be74820 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1565492 Nov 23 22:40:37.903610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c4899-12a7-429a-940d-5e870e044143 req-1972c16d-c0e2-4a60-8510-a14884623939 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:37.907400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-457c4899-12a7-429a-940d-5e870e044143 req-1972c16d-c0e2-4a60-8510-a14884623939 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 945 time: 0.1771202 Nov 23 22:40:37.943081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a304b9e2-211b-42a1-b99e-d1f1121cecf4'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:37.955154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84a13c1c-f310-4c66-92fb-f472428afeb7 req-f5c23315-7e2a-4efd-812d-f275d0459f77 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174295 Nov 23 22:40:38.102534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:40:38.185112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9dd22f21-8b56-407d-8ea7-0f18c96292e1 req-a568e341-08f7-4108-afdc-695a6f7956b2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.0864396 Nov 23 22:40:38.205647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:40:38.213389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:40:38.214691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:38.227274 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-84f4a2ee-dbac-4b6a-a78b-8369ba0d7006 service neutron] show failed (client error): The resource could not be found. Nov 23 22:40:38.228342 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-84f4a2ee-dbac-4b6a-a78b-8369ba0d7006 service neutron] 10.222.0.46 "GET /v2.0/ports/d27cf866-54c9-4b08-9045-8a4ac8639e10/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.1988037 Nov 23 22:40:38.229055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Router db506e96-0308-4890-b790-9ad4202a0bd5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:40:38.238648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-457c4899-12a7-429a-940d-5e870e044143 req-9fe6e92f-090d-4ebd-91e7-93f34dcfa0d1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030078 Nov 23 22:40:38.360131 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe744de-397d-471d-8cd3-976292d9877f x-openstack-request-id: req-4fe744de-397d-471d-8cd3-976292d9877f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:38.360441 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a6f88a-7445-4224-851f-e7f2e46c2840", "name": "network-vif-deleted", "tag": "a304b9e2-211b-42a1-b99e-d1f1121cecf4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:38.360705 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fe744de-397d-471d-8cd3-976292d9877f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:38.361113 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a6f88a-7445-4224-851f-e7f2e46c2840', 'name': 'network-vif-deleted', 'tag': 'a304b9e2-211b-42a1-b99e-d1f1121cecf4', 'status': 'completed', 'code': 200} Nov 23 22:40:38.386382 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:38.415126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:38.418351 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed16c279-ec33-4dca-aed3-dbdbbcd0d7f1" -d '{"events": [{"server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "name": "network-vif-plugged", "status": "completed", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:38.444314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:38.454204 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:38.498285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca5ed-7921-4722-b103-dde28a94d88e req-c0995a69-e1d3-4f2e-af12-5ebd63674070 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:38.506159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-186ca5ed-7921-4722-b103-dde28a94d88e req-c0995a69-e1d3-4f2e-af12-5ebd63674070 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1476896 Nov 23 22:40:38.533767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:40:38.557718 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] Sync routers for ids ['db506e96-0308-4890-b790-9ad4202a0bd5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:40:38.557959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-563ca175-82c6-4b3c-9305-db8d0158de94 admin admin] 10.222.0.11 "PUT /v2.0/routers/db506e96-0308-4890-b790-9ad4202a0bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6641505 Nov 23 22:40:38.558444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60008) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:38.598410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] Routers {'db506e96-0308-4890-b790-9ad4202a0bd5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:38.599208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:40:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['db506e96-0308-4890-b790-9ad4202a0bd5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:38.658572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:38.668876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-d50d2f16-73c4-4fec-8f16-09f4fd445874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:38.672021 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-d50d2f16-73c4-4fec-8f16-09f4fd445874 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19&tenant_id=28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 1101 time: 0.1315210 Nov 23 22:40:38.682887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-186ca5ed-7921-4722-b103-dde28a94d88e req-1910f7cb-f28c-49d5-8738-32ae8ba6bc3f tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757002 Nov 23 22:40:38.692380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:38.710657 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e17bf0-b5a9-4183-83c7-7fc3f1c452bc x-openstack-request-id: req-25e17bf0-b5a9-4183-83c7-7fc3f1c452bc {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:38.714618 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "name": "network-vif-plugged", "status": "completed", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:38.715158 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25e17bf0-b5a9-4183-83c7-7fc3f1c452bc {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:38.715765 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5', 'code': 200} Nov 23 22:40:38.800934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60016) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:38.808255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:38.892155 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:38.945759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] Set router db506e96-0308-4890-b790-9ad4202a0bd5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:38.953941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] Deleting subnet d711f4bb-f0b1-4f6d-9943-a15c5a9dc198 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:40:38.963049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.032807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c935e1c-474c-406f-bcb8-318e7c7e832c req-1c621e27-04c6-451e-a73d-f9304e347bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:39.034813 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c935e1c-474c-406f-bcb8-318e7c7e832c req-1c621e27-04c6-451e-a73d-f9304e347bea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1097 time: 0.1840992 Nov 23 22:40:39.081724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.234655 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.246762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246f664-775f-4277-a948-7a83e3858eaf req-724e261d-cfd2-488e-9b9c-f375c248ca7d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:39.255782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a246f664-775f-4277-a948-7a83e3858eaf req-724e261d-cfd2-488e-9b9c-f375c248ca7d tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2239199 Nov 23 22:40:39.267402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.377809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea97b-3da4-4c53-81c0-a078c29212b2 req-989604ab-d3ef-407e-bcca-611bd7cdbd8d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:39.378768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:40:36Z', 'revision_number': 5, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port': {'id': '06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:35:35Z', 'updated_at': '2021-11-23T22:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:39.385721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03ea97b-3da4-4c53-81c0-a078c29212b2 req-989604ab-d3ef-407e-bcca-611bd7cdbd8d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.2250535 Nov 23 22:40:39.435829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] Checking router: db506e96-0308-4890-b790-9ad4202a0bd5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:40:39.439809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a246f664-775f-4277-a948-7a83e3858eaf req-ee569661-d94c-4c45-8ea3-1ed3ec293191 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828341 Nov 23 22:40:39.454375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] Routers {'db506e96-0308-4890-b790-9ad4202a0bd5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:39.455249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:40:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['db506e96-0308-4890-b790-9ad4202a0bd5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:39.516278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c935e1c-474c-406f-bcb8-318e7c7e832c req-011d4d39-6d84-4508-903a-b2dbe6d6f101 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990918 Nov 23 22:40:39.551489 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.578630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6011da74-b623-4492-b8f8-0211e8782b0c req-2b2293a0-7c9e-4f34-950e-090798592319 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.0441175 Nov 23 22:40:39.587450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03ea97b-3da4-4c53-81c0-a078c29212b2 req-39e7dc56-40ad-47e9-b0e0-9b51d9e6af8d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007582 Nov 23 22:40:39.662056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d711f4bb-f0b1-4f6d-9943-a15c5a9dc198,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:39.665449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.670023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ad306ca3-8778-40b5-a088-99e1c7a1d191 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d711f4bb-f0b1-4f6d-9943-a15c5a9dc198 HTTP/1.1" status: 204 len: 168 time: 0.8661585 Nov 23 22:40:39.676374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Deleting port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:39.677266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.688004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60036) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:39.813727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] Set router db506e96-0308-4890-b790-9ad4202a0bd5 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:39.856866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:39.896017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:39.899095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:40:39Z', 'revision_number': 6, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:39.936882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5f364-f79a-4648-b915-a5d4f8821bbb None None] The sync data for ids ['db506e96-0308-4890-b790-9ad4202a0bd5'] in n-d-817303-3 is: [{'id': 'db506e96-0308-4890-b790-9ad4202a0bd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-833837187-router', 'tenant_id': 'd263b25fb14240728ae247b03aaf2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:35:34Z', 'updated_at': '2021-11-23T22:40:39Z', 'revision_number': 6, 'project_id': 'd263b25fb14240728ae247b03aaf2266', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:40:39.947111 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:39.967902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Transition to ACTIVE for port object d27cf866-54c9-4b08-9045-8a4ac8639e10 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:40:39.977902 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.069252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a304b9e2-211b-42a1-b99e-d1f1121cecf4 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:40.070279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:40.116834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.117203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] No DVR routers for this DVR port d27cf866-54c9-4b08-9045-8a4ac8639e10 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:40.128448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: a304b9e2-211b-42a1-b99e-d1f1121cecf4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:40.134327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a304b9e2-211b-42a1-b99e-d1f1121cecf4 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:40.170196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce5e26-0fe0-42fb-bd7f-20516615d295 req-29747b49-3fcc-4efb-989f-dfd5d245efb1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:40.173599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdce5e26-0fe0-42fb-bd7f-20516615d295 req-29747b49-3fcc-4efb-989f-dfd5d245efb1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.3597085 Nov 23 22:40:40.194485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:40.202654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:40.203539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:40.212747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:40.213164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:40.216770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c71d-aabf-481a-9976-2bd5fd0c5fab req-05a3bd12-d0a3-4b7d-a8c1-cbd20e3b5458 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:40.220321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69d0c71d-aabf-481a-9976-2bd5fd0c5fab req-05a3bd12-d0a3-4b7d-a8c1-cbd20e3b5458 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.4266732 Nov 23 22:40:40.224820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:40.227699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:40.228175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:40.228700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Bound port: d27cf866-54c9-4b08-9045-8a4ac8639e10, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:40.229481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.343751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] For port 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:40.344334 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.387424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:40.398655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Calling delete_port for 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:40.399542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:40.400822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:40.404202 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a2e23a-8f8e-48fe-97f3-4c392d0e4972" -d '{"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:40.410792 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.450439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.474184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:40.475210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.477394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] 10.222.0.48 "PUT /v2.0/ports/d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 1096 time: 1.7903647 Nov 23 22:40:40.523368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de1357-49b1-48e8-a4a2-ae1f27e9c1cc service neutron] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:40.526276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdce5e26-0fe0-42fb-bd7f-20516615d295 req-9c48002d-b0ca-4023-b585-b9ea1c86f13a tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368046 Nov 23 22:40:40.612147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-aa3e642c-6020-4274-bcc0-cfa763cc8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:40.614500 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-aa3e642c-6020-4274-bcc0-cfa763cc8823 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1099 time: 0.0580835 Nov 23 22:40:40.651702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:40.777965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:40.908346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-5a89ca56-0606-4f6f-a0c8-d670d45c7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:40.912429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-5a89ca56-0606-4f6f-a0c8-d670d45c7636 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2831941 Nov 23 22:40:40.977254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-ad585a37-7a3b-47a8-95f8-9382480e9970 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.0556664 Nov 23 22:40:40.982805 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aecb2f-1207-4811-b310-638a7e2e8687 x-openstack-request-id: req-87aecb2f-1207-4811-b310-638a7e2e8687 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:40.983826 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:40.984210 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87aecb2f-1207-4811-b310-638a7e2e8687 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:40.984828 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'code': 200} Nov 23 22:40:41.098483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-287812e3-9ef9-4988-b3af-01248dd30389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.100400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-287812e3-9ef9-4988-b3af-01248dd30389 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0926359 Nov 23 22:40:41.188143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-49d6098b-d502-410c-b5a8-fa7a100a03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.190658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-49d6098b-d502-410c-b5a8-fa7a100a03f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795851 Nov 23 22:40:41.198785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877a8998-7ea0-44b5-90f3-139ccde25045']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:41.233083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69d0c71d-aabf-481a-9976-2bd5fd0c5fab req-4bb225dd-7756-4b5e-b1ec-61dcab855a98 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9728987 Nov 23 22:40:41.250818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb56687-31c2-429c-9998-31b161cd30c4') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:41.251129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb56687-31c2-429c-9998-31b161cd30c4') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:41.301468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c946a790-942c-4730-a7cf-486955dfb986 req-40d884f3-b906-44b4-a289-c6832879d7e7 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.1044984 Nov 23 22:40:41.304780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.394633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-3e1012cf-161a-4fc3-b323-9faa77b16a64 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949368 Nov 23 22:40:41.482568 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.505863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.528800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:41.540068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:40:41.540467 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:40:41.570444 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:40:41.572590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:41.572908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:41.573288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 22edc932-9871-4775-9994-96359fe64c6d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:41.575960 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-ddc7f4b3-806b-47f4-9b9e-37db80f4f044 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727860 Nov 23 22:40:41.650599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 22edc932-9871-4775-9994-96359fe64c6d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:41.650930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 22edc932-9871-4775-9994-96359fe64c6d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:41.680107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cd8a4e-0a8a-4e58-a753-8406cd9bf1c1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:41.795802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec15ed-7c36-4c73-ae65-7fd02f121b3b req-d3eef94b-bdc6-4ee0-bc82-807d5f78f640 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.803286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38ec15ed-7c36-4c73-ae65-7fd02f121b3b req-d3eef94b-bdc6-4ee0-bc82-807d5f78f640 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 948 time: 0.3171539 Nov 23 22:40:41.816189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.853597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.857566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] 10.222.0.11 "DELETE /v2.0/networks/877a8998-7ea0-44b5-90f3-139ccde25045 HTTP/1.1" status: 204 len: 168 time: 2.1681647 Nov 23 22:40:41.861465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:41.879388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8739-1907-4d46-a061-7edb3e915887 admin admin] Pushing event deleted for resources: {'Network': ['ID=877a8998-7ea0-44b5-90f3-139ccde25045,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:41.899784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfacfb-d7b4-4501-923d-3d85073c44f9 req-ab0dec4a-1afc-4128-89a5-54223b1eea32 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.904163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37dfacfb-d7b4-4501-923d-3d85073c44f9 req-ab0dec4a-1afc-4128-89a5-54223b1eea32 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2479711 Nov 23 22:40:41.908597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.913448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] Deleting subnet 2cb451c7-9202-4cf2-90bb-771cc4570284 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:40:41.917071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.965896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.010714 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.072575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37dfacfb-d7b4-4501-923d-3d85073c44f9 req-57200d14-a1c3-406e-a8dd-7dcb5779766b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579766 Nov 23 22:40:42.075670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.098198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.103417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2cb451c7-9202-4cf2-90bb-771cc4570284 HTTP/1.1" status: 204 len: 168 time: 0.2402685 Nov 23 22:40:42.105507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60074) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:42.132192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043f979-3419-43f0-a219-36317118bf8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb451c7-9202-4cf2-90bb-771cc4570284,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:42.135921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.141065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.153178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38ec15ed-7c36-4c73-ae65-7fd02f121b3b req-ccd5d15d-1fe3-4516-93e9-72ff7313c6de tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488023 Nov 23 22:40:42.267519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.319977 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.320614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db506e96-0308-4890-b790-9ad4202a0bd5 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:40:42.331510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.335411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-72bcf602-2ef7-4924-b8d4-58d029f2fa30 admin admin] 10.222.0.11 "DELETE /v2.0/routers/db506e96-0308-4890-b790-9ad4202a0bd5 HTTP/1.1" status: 204 len: 168 time: 3.7515440 Nov 23 22:40:42.336505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60086) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:42.407359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.431406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733680a2-6fe8-44f7-80d0-73eea4e6a995 req-3faf1fe3-678b-4ec4-9fdb-492cfbb39a5d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:42.433169 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-733680a2-6fe8-44f7-80d0-73eea4e6a995 req-3faf1fe3-678b-4ec4-9fdb-492cfbb39a5d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1660314 Nov 23 22:40:42.448031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381858b6-7e25-43be-b0d9-ec343d93aca2']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:42.466995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7421da75-7471-4ad5-b425-f3f3e40d0809') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:42.467698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7421da75-7471-4ad5-b425-f3f3e40d0809') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:42.484495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.492055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] Deleting subnet 9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:40:42.506276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.516407 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.522509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:40:42.524603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:40:42.528294 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:40:42.609690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.629608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.631153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.635425 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/381858b6-7e25-43be-b0d9-ec343d93aca2 HTTP/1.1" status: 204 len: 168 time: 0.5264852 Nov 23 22:40:42.644490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd8b6b-99a4-43cf-b0ca-6fbe76746bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=381858b6-7e25-43be-b0d9-ec343d93aca2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:42.681894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-733680a2-6fe8-44f7-80d0-73eea4e6a995 req-3774d972-8998-48f2-a86b-dc074c9dbc73 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387385 Nov 23 22:40:42.720910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73221629-b89d-425b-8fb4-109236a00b86 req-5d5c9540-df07-4009-8b7c-032b5b187335 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:42.722516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73221629-b89d-425b-8fb4-109236a00b86 req-5d5c9540-df07-4009-8b7c-032b5b187335 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1734710 Nov 23 22:40:42.856136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-982a95f9-16b6-469a-8992-1fe168d448d3 req-b3994aeb-90c6-4069-bc8a-dacaeaac03cc tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b0877f2-2dad-404e-b564-94728f3761f7 HTTP/1.1" status: 200 len: 210 time: 0.0647378 Nov 23 22:40:42.897924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:42.905221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73221629-b89d-425b-8fb4-109236a00b86 req-96b295c1-f574-4e17-b4b2-14e7c8d1301a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529579 Nov 23 22:40:42.951293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:42.986682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:42.993567 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aad509-74d2-4e96-b979-ed44777c2ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:43.019512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.029447 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a2fcdf0-57e4-4656-a4ae-275ec67d6f7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18dbbcccaff0425fa617b53263c8610c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763752 Nov 23 22:40:43.030367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:43.094504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.100615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8 HTTP/1.1" status: 204 len: 168 time: 0.7605751 Nov 23 22:40:43.104753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937c397-79e2-4aa6-9f52-b5e6569f9a37 None None] Network 8772b609-9b61-4edb-9b53-fd622ee7d5c1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:40:43.119015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60102) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:43.156840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf10ecd-f060-45c5-b5f4-a3e2a2f1cda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6e4b13-c360-4046-b69d-1f7d0c0b5bf8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:43.206564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38cfc2-148d-403f-97fa-78d370c6853b req-0efb4a34-3c63-43aa-a529-1652f6e520c7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.208441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec38cfc2-148d-403f-97fa-78d370c6853b req-0efb4a34-3c63-43aa-a529-1652f6e520c7 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1089442 Nov 23 22:40:43.212000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2d6d7-c11d-4de5-b9b5-04b1ceab137d req-ddd65cc3-22bc-4836-9bd5-22efc3eee3a6 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.213529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9c2d6d7-c11d-4de5-b9b5-04b1ceab137d req-ddd65cc3-22bc-4836-9bd5-22efc3eee3a6 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1097 time: 0.1743882 Nov 23 22:40:43.283898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9c2d6d7-c11d-4de5-b9b5-04b1ceab137d req-8abbacda-fa81-4873-a41e-da66f04eed3f tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601220 Nov 23 22:40:43.293731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.320418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec38cfc2-148d-403f-97fa-78d370c6853b req-9930e019-1766-4b34-9f9c-fde5e4c3b4ba tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039910 Nov 23 22:40:43.413367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ab89c91-201d-47ad-ad1b-19fe907798eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.436214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ab89c91-201d-47ad-ad1b-19fe907798eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.481854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] DHCP port deletion for 8772b609-9b61-4edb-9b53-fd622ee7d5c1 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:40:43.528916 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049b007-ef71-4a1f-8674-af57120eb987 x-openstack-request-id: req-f049b007-ef71-4a1f-8674-af57120eb987 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:43.529223 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:43.529480 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f049b007-ef71-4a1f-8674-af57120eb987 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:43.533688 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'status': 'completed', 'code': 200} Nov 23 22:40:43.634329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Deleting port da10fe01-b692-4058-996a-3971c61e1581 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:43.635720 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.657671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ab89c91-201d-47ad-ad1b-19fe907798eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.660344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ab89c91-201d-47ad-ad1b-19fe907798eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.661492 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ab89c91-201d-47ad-ad1b-19fe907798eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a13ada6-367f-42df-8cc2-dadbc710c828 HTTP/1.1" status: 204 len: 168 time: 0.6299970 Nov 23 22:40:43.725486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f3716-50b3-4eae-9200-4d85e6f7fea1 req-85fad8d9-d9ab-4293-b196-28c19ad77ab7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.728636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-710f3716-50b3-4eae-9200-4d85e6f7fea1 req-85fad8d9-d9ab-4293-b196-28c19ad77ab7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 948 time: 0.2785680 Nov 23 22:40:43.739159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab89c91-201d-47ad-ad1b-19fe907798eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a13ada6-367f-42df-8cc2-dadbc710c828,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:43.797632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-b14c8ef0-2cfb-4779-819e-52a93efbf5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.800061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] For port da10fe01-b692-4058-996a-3971c61e1581, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=da10fe01-b692-4058-996a-3971c61e1581,segment=NetworkSegment(88a49489-8820-4348-9d89-38c48ec0eded),segment_id=88a49489-8820-4348-9d89-38c48ec0eded)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:43.800419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:43.803353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-b14c8ef0-2cfb-4779-819e-52a93efbf5a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1099 time: 0.1912661 Nov 23 22:40:43.806554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-41c6bd7f-9e5c-4193-a319-da7d4fcdb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.814916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-41c6bd7f-9e5c-4193-a319-da7d4fcdb9ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1099 time: 0.2783108 Nov 23 22:40:43.830915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Calling delete_port for da10fe01-b692-4058-996a-3971c61e1581 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:43.881260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-710f3716-50b3-4eae-9200-4d85e6f7fea1 req-01e84ef7-6f35-41a8-a318-c5aadcdb411c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193318 Nov 23 22:40:43.900419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36e152-1a90-44b8-b375-d6ae83c849a9 req-ec110cd2-4cf3-40f1-baf9-c671abb059aa tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.923214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d36e152-1a90-44b8-b375-d6ae83c849a9 req-ec110cd2-4cf3-40f1-baf9-c671abb059aa tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1097 time: 0.1925030 Nov 23 22:40:44.043835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-42d009e5-2179-4706-bdab-b5081cbb5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.045366 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-42d009e5-2179-4706-bdab-b5081cbb5a93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2294874 Nov 23 22:40:44.047272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Deleting port da10fe01-b692-4058-996a-3971c61e1581 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:44.047641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.064605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d36e152-1a90-44b8-b375-d6ae83c849a9 req-c99adc61-6c0d-41ff-90b8-8fee9b26aca7 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328707 Nov 23 22:40:44.089193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:44.120159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] For port da10fe01-b692-4058-996a-3971c61e1581, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=da10fe01-b692-4058-996a-3971c61e1581,segment=NetworkSegment(88a49489-8820-4348-9d89-38c48ec0eded),segment_id=88a49489-8820-4348-9d89-38c48ec0eded)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:44.120561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.121864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977109-1820-4c41-ac9e-00386c1ff465 req-3bd74a7c-e9e6-4cec-956d-d8a2d4f35eec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.134435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Calling delete_port for da10fe01-b692-4058-996a-3971c61e1581 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:44.148629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18977109-1820-4c41-ac9e-00386c1ff465 req-3bd74a7c-e9e6-4cec-956d-d8a2d4f35eec tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1785595 Nov 23 22:40:44.285808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.300189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18977109-1820-4c41-ac9e-00386c1ff465 req-9a906184-19cb-4503-b0b6-b685ce6d3c3b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476204 Nov 23 22:40:44.350667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-c39a5514-b643-47af-bb7a-d127760f0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.352810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-c39a5514-b643-47af-bb7a-d127760f0d9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1474972 Nov 23 22:40:44.453031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-d122ae12-89d0-4f28-a700-a22c1ed3b106 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.0908360 Nov 23 22:40:44.454072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Pushing event deleted for resources: {'Port': ['ID=da10fe01-b692-4058-996a-3971c61e1581,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:44.462777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.493449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] No DVR routers for this DVR port da10fe01-b692-4058-996a-3971c61e1581 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:44.505950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.506305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.520317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.533407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.537228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.539699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.543728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60142) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:44.544594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.547750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.548297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.557851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.558209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.558557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131e40fd-b9de-4722-8052-e12b07524d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:44.584104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-bba8aea8-52f0-4469-8487-cd18b61d5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.600325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-bba8aea8-52f0-4469-8487-cd18b61d5958 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1169269 Nov 23 22:40:44.658616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] No DVR routers for this DVR port da10fe01-b692-4058-996a-3971c61e1581 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:44.700918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-21d9ad77-1026-4848-9902-571f409f2156 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c69427a5a7524a36990e528e84a13e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558709 Nov 23 22:40:44.709271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60148) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:44.744396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da10fe01-b692-4058-996a-3971c61e1581,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:44.786691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:44.799061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332c6b6-2117-44d3-af1b-ad720a0c9d3c req-e37b3dd2-cf42-49bb-9dc9-b1bf3e46fc7b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.800702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6332c6b6-2117-44d3-af1b-ad720a0c9d3c req-e37b3dd2-cf42-49bb-9dc9-b1bf3e46fc7b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1755254 Nov 23 22:40:44.820129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'mac_address': 'fa:16:3e:ec:40:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:40:44.888366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.900601 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67473e0a-1898-4d0f-a123-1cfa043693d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.923471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.925134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8772b609-9b61-4edb-9b53-fd622ee7d5c1']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:44.940876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a49489-8820-4348-9d89-38c48ec0eded') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:44.941415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a49489-8820-4348-9d89-38c48ec0eded') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:44.962851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27cf866-54c9-4b08-9045-8a4ac8639e10 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:44.969272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.988848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.996120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:40:44.996517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:44.998430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:45.004043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6332c6b6-2117-44d3-af1b-ad720a0c9d3c req-2e3dcce5-3a88-4787-bc89-13fae83dcf9a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926324 Nov 23 22:40:45.006554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67473e0a-1898-4d0f-a123-1cfa043693d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.012701 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.127964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67473e0a-1898-4d0f-a123-1cfa043693d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.133020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:45.137246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67473e0a-1898-4d0f-a123-1cfa043693d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.138330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-67473e0a-1898-4d0f-a123-1cfa043693d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfca1537-a185-4825-96e2-e0ba52fe2522 HTTP/1.1" status: 204 len: 168 time: 0.4284351 Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:40:45.165673 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:40:45.171391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67473e0a-1898-4d0f-a123-1cfa043693d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfca1537-a185-4825-96e2-e0ba52fe2522,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:45.324422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-9c0eeb71-3eba-4fb2-98f1-8979141163f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 1.1177659 Nov 23 22:40:45.331265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-b3367660-2fe0-4a6d-93e2-335802aad858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:45.333038 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-b3367660-2fe0-4a6d-93e2-335802aad858 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7318907 Nov 23 22:40:45.335669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.381331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['d27cf866-54c9-4b08-9045-8a4ac8639e10'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:45.409410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-da81bca7-9ea9-409f-94aa-488f0e27719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:45.412420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-da81bca7-9ea9-409f-94aa-488f0e27719c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0741470 Nov 23 22:40:45.431936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.438797 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8772b609-9b61-4edb-9b53-fd622ee7d5c1 HTTP/1.1" status: 204 len: 168 time: 2.3174691 Nov 23 22:40:45.500959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa36fd-fcba-4182-b822-d973af232ee0 req-3b2cd908-7ee8-4df7-99d6-2864926d04f8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:45.511125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18fa36fd-fcba-4182-b822-d973af232ee0 req-3b2cd908-7ee8-4df7-99d6-2864926d04f8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 949 time: 0.1413782 Nov 23 22:40:45.530335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff9d48-508f-41b2-aa2a-ab5390bd81f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8772b609-9b61-4edb-9b53-fd622ee7d5c1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:45.555933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device da10fe01-b692-4058-996a-3971c61e1581 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:45.649329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: da10fe01-b692-4058-996a-3971c61e1581 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:45.650322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device da10fe01-b692-4058-996a-3971c61e1581 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:45.675479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18fa36fd-fcba-4182-b822-d973af232ee0 req-11aab605-ea99-4f9b-9efb-d66242157b27 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582155 Nov 23 22:40:45.786635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-e673801a-f252-400d-beed-9f3228b06454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:45.793227 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-e673801a-f252-400d-beed-9f3228b06454 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3531344 Nov 23 22:40:45.916237 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-6ffcf19e-aeac-4b45-83a6-1fbb23cc67cb service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980505 Nov 23 22:40:45.966604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aaff6-e71f-43f6-9138-3e7eb88c5063 req-91fbedc8-573e-44bf-8d21-309d200ce413 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:45.984455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf4aaff6-e71f-43f6-9138-3e7eb88c5063 req-91fbedc8-573e-44bf-8d21-309d200ce413 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1353014 Nov 23 22:40:45.998090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60200) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:46.149723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf4aaff6-e71f-43f6-9138-3e7eb88c5063 req-ff4b69ee-ded9-4d36-89f0-dcd8dfd3d094 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607108 Nov 23 22:40:46.214529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-4a12565a-79db-4b1c-846c-429f1e93e917 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790434 Nov 23 22:40:46.267382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3929ffed-6a8b-4261-948a-03e10022ae13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9bb4ae5f4354d0fb94ec34f9d2c6710&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2617373 Nov 23 22:40:46.268356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60206) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:46.376691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-7937edc4-a665-471c-acac-13cc235ef4da service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704713 Nov 23 22:40:46.435990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fffc34f5-8640-434e-820a-4587d47013b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:46.520979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fffc34f5-8640-434e-820a-4587d47013b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:46.595489 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a6aad509-74d2-4e96-b979-ed44777c2ab9 req-568e82b1-b522-46ee-bca0-48bcc1cec5f7 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040601 Nov 23 22:40:46.601179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-bc1c70e4-3684-4c8d-9764-61d1cb49fc2b tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:40:46.606125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-bc1c70e4-3684-4c8d-9764-61d1cb49fc2b tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0646932 Nov 23 22:40:46.650073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fffc34f5-8640-434e-820a-4587d47013b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:46.653477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fffc34f5-8640-434e-820a-4587d47013b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:46.655456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fffc34f5-8640-434e-820a-4587d47013b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf8a6530-6a54-4078-a3f4-5bd8f9f5aef4 HTTP/1.1" status: 204 len: 168 time: 0.3811798 Nov 23 22:40:46.683752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc34f5-8640-434e-820a-4587d47013b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a6530-6a54-4078-a3f4-5bd8f9f5aef4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:46.887208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-f53a3bdc-f7c0-4528-baeb-e2623e4355ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:46.899711 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-f53a3bdc-f7c0-4528-baeb-e2623e4355ec service neutron] 10.222.0.11 "GET /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 1094 time: 0.2825968 Nov 23 22:40:46.910162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Request body: {'binding': {'host': 'n-h2-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:46.911978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:40:47.137067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080467-c40c-4914-91d7-9af2612c62b8 req-75f52841-5872-4ced-aa42-0f4dd7ef531f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.145080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8080467-c40c-4914-91d7-9af2612c62b8 req-75f52841-5872-4ced-aa42-0f4dd7ef531f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 949 time: 0.1918919 Nov 23 22:40:47.199042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on host n-h2-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:47.199272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:47.199607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:47.205740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:47.206065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:47.235193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-1f61cc8b-cfd3-4305-86ac-4ff21e80c113 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.236744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-1f61cc8b-cfd3-4305-86ac-4ff21e80c113 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19&tenant_id=28ee9c68dd5846588b7507f3cbabd19d&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 949 time: 0.4861465 Nov 23 22:40:47.262545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8080467-c40c-4914-91d7-9af2612c62b8 req-80d13cbc-8b55-45bb-a319-b0e160a1eba8 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047583 Nov 23 22:40:47.269319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:47.269319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:47.269700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:47.270152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Bound port: aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:47.428552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:47.465765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.483469 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-37c7385a-6583-4493-9c4d-50d93fbb7e63 service neutron] 10.222.0.11 "POST /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5816023 Nov 23 22:40:47.517558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d0d4-6018-4056-8624-1a2aef0ed21e req-50600715-715d-49e5-8af9-c326570692c4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.531222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cb0d0d4-6018-4056-8624-1a2aef0ed21e req-50600715-715d-49e5-8af9-c326570692c4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1354506 Nov 23 22:40:47.537459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60240) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:47.591420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-50a70d2e-eec9-4081-ae2b-e62c717c6494 service neutron] 10.222.0.48 "GET /v2.0/ports/d27cf866-54c9-4b08-9045-8a4ac8639e10/bindings/n-h1-817303-3 HTTP/1.1" status: 200 len: 382 time: 0.3404214 Nov 23 22:40:47.626440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60246) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:47.627084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f47db0c9-4bc9-49f3-9bfe-21cdf48ac224 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d263b25fb14240728ae247b03aaf2266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818677 Nov 23 22:40:47.694465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cb0d0d4-6018-4056-8624-1a2aef0ed21e req-d01448d8-9b20-49a2-aff4-294c24ecb0e6 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474631 Nov 23 22:40:47.750532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44585ec0-2326-443c-ae6f-e2ac2b5c0b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.783789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44585ec0-2326-443c-ae6f-e2ac2b5c0b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.788040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-5d2d96a1-7655-4050-b901-2d78f7ef1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.789810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-5d2d96a1-7655-4050-b901-2d78f7ef1ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1100 time: 0.0832212 Nov 23 22:40:48.057020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067307-3973-42b2-a7ee-f0fb9c82b799 req-a0192989-c704-4175-b8f7-0517d882183e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.070899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18067307-3973-42b2-a7ee-f0fb9c82b799 req-a0192989-c704-4175-b8f7-0517d882183e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1115413 Nov 23 22:40:48.095635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:40:48.197643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ab0df668-35ec-40d5-84b8-f461cf71e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.199163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ab0df668-35ec-40d5-84b8-f461cf71e92f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1097 time: 0.3425505 Nov 23 22:40:48.202708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-4d99d84d-4f11-473e-aa1d-13f4342e766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.202708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-4d99d84d-4f11-473e-aa1d-13f4342e766f service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.4041777 Nov 23 22:40:48.223851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44585ec0-2326-443c-ae6f-e2ac2b5c0b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:48.226475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44585ec0-2326-443c-ae6f-e2ac2b5c0b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:48.227894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-44585ec0-2326-443c-ae6f-e2ac2b5c0b84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4c90b68-2db8-4400-9e4d-2495160b43ed HTTP/1.1" status: 204 len: 168 time: 0.5994592 Nov 23 22:40:48.292420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-7d7ff81b-3801-473f-8a6f-67fa533af76e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.0762563 Nov 23 22:40:48.296333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44585ec0-2326-443c-ae6f-e2ac2b5c0b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c90b68-2db8-4400-9e4d-2495160b43ed,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:48.299429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port d27cf866-54c9-4b08-9045-8a4ac8639e10 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:40:48.307868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port d27cf866-54c9-4b08-9045-8a4ac8639e10 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:40:48.310488 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:48.373384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18067307-3973-42b2-a7ee-f0fb9c82b799 req-0c6b8a44-f8e3-4e11-bce9-79f24ddac4a0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002062 Nov 23 22:40:48.378898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-0672a398-93af-49cd-a775-76c32e5c0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.385107 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-0672a398-93af-49cd-a775-76c32e5c0230 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0837102 Nov 23 22:40:48.458684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417197c-8e21-45e4-afd3-3f9c27109137 req-3b1cda0f-e14d-4100-a12a-628139419a1b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.479341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2417197c-8e21-45e4-afd3-3f9c27109137 req-3b1cda0f-e14d-4100-a12a-628139419a1b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2646003 Nov 23 22:40:48.527325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-fdb19764-e096-44de-a8f7-2c5bc9336beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.529145 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-fdb19764-e096-44de-a8f7-2c5bc9336beb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.3213620 Nov 23 22:40:48.532945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-1b71403a-5d0a-4f13-8a7c-f58d825f3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.534654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-1b71403a-5d0a-4f13-8a7c-f58d825f3048 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127944 Nov 23 22:40:48.603958 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-db217427-c458-45a0-b533-e4ff371b67fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 217 time: 0.0646102 Nov 23 22:40:48.622820 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:48.692039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2417197c-8e21-45e4-afd3-3f9c27109137 req-4d008cff-4cff-41c2-a5a7-17dd85207cc1 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940043 Nov 23 22:40:48.715961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:48.718828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:48.723879 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dff3e3-acf8-4dfc-9e18-67be2ecdf029" -d '{"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-plugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:48.741070 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:48.848762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e822b87-0268-4fc9-809b-ef47fa43e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.853939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a28f-290d-446c-90c2-176edeb12384 req-f1f7190a-18bc-420c-a99c-55f3b46e6b70 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.857396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e822b87-0268-4fc9-809b-ef47fa43e630 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.2287302 Nov 23 22:40:48.867253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9602a28f-290d-446c-90c2-176edeb12384 req-f1f7190a-18bc-420c-a99c-55f3b46e6b70 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.2081251 Nov 23 22:40:48.909364 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68989c85-f6c5-4d70-bb50-d9270542d604 x-openstack-request-id: req-68989c85-f6c5-4d70-bb50-d9270542d604 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:48.909658 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-plugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:48.915841 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68989c85-f6c5-4d70-bb50-d9270542d604 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:48.916539 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'code': 200} Nov 23 22:40:48.917765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:48.975660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-57e5e7f3-ec4c-4fda-95b3-fa06bd5e8404 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988841 Nov 23 22:40:48.993464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9602a28f-290d-446c-90c2-176edeb12384 req-ccc8ddd6-b6ae-45ea-b1a9-6cbf10a45e4d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249726 Nov 23 22:40:49.036946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-8098e6df-9c11-4102-8172-dbf0f60601b4 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317775 Nov 23 22:40:49.312757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b066-a6d9-4ed6-86c8-87a7303075bb req-5406a79a-bc4b-43bd-8397-c81c97aea892 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:49.319105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d833b066-a6d9-4ed6-86c8-87a7303075bb req-5406a79a-bc4b-43bd-8397-c81c97aea892 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2056742 Nov 23 22:40:49.335490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-f262877b-d49b-4282-b1e3-ec7aed03e56b service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567693 Nov 23 22:40:49.376070 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec81bae2-7f1b-4bb4-b553-7112496f80a1 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252311 Nov 23 22:40:49.536493 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-8d93f1d4-69c8-45c8-bcef-fdcb74641dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876225 Nov 23 22:40:49.597440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d833b066-a6d9-4ed6-86c8-87a7303075bb req-535f956c-47a0-4afe-b672-2b93d33d7f02 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713881 Nov 23 22:40:49.738069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad921a3d-80de-4c6a-9e49-fb9c0f134a79 req-db402948-836c-44f5-a51c-5421a6ab2cf7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:49.739958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad921a3d-80de-4c6a-9e49-fb9c0f134a79 req-db402948-836c-44f5-a51c-5421a6ab2cf7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.2120202 Nov 23 22:40:49.978608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad921a3d-80de-4c6a-9e49-fb9c0f134a79 req-5a178f03-8343-42e0-b2cb-14b315e476ab tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318993 Nov 23 22:40:50.021256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808afa9-a25d-4f7d-ad4b-44f015b779c7 req-728942eb-d127-4e90-88cb-f4a29e8af0bf tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:50.022214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f808afa9-a25d-4f7d-ad4b-44f015b779c7 req-728942eb-d127-4e90-88cb-f4a29e8af0bf tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1681957 Nov 23 22:40:50.159047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f808afa9-a25d-4f7d-ad4b-44f015b779c7 req-e02ccb22-9d28-4a75-9de8-6ac855980bf5 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254404 Nov 23 22:40:50.378640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec2b66-9664-4b1c-9667-efaa616320f0 req-de18ad2a-da9b-46b6-8cfd-b6a25ac9d708 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:50.390963 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4ec2b66-9664-4b1c-9667-efaa616320f0 req-de18ad2a-da9b-46b6-8cfd-b6a25ac9d708 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1469758 Nov 23 22:40:50.501525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4ec2b66-9664-4b1c-9667-efaa616320f0 req-42014ff8-fc7e-4bb9-881c-396cdf664610 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968771 Nov 23 22:40:50.789839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816740ab-b43c-41b4-967f-275a702db7b8 req-a2f2ded6-ca8e-4d4e-bd8c-7d33033c94f8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:50.807513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-816740ab-b43c-41b4-967f-275a702db7b8 req-a2f2ded6-ca8e-4d4e-bd8c-7d33033c94f8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1294217 Nov 23 22:40:50.981011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-816740ab-b43c-41b4-967f-275a702db7b8 req-7d2a9653-81df-4e89-9eca-e935d42223e8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722739 Nov 23 22:40:51.277232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608baaa-6fbc-45aa-b83e-e14a673fd3ad req-a8712788-1cf6-43a0-ba7d-88aedebb4346 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:51.292471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b608baaa-6fbc-45aa-b83e-e14a673fd3ad req-a8712788-1cf6-43a0-ba7d-88aedebb4346 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1108274 Nov 23 22:40:51.413722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b608baaa-6fbc-45aa-b83e-e14a673fd3ad req-60c1ef74-406a-4a14-9b16-21eda947ce11 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136584 Nov 23 22:40:51.604571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60396) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:51.800106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1498219e-cbcb-48e2-88b3-42e552ef1e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:51.959486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932338a3-0342-4809-9a33-3a3e20f93e49 req-be93911c-4910-45ec-b2c6-8efaa77ca705 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:51.980313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-932338a3-0342-4809-9a33-3a3e20f93e49 req-be93911c-4910-45ec-b2c6-8efaa77ca705 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.3260269 Nov 23 22:40:52.199285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-932338a3-0342-4809-9a33-3a3e20f93e49 req-ade4eb43-1354-4fd9-a9e7-700f1195cf2d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118440 Nov 23 22:40:52.267145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1498219e-cbcb-48e2-88b3-42e552ef1e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:52.276307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1498219e-cbcb-48e2-88b3-42e552ef1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:52.301587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-38082e38-a6dc-4b1f-9fe0-b12d6f9ec9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:52.303434 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-38082e38-a6dc-4b1f-9fe0-b12d6f9ec9dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19&tenant_id=28ee9c68dd5846588b7507f3cbabd19d HTTP/1.1" status: 200 len: 1101 time: 0.1291332 Nov 23 22:40:52.316884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:52.380664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498219e-cbcb-48e2-88b3-42e552ef1e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6983a283-db48-4226-beab-5b9224e77760,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:52.427042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1498219e-cbcb-48e2-88b3-42e552ef1e37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc256690197641618fe12b94f1003de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8207855 Nov 23 22:40:52.432641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60430) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:52.530959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:52.649646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3b3f-5a31-4047-8911-c27829977e2b req-5541efec-6e23-4dd6-af99-087d4c5a8ca5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:52.661649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0cc3b3f-5a31-4047-8911-c27829977e2b req-5541efec-6e23-4dd6-af99-087d4c5a8ca5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.0869164 Nov 23 22:40:52.673728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa943-b8bb-4c87-851d-29ef08a81746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:52.793830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa943-b8bb-4c87-851d-29ef08a81746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:52.802802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0cc3b3f-5a31-4047-8911-c27829977e2b req-00d8caa1-e321-4c13-a263-36227a3b1e76 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400509 Nov 23 22:40:53.140965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206f12-d3d1-4094-8d1d-53867d32cb5d req-ed9bcd46-4b8f-4381-b284-65a92048ffa2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:53.149317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23206f12-d3d1-4094-8d1d-53867d32cb5d req-ed9bcd46-4b8f-4381-b284-65a92048ffa2 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 944 time: 0.1107185 Nov 23 22:40:53.288971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23206f12-d3d1-4094-8d1d-53867d32cb5d req-1cb54042-257a-4c0b-8174-cf8dce27ef7c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385553 Nov 23 22:40:53.581660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176891-b447-47a7-b518-16dd02e4b642 req-5474ab7f-25a0-49c3-adde-6d2aa801add0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:53.590038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f176891-b447-47a7-b518-16dd02e4b642 req-5474ab7f-25a0-49c3-adde-6d2aa801add0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.1518044 Nov 23 22:40:53.677953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60482) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:53.727956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f176891-b447-47a7-b518-16dd02e4b642 req-0dc47a11-a137-4bb9-9fdb-0bfdc63b1d4d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368821 Nov 23 22:40:53.820559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-cdd5a793-a1f7-4c42-863e-e9dc89641973 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:53.823107 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-cdd5a793-a1f7-4c42-863e-e9dc89641973 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 944 time: 0.1777859 Nov 23 22:40:53.874380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa943-b8bb-4c87-851d-29ef08a81746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.880016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa943-b8bb-4c87-851d-29ef08a81746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.887811 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd4aa943-b8bb-4c87-851d-29ef08a81746 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6983a283-db48-4226-beab-5b9224e77760 HTTP/1.1" status: 204 len: 168 time: 1.4540505 Nov 23 22:40:53.913842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41951a8c-1998-4ea0-a0b3-2e161070f962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.006517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa943-b8bb-4c87-851d-29ef08a81746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6983a283-db48-4226-beab-5b9224e77760,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:54.108882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:54.124040 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41951a8c-1998-4ea0-a0b3-2e161070f962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.143693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41951a8c-1998-4ea0-a0b3-2e161070f962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.151679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:54.226601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:54.319983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-41951a8c-1998-4ea0-a0b3-2e161070f962 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3340fbc3e97441186ec624d3ee4e64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6239376 Nov 23 22:40:54.323170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60522) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:54.333386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.364851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:54.367638 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b130a7d9-5e0d-4110-b75b-676282ab2154" -d '{"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:54.375533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Transition to ACTIVE for port object d27cf866-54c9-4b08-9045-8a4ac8639e10 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:40:54.387484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41951a8c-1998-4ea0-a0b3-2e161070f962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b31823-66d4-4ca4-8241-f55f822e572d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:54.404440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b4c48-448c-4594-9239-550137ec1b48 req-9c1af0af-ebd0-46e5-be80-a55629d7ca24 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:54.413443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c73b4c48-448c-4594-9239-550137ec1b48 req-9c1af0af-ebd0-46e5-be80-a55629d7ca24 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.4546366 Nov 23 22:40:54.419738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.435903 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.512210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c73b4c48-448c-4594-9239-550137ec1b48 req-1b5e97d5-d7df-4a74-89b0-8497e54f9017 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972376 Nov 23 22:40:54.573934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97e0549-d63d-4db1-a9e9-ffec273c0aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.580055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Deleting port 9fa0b440-5894-41c9-a861-e5885ba8fc7f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:54.599827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.636637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:40:54.636862 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:40:54.639335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97e0549-d63d-4db1-a9e9-ffec273c0aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.703701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97e0549-d63d-4db1-a9e9-ffec273c0aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.708124 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97e0549-d63d-4db1-a9e9-ffec273c0aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.713928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e97e0549-d63d-4db1-a9e9-ffec273c0aeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95b31823-66d4-4ca4-8241-f55f822e572d HTTP/1.1" status: 204 len: 168 time: 0.3748379 Nov 23 22:40:54.772547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e0549-d63d-4db1-a9e9-ffec273c0aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b31823-66d4-4ca4-8241-f55f822e572d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:54.838947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:54.891924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27fbfe-2cec-485d-88c7-459968ad1a13 req-43a7fb55-0432-4565-8ee9-80bfd995b4a4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:54.905492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e27fbfe-2cec-485d-88c7-459968ad1a13 req-43a7fb55-0432-4565-8ee9-80bfd995b4a4 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 944 time: 0.1817362 Nov 23 22:40:54.908760 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ea31e5-085c-4fab-8262-9f3257438c4c x-openstack-request-id: req-02ea31e5-085c-4fab-8262-9f3257438c4c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:54.913181 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-unplugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:54.913587 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02ea31e5-085c-4fab-8262-9f3257438c4c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:54.914007 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'code': 200} Nov 23 22:40:54.916252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] No DVR routers for this DVR port d27cf866-54c9-4b08-9045-8a4ac8639e10 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:55.044939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:55.047063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:55.047424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:55.070743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:55.077627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Attempting to bind port d27cf866-54c9-4b08-9045-8a4ac8639e10 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:55.092050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:55.096735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:55.097403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:55.098042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Bound port: d27cf866-54c9-4b08-9045-8a4ac8639e10, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:55.098596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:55.113875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e27fbfe-2cec-485d-88c7-459968ad1a13 req-825c1457-5482-4690-be41-895a8b7149cf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922262 Nov 23 22:40:55.160026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] For port 9fa0b440-5894-41c9-a861-e5885ba8fc7f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9fa0b440-5894-41c9-a861-e5885ba8fc7f,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:55.160402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:55.246252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Calling delete_port for 9fa0b440-5894-41c9-a861-e5885ba8fc7f owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:55.323641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:55.328255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:55.350702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:55.393150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:55.394414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:55.396280 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] 10.222.0.46 "PUT /v2.0/ports/d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 1097 time: 3.0836575 Nov 23 22:40:55.429245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d666a-f5e4-4432-a78e-14389f351f6b req-57658e3d-1ad6-4bbf-8603-93c1f9051437 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:55.441248 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-261d666a-f5e4-4432-a78e-14389f351f6b req-57658e3d-1ad6-4bbf-8603-93c1f9051437 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 949 time: 0.1457441 Nov 23 22:40:55.445224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60550) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:55.505941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4b60ee8-a779-4da3-b48a-830601d771ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:55.604175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-261d666a-f5e4-4432-a78e-14389f351f6b req-b868d488-b633-4bad-a2f6-16ea47392088 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565714 Nov 23 22:40:55.682571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-eadf352c-163d-4ae3-ba16-2f3076b3e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:55.684331 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-eadf352c-163d-4ae3-ba16-2f3076b3e2d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1100 time: 0.1498449 Nov 23 22:40:55.855496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fafd9-241f-45f2-9514-4c935440765e service neutron] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=11']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:55.917383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-f967e9d0-342b-47ec-b5d6-2f72acac055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:55.921345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-f967e9d0-342b-47ec-b5d6-2f72acac055a service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2262349 Nov 23 22:40:55.979045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-97d3c235-e1f1-461e-b4ae-8a863b6a5f93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.0438902 Nov 23 22:40:55.988511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4b60ee8-a779-4da3-b48a-830601d771ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.011928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65154c-aaf6-4028-892f-52ce70d1aa77 req-d2e13528-b61d-4037-a0af-3d4889b8fa3d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:56.013223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60574) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:56.022765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df65154c-aaf6-4028-892f-52ce70d1aa77 req-d2e13528-b61d-4037-a0af-3d4889b8fa3d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.2421403 Nov 23 22:40:56.033593 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4b60ee8-a779-4da3-b48a-830601d771ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.083784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-fba79daa-7a9a-47c3-a8d6-0d55acb5ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:56.085551 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-fba79daa-7a9a-47c3-a8d6-0d55acb5ed03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0863757 Nov 23 22:40:56.089831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.093301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9a1eec00-3a50-4a90-b163-ad22e77d6069 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:56.199974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a4b60ee8-a779-4da3-b48a-830601d771ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc38226295494302aaa304fd4432f21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7496150 Nov 23 22:40:56.205809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:40:56.211178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-afe41669-7d94-443a-89ab-ae04a8c2e71f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:56.213422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event deleted for resources: {'Port': ['ID=9fa0b440-5894-41c9-a861-e5885ba8fc7f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:56.229662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-afe41669-7d94-443a-89ab-ae04a8c2e71f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.5841272 Nov 23 22:40:56.252039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b60ee8-a779-4da3-b48a-830601d771ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfea337-e929-42bc-b0ca-32748228c2fc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:56.317543 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-43fcae02-4942-47bc-a3f6-fbe19c7c39a6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/quotas/b45ff81c4cbf47d5aab54a7e91dac7c9 HTTP/1.1" status: 200 len: 375 time: 0.0829277 Nov 23 22:40:56.346863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-865445232-network', 'tenant_id': '495cd1bc0af34f3583b1721be2791355'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:56.351067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.381462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] No DVR routers for this DVR port 9fa0b440-5894-41c9-a861-e5885ba8fc7f on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:56.395833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.399995 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-18b02a3a-c724-403a-a683-e76c11a3b3e7 req-774fad69-f906-4d33-bfde-781489faa675 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "DELETE /v2.0/ports/9fa0b440-5894-41c9-a861-e5885ba8fc7f HTTP/1.1" status: 204 len: 173 time: 2.5538979 Nov 23 22:40:56.437316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-81edd05b-4695-40c5-8594-b77dabc8ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:56.439442 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-81edd05b-4695-40c5-8594-b77dabc8ef89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3407235 Nov 23 22:40:56.462289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e0156c0-b48c-4603-a34f-3061f73a0e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.493243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:56.499458 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a93e47-3949-4e8d-81da-622d0fceb3b1" -d '{"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:56.500314 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e0156c0-b48c-4603-a34f-3061f73a0e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.504796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df65154c-aaf6-4028-892f-52ce70d1aa77 req-62b0cbe0-76dd-4df0-a7da-aa3ce7318110 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801874 Nov 23 22:40:56.538738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:56.543124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-bb681801-281c-4eb7-a0eb-0673686348de tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2225752 Nov 23 22:40:56.553835 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.640921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Made reservation on behalf of 495cd1bc0af34f3583b1721be2791355 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:40:56.648123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.699974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:56.708209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.711057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e0156c0-b48c-4603-a34f-3061f73a0e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.714109 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e0156c0-b48c-4603-a34f-3061f73a0e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.715460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e0156c0-b48c-4603-a34f-3061f73a0e94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bfea337-e929-42bc-b0ca-32748228c2fc HTTP/1.1" status: 204 len: 168 time: 0.4990337 Nov 23 22:40:56.749017 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:56.753566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 9fa0b440-5894-41c9-a861-e5885ba8fc7f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:56.754806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9fa0b440-5894-41c9-a861-e5885ba8fc7f not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:56.762659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:56.832900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0156c0-b48c-4603-a34f-3061f73a0e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfea337-e929-42bc-b0ca-32748228c2fc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:56.923367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}, {'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'name': 'network-vif-deleted', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:56.927462 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1354acb-1437-4d08-8192-acaf5ba2533c" -d '{"events": [{"name": "network-changed", "server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}, {"server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "name": "network-vif-deleted", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:57.030938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-c00622ce-62d1-4967-9b01-31ac7671c8cc service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783594 Nov 23 22:40:57.156254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e610c92d-83ee-4025-b0c0-60238fa966d7 req-c389b794-394e-49b6-844a-5bd4b88bda64 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad40fecc-7638-46c9-ac13-a19bd7cbd5ea HTTP/1.1" status: 200 len: 210 time: 0.1900861 Nov 23 22:40:57.255039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-440ecd1e-7837-4dc8-afe1-8d8c91c6b5ed service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996968 Nov 23 22:40:57.266734 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a04df45-d087-4f3d-881c-8bc041e7df7f x-openstack-request-id: req-6a04df45-d087-4f3d-881c-8bc041e7df7f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:57.267309 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:57.267309 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a04df45-d087-4f3d-881c-8bc041e7df7f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:57.267725 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'code': 200} Nov 23 22:40:57.305659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-15b55d2e-367f-4263-8744-f5476ebb6e19 req-e7dfee62-9709-47f3-afe2-233a29ae7384 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663016 Nov 23 22:40:57.380315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-dbd86294-ce72-4fbb-8aa0-1e6185b5fe87 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:57.382765 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-dbd86294-ce72-4fbb-8aa0-1e6185b5fe87 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e635baf-fd75-4f2e-9993-c2448c1c3707 HTTP/1.1" status: 200 len: 943 time: 0.4479902 Nov 23 22:40:57.447159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-41b1c70d-2680-4a37-9121-412ecbaa503f service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842108 Nov 23 22:40:57.522140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128026d8-e5b8-4c1c-bcd1-e32ee77c024e req-1839aa6b-00ea-4b87-8607-d7a0dd61928d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:57.535752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-128026d8-e5b8-4c1c-bcd1-e32ee77c024e req-1839aa6b-00ea-4b87-8607-d7a0dd61928d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 949 time: 0.1126020 Nov 23 22:40:57.547163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.557494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.651117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:40:57.706148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-128026d8-e5b8-4c1c-bcd1-e32ee77c024e req-1a0b12b7-3336-4682-a5a4-31d13d82edf4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633987 Nov 23 22:40:57.709213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.709583 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Added segment 940a5030-3d16-4a34-9365-df26c17cd6e6 of type vlan for network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 Nov 23 22:40:57.718227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Deleting port 9a1eec00-3a50-4a90-b163-ad22e77d6069 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:57.718511 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.831295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6bb8c-45f6-48e0-93a7-f5dca07d9952,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:57.900634 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da26f7-9e7c-4432-95f0-888698f70b70 x-openstack-request-id: req-e8da26f7-9e7c-4432-95f0-888698f70b70 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:57.902729 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "status": "completed", "code": 200}, {"server_uuid": "ad40fecc-7638-46c9-ac13-a19bd7cbd5ea", "name": "network-vif-deleted", "tag": "9fa0b440-5894-41c9-a861-e5885ba8fc7f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:57.903281 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8da26f7-9e7c-4432-95f0-888698f70b70 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:57.903865 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'status': 'completed', 'code': 200} Nov 23 22:40:57.904890 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad40fecc-7638-46c9-ac13-a19bd7cbd5ea', 'name': 'network-vif-deleted', 'tag': '9fa0b440-5894-41c9-a861-e5885ba8fc7f', 'status': 'completed', 'code': 200} Nov 23 22:40:57.914982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652db88-150b-4170-9811-2f580cdc10b8 req-efc4200d-7d0c-4ecf-b572-d8e48247c405 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:57.929270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9652db88-150b-4170-9811-2f580cdc10b8 req-efc4200d-7d0c-4ecf-b572-d8e48247c405 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1354659 Nov 23 22:40:58.016360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1042764e-d858-4f5a-89f8-7a6d1af4babe req-7ad192fa-609d-4845-bad5-c6b5a75b7162 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 210 time: 0.0658596 Nov 23 22:40:58.104305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9652db88-150b-4170-9811-2f580cdc10b8 req-b289a086-2149-448b-b63f-f9b5be5afe18 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735477 Nov 23 22:40:58.341042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] For port 9a1eec00-3a50-4a90-b163-ad22e77d6069, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9a1eec00-3a50-4a90-b163-ad22e77d6069,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:58.341970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.417683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Calling delete_port for 9a1eec00-3a50-4a90-b163-ad22e77d6069 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:58.685301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:58.780995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7630a-de63-4d7d-9d2b-02d20a1f3a9f req-9de21123-d564-4f5b-9714-2b1a7ff7b267 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:58.803799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25b7630a-de63-4d7d-9d2b-02d20a1f3a9f req-9de21123-d564-4f5b-9714-2b1a7ff7b267 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 945 time: 0.1467991 Nov 23 22:40:58.903062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.929039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.943102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:58.962019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'mac_address': 'fa:16:3e:ec:40:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:40:59.080272 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:59.094133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25b7630a-de63-4d7d-9d2b-02d20a1f3a9f req-3864b674-8dfc-48cc-a1b2-e87c3187b939 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840626 Nov 23 22:40:59.153625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27cf866-54c9-4b08-9045-8a4ac8639e10 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:59.175056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] No DVR routers for this DVR port 9a1eec00-3a50-4a90-b163-ad22e77d6069 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:59.181198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event deleted for resources: {'Port': ['ID=9a1eec00-3a50-4a90-b163-ad22e77d6069,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:59.189397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:59.194501 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-340a8234-cff2-4e4e-908e-dd8c4fffd3f7 req-73880a10-fff6-484c-ab1c-69dc7fc2adb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "DELETE /v2.0/ports/9a1eec00-3a50-4a90-b163-ad22e77d6069 HTTP/1.1" status: 204 len: 173 time: 1.8045001 Nov 23 22:40:59.200433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-ac42f169-92b1-4a71-9fc6-d1feeb6ad69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.202930 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-ac42f169-92b1-4a71-9fc6-d1feeb6ad69c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1100 time: 1.2948291 Nov 23 22:40:59.206194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-ff591b5d-20cf-4030-92fb-3bbf8eeb4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.208223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7918-7af8-46e8-8aa1-7a35e06a5aa3 req-11e3cad4-b4c9-4dc9-9a2c-1ad18db402c7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.209088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-ff591b5d-20cf-4030-92fb-3bbf8eeb4e50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1100 time: 1.3209753 Nov 23 22:40:59.212453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccda7918-7af8-46e8-8aa1-7a35e06a5aa3 req-11e3cad4-b4c9-4dc9-9a2c-1ad18db402c7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 949 time: 0.3198423 Nov 23 22:40:59.222633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:40:59.273689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:59.282961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:59.431178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90d22e5c-f37a-438d-a7d5-65c4ccd41f72 req-6312d55b-462a-4156-8e2d-4b1b66b60b20 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 210 time: 0.1458151 Nov 23 22:40:59.451633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-2676abd4-0349-40d3-b6a3-c9a565f354e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.453336 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-2676abd4-0349-40d3-b6a3-c9a565f354e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1832554 Nov 23 22:40:59.479527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:59.525020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccda7918-7af8-46e8-8aa1-7a35e06a5aa3 req-5d0e7654-59c1-413b-8202-18be70b4146f tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058102 Nov 23 22:40:59.602781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d27cf866-54c9-4b08-9045-8a4ac8639e10'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:59.742891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ccf2d-5c6e-4dbf-92ac-fbc73f00fbed req-93217b32-5c6e-4125-a370-b56618b0e8e0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.753285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-632ccf2d-5c6e-4dbf-92ac-fbc73f00fbed req-93217b32-5c6e-4125-a370-b56618b0e8e0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1560407 Nov 23 22:40:59.861231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-632ccf2d-5c6e-4dbf-92ac-fbc73f00fbed req-fce3a700-1563-4aa9-a07d-ee0404ad6ef1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033313 Nov 23 22:40:59.862146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:59.876864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.878050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:59.881518 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-246e4b5b-5d08-4922-b654-ae26c140411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.883241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-246e4b5b-5d08-4922-b654-ae26c140411e service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.6413198 Nov 23 22:40:59.898621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-8fd6d467-5fe0-444e-8a86-00d8c00032d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.4063907 Nov 23 22:41:00.001199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-deleted', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:00.003632 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787051e5-ac8e-4021-a7ea-ff0443a5bc88" -d '{"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-deleted", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:00.014369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-d84c56bf-6781-473f-91f7-d14d5f14c0a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 200 len: 217 time: 0.1101911 Nov 23 22:41:00.022582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-78a94934-dd7c-4dbb-8d0b-83af9209da4b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.034306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-78a94934-dd7c-4dbb-8d0b-83af9209da4b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 945 time: 0.9960780 Nov 23 22:41:00.114109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9a1eec00-3a50-4a90-b163-ad22e77d6069 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:00.181663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 9a1eec00-3a50-4a90-b163-ad22e77d6069 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:00.182026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9a1eec00-3a50-4a90-b163-ad22e77d6069 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:00.236748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.238302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.238777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.239811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.240950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.241609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.242223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.242838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.243656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.244843 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9560b4ca-3f35-4951-b22e-0d00c0922f38 x-openstack-request-id: req-9560b4ca-3f35-4951-b22e-0d00c0922f38 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:00.245153 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e635baf-fd75-4f2e-9993-c2448c1c3707", "name": "network-vif-deleted", "tag": "9a1eec00-3a50-4a90-b163-ad22e77d6069", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:00.245414 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9560b4ca-3f35-4951-b22e-0d00c0922f38 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:00.245878 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e635baf-fd75-4f2e-9993-c2448c1c3707', 'name': 'network-vif-deleted', 'tag': '9a1eec00-3a50-4a90-b163-ad22e77d6069', 'status': 'completed', 'code': 200} Nov 23 22:41:00.246097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.252285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.258721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a45d3e20-9140-4edf-b1ed-5cd12df3a9dd req-6a6bd77d-4ac0-4670-8407-c0f388278e18 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7754 time: 0.2820468 Nov 23 22:41:00.300461 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.2861071 Nov 23 22:41:00.379865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60674) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:00.386159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Request body: {'subnet': {'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-865445232-subnet', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:00.419438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db24de6-d3e2-42e1-b9c3-1dcb5d08727e admin admin] Pushing event updated for resources: {'Network': ['ID=80ab4f41-ea64-4cd2-8f90-3ee80a843856,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:00.441997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:41:00.519111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679dea7-8b48-4d50-b7ac-bf8706e650cb req-0fa294a4-0c6a-4943-973e-78157de24f4a tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.526774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4679dea7-8b48-4d50-b7ac-bf8706e650cb req-0fa294a4-0c6a-4943-973e-78157de24f4a tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 886 time: 0.2528353 Nov 23 22:41:00.576610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83593-b469-4b41-bfc5-e935d29b50d1 req-215d9c9a-0b1a-4f01-a64d-0c4ffcc66f3c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.578290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26a83593-b469-4b41-bfc5-e935d29b50d1 req-215d9c9a-0b1a-4f01-a64d-0c4ffcc66f3c tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 945 time: 0.1745129 Nov 23 22:41:00.613271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-fe4dcb1d-d627-4e58-88ad-351c6b99e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.618169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-fe4dcb1d-d627-4e58-88ad-351c6b99e7c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.5471578 Nov 23 22:41:00.625066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Made reservation on behalf of 495cd1bc0af34f3583b1721be2791355 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:00.627840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:00.672521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9313c329-ba21-4451-887b-49f0312cc639 req-58b78337-eb69-47b9-b7ad-ad0d73615606 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 210 time: 0.0412734 Nov 23 22:41:00.688255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26a83593-b469-4b41-bfc5-e935d29b50d1 req-072426f9-9445-4fd4-847d-3a2f94c99d1d tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867758 Nov 23 22:41:00.703723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:00.823411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port d27cf866-54c9-4b08-9045-8a4ac8639e10 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:41:00.830620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port d27cf866-54c9-4b08-9045-8a4ac8639e10 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:00.831297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:01.035013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:01.062535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:01.064932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-0718cf7a-e0e2-4819-b610-80798958e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.065659 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e12e49-824b-4659-a4bb-cae03d31e5fc" -d '{"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-plugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:01.066903 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-0718cf7a-e0e2-4819-b610-80798958e085 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.9897707 Nov 23 22:41:01.073907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-43ac965d-41c2-4b99-b94c-4eafe84f06dd tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.075526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-43ac965d-41c2-4b99-b94c-4eafe84f06dd tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.9822445 Nov 23 22:41:01.083082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:01.091643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:01.218541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Request body: {'port': {'device_id': '1096db85-6467-4e48-928d-eb6196319e8a', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'admin_state_up': True, 'tenant_id': 'b45ff81c4cbf47d5aab54a7e91dac7c9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:01.287431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375a2c-f399-48b5-91b6-9cefc7346e0d req-6111f4d8-387e-4bbc-8e98-a8bab537dff2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.297630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32375a2c-f399-48b5-91b6-9cefc7346e0d req-6111f4d8-387e-4bbc-8e98-a8bab537dff2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 950 time: 0.5295057 Nov 23 22:41:01.359996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=13']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:01.389504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.390509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.392020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.393209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.393965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.394686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.395589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.396401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.397200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.398240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.399027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.402983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32225e03-4d21-45c0-bfdd-05e45ab0fccb req-1eed69e0-3828-4f15-bec5-7043973e4247 tempest-NetworksTest-1303868899 tempest-NetworksTest-1303868899-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7754 time: 0.6737690 Nov 23 22:41:01.419987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-2eccf5d9-2083-4847-91d2-8595fe84c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.422108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-2eccf5d9-2083-4847-91d2-8595fe84c3c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3374596 Nov 23 22:41:01.428389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-82b28488-35ce-4596-8def-1afcde6faa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.429835 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-82b28488-35ce-4596-8def-1afcde6faa33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3780463 Nov 23 22:41:01.430407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Made reservation on behalf of b45ff81c4cbf47d5aab54a7e91dac7c9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:01.433810 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:01.461817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32375a2c-f399-48b5-91b6-9cefc7346e0d req-890e4076-2c60-47bc-bd3d-488552c8fabd tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622751 Nov 23 22:41:01.541456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Deleting port cd45e779-1338-4970-b53e-9393a8f1b70a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:01.541835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:01.549595 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-110bff3d-48af-499d-9712-3206f73a9b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:01.667414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a9ac-099d-4671-8818-8516a9d58348 req-040db76c-48c9-4294-99f4-63fa955a1fca tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.680182 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa4027-84a1-4555-94b5-2e98191e4ebe x-openstack-request-id: req-56aa4027-84a1-4555-94b5-2e98191e4ebe {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:01.680827 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-plugged", "status": "completed", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:01.681236 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56aa4027-84a1-4555-94b5-2e98191e4ebe {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:01.681745 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'code': 200} Nov 23 22:41:01.682923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4777a9ac-099d-4671-8818-8516a9d58348 req-040db76c-48c9-4294-99f4-63fa955a1fca tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.0956821 Nov 23 22:41:01.775089 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4777a9ac-099d-4671-8818-8516a9d58348 req-6e6c6248-8fd4-4139-a4e6-137cacdd8cfe tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Nov 23 22:41:01.884398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f66226-5ceb-4c2b-b447-b4096c3b3d93 req-530ae857-3b68-4a29-96bf-30c7083b2c11 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.885984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80f66226-5ceb-4c2b-b447-b4096c3b3d93 req-530ae857-3b68-4a29-96bf-30c7083b2c11 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 1102 time: 0.1086750 Nov 23 22:41:01.952740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Allocated IP 172.20.0.13 (58698a06-72a2-4711-9d1e-61595cc571f1/9eb00d39-8567-48a2-b37c-3e667dbd68ea/eb02a404-e475-4460-9ab2-23d08718ec24) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:02.016136 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:41:02.023116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-354def3f-e29d-4ef3-8b56-e3293e4e22a7 req-ee6a74ac-cd6e-4d4e-8911-20271fc3efa0 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 210 time: 0.1108973 Nov 23 22:41:02.026223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60702) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:02.090726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] For port cd45e779-1338-4970-b53e-9393a8f1b70a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cd45e779-1338-4970-b53e-9393a8f1b70a,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:02.092113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.113009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Calling delete_port for cd45e779-1338-4970-b53e-9393a8f1b70a owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:02.122370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80f66226-5ceb-4c2b-b447-b4096c3b3d93 req-8ba75f76-0f32-4919-bcfa-1d8e3cd7c0e4 tempest-MigrationsAdminTest-1655276634 tempest-MigrationsAdminTest-1655276634-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184877 Nov 23 22:41:02.225156 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-4d6098c2-657c-406e-8cdf-35a395b001f1 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818127 Nov 23 22:41:02.340735 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-955dc2e3-a292-4354-84b0-68ba413ff090 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8775990 Nov 23 22:41:02.360715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1072015b-3fa4-4e0d-89c2-04439a0f2ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.391024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9ac9c-371f-4b7f-9a6d-273cb46db424 req-880c6147-344a-4ecb-a119-0af8ee2419fe tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:02.399025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ad9ac9c-371f-4b7f-9a6d-273cb46db424 req-880c6147-344a-4ecb-a119-0af8ee2419fe tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 945 time: 0.1414981 Nov 23 22:41:02.465743 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ad9ac9c-371f-4b7f-9a6d-273cb46db424 req-d2e6144b-8479-4c53-b40c-76e25f4fa8da tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658367 Nov 23 22:41:02.557210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a80d7-e60d-4ec2-8f99-c9acf3d11600 req-84671e15-88c0-4c1e-803b-92e1bccf49ca tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:02.564409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b49a80d7-e60d-4ec2-8f99-c9acf3d11600 req-84671e15-88c0-4c1e-803b-92e1bccf49ca tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 951 time: 0.0954411 Nov 23 22:41:02.593588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1072015b-3fa4-4e0d-89c2-04439a0f2ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.599278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-9048c1de-838f-4e47-9693-c61cd09bf90f service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493261 Nov 23 22:41:02.604709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1072015b-3fa4-4e0d-89c2-04439a0f2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.668869 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1072015b-3fa4-4e0d-89c2-04439a0f2ee7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b53c7825f82045ff991c09ec1d32ffeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6359043 Nov 23 22:41:02.675536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:02.676973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072015b-3fa4-4e0d-89c2-04439a0f2ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a9c8d-67d5-4467-8fbc-1a049d9abb54,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:02.704774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cd45e779-1338-4970-b53e-9393a8f1b70a no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:02.706088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1354acb-1437-4d08-8192-acaf5ba2533c req-dd6c0d17-024b-4252-ad18-bc16bd915b39 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488045 Nov 23 22:41:02.712007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.725343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b49a80d7-e60d-4ec2-8f99-c9acf3d11600 req-09c7a959-4ef7-47e2-ae65-35f78c225231 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597447 Nov 23 22:41:02.767922 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8011-0a14-4ae5-84ed-f18c27faeebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.794231 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8011-0a14-4ae5-84ed-f18c27faeebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.902451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f903818b-b8ee-4f9a-82ab-7d44e588de25,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:02.908140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.911545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Checking segment: {'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:02.911938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Network hostable DHCP agents. Network: 80ab4f41-ea64-4cd2-8f90-3ee80a843856, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:41:02.916114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8011-0a14-4ae5-84ed-f18c27faeebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.923880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8011-0a14-4ae5-84ed-f18c27faeebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.925244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3a5e8011-0a14-4ae5-84ed-f18c27faeebe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/887a9c8d-67d5-4467-8fbc-1a049d9abb54 HTTP/1.1" status: 204 len: 168 time: 0.2460194 Nov 23 22:41:02.937075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:02.979328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:41:02.990824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event deleted for resources: {'Port': ['ID=cd45e779-1338-4970-b53e-9393a8f1b70a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:02.994987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e8011-0a14-4ae5-84ed-f18c27faeebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a9c8d-67d5-4467-8fbc-1a049d9abb54,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:03.008354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 80ab4f41-ea64-4cd2-8f90-3ee80a843856) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:03.019508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7483c460-517b-4fa0-942f-54ff08407fcc None None] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:41:03.029548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:03.030556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.043776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac284-e5ce-4cd9-a318-bce0f66668c4 req-39aa5fda-31f4-44ed-be97-25028c0759e6 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:03.062813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] No DVR routers for this DVR port cd45e779-1338-4970-b53e-9393a8f1b70a on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:03.064355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-924ac284-e5ce-4cd9-a318-bce0f66668c4 req-39aa5fda-31f4-44ed-be97-25028c0759e6 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1653373 Nov 23 22:41:03.065611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.068382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.072006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83eb5575-6917-4b2e-9416-2269cebb6bd7 req-0aced0a5-4744-4b1f-9229-8471d9a86753 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "DELETE /v2.0/ports/cd45e779-1338-4970-b53e-9393a8f1b70a HTTP/1.1" status: 204 len: 173 time: 2.9926784 Nov 23 22:41:03.072471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'name': 'network-vif-deleted', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:03.074962 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7662959-eec3-40c4-8f7a-956b8abf320f" -d '{"events": [{"server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "name": "network-vif-deleted", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:03.087919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7288a8c1-3d06-4dca-8bd3-5017f5846d50 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7068644 Nov 23 22:41:03.090922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:03.111964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:03.130264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Network 58698a06-72a2-4711-9d1e-61595cc571f1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:03.153084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:03.178877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:03.183091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:03.188344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.189414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.244777 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.250847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-924ac284-e5ce-4cd9-a318-bce0f66668c4 req-b54bf9ed-2217-41f6-8d1a-0a26b9e10a1b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836798 Nov 23 22:41:03.337895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:03.338475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.396508 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6a012027-d920-43c8-a24d-7ca076365c6f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2215478 Nov 23 22:41:03.399243 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac415e2-3191-431a-b16c-556bb7836e25 x-openstack-request-id: req-8ac415e2-3191-431a-b16c-556bb7836e25 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:03.411491 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfea6e9b-38af-4065-8c77-b29a6a5eaa31", "name": "network-vif-deleted", "tag": "cd45e779-1338-4970-b53e-9393a8f1b70a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:03.411853 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ac415e2-3191-431a-b16c-556bb7836e25 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:03.412220 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfea6e9b-38af-4065-8c77-b29a6a5eaa31', 'name': 'network-vif-deleted', 'tag': 'cd45e779-1338-4970-b53e-9393a8f1b70a', 'status': 'completed', 'code': 200} Nov 23 22:41:03.425810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Request body: {'port': {'device_id': '1096db85-6467-4e48-928d-eb6196319e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:03.476572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-80ab4f41-ea64-4cd2-8f90-3ee80a843856', 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'fixed_ips': [{'subnet_id': 'f903818b-b8ee-4f9a-82ab-7d44e588de25'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:41:03.477603 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.553308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.574367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60738) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:03.609767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23af00ba-f795-4f2c-bf5a-24cf0338ca8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.667854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Allocated IP 172.20.0.2 (80ab4f41-ea64-4cd2-8f90-3ee80a843856/f903818b-b8ee-4f9a-82ab-7d44e588de25/7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:03.687113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26907e8b-7680-4fbc-94fc-a4f843afa2ea req-7da3148a-f347-46d0-a172-7e482b4fe1fd tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:03.695061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26907e8b-7680-4fbc-94fc-a4f843afa2ea req-7da3148a-f347-46d0-a172-7e482b4fe1fd tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 932 time: 0.3481963 Nov 23 22:41:03.728522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.783918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dad5a-9f71-4b13-9c0c-138ba97ebb13 req-89dbd47b-9950-495d-b077-75f8893c9b2c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:03.792934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d30dad5a-9f71-4b13-9c0c-138ba97ebb13 req-89dbd47b-9950-495d-b077-75f8893c9b2c tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2452815 Nov 23 22:41:03.846793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23af00ba-f795-4f2c-bf5a-24cf0338ca8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.857765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23af00ba-f795-4f2c-bf5a-24cf0338ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.874368 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.879072 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26907e8b-7680-4fbc-94fc-a4f843afa2ea req-bd679051-a641-4e4c-93d8-e70f51994877 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828151 Nov 23 22:41:03.885831 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.968066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Pushing event updated for resources: {'Port': ['ID=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:03.978510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:03.981123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:03.989334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:03.996473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d30dad5a-9f71-4b13-9c0c-138ba97ebb13 req-ccff6023-f808-4fb8-b6be-e72da63eb18b tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025743 Nov 23 22:41:04.011604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb02a404-e475-4460-9ab2-23d08718ec24 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:04.033055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.050002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Transition to ACTIVE for port object eb02a404-e475-4460-9ab2-23d08718ec24 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:41:04.056974 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-23af00ba-f795-4f2c-bf5a-24cf0338ca8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54d636382fe94fefa3dbdd5a698c5d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813094 Nov 23 22:41:04.061757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60744) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:04.091697 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.102519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bb7ecfe-efdb-4aaa-ab03-243fa2af97ce req-6c844219-7add-4d45-89b2-e3f388309c5b tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfea6e9b-38af-4065-8c77-b29a6a5eaa31 HTTP/1.1" status: 200 len: 210 time: 0.0772686 Nov 23 22:41:04.123528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b8e38e3-dc74-402d-ade8-82613f2e4105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.128861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Attempting to bind port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:04.129983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Attempting to bind port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:04.130421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Attempting to bind port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a on network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:04.141369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:04.141894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Checking segment: {'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:04.142250 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.142652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Bound using segment: {'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:04.148465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Bound port: 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:04.149049 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.212958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af00ba-f795-4f2c-bf5a-24cf0338ca8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e127f43b-c972-48c7-bf91-b5b529885f22,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:04.276081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-a65e5938-7fc2-48b2-83b9-c0171be30ca4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:04.277981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-a65e5938-7fc2-48b2-83b9-c0171be30ca4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 951 time: 0.2185066 Nov 23 22:41:04.286272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:04.310983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] For port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:04.318539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] For port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,segment=NetworkSegment(940a5030-3d16-4a34-9365-df26c17cd6e6),segment_id=940a5030-3d16-4a34-9365-df26c17cd6e6)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:04.326344 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.390221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2a2-4ffb-4bbe-8e1a-3960af41f1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.402669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96663293-b837-4486-8f94-009e24ac28a0 None None] Pushing event updated for resources: {'Port': ['ID=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:04.462731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.484487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2a2-4ffb-4bbe-8e1a-3960af41f1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.514305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.530079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852677e-f02c-49c2-84f3-4277b8a32ae2 req-ec317c80-cf22-4b67-8226-c6509caf8c8c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:04.541972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0852677e-f02c-49c2-84f3-4277b8a32ae2 req-ec317c80-cf22-4b67-8226-c6509caf8c8c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 951 time: 0.2263756 Nov 23 22:41:04.546225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Attempting to bind port eb02a404-e475-4460-9ab2-23d08718ec24 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:04.546565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Attempting to bind port eb02a404-e475-4460-9ab2-23d08718ec24 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:04.547289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Attempting to bind port eb02a404-e475-4460-9ab2-23d08718ec24 on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:04.557705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Port eb02a404-e475-4460-9ab2-23d08718ec24 on network 58698a06-72a2-4711-9d1e-61595cc571f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:41:04.558161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Attempting to bind port eb02a404-e475-4460-9ab2-23d08718ec24 on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:04.574024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:04.574964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Checking segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:04.575379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Bound using segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:04.577553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Bound port: eb02a404-e475-4460-9ab2-23d08718ec24, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:04.577897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.613683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e196c5-7b7f-4d1e-b9f5-5b96852ae32e req-39f23c4f-ed3f-4453-bd4d-f37b9473c297 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:04.615249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5e196c5-7b7f-4d1e-b9f5-5b96852ae32e req-39f23c4f-ed3f-4453-bd4d-f37b9473c297 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1868021 Nov 23 22:41:04.628348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2a2-4ffb-4bbe-8e1a-3960af41f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.631031 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d2a2-4ffb-4bbe-8e1a-3960af41f1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.635086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9ad6d2a2-4ffb-4bbe-8e1a-3960af41f1e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e127f43b-c972-48c7-bf91-b5b529885f22 HTTP/1.1" status: 204 len: 168 time: 0.5647204 Nov 23 22:41:04.635086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Deleting port d27cf866-54c9-4b08-9045-8a4ac8639e10 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:04.635086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.689853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6d2a2-4ffb-4bbe-8e1a-3960af41f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e127f43b-c972-48c7-bf91-b5b529885f22,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:04.706566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0852677e-f02c-49c2-84f3-4277b8a32ae2 req-c3250f74-1bda-4459-8d82-69abdb7ae493 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633883 Nov 23 22:41:04.811557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5e196c5-7b7f-4d1e-b9f5-5b96852ae32e req-e3918e56-952e-4c81-a823-5f08ff079359 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642008 Nov 23 22:41:04.863883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] For port d27cf866-54c9-4b08-9045-8a4ac8639e10, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d27cf866-54c9-4b08-9045-8a4ac8639e10,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:04.864251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.872334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Allocated IP 172.25.0.142 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/7885de11-8435-4fce-9214-945952df962f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:04.878089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:04.885262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:04.886866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Calling delete_port for d27cf866-54c9-4b08-9045-8a4ac8639e10 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:04.918041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.929516 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.060142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:05.093700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.118073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51349da-e437-4354-9898-77688898b77d req-c40fb40b-5feb-4c4d-bd9d-fcb3c980d852 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.124674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a51349da-e437-4354-9898-77688898b77d req-c40fb40b-5feb-4c4d-bd9d-fcb3c980d852 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 944 time: 0.1237018 Nov 23 22:41:05.140424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.141080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.142521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-0c01621e-5a7c-462c-88b0-c008d8dc5e7e service neutron] 10.222.0.48 "PUT /v2.0/ports/eb02a404-e475-4460-9ab2-23d08718ec24 HTTP/1.1" status: 200 len: 1092 time: 1.7214110 Nov 23 22:41:05.200457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-f6911bb3-5d3d-45ad-afda-99a4b9eaa2fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2758784 Nov 23 22:41:05.226935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f3bf-a3c2-45b1-a1d3-c040e3e85f18 req-2a590e28-565e-4053-bf9c-0cec04004515 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.230756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-6bc86814-73ef-4fa7-a670-b248106bdeb8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.232202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18a9f3bf-a3c2-45b1-a1d3-c040e3e85f18 req-2a590e28-565e-4053-bf9c-0cec04004515 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.1639581 Nov 23 22:41:05.232364 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-6bc86814-73ef-4fa7-a670-b248106bdeb8 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2621942 Nov 23 22:41:05.251766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.314507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a51349da-e437-4354-9898-77688898b77d req-f78778d1-c624-41c7-98d2-f3b42e15ac92 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643460 Nov 23 22:41:05.357378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:05.366893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:05.382618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:05.392388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-b9b1d80e-5a29-4f87-9be0-3e3e68956066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.395110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-b9b1d80e-5a29-4f87-9be0-3e3e68956066 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 1095 time: 0.1893222 Nov 23 22:41:05.425156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:05.427864 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b84243-743e-46bf-a28a-512a5c7ee194" -d '{"events": [{"name": "network-changed", "server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:05.472349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7885de11-8435-4fce-9214-945952df962f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:05.499855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18a9f3bf-a3c2-45b1-a1d3-c040e3e85f18 req-b843fd65-de32-4c6f-898c-3711d3d26ff4 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600014 Nov 23 22:41:05.521458 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-45b45547-eba8-4dd9-a757-0baeaff3dbbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb02a404-e475-4460-9ab2-23d08718ec24 HTTP/1.1" status: 200 len: 217 time: 0.0852451 Nov 23 22:41:05.581284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:05.612887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-01066004-7110-4c2d-9d7c-b2cf7e39ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.617783 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-01066004-7110-4c2d-9d7c-b2cf7e39ffc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69239f0e29434091bfe5a4af5be34fbe&device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 1095 time: 0.3450336 Nov 23 22:41:05.637057 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6625ab2-6614-4cd5-898b-569a27099a94 x-openstack-request-id: req-a6625ab2-6614-4cd5-898b-569a27099a94 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:05.637443 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:05.637787 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6625ab2-6614-4cd5-898b-569a27099a94 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:05.639500 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'status': 'completed', 'code': 200} Nov 23 22:41:05.733944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:05.734338 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.866613 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.916269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,segment=NetworkSegment(940a5030-3d16-4a34-9365-df26c17cd6e6),segment_id=940a5030-3d16-4a34-9365-df26c17cd6e6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:05.922069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.940495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82759c0c-515d-4dd5-a6ce-6c4358513210 req-6f1d3154-c971-4ffb-b5ef-89c98c2f5b15 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 210 time: 0.0667968 Nov 23 22:41:06.003726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:06.121914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38295ba6-4f84-475a-a546-b5f68ed37f08 None None] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:41:06.151687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f38768-8ae3-4d63-afd3-5c333208aa54 req-ce2e9276-1276-4175-999e-3ebcf24b19a9 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.153385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9f38768-8ae3-4d63-afd3-5c333208aa54 req-ce2e9276-1276-4175-999e-3ebcf24b19a9 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 944 time: 0.2352808 Nov 23 22:41:06.154553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-d32b0629-0c6f-4ba4-bcdc-7d8ddd83dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.156065 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-d32b0629-0c6f-4ba4-bcdc-7d8ddd83dcbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.6089344 Nov 23 22:41:06.158341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:06.159932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:06.182321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:06.210785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178904da-a323-4c2d-bc0b-611b900d583c req-63af58c8-2e3b-48f7-957d-889f880d4c40 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.219766 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-336f6a7d-7087-41d3-8ef7-f4504b0ff61f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460060 Nov 23 22:41:06.220043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-178904da-a323-4c2d-bc0b-611b900d583c req-63af58c8-2e3b-48f7-957d-889f880d4c40 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1484671 Nov 23 22:41:06.239687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', '3929209f-3346-48a0-b282-3f56c81abc0d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:06.242239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-81f12d7a-6408-405d-8883-59ad10cd7950 None None] Provisioning complete for port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:06.242628 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81f12d7a-6408-405d-8883-59ad10cd7950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:06.269853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event deleted for resources: {'Port': ['ID=d27cf866-54c9-4b08-9045-8a4ac8639e10,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:06.458280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-178904da-a323-4c2d-bc0b-611b900d583c req-5df7f42a-0ab5-4dbb-8e1a-0792a6ef071e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365808 Nov 23 22:41:06.505402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Deleting port 33a57438-d2f6-4866-8dfc-a293938cff3b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:06.505629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:06.513258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9f38768-8ae3-4d63-afd3-5c333208aa54 req-845d8346-0335-446b-b9a6-3940bcdf5f0a tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/security-groups?id=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153026 Nov 23 22:41:06.564206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-6729e7d9-7739-44d4-8d84-a8bd9ecda105 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.565831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-6729e7d9-7739-44d4-8d84-a8bd9ecda105 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 944 time: 0.2802916 Nov 23 22:41:06.608824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:06.719030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] No DVR routers for this DVR port d27cf866-54c9-4b08-9045-8a4ac8639e10 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:06.735318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 157e8e58-3e9a-4748-bf94-3659647982ee no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:06.741559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:06.745269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "DELETE /v2.0/ports/d27cf866-54c9-4b08-9045-8a4ac8639e10 HTTP/1.1" status: 204 len: 173 time: 2.4561691 Nov 23 22:41:06.875120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768baf61-e703-408b-b79b-83eb87baad8a req-7bb093d1-e838-408a-88ea-786434f3d251 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.877901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-6dd4ebfa-24d0-4de7-a776-65134b60b35a service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244931 Nov 23 22:41:06.882752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-768baf61-e703-408b-b79b-83eb87baad8a req-7bb093d1-e838-408a-88ea-786434f3d251 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 944 time: 0.2497511 Nov 23 22:41:06.883059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-62265cd1-ae3a-4c20-a403-271c407236b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.884780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-62265cd1-ae3a-4c20-a403-271c407236b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 200 len: 909 time: 0.7263484 Nov 23 22:41:06.906953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b908f07-369f-4f70-a3b8-975f9eda20c6 req-83e0d7da-825f-452d-a1dd-664e47a1e84e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.915515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b908f07-369f-4f70-a3b8-975f9eda20c6 req-83e0d7da-825f-452d-a1dd-664e47a1e84e tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/ports?device_id=e38cdadd-dcd3-47e8-8da3-7fc4c21bff57 HTTP/1.1" status: 200 len: 947 time: 0.2571266 Nov 23 22:41:06.935719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.005954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:07.018075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-aeb58684-f5fe-4268-8f5d-3b54bd72e56f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 200 len: 217 time: 0.0906217 Nov 23 22:41:07.053594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: d27cf866-54c9-4b08-9045-8a4ac8639e10 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:07.053976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d27cf866-54c9-4b08-9045-8a4ac8639e10 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:07.054422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 33a57438-d2f6-4866-8dfc-a293938cff3b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:07.100011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Deleting port 157e8e58-3e9a-4748-bf94-3659647982ee {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:07.100605 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.105596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:07.105596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.138470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-768baf61-e703-408b-b79b-83eb87baad8a req-deaf03ec-3d67-4348-93a2-97fb8077b5fe tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548563 Nov 23 22:41:07.194863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-f474bd2e-9e04-4428-bcf8-64188039a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:07.196449 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-f474bd2e-9e04-4428-bcf8-64188039a60b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 200 len: 848 time: 0.1593018 Nov 23 22:41:07.206318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Calling delete_port for 33a57438-d2f6-4866-8dfc-a293938cff3b owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:07.249297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.300788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:07.303214 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f869fee1-bce9-4a06-b927-ee6933a5a245" -d '{"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-unplugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:07.331200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-05c13727-2925-49dd-a06d-7b7c3d3cdecc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3847a0f4-8f04-4cee-8a09-7670b605e49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263332 Nov 23 22:41:07.334184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 33a57438-d2f6-4866-8dfc-a293938cff3b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=33a57438-d2f6-4866-8dfc-a293938cff3b,segment=NetworkSegment(7b93b4f4-af08-4994-b95b-ae1a9225cfa3),segment_id=7b93b4f4-af08-4994-b95b-ae1a9225cfa3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:07.348660 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.481428 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25adfbc3-9e79-480f-9c02-0e25b193d922 req-a8d5e06e-48b9-4b4e-b6d0-33d39ed8b700 service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898535 Nov 23 22:41:07.531606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:07.552546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-ec343b73-7ddd-4075-861c-f02ded85aee8 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126703 Nov 23 22:41:07.572958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-72066e3e-d939-4eec-8d00-3034259f8695 None None] Provisioning complete for port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:07.573317 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-72066e3e-d939-4eec-8d00-3034259f8695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.613691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.623923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:07.643729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-deleted', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:07.646254 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f05c1-a3e1-4a6d-9f98-1a714cfc3273" -d '{"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-deleted", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:07.703824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:07.704731 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.723063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b908f07-369f-4f70-a3b8-975f9eda20c6 req-a8c458e1-f36e-46d8-ad87-379206fd649a tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3b084c-64b2-4c95-ae50-c753a5deca3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040061 Nov 23 22:41:07.772939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6719341b-b705-4f18-9b67-7ef7dac33447 req-a7e19e38-731e-4505-b075-9e02b380bdb1 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=047a4461-2785-4543-91ad-0ca6d4718d19 HTTP/1.1" status: 200 len: 210 time: 0.0749531 Nov 23 22:41:07.780688 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5f09e030-e474-4aef-a31e-392ea7cc70c8 req-c2ac54ae-d61c-4674-ad56-591176bd6023 service neutron] 10.222.0.46 "GET /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692076 Nov 23 22:41:07.781548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.850112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] For port 157e8e58-3e9a-4748-bf94-3659647982ee, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=157e8e58-3e9a-4748-bf94-3659647982ee,segment=NetworkSegment(8b34ce0c-3406-4ffb-adba-9da3bd2edd2c),segment_id=8b34ce0c-3406-4ffb-adba-9da3bd2edd2c)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:07.850499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.858524 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80295cd1-1916-4123-b2b8-4a0309f860da x-openstack-request-id: req-80295cd1-1916-4123-b2b8-4a0309f860da {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:07.858987 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-unplugged", "status": "completed", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:07.859340 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80295cd1-1916-4123-b2b8-4a0309f860da {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:07.859865 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'code': 200} Nov 23 22:41:07.864390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.870260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Calling delete_port for 157e8e58-3e9a-4748-bf94-3659647982ee owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:07.875128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Pushing event deleted for resources: {'Port': ['ID=33a57438-d2f6-4866-8dfc-a293938cff3b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:07.880555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:41:07.907885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-768b2bec-da5e-4b21-9704-cb8317cdc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:07.910009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-768b2bec-da5e-4b21-9704-cb8317cdc333 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 1095 time: 0.2883742 Nov 23 22:41:07.972810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] No DVR routers for this DVR port 33a57438-d2f6-4866-8dfc-a293938cff3b on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:07.987591 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:07.989717 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6af0bb69-cdbb-49c4-9923-763ca199bd2e req-8d70f0a3-4f23-41db-90ea-d3fc8f2d4c54 tempest-ServersNegativeTestJSON-193124143 tempest-ServersNegativeTestJSON-193124143-project] 10.222.0.46 "DELETE /v2.0/ports/33a57438-d2f6-4866-8dfc-a293938cff3b HTTP/1.1" status: 204 len: 173 time: 2.7310140 Nov 23 22:41:08.080335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-eb623969-09ac-4fe6-b2ca-5b3a3ec42752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:08.082242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-eb623969-09ac-4fe6-b2ca-5b3a3ec42752 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 905 time: 0.1356511 Nov 23 22:41:08.120008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aafb6-3824-4903-bfd4-0103f5b2b767 req-df6ccc27-2a7f-49f6-a042-75a969b58032 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:08.121738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c5aafb6-3824-4903-bfd4-0103f5b2b767 req-df6ccc27-2a7f-49f6-a042-75a969b58032 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 946 time: 0.1883354 Nov 23 22:41:08.124088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:41:08.158558 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Sync routers for ids ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:41:08.163786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-9ca5db02-f2c0-48b3-9e8d-a1aac790e457 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb02a404-e475-4460-9ab2-23d08718ec24 HTTP/1.1" status: 200 len: 217 time: 0.0670509 Nov 23 22:41:08.175402 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Routers {'5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:08.178354 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:08.197054 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.198301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a43391a5-6b20-47ed-8a10-b97be2e3b9f9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0976765 Nov 23 22:41:08.203309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60836) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:08.282948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-b1de9316-5f65-43ba-80e0-97776b6add86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:08.284836 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-b1de9316-5f65-43ba-80e0-97776b6add86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.1125867 Nov 23 22:41:08.287952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.313671 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Set router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:08.320893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4501fd52-7b17-4341-86d4-7b14bd8fc6a6 req-cbdb80e7-1b2c-4fa6-be1e-58441c4292cf tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d492ceb-9a87-4442-bdb1-1df1f48ed326 HTTP/1.1" status: 200 len: 210 time: 0.0586128 Nov 23 22:41:08.327819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-7a3fd531-8b76-4166-a6ff-62cf95f70536 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329065 Nov 23 22:41:08.330372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-0bc89d79-c0d1-47a9-b798-79a0bfb690cf tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:08.332342 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-0bc89d79-c0d1-47a9-b798-79a0bfb690cf tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1097 time: 0.1169474 Nov 23 22:41:08.358802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:08.382247 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61a38b-5640-4a27-b0b9-0510c40326e4 x-openstack-request-id: req-9c61a38b-5640-4a27-b0b9-0510c40326e4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:08.382786 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047a4461-2785-4543-91ad-0ca6d4718d19", "name": "network-vif-deleted", "tag": "d27cf866-54c9-4b08-9045-8a4ac8639e10", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:08.383270 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c61a38b-5640-4a27-b0b9-0510c40326e4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:08.384047 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047a4461-2785-4543-91ad-0ca6d4718d19', 'name': 'network-vif-deleted', 'tag': 'd27cf866-54c9-4b08-9045-8a4ac8639e10', 'status': 'completed', 'code': 200} Nov 23 22:41:08.438905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c5aafb6-3824-4903-bfd4-0103f5b2b767 req-6120b923-1948-45e6-97fb-1e1f3b274190 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749572 Nov 23 22:41:08.446418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Pushing event deleted for resources: {'Port': ['ID=157e8e58-3e9a-4748-bf94-3659647982ee,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:08.546931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-0da64265-d236-47d4-aa0a-8245184a2c69 service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107565 Nov 23 22:41:08.610595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] No DVR routers for this DVR port 157e8e58-3e9a-4748-bf94-3659647982ee on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:08.637178 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.642321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a3b78ac-5abe-4028-be64-32bce4a56e85 req-5ea2dfe3-23f7-4018-959f-63abd344deb3 tempest-LiveMigrationTest-570966934 tempest-LiveMigrationTest-570966934-project] 10.222.0.46 "DELETE /v2.0/ports/157e8e58-3e9a-4748-bf94-3659647982ee HTTP/1.1" status: 204 len: 173 time: 2.0123019 Nov 23 22:41:08.643060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'name': 'network-vif-deleted', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:08.645728 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ef69d4-932d-4ab3-b4cb-0babf0cd2089" -d '{"events": [{"server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "name": "network-vif-deleted", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:08.683205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.694753 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '7885de11-8435-4fce-9214-945952df962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:05Z', 'revision_number': 3, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port': {'id': '7885de11-8435-4fce-9214-945952df962f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:04Z', 'updated_at': '2021-11-23T22:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:08.712545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:41:08.754498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd872788-8340-4d35-a6b3-6d0192e258e5 req-ec328cfd-02e8-4e64-9988-2f7817a04e74 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:08.763866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd872788-8340-4d35-a6b3-6d0192e258e5 req-ec328cfd-02e8-4e64-9988-2f7817a04e74 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 944 time: 0.1861820 Nov 23 22:41:08.800254 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Checking router: 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:41:08.801675 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Updating router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 port 7885de11-8435-4fce-9214-945952df962f binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:41:08.863679 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.927750 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6b84243-743e-46bf-a28a-512a5c7ee194 req-e3968839-bda0-4579-96ac-7e2be49f6711 service neutron] 10.222.0.48 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140082 Nov 23 22:41:08.941532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:08.953547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd872788-8340-4d35-a6b3-6d0192e258e5 req-45a5eecb-5d51-4520-9dfd-b2f4982421d5 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835656 Nov 23 22:41:08.972970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 has no active binding in host n-h2-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:41:08.973773 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ac7584-7b67-48f9-8731-e99217594f26 x-openstack-request-id: req-20ac7584-7b67-48f9-8731-e99217594f26 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:08.974301 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d492ceb-9a87-4442-bdb1-1df1f48ed326", "name": "network-vif-deleted", "tag": "157e8e58-3e9a-4748-bf94-3659647982ee", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:08.974573 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20ac7584-7b67-48f9-8731-e99217594f26 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:08.975094 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d492ceb-9a87-4442-bdb1-1df1f48ed326', 'name': 'network-vif-deleted', 'tag': '157e8e58-3e9a-4748-bf94-3659647982ee', 'status': 'completed', 'code': 200} Nov 23 22:41:09.029518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60864) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:09.056061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:09.116244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:09.139464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] Deleting subnet 7420dbe3-bd6c-48f2-aca7-53a8abca3fab {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:41:09.181764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.250189 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.258232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.314299 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.324378 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.334251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.391703 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Pushing event updated for resources: {'Port': ['ID=7885de11-8435-4fce-9214-945952df962f,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:09.411905 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.412348 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.412778 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.413869 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.414795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on host n-h1-817303-3 for vnic_type normal with profile {"migrating_to": "n-h2-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:09.415264 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.415363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:09.415482 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.415614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:09.416069 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.416484 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.416948 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.417368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.417790 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.418210 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:09.434061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:41:09.434404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Attempting to bind port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on network d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:09.452372 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Attempting to bind port 7885de11-8435-4fce-9214-945952df962f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:09.452608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:09.452780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Checking segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:09.453128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Attempting to bind port 7885de11-8435-4fce-9214-945952df962f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:09.453612 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Attempting to bind port 7885de11-8435-4fce-9214-945952df962f on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:09.453737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Bound using segment: {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:09.454189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Bound port: aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6664fe06-d146-40a4-90fd-139c57e59a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd37cd93a-893c-4a3c-b57c-ce6ed4ccc46a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:09.454559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.460835 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:09.461384 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:09.461893 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.462575 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:09.463305 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Bound port: 7885de11-8435-4fce-9214-945952df962f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:09.463991 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.466021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.472756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60874) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:09.481094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:09.538364 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] For port 7885de11-8435-4fce-9214-945952df962f, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:09.542517 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] For port 7885de11-8435-4fce-9214-945952df962f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7885de11-8435-4fce-9214-945952df962f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:09.554511 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.563521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5462-5bce-45a9-8f03-1fe94a984029 req-dc501b1b-ed35-4f94-892c-981d92031186 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:09.571056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92bd5462-5bce-45a9-8f03-1fe94a984029 req-dc501b1b-ed35-4f94-892c-981d92031186 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1668825 Nov 23 22:41:09.577962 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.636780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.637143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:09.646274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:09.650277 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Routers {'5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:09.651233 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:09.658686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.744827 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a09edd-aef8-4795-aa8f-9724e8efbd4f None None] Pushing event updated for resources: {'Port': ['ID=7885de11-8435-4fce-9214-945952df962f,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:09.746102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7420dbe3-bd6c-48f2-aca7-53a8abca3fab,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:09.764288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.767259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:09.767667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f874873-8769-46a5-a615-0d270b871bf0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7420dbe3-bd6c-48f2-aca7-53a8abca3fab HTTP/1.1" status: 204 len: 168 time: 0.7366128 Nov 23 22:41:09.768470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.770272 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] 10.222.0.46 "PUT /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 1122 time: 1.4211209 Nov 23 22:41:09.772833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60888) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:09.813338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70c80f-8082-427a-9273-cf6255d67801 service neutron] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:09.842006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92bd5462-5bce-45a9-8f03-1fe94a984029 req-45ec089c-bac0-4633-b366-01f541886d69 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441192 Nov 23 22:41:09.878648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:09.906314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] Deleting subnet d94a85b9-3d97-43e1-9ecc-a6a9c216f04d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:41:09.909925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.953712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:09.971638 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] Set router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:09.976094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:10.048751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.215321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.232267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb02a404-e475-4460-9ab2-23d08718ec24 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:41:10.264794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4589-15ad-4eff-a029-deb2e8178fe6 req-4dd6e302-a92c-4aab-b177-f5dedf7f00ce tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:10.274170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94a85b9-3d97-43e1-9ecc-a6a9c216f04d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:10.277837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.278812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4eb4589-15ad-4eff-a029-deb2e8178fe6 req-4dd6e302-a92c-4aab-b177-f5dedf7f00ce tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.5479586 Nov 23 22:41:10.290046 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ad42343-72cc-4a06-893f-7122a9304b20 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d94a85b9-3d97-43e1-9ecc-a6a9c216f04d HTTP/1.1" status: 204 len: 168 time: 0.8159187 Nov 23 22:41:10.291855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:10.360240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.385385 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '7885de11-8435-4fce-9214-945952df962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:05Z', 'revision_number': 3, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port': {'id': '7885de11-8435-4fce-9214-945952df962f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:04Z', 'updated_at': '2021-11-23T22:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:10.454993 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf30943-7026-4883-9e90-3ad9279a7625 None None] The sync data for ids ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'] in n-d-817303-3 is: [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '7885de11-8435-4fce-9214-945952df962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:05Z', 'revision_number': 3, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port': {'id': '7885de11-8435-4fce-9214-945952df962f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:04Z', 'updated_at': '2021-11-23T22:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:41:10.461796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-deleted', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b'}, {'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'}, {'name': 'network-changed', 'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:10.467067 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d5162a-b280-4c48-a860-beda0f1647dd" -d '{"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-deleted", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b"}, {"server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5"}, {"name": "network-changed", "server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:10.513824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.530771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.562987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29867bdf-124f-40dc-862c-caf5427d6fcc']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:10.577186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b93b4f4-af08-4994-b95b-ae1a9225cfa3') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:10.580240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b93b4f4-af08-4994-b95b-ae1a9225cfa3') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:10.643433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.644193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:10.684312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.689475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'mac_address': 'fa:16:3e:20:68:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:41:10.704063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Allocated IP 172.20.0.1 (80ab4f41-ea64-4cd2-8f90-3ee80a843856/f903818b-b8ee-4f9a-82ab-7d44e588de25/aeec9f94-90ac-4c4f-8116-15c318f3802c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:10.731330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3847a0f4-8f04-4cee-8a09-7670b605e49c']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:10.750774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:10.751290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b34ce0c-3406-4ffb-adba-9da3bd2edd2c') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:10.758438 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.769629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.801167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.805745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.821995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:41:10.823065 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.826385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:41:10.826898 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:41:10.829882 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:41:10.834104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb02a404-e475-4460-9ab2-23d08718ec24 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:10.843973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4eb4589-15ad-4eff-a029-deb2e8178fe6 req-717a694c-c3d8-4327-8a5b-8b9553159d6d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595655 Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:41:10.846727 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:41:10.882741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:10.883797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db61a7-df47-46e3-9462-33c06a331621 req-d0a109f6-d5d3-4333-bdab-188e621ba509 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:10.892717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.896510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12db61a7-df47-46e3-9462-33c06a331621 req-d0a109f6-d5d3-4333-bdab-188e621ba509 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 944 time: 0.6521747 Nov 23 22:41:10.951623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:10.966636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.975128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:10.988905 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3847a0f4-8f04-4cee-8a09-7670b605e49c HTTP/1.1" status: 204 len: 168 time: 0.6870644 Nov 23 22:41:11.000779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60908) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:11.023171 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e46e98-327f-4b89-a0d1-1227719670f1 x-openstack-request-id: req-48e46e98-327f-4b89-a0d1-1227719670f1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:11.023704 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38cdadd-dcd3-47e8-8da3-7fc4c21bff57", "name": "network-vif-deleted", "tag": "33a57438-d2f6-4866-8dfc-a293938cff3b", "status": "completed", "code": 200}, {"server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5", "code": 200}, {"name": "network-changed", "server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:11.024104 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48e46e98-327f-4b89-a0d1-1227719670f1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:11.024703 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38cdadd-dcd3-47e8-8da3-7fc4c21bff57', 'name': 'network-vif-deleted', 'tag': '33a57438-d2f6-4866-8dfc-a293938cff3b', 'status': 'completed', 'code': 200} Nov 23 22:41:11.025183 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5', 'code': 200} Nov 23 22:41:11.025561 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5', 'status': 'completed', 'code': 200} Nov 23 22:41:11.047276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:11.047883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13481-4826-4666-bb22-bf2067928032 admin admin] Pushing event deleted for resources: {'Network': ['ID=3847a0f4-8f04-4cee-8a09-7670b605e49c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:11.192914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.236416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.240823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/29867bdf-124f-40dc-862c-caf5427d6fcc HTTP/1.1" status: 204 len: 168 time: 1.4670146 Nov 23 22:41:11.255067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0731-f894-4385-bff8-9a1521bd1635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.261016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] Deleting subnet 6bf24544-277d-4948-a69b-4fc919818a96 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:41:11.281907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.282458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12db61a7-df47-46e3-9462-33c06a331621 req-30b2b8ab-cd02-4ba8-807b-a4d651f5ae5a tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846457 Nov 23 22:41:11.288611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee06dd-a101-4389-8408-4800a64a6dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=29867bdf-124f-40dc-862c-caf5427d6fcc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:11.293316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-8c1fd233-3983-4457-b2a7-299cb4aa6ba4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:11.296910 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-8c1fd233-3983-4457-b2a7-299cb4aa6ba4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1764848 Nov 23 22:41:11.299112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5162a-b280-4c48-a860-beda0f1647dd req-0ace0592-82d9-460f-ae0d-b348b0f31e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:11.300553 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d5162a-b280-4c48-a860-beda0f1647dd req-0ace0592-82d9-460f-ae0d-b348b0f31e82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1125 time: 0.1813829 Nov 23 22:41:11.308184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.341205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6d9b-b99d-46d4-8abf-180311d02f48 req-85b23e91-ba68-4d10-a520-8a493f54c1f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:11.343486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b7d6d9b-b99d-46d4-8abf-180311d02f48 req-85b23e91-ba68-4d10-a520-8a493f54c1f6 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1881044 Nov 23 22:41:11.350051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['eb02a404-e475-4460-9ab2-23d08718ec24'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:11.469663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.530090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b7d6d9b-b99d-46d4-8abf-180311d02f48 req-ca582968-6615-45f7-81af-f0c862de2766 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720870 Nov 23 22:41:11.546795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:11.550427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7885de11-8435-4fce-9214-945952df962f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:11.554579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:11.578915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:11.588093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60914) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:11.655985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Pushing event updated for resources: {'Port': ['ID=aeec9f94-90ac-4c4f-8116-15c318f3802c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:11.661901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.691685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6af1c5c5-547e-414a-8575-bd37d749fcf0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e664a118d09b426f96494f53a811a107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1000969 Nov 23 22:41:11.698959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:11.701649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.738398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7885de11-8435-4fce-9214-945952df962f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:11.738771 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.808526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5162a-b280-4c48-a860-beda0f1647dd req-42cbcd97-202c-4aa6-b641-fa76e33c243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:11.811658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d5162a-b280-4c48-a860-beda0f1647dd req-42cbcd97-202c-4aa6-b641-fa76e33c243c service neutron] 10.222.0.48 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.4176991 Nov 23 22:41:11.844789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09d389a5-eb34-42dc-9d32-f84c306ac4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.897514 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0731-f894-4385-bff8-9a1521bd1635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.925671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09d389a5-eb34-42dc-9d32-f84c306ac4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.930637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0731-f894-4385-bff8-9a1521bd1635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.952589 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.983503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 7885de11-8435-4fce-9214-945952df962f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7885de11-8435-4fce-9214-945952df962f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:11.985296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d07b2cf2-6247-4a7b-945d-af7da70969e3 None None] Provisioning complete for port aeec9f94-90ac-4c4f-8116-15c318f3802c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:11.985721 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d07b2cf2-6247-4a7b-945d-af7da70969e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:11.990962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.010307 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d5162a-b280-4c48-a860-beda0f1647dd req-8f328bbf-98a8-4ff8-8f60-f8c2023ba71a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 217 time: 0.0842865 Nov 23 22:41:12.046182 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.077031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d07b2cf2-6247-4a7b-945d-af7da70969e3 None None] Port aeec9f94-90ac-4c4f-8116-15c318f3802c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:41:12.099872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=7885de11-8435-4fce-9214-945952df962f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:12.108335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.125460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b7f68-70a1-4790-accd-f0b6988f1600 req-3f6c3cab-43b4-41c5-a642-ed8dbd92ae70 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:12.127120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc3b7f68-70a1-4790-accd-f0b6988f1600 req-3f6c3cab-43b4-41c5-a642-ed8dbd92ae70 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1395316 Nov 23 22:41:12.145671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09d389a5-eb34-42dc-9d32-f84c306ac4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.148396 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09d389a5-eb34-42dc-9d32-f84c306ac4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.149712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-09d389a5-eb34-42dc-9d32-f84c306ac4ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a3b084c-64b2-4c95-ae50-c753a5deca3c HTTP/1.1" status: 204 len: 168 time: 0.4493685 Nov 23 22:41:12.196166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d389a5-eb34-42dc-9d32-f84c306ac4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3b084c-64b2-4c95-ae50-c753a5deca3c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:12.307274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc3b7f68-70a1-4790-accd-f0b6988f1600 req-68531595-75e2-43ae-a4a5-c935c68bf4f0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656017 Nov 23 22:41:12.397992 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.411679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.430062 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8eaf0731-f894-4385-bff8-9a1521bd1635 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83bd5f288ed94b7e8944ded25370451d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4758091 Nov 23 22:41:12.430668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf0731-f894-4385-bff8-9a1521bd1635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63ff8cb-fae3-49ce-b3e9-0d34b9821068,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:12.435012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60926) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:12.456668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Deleting port 3929209f-3346-48a0-b282-3f56c81abc0d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:12.457152 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.502543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5162a-b280-4c48-a860-beda0f1647dd req-afa3e565-9b80-40e1-ada7-0f7a25cd7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:12.504558 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d5162a-b280-4c48-a860-beda0f1647dd req-afa3e565-9b80-40e1-ada7-0f7a25cd7060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.4663191 Nov 23 22:41:12.688683 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d5162a-b280-4c48-a860-beda0f1647dd req-efeb69b6-cbb6-4d20-b5a7-077b7712706d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696286 Nov 23 22:41:12.696198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] For port 3929209f-3346-48a0-b282-3f56c81abc0d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3929209f-3346-48a0-b282-3f56c81abc0d,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:12.696606 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.766278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Calling delete_port for 3929209f-3346-48a0-b282-3f56c81abc0d owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:12.770010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.794946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.800805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6bf24544-277d-4948-a69b-4fc919818a96 HTTP/1.1" status: 204 len: 168 time: 1.7962725 Nov 23 22:41:12.823505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60940) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:12.830943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fd7af7d-3cc0-4e03-aa31-3146ed97aebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.881913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c1b4b-104f-43c1-af7c-e99254fdb7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf24544-277d-4948-a69b-4fc919818a96,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:12.896575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:12.898373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Pushing event updated for resources: {'Port': ['ID=aeec9f94-90ac-4c4f-8116-15c318f3802c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:12.936848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cf0d1-db1a-4de8-b50a-9bba856640d3 req-db5fcf57-228f-4bf1-a44b-c4e3bd9b48b9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:12.938502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b6cf0d1-db1a-4de8-b50a-9bba856640d3 req-db5fcf57-228f-4bf1-a44b-c4e3bd9b48b9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 945 time: 0.5459635 Nov 23 22:41:13.033312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae145911-b07d-467a-88d3-d6e073116fa8 req-817353ba-5872-4ad3-9060-c29d1d86fc73 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:13.034206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fd7af7d-3cc0-4e03-aa31-3146ed97aebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.034924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae145911-b07d-467a-88d3-d6e073116fa8 req-817353ba-5872-4ad3-9060-c29d1d86fc73 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 951 time: 0.1632028 Nov 23 22:41:13.094443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d5162a-b280-4c48-a860-beda0f1647dd req-55feb750-0cf7-4125-8009-29038cfc0178 service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864377 Nov 23 22:41:13.094443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.095957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b6cf0d1-db1a-4de8-b50a-9bba856640d3 req-0756c856-6496-4b41-8a43-2eaf1996974d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389015 Nov 23 22:41:13.131140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:13.131140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:13.225639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae145911-b07d-467a-88d3-d6e073116fa8 req-ff385218-b303-4638-9988-e7710e33089e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759357 Nov 23 22:41:13.362712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fd7af7d-3cc0-4e03-aa31-3146ed97aebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.365625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fd7af7d-3cc0-4e03-aa31-3146ed97aebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.367919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0fd7af7d-3cc0-4e03-aa31-3146ed97aebf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b63ff8cb-fae3-49ce-b3e9-0d34b9821068 HTTP/1.1" status: 204 len: 168 time: 0.9282384 Nov 23 22:41:13.422475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7af7d-3cc0-4e03-aa31-3146ed97aebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63ff8cb-fae3-49ce-b3e9-0d34b9821068,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:13.470105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:41:13.479688 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.499183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:13.500471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.605949 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d5162a-b280-4c48-a860-beda0f1647dd req-f8c56984-f07e-4031-8c62-eea0d83b29fe service neutron] 10.222.0.48 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003977 Nov 23 22:41:13.644462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event deleted for resources: {'Port': ['ID=3929209f-3346-48a0-b282-3f56c81abc0d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:13.721017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:13.722058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28f566b-386c-4558-bd39-a0ebf71d6d8f']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:13.722945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7885de11-8435-4fce-9214-945952df962f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:13.823130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-11fefba2-b8a1-4150-8e38-f169599d6e69 None None] Provisioning complete for port aeec9f94-90ac-4c4f-8116-15c318f3802c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:13.823811 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-11fefba2-b8a1-4150-8e38-f169599d6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.830954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446e5b6-312a-491f-83da-75c1f1c9f8c2 req-ae2349ee-b2ac-4894-8dde-51dddb908bdc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:13.834683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] No DVR routers for this DVR port 3929209f-3346-48a0-b282-3f56c81abc0d on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:13.839930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4446e5b6-312a-491f-83da-75c1f1c9f8c2 req-ae2349ee-b2ac-4894-8dde-51dddb908bdc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.2301288 Nov 23 22:41:13.844466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc32e8a-5fcb-4b37-8bc8-e3114efc6d57') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:13.844906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc32e8a-5fcb-4b37-8bc8-e3114efc6d57') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:13.849968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.855335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79bd3add-12c1-4d81-88bf-a697cb5e62c0 req-efe4a8c1-9fbd-4609-bcad-e993e584c09b tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "DELETE /v2.0/ports/3929209f-3346-48a0-b282-3f56c81abc0d HTTP/1.1" status: 204 len: 173 time: 2.5179338 Nov 23 22:41:13.855987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-deleted', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:13.860195 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a46d65-6247-4697-aa83-1a02f85b63c3" -d '{"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-deleted", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:13.865250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:41:13.881344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f8ac65a6-126d-4a45-982a-f0193aba246a admin admin] 10.222.0.11 "PUT /v2.0/routers/5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6694026 Nov 23 22:41:13.882517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-11fefba2-b8a1-4150-8e38-f169599d6e69 None None] Port aeec9f94-90ac-4c4f-8116-15c318f3802c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:41:13.904994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Sync routers for ids ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:41:13.906990 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:13.928622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4446e5b6-312a-491f-83da-75c1f1c9f8c2 req-31d857c5-7312-4189-9e1b-9e008f331c23 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870771 Nov 23 22:41:13.940279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Routers {'5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:13.942302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:13.981195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.004360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:41:14.004779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:41:14.006713 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:41:14.059275 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b5871-e29d-4f53-9846-c880ced28c9d x-openstack-request-id: req-7d9b5871-e29d-4f53-9846-c880ced28c9d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:14.059648 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3145f1-1bc7-4eff-9add-8093808ce13f", "name": "network-vif-deleted", "tag": "3929209f-3346-48a0-b282-3f56c81abc0d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:14.059936 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d9b5871-e29d-4f53-9846-c880ced28c9d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:14.060642 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3145f1-1bc7-4eff-9add-8093808ce13f', 'name': 'network-vif-deleted', 'tag': '3929209f-3346-48a0-b282-3f56c81abc0d', 'status': 'completed', 'code': 200} Nov 23 22:41:14.201457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60990) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:14.234416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.242345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a46afd61-7f61-4b7f-aefb-185f1ef499ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.272811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.286279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e28f566b-386c-4558-bd39-a0ebf71d6d8f HTTP/1.1" status: 204 len: 168 time: 1.4541814 Nov 23 22:41:14.317520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160267-7ac2-4664-90cf-eff0ef159058 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28f566b-386c-4558-bd39-a0ebf71d6d8f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:14.321593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb02a404-e475-4460-9ab2-23d08718ec24 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:14.390746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09fe14-8e9e-438b-ab88-27117b4b253a req-16b2c390-d52d-46e4-81a3-b85e6bb14b48 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:14.399738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a09fe14-8e9e-438b-ab88-27117b4b253a req-16b2c390-d52d-46e4-81a3-b85e6bb14b48 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 945 time: 0.1443429 Nov 23 22:41:14.453400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Set router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:14.524101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7885de11-8435-4fce-9214-945952df962f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:14.525250 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.527720 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a46afd61-7f61-4b7f-aefb-185f1ef499ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.537767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a46afd61-7f61-4b7f-aefb-185f1ef499ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.579538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port eb02a404-e475-4460-9ab2-23d08718ec24 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:41:14.595804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port eb02a404-e475-4460-9ab2-23d08718ec24 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:14.596574 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:14.670371 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a09fe14-8e9e-438b-ab88-27117b4b253a req-6fd11a23-1572-4bf1-a3db-049a96874748 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694900 Nov 23 22:41:14.833197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46afd61-7f61-4b7f-aefb-185f1ef499ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae1965-3379-4aa8-a658-1485b2e14641,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:14.849607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a46afd61-7f61-4b7f-aefb-185f1ef499ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c7cbbb3ec4043e39a71bca2b1f6f93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6431842 Nov 23 22:41:14.850083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:14.885751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32774) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:14.925430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32778) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:15.037994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d1d5c22-866f-4228-929c-e4107cff95e8 req-52feabb3-c029-475d-9e55-f5cc1d369db7 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3145f1-1bc7-4eff-9add-8093808ce13f HTTP/1.1" status: 200 len: 210 time: 0.1369450 Nov 23 22:41:15.055359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.131611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:15.137223 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf5d054-6648-4b93-8578-8dbf5e1b45a0" -d '{"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-plugged", "status": "completed", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:15.188934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:15.202406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.203285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:15.212462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5c9fae67-52ed-4c75-8188-f22b2530e3cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69239f0e29434091bfe5a4af5be34fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847037 Nov 23 22:41:15.214915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32786) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:15.239625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-168d2893-0560-49e3-9b33-c332ebf5ee71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.263649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-433e85b6-8996-44b3-a202-6e2c77533d71 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5659442 Nov 23 22:41:15.277235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:15.329407 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.332015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '7885de11-8435-4fce-9214-945952df962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:11Z', 'revision_number': 4, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port': {'id': '7885de11-8435-4fce-9214-945952df962f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:04Z', 'updated_at': '2021-11-23T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'aeec9f94-90ac-4c4f-8116-15c318f3802c', 'name': '', 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'mac_address': 'fa:16:3e:58:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'f903818b-b8ee-4f9a-82ab-7d44e588de25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:09Z', 'updated_at': '2021-11-23T22:41:12Z', 'revision_number': 2, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'subnets': [{'id': 'f903818b-b8ee-4f9a-82ab-7d44e588de25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:15.372466 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-168d2893-0560-49e3-9b33-c332ebf5ee71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.385339 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5286ede8-ad6c-458b-8102-22e5ad559450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.489551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a6ea-6254-4b1b-be91-78c12b2f4a0c req-e1d3483f-0a7c-447e-88a6-b3c5d864bebc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:15.502689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5286ede8-ad6c-458b-8102-22e5ad559450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.502907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9a3a6ea-6254-4b1b-be91-78c12b2f4a0c req-e1d3483f-0a7c-447e-88a6-b3c5d864bebc tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1384139 Nov 23 22:41:15.514457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:15.517797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Checking router: 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:41:15.518352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Updating router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 port aeec9f94-90ac-4c4f-8116-15c318f3802c binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:41:15.522531 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5286ede8-ad6c-458b-8102-22e5ad559450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.574311 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.584652 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5286ede8-ad6c-458b-8102-22e5ad559450 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7999196d055e4a23b2bbabf533d11544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6963508 Nov 23 22:41:15.590059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ede8-ad6c-458b-8102-22e5ad559450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceff1fb-f754-4339-87d5-d71409bcc2f3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:15.594702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:15.628365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:15.631028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a47de0e3-affe-4f23-9fce-b8e19c757b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.660977 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a47de0e3-affe-4f23-9fce-b8e19c757b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.661331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 3929209f-3346-48a0-b282-3f56c81abc0d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:15.661842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3929209f-3346-48a0-b282-3f56c81abc0d not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:15.666049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9a3a6ea-6254-4b1b-be91-78c12b2f4a0c req-06b6fd87-7728-4883-b6fc-25455d2786e8 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595700 Nov 23 22:41:15.732234 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a47de0e3-affe-4f23-9fce-b8e19c757b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.736405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a47de0e3-affe-4f23-9fce-b8e19c757b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.740770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a47de0e3-affe-4f23-9fce-b8e19c757b70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de3be8e3-afa4-43ef-9f4c-c8b3382ddc77 HTTP/1.1" status: 204 len: 168 time: 0.5247602 Nov 23 22:41:15.762112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de0e3-affe-4f23-9fce-b8e19c757b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3be8e3-afa4-43ef-9f4c-c8b3382ddc77,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:15.769661 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.775033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-168d2893-0560-49e3-9b33-c332ebf5ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.778811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-168d2893-0560-49e3-9b33-c332ebf5ee71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.785335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-168d2893-0560-49e3-9b33-c332ebf5ee71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8ae1965-3379-4aa8-a658-1485b2e14641 HTTP/1.1" status: 204 len: 168 time: 0.9340949 Nov 23 22:41:15.786765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37a9acae-41ed-4132-8463-7fc211d9687b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.808500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d2893-0560-49e3-9b33-c332ebf5ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae1965-3379-4aa8-a658-1485b2e14641,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:15.832203 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37a9acae-41ed-4132-8463-7fc211d9687b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.944971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37a9acae-41ed-4132-8463-7fc211d9687b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.948908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37a9acae-41ed-4132-8463-7fc211d9687b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:15.951363 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-37a9acae-41ed-4132-8463-7fc211d9687b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ceff1fb-f754-4339-87d5-d71409bcc2f3 HTTP/1.1" status: 204 len: 168 time: 0.3555827 Nov 23 22:41:15.962599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9acae-41ed-4132-8463-7fc211d9687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceff1fb-f754-4339-87d5-d71409bcc2f3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:16.037670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa115de-728a-492c-9ab0-a76c8b5d7da5 req-7c2d4a9d-c195-496d-b114-ca8b5086f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:16.039911 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8aa115de-728a-492c-9ab0-a76c8b5d7da5 req-7c2d4a9d-c195-496d-b114-ca8b5086f382 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 1097 time: 0.0653105 Nov 23 22:41:16.052261 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec557f7-6fbf-487e-add9-615dcc66d1a9 x-openstack-request-id: req-7ec557f7-6fbf-487e-add9-615dcc66d1a9 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:16.052261 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-plugged", "status": "completed", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:16.052261 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ec557f7-6fbf-487e-add9-615dcc66d1a9 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:16.052261 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'code': 200} Nov 23 22:41:16.071793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea5f55-87a1-428a-bdc3-f56ab0a8ab13 req-1ebf6286-7c4b-4251-94fa-4b1ef711dd9b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:16.081832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bea5f55-87a1-428a-bdc3-f56ab0a8ab13 req-1ebf6286-7c4b-4251-94fa-4b1ef711dd9b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.1365864 Nov 23 22:41:16.147087 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8aa115de-728a-492c-9ab0-a76c8b5d7da5 req-91f71074-be2a-4702-a447-c2fa9f44b1bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966241 Nov 23 22:41:16.149608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Allocated IP 172.25.0.101 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/58e54cd5-5ac7-497a-9b52-984e2d023f44) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:16.202414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bea5f55-87a1-428a-bdc3-f56ab0a8ab13 req-1534e7a4-d60b-40cf-82c7-faffb1fd8d2e tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1141365 Nov 23 22:41:16.213844 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.224169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.369890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32806) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:16.407193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b96586-2488-4921-8878-86dbc88ab42f None None] Pushing event updated for resources: {'Port': ['ID=aeec9f94-90ac-4c4f-8116-15c318f3802c,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:16.457949 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cc398531-ca6f-44c4-8296-1b9848169338 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96669c5ecb5b42eaabe865c10406180f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851889 Nov 23 22:41:16.459149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32810) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:16.476345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.521691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fba47-1465-41bb-834c-8187bf9d256f req-8230a75d-e878-4c36-b388-1e8b66d5ccd7 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:16.522920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Attempting to bind port aeec9f94-90ac-4c4f-8116-15c318f3802c on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:16.529793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-648fba47-1465-41bb-834c-8187bf9d256f req-8230a75d-e878-4c36-b388-1e8b66d5ccd7 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 946 time: 0.1423261 Nov 23 22:41:16.530038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Attempting to bind port aeec9f94-90ac-4c4f-8116-15c318f3802c by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:16.530470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Attempting to bind port aeec9f94-90ac-4c4f-8116-15c318f3802c on network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:16.543538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:16.544148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Checking segment: {'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:16.544660 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.545154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Bound using segment: {'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:16.545791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Bound port: aeec9f94-90ac-4c4f-8116-15c318f3802c, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940a5030-3d16-4a34-9365-df26c17cd6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:16.546278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.610026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd77a5fc-0638-44fe-a726-555fd0666aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.635762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-648fba47-1465-41bb-834c-8187bf9d256f req-f6f0f42e-2e52-4fb0-8e94-0fa68c02d58f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033125 Nov 23 22:41:16.661355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.690049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd77a5fc-0638-44fe-a726-555fd0666aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.733175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] For port aeec9f94-90ac-4c4f-8116-15c318f3802c, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:16.737766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:16.741573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:16.749485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:16.790922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] For port aeec9f94-90ac-4c4f-8116-15c318f3802c, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=aeec9f94-90ac-4c4f-8116-15c318f3802c,segment=NetworkSegment(940a5030-3d16-4a34-9365-df26c17cd6e6),segment_id=940a5030-3d16-4a34-9365-df26c17cd6e6)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:16.793054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8bcd9b54-2693-4bc7-bae1-12587cd8c1fa None None] Provisioning complete for port aeec9f94-90ac-4c4f-8116-15c318f3802c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:16.796175 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9b54-2693-4bc7-bae1-12587cd8c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.808188 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.809954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Pushing event updated for resources: {'Port': ['ID=58e54cd5-5ac7-497a-9b52-984e2d023f44,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:16.811305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd77a5fc-0638-44fe-a726-555fd0666aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.814389 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd77a5fc-0638-44fe-a726-555fd0666aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:16.815607 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd77a5fc-0638-44fe-a726-555fd0666aac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64a756b8-c36f-4a6e-932f-348706d7f3a8 HTTP/1.1" status: 204 len: 168 time: 0.3535533 Nov 23 22:41:16.835303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77a5fc-0638-44fe-a726-555fd0666aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a756b8-c36f-4a6e-932f-348706d7f3a8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:17.014985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b96586-2488-4921-8878-86dbc88ab42f None None] Pushing event updated for resources: {'Port': ['ID=aeec9f94-90ac-4c4f-8116-15c318f3802c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:17.068760 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9b54-2693-4bc7-bae1-12587cd8c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.089182 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.092250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Routers {'5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:17.092977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:17.111726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f766f2-ff52-49b8-9e83-28675500f9c6 req-bec99f75-2266-4cf8-925d-8981ac03f197 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:17.113444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9f766f2-ff52-49b8-9e83-28675500f9c6 req-bec99f75-2266-4cf8-925d-8981ac03f197 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 944 time: 0.1748788 Nov 23 22:41:17.166758 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-cd4dd163-04bd-4a8f-ae31-059f37f25ee1 service neutron] 10.222.0.48 "GET /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.1382515 Nov 23 22:41:17.197186 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.260977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9f766f2-ff52-49b8-9e83-28675500f9c6 req-f195edf8-2c1a-44a5-97ac-d640b8bd11a0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329706 Nov 23 22:41:17.362450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8bcd9b54-2693-4bc7-bae1-12587cd8c1fa None None] For port aeec9f94-90ac-4c4f-8116-15c318f3802c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=aeec9f94-90ac-4c4f-8116-15c318f3802c,segment=NetworkSegment(940a5030-3d16-4a34-9365-df26c17cd6e6),segment_id=940a5030-3d16-4a34-9365-df26c17cd6e6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:17.368282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] Set router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:17.371463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9b54-2693-4bc7-bae1-12587cd8c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.505623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd9b54-2693-4bc7-bae1-12587cd8c1fa None None] Pushing event updated for resources: {'Port': ['ID=aeec9f94-90ac-4c4f-8116-15c318f3802c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:17.573921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.583833 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.586645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1c1a702b-971b-4114-886b-a48396d799cd None None] Provisioning complete for port aeec9f94-90ac-4c4f-8116-15c318f3802c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:17.587022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c1a702b-971b-4114-886b-a48396d799cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.609080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:17.644562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:17.692717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Pushing event updated for resources: {'Port': ['ID=58e54cd5-5ac7-497a-9b52-984e2d023f44,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:17.694603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:17.706812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:17.728366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.735843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.767160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.771274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-515ca21f-1a46-4654-bfbf-b668c9d22074 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5018218 Nov 23 22:41:17.825018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '7885de11-8435-4fce-9214-945952df962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:11Z', 'revision_number': 4, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port': {'id': '7885de11-8435-4fce-9214-945952df962f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:04Z', 'updated_at': '2021-11-23T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'aeec9f94-90ac-4c4f-8116-15c318f3802c', 'name': '', 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'mac_address': 'fa:16:3e:58:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'f903818b-b8ee-4f9a-82ab-7d44e588de25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:09Z', 'updated_at': '2021-11-23T22:41:16Z', 'revision_number': 4, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'subnets': [{'id': 'f903818b-b8ee-4f9a-82ab-7d44e588de25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:17.836756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] Transition to ACTIVE for port object aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:41:17.846209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:17.866290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb67fd5-b77b-48f7-b742-f48921afe1a3 None None] The sync data for ids ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'] in n-d-817303-3 is: [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '7885de11-8435-4fce-9214-945952df962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:11Z', 'revision_number': 4, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port': {'id': '7885de11-8435-4fce-9214-945952df962f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:04Z', 'updated_at': '2021-11-23T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'aeec9f94-90ac-4c4f-8116-15c318f3802c', 'name': '', 'network_id': '80ab4f41-ea64-4cd2-8f90-3ee80a843856', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'mac_address': 'fa:16:3e:58:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'f903818b-b8ee-4f9a-82ab-7d44e588de25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:09Z', 'updated_at': '2021-11-23T22:41:16Z', 'revision_number': 4, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'subnets': [{'id': 'f903818b-b8ee-4f9a-82ab-7d44e588de25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:41:17.894447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-6f3d2dd5-8170-4461-84a4-8f20fdbfffc9 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1146672 Nov 23 22:41:18.021823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] No DVR routers for this DVR port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:18.036683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:18.098458 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-1e528312-14bf-40ac-8ead-a9b1cf953fc2 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5/bindings/n-h2-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9068079 Nov 23 22:41:18.124237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-8c12cb51-328a-45d6-b6d1-58d9355b573e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.143725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-136cd1b0-2da9-49f5-bfc9-d719608db81d req-8c12cb51-328a-45d6-b6d1-58d9355b573e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2355254 Nov 23 22:41:18.329690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-edd9af8e-3e23-400c-8b23-06b7aa72b2ca tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.331284 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-edd9af8e-3e23-400c-8b23-06b7aa72b2ca tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1008892 Nov 23 22:41:18.400682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2d65-8ae9-47eb-a4a2-4757281c6deb req-88a85ca3-3710-4ecd-af01-ce31a3ae5e45 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.408462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b3f2d65-8ae9-47eb-a4a2-4757281c6deb req-88a85ca3-3710-4ecd-af01-ce31a3ae5e45 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 946 time: 0.1649051 Nov 23 22:41:18.410765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-811e0815-47af-4f1a-83df-de04bde67db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.412613 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-811e0815-47af-4f1a-83df-de04bde67db4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d&tenant_id=95d031d1a8464716a803222d00c42ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0720992 Nov 23 22:41:18.428296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ff1fb-d80c-43d2-baf2-942ed79d6451 req-865e2dcf-12c3-4a72-b934-cc1ae6640ff4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.436876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc5ff1fb-d80c-43d2-baf2-942ed79d6451 req-865e2dcf-12c3-4a72-b934-cc1ae6640ff4 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.1339900 Nov 23 22:41:18.523415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-f34838a0-c4d1-4270-8ad0-9d27c21a7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.526455 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-f34838a0-c4d1-4270-8ad0-9d27c21a7fc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1096 time: 0.0873303 Nov 23 22:41:18.551008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b3f2d65-8ae9-47eb-a4a2-4757281c6deb req-c5effdda-d14b-4314-af70-5bf417e78aa9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299729 Nov 23 22:41:18.569133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc5ff1fb-d80c-43d2-baf2-942ed79d6451 req-a36495b8-7d58-40c0-bcb4-6c93ff72cc7c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313059 Nov 23 22:41:18.669445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f85cad7-f669-400e-aadf-e295475f7a64 req-556f40ae-567e-4063-a16f-8df542e49292 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips/a0aaeb4e-c8cb-460d-8070-722828b1f488 HTTP/1.1" status: 200 len: 693 time: 0.0986104 Nov 23 22:41:18.684168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-43965eb6-b667-46b1-bab9-8dd0e6df8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.687159 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-43965eb6-b667-46b1-bab9-8dd0e6df8d00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 200 len: 922 time: 0.1539302 Nov 23 22:41:18.777531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-cedacf1e-604b-4146-b17b-fdb3762d126e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 200 len: 217 time: 0.0818484 Nov 23 22:41:18.869512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-0f305d7d-0398-414e-a476-9f58d8a32f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.871546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-0f305d7d-0398-414e-a476-9f58d8a32f16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 200 len: 861 time: 0.0864742 Nov 23 22:41:18.917062 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-96a64a78-5285-4c1b-b599-1b57a70030d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364368 Nov 23 22:41:18.922776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85cad7-f669-400e-aadf-e295475f7a64 req-107e617d-33e7-42a6-8971-c8e3132a6514 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.933094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f85cad7-f669-400e-aadf-e295475f7a64 req-107e617d-33e7-42a6-8971-c8e3132a6514 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2566202 Nov 23 22:41:18.957141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b62509-17ce-4d41-b2a9-949ad3665a32 req-d6bbd054-86d9-49e5-bb98-11656e8cb376 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:18.958540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55b62509-17ce-4d41-b2a9-949ad3665a32 req-d6bbd054-86d9-49e5-bb98-11656e8cb376 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.2059352 Nov 23 22:41:19.058149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-c245c1fd-d369-4c1a-b3d7-5125ce33b6ca service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317585 Nov 23 22:41:19.091028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55b62509-17ce-4d41-b2a9-949ad3665a32 req-36d013a8-f01f-4d53-815c-b5dbd3f8cdaa tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1240146 Nov 23 22:41:19.129432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153776b-530e-41e8-a49d-df58ec15fe24 req-492b7b9a-f60d-4987-a307-7c44748eb10c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:19.138361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6153776b-530e-41e8-a49d-df58ec15fe24 req-492b7b9a-f60d-4987-a307-7c44748eb10c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 945 time: 0.0920870 Nov 23 22:41:19.252077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6153776b-530e-41e8-a49d-df58ec15fe24 req-ec0ec564-b251-40a0-a7e8-e3954ede3414 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990644 Nov 23 22:41:19.268852 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-4035e502-c223-44c6-a360-c49704343624 service neutron] 10.222.0.46 "GET /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906471 Nov 23 22:41:19.439797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b177f0-f2e3-4057-8ce9-f3b710a6dc3d req-7cf1efd4-ae82-4f1e-bca5-2d29a986ba9f tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=495cd1bc0af34f3583b1721be2791355 HTTP/1.1" status: 200 len: 696 time: 0.1336215 Nov 23 22:41:19.591008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device aeec9f94-90ac-4c4f-8116-15c318f3802c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:19.635842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b177f0-f2e3-4057-8ce9-f3b710a6dc3d req-357c67b1-fbf8-409b-a0ab-a4191ce0bbe8 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:19.638194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b177f0-f2e3-4057-8ce9-f3b710a6dc3d req-357c67b1-fbf8-409b-a0ab-a4191ce0bbe8 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks?id=4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 787 time: 0.1848695 Nov 23 22:41:19.662351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-90b177f0-f2e3-4057-8ce9-f3b710a6dc3d req-00c1145c-0619-4352-a185-cd1958f43cc8 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:41:19.665077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b177f0-f2e3-4057-8ce9-f3b710a6dc3d req-00c1145c-0619-4352-a185-cd1958f43cc8 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166421 Nov 23 22:41:19.744552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port aeec9f94-90ac-4c4f-8116-15c318f3802c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:19.744936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:19.754468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d72df-a5df-47f0-a640-9c5f047b0ba6 req-70a3dae3-e700-4fcc-9d7e-bceb5f04f0a5 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:19.756059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a84d72df-a5df-47f0-a640-9c5f047b0ba6 req-70a3dae3-e700-4fcc-9d7e-bceb5f04f0a5 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 946 time: 0.1168635 Nov 23 22:41:19.892596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-aa7782ad-913c-4f27-b9f1-15f9794dfad0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:19.895249 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-aa7782ad-913c-4f27-b9f1-15f9794dfad0 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.2423449 Nov 23 22:41:19.898840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-abcdde94-ed0d-43ff-986a-32084e26886f tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:19.902406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-abcdde94-ed0d-43ff-986a-32084e26886f tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d&tenant_id=95d031d1a8464716a803222d00c42ba8&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1760571 Nov 23 22:41:19.939485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a84d72df-a5df-47f0-a640-9c5f047b0ba6 req-75260a40-26f1-40bc-9d6b-243f1dc571a6 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708052 Nov 23 22:41:19.968168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e768-0109-4005-8623-c13ac65ae944 req-452d7d74-c935-443d-8cd3-b04512c085e2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:19.989684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ad1e768-0109-4005-8623-c13ac65ae944 req-452d7d74-c935-443d-8cd3-b04512c085e2 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2c10b2b-3b44-4942-8110-f084c613598b HTTP/1.1" status: 200 len: 950 time: 0.2197287 Nov 23 22:41:20.056473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9ae177e-0c11-497f-9717-003355c8039f req-ae9c9c13-95ed-4bae-9bd1-58bd2beb9758 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips/a0aaeb4e-c8cb-460d-8070-722828b1f488 HTTP/1.1" status: 200 len: 693 time: 0.0644145 Nov 23 22:41:20.150018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ad1e768-0109-4005-8623-c13ac65ae944 req-fbe6d049-aba0-46e6-82f6-ccd6d614d13c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Nov 23 22:41:20.185359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Deleting port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:20.185701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.224632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae177e-0c11-497f-9717-003355c8039f req-6862552e-bef1-4854-a2c1-eb141b4533c2 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:20.231990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9ae177e-0c11-497f-9717-003355c8039f req-6862552e-bef1-4854-a2c1-eb141b4533c2 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1745718 Nov 23 22:41:20.290096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-8f722387-7d43-4cad-a286-9e2656a2b3b2 service neutron] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:20.290514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9ae177e-0c11-497f-9717-003355c8039f req-a4c998c5-8bd2-4ebc-ae33-a2318c92167d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0575917 Nov 23 22:41:20.319686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-8f722387-7d43-4cad-a286-9e2656a2b3b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.321585 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62bebd0c-58d6-4bc1-a36b-6e0833aa73fb req-8f722387-7d43-4cad-a286-9e2656a2b3b2 service neutron] 10.222.0.46 "DELETE /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5/bindings/n-h1-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.4094117 Nov 23 22:41:20.349717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9ae177e-0c11-497f-9717-003355c8039f req-170f3472-1bbe-4e1c-bb78-4c3001a7885c tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0574501 Nov 23 22:41:20.415529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] For port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:20.416630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.433631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Calling delete_port for a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:20.493868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Deleting port 58e54cd5-5ac7-497a-9b52-984e2d023f44 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:20.494202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.601504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.601843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.602970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.616256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5bdaa279-2868-4bbb-b40b-5f8fb6e98725'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:20.626043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Calling delete_port for 58e54cd5-5ac7-497a-9b52-984e2d023f44 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:20.646506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event deleted for resources: {'Port': ['ID=a8e0e5dd-19e2-460d-a9cb-c03a2442ed79,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:20.719259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.719681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.720481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.720481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.720702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.721021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.721447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.721687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.722008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.722338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.726151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.726577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:20.744980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] No DVR routers for this DVR port a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:20.748154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.751823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7688afa7-2d6c-4cc0-8094-0534d018fa9e req-0f269184-5127-4a0a-a815-d0b413704e7e tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.48 "DELETE /v2.0/ports/a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 HTTP/1.1" status: 204 len: 173 time: 0.8481553 Nov 23 22:41:20.752613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-deleted', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:20.754745 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4359a602-296a-4960-9627-81094efbd756" -d '{"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-deleted", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:20.842895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.902334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Pushing event deleted for resources: {'Port': ['ID=58e54cd5-5ac7-497a-9b52-984e2d023f44,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:20.974430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-cd8b371b-469b-4a7e-850a-9c78c1440e4b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307074 Nov 23 22:41:20.980000 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.985307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:20.987120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9ae177e-0c11-497f-9717-003355c8039f req-fbd489ce-0f61-49b9-964d-82ec519130e6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "DELETE /v2.0/floatingips/a0aaeb4e-c8cb-460d-8070-722828b1f488 HTTP/1.1" status: 204 len: 173 time: 0.6372285 Nov 23 22:41:21.180228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-4fa24442-25ed-43bb-b2dc-0db896628d72 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:21.182512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-4fa24442-25ed-43bb-b2dc-0db896628d72 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861355 Nov 23 22:41:21.222209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9d2b-5e6c-418e-b873-4b6f3c61eef0 req-7428c271-8cf8-4ca7-9dff-0f030196b3fe tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:21.223791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d3b9d2b-5e6c-418e-b873-4b6f3c61eef0 req-7428c271-8cf8-4ca7-9dff-0f030196b3fe tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 945 time: 0.1020582 Nov 23 22:41:21.226221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-8bc929f5-f192-49d6-aa85-9514bc1dc85b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/quotas/0b8457d35ea94d3083e5bca0f6243a6c HTTP/1.1" status: 200 len: 375 time: 0.0352342 Nov 23 22:41:21.290309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-904b3bb6-fae7-4f59-83fb-63ced441644e tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474904 Nov 23 22:41:21.344270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d3b9d2b-5e6c-418e-b873-4b6f3c61eef0 req-22c841e7-8641-4c23-846f-9446d2b622f7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098151 Nov 23 22:41:21.526666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fead7a-8c1d-4b49-b1ea-ad564b13fce8 req-36ea5c32-024e-43eb-89f6-abdd989b693b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:21.528851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1fead7a-8c1d-4b49-b1ea-ad564b13fce8 req-36ea5c32-024e-43eb-89f6-abdd989b693b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.1101096 Nov 23 22:41:21.538889 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53a4f6d-1632-4a2b-920c-fb931f65c355 x-openstack-request-id: req-d53a4f6d-1632-4a2b-920c-fb931f65c355 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:21.539469 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c10b2b-3b44-4942-8110-f084c613598b", "name": "network-vif-deleted", "tag": "a8e0e5dd-19e2-460d-a9cb-c03a2442ed79", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:21.539937 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d53a4f6d-1632-4a2b-920c-fb931f65c355 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:21.540397 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c10b2b-3b44-4942-8110-f084c613598b', 'name': 'network-vif-deleted', 'tag': 'a8e0e5dd-19e2-460d-a9cb-c03a2442ed79', 'status': 'completed', 'code': 200} Nov 23 22:41:21.654650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1fead7a-8c1d-4b49-b1ea-ad564b13fce8 req-6d765812-308d-4f74-8008-d227953138bb tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1a69e7a-99b2-481b-8311-0236c432805e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1130486 Nov 23 22:41:21.732906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b7d6c-16ff-4b1a-a589-51ad4dacc8cd req-02a97fd2-0720-4612-b23f-6f51a69c3f03 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:21.741438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-503b7d6c-16ff-4b1a-a589-51ad4dacc8cd req-02a97fd2-0720-4612-b23f-6f51a69c3f03 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 946 time: 0.1441455 Nov 23 22:41:21.934140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-503b7d6c-16ff-4b1a-a589-51ad4dacc8cd req-574756a8-07f3-4fd3-8832-93148a48ee0d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914630 Nov 23 22:41:21.977186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-6081f39d-bc73-4de3-9d3d-7da72b9f1b15 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2972088 Nov 23 22:41:21.991198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:22.029337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.148871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-49c97349-6e81-4586-81b7-57f05dc48e6f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:22.153871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-49c97349-6e81-4586-81b7-57f05dc48e6f tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 945 time: 0.1124108 Nov 23 22:41:22.201379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.228663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:22.273200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:22.274564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a8e0e5dd-19e2-460d-a9cb-c03a2442ed79 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:22.336252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33020) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:22.354689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Deleting port bbdd050f-17df-4a3b-b230-9803f3f61616 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:22.355299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.442268 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Allocated IP 172.25.0.114 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/35b7654c-b273-43eb-aa5e-787d356685f1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:22.528537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] For port bbdd050f-17df-4a3b-b230-9803f3f61616, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=bbdd050f-17df-4a3b-b230-9803f3f61616,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:22.529480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.594615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.649433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.659795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53054b7b-9e4e-4903-86c4-66219c411ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.694827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:22.698369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:22.703253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:22.707558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Pushing event updated for resources: {'Port': ['ID=35b7654c-b273-43eb-aa5e-787d356685f1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:22.798793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.799441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.799937 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Floating IP 33695afb-306d-4c69-9852-2268abec0e30 disassociated. External IP: 172.25.0.190, port: bbdd050f-17df-4a3b-b230-9803f3f61616. Nov 23 22:41:22.800468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Calling delete_port for bbdd050f-17df-4a3b-b230-9803f3f61616 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:22.823541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.874669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-239f8434-a290-4405-83cf-5319dcc21b33 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425298 Nov 23 22:41:22.885204 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.923058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53054b7b-9e4e-4903-86c4-66219c411ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.954561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53054b7b-9e4e-4903-86c4-66219c411ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:22.984211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-59ec2bca-3661-42de-83eb-7625b4f459fe tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593185 Nov 23 22:41:23.087009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53054b7b-9e4e-4903-86c4-66219c411ead admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0843fe342c6f4eda8920bee2c2680e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7466514 Nov 23 22:41:23.088572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53054b7b-9e4e-4903-86c4-66219c411ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab88f30-9e1e-4059-86e9-c10a8e79dd1e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:23.093564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33042) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:23.285880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-a7b2097f-0fad-49cf-8992-353ff81b9b4f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:23.287383 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-a7b2097f-0fad-49cf-8992-353ff81b9b4f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825189 Nov 23 22:41:23.290734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.292843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32df1738-87cc-4c88-b311-5699620c3a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.319503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Request body: {'port': {'device_id': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '0b8457d35ea94d3083e5bca0f6243a6c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:23.362661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event deleted for resources: {'Port': ['ID=bbdd050f-17df-4a3b-b230-9803f3f61616,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:23.386201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32df1738-87cc-4c88-b311-5699620c3a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.400123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-6917de8b-69af-4f1b-beb2-97d57b2bcb8c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:23.408370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-6917de8b-69af-4f1b-beb2-97d57b2bcb8c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4798059 Nov 23 22:41:23.436437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-de855973-fad3-416f-b26a-812c59b505c0 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/quotas/0b8457d35ea94d3083e5bca0f6243a6c HTTP/1.1" status: 200 len: 375 time: 0.0270221 Nov 23 22:41:23.477131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-9fc57cc8-b092-4c7c-bef0-87014652b7f8 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318842 Nov 23 22:41:23.493085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.502841 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.605162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32df1738-87cc-4c88-b311-5699620c3a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.610009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32df1738-87cc-4c88-b311-5699620c3a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.611210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Pushing event updated for resources: {'Port': ['ID=35b7654c-b273-43eb-aa5e-787d356685f1,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:23.614453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-32df1738-87cc-4c88-b311-5699620c3a83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cab88f30-9e1e-4059-86e9-c10a8e79dd1e HTTP/1.1" status: 204 len: 168 time: 0.5037735 Nov 23 22:41:23.626280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.634417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Made reservation on behalf of 0b8457d35ea94d3083e5bca0f6243a6c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:23.642324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.652232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.661852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-cc647d87-3bca-4ee5-93d3-341a2b2d500e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6766865 Nov 23 22:41:23.673583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df1738-87cc-4c88-b311-5699620c3a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab88f30-9e1e-4059-86e9-c10a8e79dd1e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:23.683668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Router d670985e-5ab6-46bf-97db-b7edb895ac0d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:41:23.686523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.743215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-de1437e2-6517-4629-b1e6-2727805c1764 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.114 HTTP/1.1" status: 200 len: 696 time: 0.0802906 Nov 23 22:41:23.922151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.933327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:23.952672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-db8bbd36-9823-4a2f-b722-84dc8b0828ce tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:23.963395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-db8bbd36-9823-4a2f-b722-84dc8b0828ce tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2114260 Nov 23 22:41:23.972519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-dabbbc9d-625e-4ab1-a312-be679d983485 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:41:23.981838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-396b1d8c-fb26-4ead-a67e-6a984083ae08 req-dabbbc9d-625e-4ab1-a312-be679d983485 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168858 Nov 23 22:41:24.226691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686ba91b-4d31-4851-962c-fe38a78caa9a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:24.357930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33074) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:24.376241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:41:24.396257 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] Sync routers for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:41:24.406639 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:24.421210 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:24.421895 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:24.457776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Allocated IP 192.168.233.63 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/ec82d19a-ad13-4289-afa5-b722302c7837) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:24.461516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] No DVR routers for this DVR port bbdd050f-17df-4a3b-b230-9803f3f61616 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:24.473467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:24.478597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cc8866c-8d40-4de9-86e2-133a79d0a498 req-82ddd49b-cc10-4a29-bf6d-705445fe355b tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.48 "DELETE /v2.0/ports/bbdd050f-17df-4a3b-b230-9803f3f61616 HTTP/1.1" status: 204 len: 173 time: 2.3082249 Nov 23 22:41:24.479342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'name': 'network-vif-deleted', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:24.490850 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862962ab-65bc-45fb-9ee4-40e04200cf78" -d '{"events": [{"server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "name": "network-vif-deleted", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:24.632950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:24.658904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:24.709368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:24.800229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7c2c654-d5cb-407d-88d1-5a0c222a9a6d req-f74582ed-cd62-4aa6-bd8e-39d91e4b6c94 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b17b68-7521-46b4-a7f0-4b98a0fa51a5 HTTP/1.1" status: 200 len: 210 time: 0.1626418 Nov 23 22:41:24.806716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810dd38b-9cca-49f6-a3c6-2dadb4bb0c45,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:24.862114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.862474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.862853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.863209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.863530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.863915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.864370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.864917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.864917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.865273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.865563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.865890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:24.897649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5628faf9-fa7d-4ef1-abde-1139a7fbf6b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42811b4b9dcf407088c8b6cf37723d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5375242 Nov 23 22:41:24.900503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33080) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:25.089442 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:01Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:25.175530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-824cbd2e-7f20-403e-8619-dde40bc29681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:25.219909 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] Checking router: d670985e-5ab6-46bf-97db-b7edb895ac0d for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:41:25.229331 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:25.230205 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:25.249464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf720634-9d54-4b28-8006-7b9fb84d913b req-7c48f5c7-8056-441c-9b1d-30fe34e18b17 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:25.259183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf720634-9d54-4b28-8006-7b9fb84d913b req-7c48f5c7-8056-441c-9b1d-30fe34e18b17 tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 1096 time: 0.2743385 Nov 23 22:41:25.263393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f28c84f8-5c57-4317-937c-a341670d7aa3 req-23699bd2-1ef2-4d45-bcd9-1a067219970b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 210 time: 0.1222105 Nov 23 22:41:25.342713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:25.348061 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-824cbd2e-7f20-403e-8619-dde40bc29681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:25.407260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:25.416378 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:25.441357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-8d04bf7f-9576-4b58-afd4-1b72b38f0583 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips/b1f1201b-6f21-4c93-b5c2-0f75cee6cb4e HTTP/1.1" status: 200 len: 693 time: 0.0868213 Nov 23 22:41:25.468945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:25.473110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:25.478756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:25.485204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:25.573892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-082c44ed-97f2-4a31-97e8-e2adcd37134f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371437 Nov 23 22:41:25.609429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:25.612716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:25.614978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-6e215412-08e5-407f-8618-466f5e19e13e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:25.627216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-6e215412-08e5-407f-8618-466f5e19e13e tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1840663 Nov 23 22:41:25.657603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf720634-9d54-4b28-8006-7b9fb84d913b req-55a6366f-9cb8-4874-bde5-5b1531bf5f5f tempest-LiveAutoBlockMigrationV225Test-1540094905 tempest-LiveAutoBlockMigrationV225Test-1540094905-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967032 Nov 23 22:41:25.662771 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c1b7010e-6a95-4c59-af57-08615dc2f6ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3579080 Nov 23 22:41:25.714781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Request body: {'port': {'device_id': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:25.752288 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:01Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:25.786656 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549124a3-44de-41e3-adea-9e53ecec4e68 None None] The sync data for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 is: [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:54Z', 'revision_number': 4, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '36095d05-124a-4327-8ae6-5ab6a2e138b5', 'name': '', 'network_id': '39aaed07-6c3d-412b-8c7d-e76a32b5f418', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'mac_address': 'fa:16:3e:4e:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:53Z', 'updated_at': '2021-11-23T22:39:01Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'subnets': [{'id': '764ae795-cb15-48f9-ab2d-4daa4c58a6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:41:25.839071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-48fae079-d961-4b8c-a4e8-255726acc51b tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.114 HTTP/1.1" status: 200 len: 696 time: 0.2102230 Nov 23 22:41:25.941847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:25.944162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-7e2a96ba-6f97-461d-b0ed-572d7fbd42e1 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.114 HTTP/1.1" status: 200 len: 696 time: 0.1041336 Nov 23 22:41:25.953796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-b8eeacf8-b327-4221-b93b-fb67c4f75d38 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:25.955610 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-b8eeacf8-b327-4221-b93b-fb67c4f75d38 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679821 Nov 23 22:41:25.968987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ec117bb0-2e8a-48f6-8d13-3e5129264ece None None] Provisioning complete for port ec82d19a-ad13-4289-afa5-b722302c7837 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:25.970009 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ec117bb0-2e8a-48f6-8d13-3e5129264ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:25.974555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Request body: {'port': {'device_id': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '0b8457d35ea94d3083e5bca0f6243a6c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:26.015627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ec117bb0-2e8a-48f6-8d13-3e5129264ece None None] Port ec82d19a-ad13-4289-afa5-b722302c7837 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:41:26.070433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-389c4c60-6ad6-4aa3-860d-d47fb7f3386c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:26.073384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-389c4c60-6ad6-4aa3-860d-d47fb7f3386c tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.3160386 Nov 23 22:41:26.086785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-824cbd2e-7f20-403e-8619-dde40bc29681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.092278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-824cbd2e-7f20-403e-8619-dde40bc29681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.096310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-824cbd2e-7f20-403e-8619-dde40bc29681 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/810dd38b-9cca-49f6-a3c6-2dadb4bb0c45 HTTP/1.1" status: 204 len: 168 time: 1.1917241 Nov 23 22:41:26.183060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0107417-983a-423d-b511-a1ca938f55b1 None None] New status for floating IP 33695afb-306d-4c69-9852-2268abec0e30: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:41:26.222072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db869cf-0ceb-40a6-9ae4-3375f2898d43 req-cd4f1dfb-cbe5-41f7-b966-060b6ca57f62 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:26.235609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1db869cf-0ceb-40a6-9ae4-3375f2898d43 req-cd4f1dfb-cbe5-41f7-b966-060b6ca57f62 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 949 time: 0.4167023 Nov 23 22:41:26.241223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cbd2e-7f20-403e-8619-dde40bc29681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810dd38b-9cca-49f6-a3c6-2dadb4bb0c45,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:26.283303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb02a404-e475-4460-9ab2-23d08718ec24 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:41:26.296022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Made reservation on behalf of 0b8457d35ea94d3083e5bca0f6243a6c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:26.300832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.368662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device bbdd050f-17df-4a3b-b230-9803f3f61616 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:26.410860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: bbdd050f-17df-4a3b-b230-9803f3f61616 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:26.411810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device bbdd050f-17df-4a3b-b230-9803f3f61616 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:26.471911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:26.495217 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.514007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Transition to ACTIVE for port object ec82d19a-ad13-4289-afa5-b722302c7837 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:41:26.516256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1db869cf-0ceb-40a6-9ae4-3375f2898d43 req-56de7bea-77f2-4be9-a0df-39cfa96cb390 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a3e9e77-0138-4c82-be0c-13dce023fa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681260 Nov 23 22:41:26.524881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.564917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Deleting port 35b7654c-b273-43eb-aa5e-787d356685f1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:26.565273 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.605644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:26.614567 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.626751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'mac_address': 'fa:16:3e:20:68:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:41:26.676155 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.676490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.678245 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.690740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Calling delete_port for 35b7654c-b273-43eb-aa5e-787d356685f1 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:26.693274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb02a404-e475-4460-9ab2-23d08718ec24 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:26.722197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:26.729487 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.775605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Allocated IP 192.168.233.247 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/d209a15d-6b9e-4df4-b806-2e955da2744c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:26.899636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Deleting port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:26.900525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:26.909856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:26.920409 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d40b39-6465-4bcb-a0e5-ff6584958b73 x-openstack-request-id: req-81d40b39-6465-4bcb-a0e5-ff6584958b73 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:26.926408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['eb02a404-e475-4460-9ab2-23d08718ec24'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:26.929079 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b17b68-7521-46b4-a7f0-4b98a0fa51a5", "name": "network-vif-deleted", "tag": "bbdd050f-17df-4a3b-b230-9803f3f61616", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:26.929882 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81d40b39-6465-4bcb-a0e5-ff6584958b73 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:26.931336 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b17b68-7521-46b4-a7f0-4b98a0fa51a5', 'name': 'network-vif-deleted', 'tag': 'bbdd050f-17df-4a3b-b230-9803f3f61616', 'status': 'completed', 'code': 200} Nov 23 22:41:26.969202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:26.984707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Attempting to bind port ec82d19a-ad13-4289-afa5-b722302c7837 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:26.989342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Attempting to bind port ec82d19a-ad13-4289-afa5-b722302c7837 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:26.989789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Attempting to bind port ec82d19a-ad13-4289-afa5-b722302c7837 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:27.034212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Port ec82d19a-ad13-4289-afa5-b722302c7837 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:41:27.034588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Attempting to bind port ec82d19a-ad13-4289-afa5-b722302c7837 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:27.054042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:27.054515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:27.054998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:27.056876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Bound port: ec82d19a-ad13-4289-afa5-b722302c7837, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:27.057586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.123065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] For port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:27.123447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.140445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.176136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Calling delete_port for 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:27.243780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Pushing event deleted for resources: {'Port': ['ID=35b7654c-b273-43eb-aa5e-787d356685f1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:27.486526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:27.490780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:27.502631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.518893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78fb8dc3-f63a-473d-9a3d-6959d9876970 req-78db43f8-869c-4499-b2af-db28f279466c tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=191cfdb4613a448a8941ec7d296a66b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633364 Nov 23 22:41:27.520254 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.524865 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.526956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb0f5c6-6c07-4b50-9557-3e64b52ba2f4 req-cc83113a-0ec1-41a4-ba2e-42593797988d tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "DELETE /v2.0/floatingips/b1f1201b-6f21-4c93-b5c2-0f75cee6cb4e HTTP/1.1" status: 204 len: 173 time: 1.5815208 Nov 23 22:41:27.600080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.612990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:27.613760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.615768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec82d19a-ad13-4289-afa5-b722302c7837 HTTP/1.1" status: 200 len: 1095 time: 1.9203923 Nov 23 22:41:27.646170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0e37a-2456-4af7-88dd-404d6f68c4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:27.752037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:27.813431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:27.825395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:27.828196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:27.832349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Pushing event updated for resources: {'Port': ['ID=d209a15d-6b9e-4df4-b806-2e955da2744c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:27.841450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c0897fdc-d5de-4b9a-a7b5-502cfefcc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:27.842961 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-c0897fdc-d5de-4b9a-a7b5-502cfefcc792 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1098 time: 0.1526484 Nov 23 22:41:27.922744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-79d6a7a0-7edd-4636-b3ac-9b11b2a8f954 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ec82d19a-ad13-4289-afa5-b722302c7837 HTTP/1.1" status: 200 len: 217 time: 0.0590518 Nov 23 22:41:27.976544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:27.977218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.007449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8dc3-f63a-473d-9a3d-6959d9876970 req-4dd58c1c-6cab-4827-936e-c518ce730e7c tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:28.007831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-613fe3c1-2de9-4cbe-a63b-f6f89bf10334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:28.010120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-613fe3c1-2de9-4cbe-a63b-f6f89bf10334 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0805895 Nov 23 22:41:28.015831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-e757cdc3-d555-4e9b-bd34-9a3f707b5614 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0457070 Nov 23 22:41:28.022602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78fb8dc3-f63a-473d-9a3d-6959d9876970 req-4dd58c1c-6cab-4827-936e-c518ce730e7c tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4860835 Nov 23 22:41:28.035356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Request body: {'port': {'device_id': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:28.058618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.110348 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78fb8dc3-f63a-473d-9a3d-6959d9876970 req-bcaa3af0-3d16-4f59-b660-21ae5a227262 tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/quotas/191cfdb4613a448a8941ec7d296a66b4 HTTP/1.1" status: 200 len: 375 time: 0.0707421 Nov 23 22:41:28.158652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Pushing event deleted for resources: {'Port': ['ID=5bdaa279-2868-4bbb-b40b-5f8fb6e98725,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:28.204495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-f6acec66-3815-4d12-9a12-4d684ef1326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:28.206008 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-f6acec66-3815-4d12-9a12-4d684ef1326d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1873469 Nov 23 22:41:28.207355 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.260065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb02a404-e475-4460-9ab2-23d08718ec24 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:28.306731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78fb8dc3-f63a-473d-9a3d-6959d9876970 req-f329dd16-adb3-4bbc-84e4-f766ef281d7f tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=191cfdb4613a448a8941ec7d296a66b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1535161 Nov 23 22:41:28.368114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] No DVR routers for this DVR port 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:28.385652 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.389671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff573a2-d4ec-4df2-9357-9fe48d06a480 req-2abc3088-4eff-4d99-88c5-28959d227855 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.46 "DELETE /v2.0/ports/5bdaa279-2868-4bbb-b40b-5f8fb6e98725 HTTP/1.1" status: 204 len: 173 time: 2.3060033 Nov 23 22:41:28.391028 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-deleted', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:28.400590 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293023ca-e82e-4c12-9161-513216aa1cca" -d '{"events": [{"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-deleted", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:28.403940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port eb02a404-e475-4460-9ab2-23d08718ec24 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:28.405025 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.507632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8e64a-76ed-4889-a534-37fd4402d856 req-27e00321-f027-400a-8201-16b91c36af77 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:28.531864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00b8e64a-76ed-4889-a534-37fd4402d856 req-27e00321-f027-400a-8201-16b91c36af77 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 936 time: 0.4145880 Nov 23 22:41:28.727905 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.774205 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-539a8f44-7b44-458f-8d25-ebbe94f74b71 req-25d3a56f-384a-430a-9618-84481a2457a6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] show failed (client error): The resource could not be found. Nov 23 22:41:28.794589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:28.798393 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d299e2-f7a7-4356-9b28-b7097b09fe44" -d '{"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-plugged", "status": "completed", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:28.802690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-539a8f44-7b44-458f-8d25-ebbe94f74b71 req-25d3a56f-384a-430a-9618-84481a2457a6 tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips/b1f1201b-6f21-4c93-b5c2-0f75cee6cb4e HTTP/1.1" status: 404 len: 350 time: 0.2627180 Nov 23 22:41:28.831009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:28.844298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3973641e-08db-4be0-947e-63c782ae387f None None] Provisioning complete for port d209a15d-6b9e-4df4-b806-2e955da2744c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:28.846028 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3973641e-08db-4be0-947e-63c782ae387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.853158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:28.892005 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.946183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00b8e64a-76ed-4889-a534-37fd4402d856 req-cea1e27a-9ddd-4381-8067-2d4a7ff057fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093962 Nov 23 22:41:28.951205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:28.966440 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b" -d '{"events": [{"name": "network-changed", "server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:28.972412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-23d206a5-dd99-4a19-9897-c273b3bf89e7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:28.976943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-23d206a5-dd99-4a19-9897-c273b3bf89e7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 945 time: 0.3854716 Nov 23 22:41:28.995729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-b806ef6a-495b-4c05-88c6-154adea8b001 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7507029 Nov 23 22:41:29.017236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:29.023669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:29.023669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5bdaa279-2868-4bbb-b40b-5f8fb6e98725 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:29.045681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3973641e-08db-4be0-947e-63c782ae387f None None] Port d209a15d-6b9e-4df4-b806-2e955da2744c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:41:29.140216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-963e637c-f442-4ab7-ad1d-961107fe0a5c req-9f043a9e-c226-4225-9132-f14805f3bd6d tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a8dd3e-9232-4541-aa80-7923d7b42ca2 HTTP/1.1" status: 200 len: 210 time: 0.1604869 Nov 23 22:41:29.244189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33198) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:29.364427 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3050556e-d6d1-4b09-b3da-a56148e701e8 x-openstack-request-id: req-3050556e-d6d1-4b09-b3da-a56148e701e8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:29.366162 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a8dd3e-9232-4541-aa80-7923d7b42ca2", "name": "network-vif-deleted", "tag": "5bdaa279-2868-4bbb-b40b-5f8fb6e98725", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:29.366580 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3050556e-d6d1-4b09-b3da-a56148e701e8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:29.367155 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a8dd3e-9232-4541-aa80-7923d7b42ca2', 'name': 'network-vif-deleted', 'tag': '5bdaa279-2868-4bbb-b40b-5f8fb6e98725', 'status': 'completed', 'code': 200} Nov 23 22:41:29.395979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d209a15d-6b9e-4df4-b806-2e955da2744c {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:29.432698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.485093 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5a27947-85fa-42af-8f8f-7c47f6556d15 req-387534d5-7400-4487-9bf8-98bef484ed0e service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740343 Nov 23 22:41:29.488988 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-134293b2-bc0e-4226-b5cf-e12fcd2cff76 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.492301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Transition to ACTIVE for port object d209a15d-6b9e-4df4-b806-2e955da2744c will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:41:29.506209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.514110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bad2a-c5c0-46cf-8fc1-dcd95a48cf8f req-8a83c055-c7f5-48c8-a3d2-e818606274b3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:29.522840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-984bad2a-c5c0-46cf-8fc1-dcd95a48cf8f req-8a83c055-c7f5-48c8-a3d2-e818606274b3 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 945 time: 0.1545250 Nov 23 22:41:29.554862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-134293b2-bc0e-4226-b5cf-e12fcd2cff76 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.578145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Deleting port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:29.578733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.715012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-984bad2a-c5c0-46cf-8fc1-dcd95a48cf8f req-56359a72-143d-4897-af49-0761496aafa1 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861315 Nov 23 22:41:29.806873 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-cf121805-aa23-48c1-91e5-cdfb06f6aa5b req-33debe30-1a4b-4ee9-9173-e73bb2db606a tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] show failed (client error): The resource could not be found. Nov 23 22:41:29.819207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf121805-aa23-48c1-91e5-cdfb06f6aa5b req-33debe30-1a4b-4ee9-9173-e73bb2db606a tempest-FloatingIPsTestJSON-900010525 tempest-FloatingIPsTestJSON-900010525-project] 10.222.0.11 "GET /v2.0/floatingips/b1f1201b-6f21-4c93-b5c2-0f75cee6cb4e HTTP/1.1" status: 404 len: 350 time: 0.0682256 Nov 23 22:41:29.820399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33208) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:29.849879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-134293b2-bc0e-4226-b5cf-e12fcd2cff76 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.851722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Attempting to bind port d209a15d-6b9e-4df4-b806-2e955da2744c on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:29.852125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Attempting to bind port d209a15d-6b9e-4df4-b806-2e955da2744c by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:29.852465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Attempting to bind port d209a15d-6b9e-4df4-b806-2e955da2744c on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:29.861652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d209a15d-6b9e-4df4-b806-2e955da2744c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:29.870152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-134293b2-bc0e-4226-b5cf-e12fcd2cff76 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.876404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-134293b2-bc0e-4226-b5cf-e12fcd2cff76 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "DELETE /v2.0/security-groups/b1a69e7a-99b2-481b-8311-0236c432805e HTTP/1.1" status: 204 len: 168 time: 0.6283584 Nov 23 22:41:29.877329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:29.879883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] For port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:29.888199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:29.944973 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35721347-4928-42cb-a957-84003c88ee06 x-openstack-request-id: req-35721347-4928-42cb-a957-84003c88ee06 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:29.945876 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-plugged", "status": "completed", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:29.945876 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35721347-4928-42cb-a957-84003c88ee06 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:29.946363 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'code': 200} Nov 23 22:41:29.951009 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-be4a07f2-1023-4459-b357-369398ca8f11 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] show failed (client error): The resource could not be found. Nov 23 22:41:29.953496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-be4a07f2-1023-4459-b357-369398ca8f11 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "GET /v2.0/security-groups/b1a69e7a-99b2-481b-8311-0236c432805e HTTP/1.1" status: 404 len: 347 time: 0.0747249 Nov 23 22:41:29.954474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Port d209a15d-6b9e-4df4-b806-2e955da2744c on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:41:29.954865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Attempting to bind port d209a15d-6b9e-4df4-b806-2e955da2744c on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:29.963342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33214) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:29.991093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:29.991538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:29.991898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:29.992301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Bound port: d209a15d-6b9e-4df4-b806-2e955da2744c, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:29.992665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:30.111178 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35591b-2623-4bd2-b3f5-32923008116f x-openstack-request-id: req-3e35591b-2623-4bd2-b3f5-32923008116f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:30.115538 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:30.115948 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e35591b-2623-4bd2-b3f5-32923008116f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:30.116466 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'status': 'completed', 'code': 200} Nov 23 22:41:30.406755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] For port d209a15d-6b9e-4df4-b806-2e955da2744c, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:30.437556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Calling delete_port for aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:30.446244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-e807a1f8-3fb2-4e09-af9d-2850f7541eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:30.450056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-e807a1f8-3fb2-4e09-af9d-2850f7541eca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1098 time: 0.2634695 Nov 23 22:41:30.454881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] For port d209a15d-6b9e-4df4-b806-2e955da2744c, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d209a15d-6b9e-4df4-b806-2e955da2744c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:30.510070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:30.562793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:30.565717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:30.571381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d209a15d-6b9e-4df4-b806-2e955da2744c HTTP/1.1" status: 200 len: 1096 time: 2.5420613 Nov 23 22:41:30.663356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134293b2-bc0e-4226-b5cf-e12fcd2cff76 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a69e7a-99b2-481b-8311-0236c432805e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:30.745303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:30.758268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:30.854607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event deleted for resources: {'Port': ['ID=aa256d4a-abe1-48e5-9fca-6ef66fef0dc5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:30.902254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6ccd-e0f3-4197-bab5-9aa0cfc47215 req-ff2eeb38-3376-416f-ad38-f8ee9ae80302 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:30.904498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-428e6ccd-e0f3-4197-bab5-9aa0cfc47215 req-ff2eeb38-3376-416f-ad38-f8ee9ae80302 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 948 time: 0.3046448 Nov 23 22:41:30.948694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] No DVR routers for this DVR port aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:30.953830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:30.961593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-566ec7f2-b7ac-4559-a40f-2fd9e8b5bc65 req-fab0260f-7fed-4da7-95c1-93abed251182 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "DELETE /v2.0/ports/aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 HTTP/1.1" status: 204 len: 173 time: 1.8382344 Nov 23 22:41:31.030082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Deleting port 67e7e21b-808f-41f6-bfd4-d4afc0d2ebbc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:31.030893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:31.149128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:31.154004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-428e6ccd-e0f3-4197-bab5-9aa0cfc47215 req-e88b94cc-d544-4403-960e-d2a16ff44e2b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268040 Nov 23 22:41:31.305793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:31.318715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:31.335834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235537f4-0442-4876-8f08-01b843b464c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d209a15d-6b9e-4df4-b806-2e955da2744c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:31.394547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:31.395157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device aa256d4a-abe1-48e5-9fca-6ef66fef0dc5 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:31.420982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-40cee65e-912a-4eba-81dd-0f980903379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:31.427059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-40cee65e-912a-4eba-81dd-0f980903379a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 1099 time: 0.7421951 Nov 23 22:41:31.430224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-7c8d10e2-808a-4651-bffb-4a51364efec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:31.433546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-7c8d10e2-808a-4651-bffb-4a51364efec4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.9713678 Nov 23 22:41:31.483196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'name': 'network-vif-deleted', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:31.485520 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e0fca-081f-4511-a228-2c707ed544e8" -d '{"events": [{"server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "name": "network-vif-deleted", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:31.601617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a049f40c-1b16-4d13-8b68-fcb247798506 req-dd89de8f-52ab-4eef-8a60-c759e50bcbf5 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.0856042 Nov 23 22:41:31.618161 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-93524216-8ba1-43d2-b8b2-7313d70e315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:31.622810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-8641df3a-87e4-4934-9eae-adc54add4145 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d209a15d-6b9e-4df4-b806-2e955da2744c HTTP/1.1" status: 200 len: 217 time: 0.1837926 Nov 23 22:41:31.648129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-3742c2c9-b025-43ff-a488-bee8df8bf511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ec82d19a-ad13-4289-afa5-b722302c7837 HTTP/1.1" status: 200 len: 217 time: 0.1778224 Nov 23 22:41:31.695853 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:31.696420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:31.721421 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2d200-5e4e-49e1-9661-e5958c23bbee x-openstack-request-id: req-8cc2d200-5e4e-49e1-9661-e5958c23bbee {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:31.722221 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7c03a7-f112-4c72-b066-476694ae1e7d", "name": "network-vif-deleted", "tag": "aa256d4a-abe1-48e5-9fca-6ef66fef0dc5", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:31.722221 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cc2d200-5e4e-49e1-9661-e5958c23bbee {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:31.722491 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7c03a7-f112-4c72-b066-476694ae1e7d', 'name': 'network-vif-deleted', 'tag': 'aa256d4a-abe1-48e5-9fca-6ef66fef0dc5', 'status': 'completed', 'code': 200} Nov 23 22:41:31.820545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Calling delete_port for 67e7e21b-808f-41f6-bfd4-d4afc0d2ebbc owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:31.886253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2209ddbb-e69c-4ec0-abb4-0e0476eca014 req-0087530f-d7b4-4460-997f-ceead4b8e23e tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=191cfdb4613a448a8941ec7d296a66b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391700 Nov 23 22:41:32.036119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-27cf640e-e687-4f8f-ac3e-092d9fee404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:32.037623 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-27cf640e-e687-4f8f-ac3e-092d9fee404f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.3995531 Nov 23 22:41:32.042080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-392a02e3-01f3-44f6-928d-9fe776edfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:32.044152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-392a02e3-01f3-44f6-928d-9fe776edfa57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.3946819 Nov 23 22:41:32.119095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'tag': 'd209a15d-6b9e-4df4-b806-2e955da2744c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:32.121945 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ea59e2-03ab-409f-8045-7c9312f21a31" -d '{"events": [{"name": "network-changed", "server_uuid": "b9283253-500e-4f83-a89e-a0a407d7dcc6", "tag": "d209a15d-6b9e-4df4-b806-2e955da2744c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:32.158284 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d1f1403-f929-4ed5-98cd-979ba6e5a7d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28ee9c68dd5846588b7507f3cbabd19d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8932340 Nov 23 22:41:32.160241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209ddbb-e69c-4ec0-abb4-0e0476eca014 req-7befdda7-02eb-4e96-a4b8-fc2cc722545a tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:32.172239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2209ddbb-e69c-4ec0-abb4-0e0476eca014 req-7befdda7-02eb-4e96-a4b8-fc2cc722545a tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723260 Nov 23 22:41:32.172546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33292) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:32.193940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2209ddbb-e69c-4ec0-abb4-0e0476eca014 req-0f85d5e9-93bc-4511-b7e5-26039781fc00 tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/quotas/191cfdb4613a448a8941ec7d296a66b4 HTTP/1.1" status: 200 len: 375 time: 0.0216758 Nov 23 22:41:32.228853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Deleting port aeec9f94-90ac-4c4f-8116-15c318f3802c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:32.229343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:32.258572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2209ddbb-e69c-4ec0-abb4-0e0476eca014 req-671f7489-297b-4c44-af64-3c1edfb5f31b tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=191cfdb4613a448a8941ec7d296a66b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635269 Nov 23 22:41:32.262924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-aa16dde4-dbcb-43be-8329-a08cafe95d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:32.269634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-aa16dde4-dbcb-43be-8329-a08cafe95d4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199190 Nov 23 22:41:32.274999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:41:32.365857 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f4dfe-84ac-4490-819e-30bc8246dc98 x-openstack-request-id: req-e77f4dfe-84ac-4490-819e-30bc8246dc98 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:32.366193 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9283253-500e-4f83-a89e-a0a407d7dcc6", "tag": "d209a15d-6b9e-4df4-b806-2e955da2744c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:32.366434 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e77f4dfe-84ac-4490-819e-30bc8246dc98 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:32.366867 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'tag': 'd209a15d-6b9e-4df4-b806-2e955da2744c', 'status': 'completed', 'code': 200} Nov 23 22:41:32.372419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33296) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:32.499721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:32.513941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'mac_address': 'fa:16:3e:ed:bc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:41:32.563265 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:32.581531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] For port aeec9f94-90ac-4c4f-8116-15c318f3802c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=aeec9f94-90ac-4c4f-8116-15c318f3802c,segment=NetworkSegment(940a5030-3d16-4a34-9365-df26c17cd6e6),segment_id=940a5030-3d16-4a34-9365-df26c17cd6e6)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:32.581920 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:32.588828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:32.630573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:32.654538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:32.656010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Calling delete_port for aeec9f94-90ac-4c4f-8116-15c318f3802c owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:32.776216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:32.964155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ec82d19a-ad13-4289-afa5-b722302c7837'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:33.031261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-da8c49a0-6900-4c36-bba6-71d5fc499a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:33.033431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-da8c49a0-6900-4c36-bba6-71d5fc499a35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9683993 Nov 23 22:41:33.334105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.404148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Pushing event deleted for resources: {'Port': ['ID=67e7e21b-808f-41f6-bfd4-d4afc0d2ebbc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:33.406556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7902-4164-4ae9-bf81-de92dc20cb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.424608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8fa78674-b8b3-419f-b15e-7ad74253eb02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.475727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e7a66-5c3e-447e-b8fb-c9d097c26f32 req-6da89cfd-2510-4e18-b54e-7cd718db09d9 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:33.483222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de7e7a66-5c3e-447e-b8fb-c9d097c26f32 req-6da89cfd-2510-4e18-b54e-7cd718db09d9 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 948 time: 1.0440509 Nov 23 22:41:33.520863 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-59c43733-11f7-4052-9cfd-d3ceee3fcd81 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593399 Nov 23 22:41:33.553878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de7e7a66-5c3e-447e-b8fb-c9d097c26f32 req-61ecbe70-deda-4587-a748-f5e9f5b26802 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697064 Nov 23 22:41:33.600168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7902-4164-4ae9-bf81-de92dc20cb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.627129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d458fc98-4b74-48d5-b628-bc518f1d4b6b req-9d121e57-02d8-4c77-b1a2-cce8cc8578c9 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.0849516 Nov 23 22:41:33.676808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.679545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.681704 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3092ea3-3d23-4b7e-9ecd-43c82a6a4ea9 tempest-ServersTestJSON-437967767 tempest-ServersTestJSON-437967767-project] 10.222.0.11 "DELETE /v2.0/floatingips/33695afb-306d-4c69-9852-2268abec0e30 HTTP/1.1" status: 204 len: 168 time: 3.7131109 Nov 23 22:41:33.688953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-b7344aa8-8753-4d0a-9168-5d33944b49e2 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3187096 Nov 23 22:41:33.692851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33326) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:33.835240 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-353bf4b4-5e80-4501-ac9f-ea138b91c3f6 req-5802ae40-873f-403f-ad4a-c3f38b98ee5d service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314228 Nov 23 22:41:33.989041 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.006235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8fa78674-b8b3-419f-b15e-7ad74253eb02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.031619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8fa78674-b8b3-419f-b15e-7ad74253eb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.079321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeec9f94-90ac-4c4f-8116-15c318f3802c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:34.085405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7902-4164-4ae9-bf81-de92dc20cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.088397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad3e7902-4164-4ae9-bf81-de92dc20cb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.089569 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ad3e7902-4164-4ae9-bf81-de92dc20cb55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a3e9e77-0138-4c82-be0c-13dce023fa4d HTTP/1.1" status: 204 len: 168 time: 1.9134984 Nov 23 22:41:34.124580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee44a1c0-0d4a-4d3e-a0ac-cc456dd65300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.211886 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b74ddc50-e4c9-4e69-8e83-70eb2da0614b req-8333363a-cf3a-4766-b9ca-5180de69aa3a service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243412 Nov 23 22:41:34.250885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-b41923cc-9352-43c7-8160-0639a59049e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:34.256884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-b41923cc-9352-43c7-8160-0639a59049e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 1099 time: 0.3551650 Nov 23 22:41:34.263451 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8fa78674-b8b3-419f-b15e-7ad74253eb02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f486dfcea544c3aaa50129afac933f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8745508 Nov 23 22:41:34.282626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa78674-b8b3-419f-b15e-7ad74253eb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67276dec-bf06-4ab7-85a4-90e9981a7fc7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:34.288078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33354) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:34.295366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:34.483559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.527666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e7902-4164-4ae9-bf81-de92dc20cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3e9e77-0138-4c82-be0c-13dce023fa4d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:34.540908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-d963183e-a59c-4937-b5de-12261dd0046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:34.545147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port ec82d19a-ad13-4289-afa5-b722302c7837 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:41:34.551830 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-d963183e-a59c-4937-b5de-12261dd0046a service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2709570 Nov 23 22:41:34.589366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port ec82d19a-ad13-4289-afa5-b722302c7837 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:34.590145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.676285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a4c1a0f-38b9-41e1-8538-334b24b108de req-4c7706e6-521b-4698-8630-b642095cacbd tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=191cfdb4613a448a8941ec7d296a66b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1965103 Nov 23 22:41:34.681428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fcad-ca37-4691-bf03-fb8bf2c954aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.687530 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-ee1db0d9-b643-4382-831f-403f11bd7324 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=d209a15d-6b9e-4df4-b806-2e955da2744c HTTP/1.1" status: 200 len: 217 time: 0.1225753 Nov 23 22:41:34.716947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.785920 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fcad-ca37-4691-bf03-fb8bf2c954aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.788732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:34.799363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:34.803522 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a8bf54-0ff2-4db9-9e2e-cdd8ac75cd2d" -d '{"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:34.811850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:34.821067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:34.827541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-5e5ea213-9ffd-404d-b4d1-1c5446df7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:34.829467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-5e5ea213-9ffd-404d-b4d1-1c5446df7b1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1309869 Nov 23 22:41:34.939623 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d726294-29a5-4ff8-8346-2a740d38fb0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b086b499096443938c8697f13c5cf862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1238539 Nov 23 22:41:34.943709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33370) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:34.948433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-89b6107e-2012-458a-ac0c-e1f3e74a8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:34.950759 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-89b6107e-2012-458a-ac0c-e1f3e74a8087 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044700 Nov 23 22:41:34.954760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:34.986689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c1a0f-38b9-41e1-8538-334b24b108de req-a9d282b5-99a0-48e4-9eda-f6e7adcf0605 tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:34.988662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a4c1a0f-38b9-41e1-8538-334b24b108de req-a9d282b5-99a0-48e4-9eda-f6e7adcf0605 tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802505 Nov 23 22:41:35.001574 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fcad-ca37-4691-bf03-fb8bf2c954aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.004731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fcad-ca37-4691-bf03-fb8bf2c954aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.006200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4bf8fcad-ca37-4691-bf03-fb8bf2c954aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67276dec-bf06-4ab7-85a4-90e9981a7fc7 HTTP/1.1" status: 204 len: 168 time: 0.5243459 Nov 23 22:41:35.046100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.059018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8fcad-ca37-4691-bf03-fb8bf2c954aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67276dec-bf06-4ab7-85a4-90e9981a7fc7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:35.101730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a4c1a0f-38b9-41e1-8538-334b24b108de req-545f991d-42d4-46e5-a911-51ebb46713c9 tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/quotas/191cfdb4613a448a8941ec7d296a66b4 HTTP/1.1" status: 200 len: 375 time: 0.1021318 Nov 23 22:41:35.165328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a4c1a0f-38b9-41e1-8538-334b24b108de req-59e9c092-cab0-426a-a401-03767fbc02fb tempest-QuotasAdminNegativeTest-31331946 tempest-QuotasAdminNegativeTest-31331946-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=191cfdb4613a448a8941ec7d296a66b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503759 Nov 23 22:41:35.192193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdeddb-a5ba-4ff6-9884-bad91e401df6 req-3ea604f8-db4e-4b49-bf69-204df0d2831b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:35.194319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3bdeddb-a5ba-4ff6-9884-bad91e401df6 req-3ea604f8-db4e-4b49-bf69-204df0d2831b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 948 time: 0.4870145 Nov 23 22:41:35.212256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1842fa90-eacb-4143-952f-e95813c2557b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.269216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1842fa90-eacb-4143-952f-e95813c2557b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.290012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-c83dc00e-4964-4f88-a548-57ec5980df6f service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304963 Nov 23 22:41:35.335249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3bdeddb-a5ba-4ff6-9884-bad91e401df6 req-e99f6664-939d-4527-8a5b-f4ff3885fdff tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316118 Nov 23 22:41:35.472663 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd755bac-4e13-4f14-9c71-afe7f064b82e x-openstack-request-id: req-dd755bac-4e13-4f14-9c71-afe7f064b82e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:35.473146 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:35.473233 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd755bac-4e13-4f14-9c71-afe7f064b82e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:35.473666 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'code': 200} Nov 23 22:41:35.550427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b0075c5-40ca-4e38-b0bd-36014555e193 req-c14ae9a2-6f8e-41cb-9eb3-c62dd02c38cd tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.0429962 Nov 23 22:41:35.563673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:41:35.587609 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-25ea59e2-03ab-409f-8045-7c9312f21a31 req-c5b36f69-e511-42e9-b4a5-5e2922bb7062 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827156 Nov 23 22:41:35.652943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1842fa90-eacb-4143-952f-e95813c2557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.669353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1842fa90-eacb-4143-952f-e95813c2557b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.676900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1842fa90-eacb-4143-952f-e95813c2557b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87673757-3486-44d0-baef-123b3440ab4e HTTP/1.1" status: 204 len: 168 time: 0.7313969 Nov 23 22:41:35.734932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842fa90-eacb-4143-952f-e95813c2557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87673757-3486-44d0-baef-123b3440ab4e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:35.736664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.802734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4aa8c-7403-4b19-afe3-6275cf14a165 req-b6ea311e-b7a2-4ddc-bcd7-c171c41f647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:35.804293 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2ff4aa8c-7403-4b19-afe3-6275cf14a165 req-b6ea311e-b7a2-4ddc-bcd7-c171c41f647a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1100 time: 0.1629303 Nov 23 22:41:35.874173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33394) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:35.937605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f8bec11-13f0-45cc-a19b-8c086d90fd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:35.983050 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2ff4aa8c-7403-4b19-afe3-6275cf14a165 req-9962f162-cd52-474a-b27a-d8e63c445a69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679878 Nov 23 22:41:36.045041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:41:36.055953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fd776385-2244-4c98-ba10-7c283d74f948 admin admin] 10.222.0.11 "PUT /v2.0/routers/5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2066362 Nov 23 22:41:36.057288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33396) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:36.060545 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] Sync routers for ids ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:41:36.078691 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] Routers {'5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:36.079712 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:36.335341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.354607 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] Set router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:36.355182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f8bec11-13f0-45cc-a19b-8c086d90fd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.438333 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.457692 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f8bec11-13f0-45cc-a19b-8c086d90fd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.550771 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9f8bec11-13f0-45cc-a19b-8c086d90fd5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c4d649c51ba44d09f466d6810b203e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6756208 Nov 23 22:41:36.551778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:36.565345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bec11-13f0-45cc-a19b-8c086d90fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc9986a-111c-4c2e-98e9-128526ee1cc7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:36.626480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.761632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc6d17ee-24c0-49ba-96bd-e10b9f9d4dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.810346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e40302e-cb7d-4200-a2f7-4e4ba2f40870 req-0ca355cb-b1ea-4de8-9425-d7ab6ca2193d tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.1087420 Nov 23 22:41:36.869166 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc6d17ee-24c0-49ba-96bd-e10b9f9d4dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.904087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d209a15d-6b9e-4df4-b806-2e955da2744c details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:41:36.909751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:36.921761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Deleting port 7885de11-8435-4fce-9214-945952df962f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:36.921761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:36.933404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411eb5b-ef5f-436f-ad7d-9213bc9d03fe req-e39bcfc3-98f6-43d7-85b4-00c61926578d tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:36.946374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6411eb5b-ef5f-436f-ad7d-9213bc9d03fe req-e39bcfc3-98f6-43d7-85b4-00c61926578d tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 948 time: 0.2878981 Nov 23 22:41:36.974377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Deleting port 36095d05-124a-4327-8ae6-5ab6a2e138b5 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:36.974788 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.005646 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '7885de11-8435-4fce-9214-945952df962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:33Z', 'revision_number': 5, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port': {'id': '7885de11-8435-4fce-9214-945952df962f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:04Z', 'updated_at': '2021-11-23T22:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:37.136581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc6d17ee-24c0-49ba-96bd-e10b9f9d4dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.136581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc6d17ee-24c0-49ba-96bd-e10b9f9d4dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.148608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dc6d17ee-24c0-49ba-96bd-e10b9f9d4dcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bc9986a-111c-4c2e-98e9-128526ee1cc7 HTTP/1.1" status: 204 len: 168 time: 0.5925810 Nov 23 22:41:37.151297 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] Checking router: 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:41:37.182217 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] Routers {'5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:37.187282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6411eb5b-ef5f-436f-ad7d-9213bc9d03fe req-00966a23-1352-47ce-bd4e-f6e243800790 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291436 Nov 23 22:41:37.188368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:37.235043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] For port 7885de11-8435-4fce-9214-945952df962f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7885de11-8435-4fce-9214-945952df962f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:37.241932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.251469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d17ee-24c0-49ba-96bd-e10b9f9d4dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc9986a-111c-4c2e-98e9-128526ee1cc7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:37.252242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] For port 36095d05-124a-4327-8ae6-5ab6a2e138b5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=36095d05-124a-4327-8ae6-5ab6a2e138b5,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:37.252779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.270016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Calling delete_port for 36095d05-124a-4327-8ae6-5ab6a2e138b5 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:37.295355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Calling delete_port for 7885de11-8435-4fce-9214-945952df962f owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:37.343357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d209a15d-6b9e-4df4-b806-2e955da2744c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d209a15d-6b9e-4df4-b806-2e955da2744c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:37.361522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'd209a15d-6b9e-4df4-b806-2e955da2744c', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'd209a15d-6b9e-4df4-b806-2e955da2744c', 'mac_address': 'fa:16:3e:44:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:41:37.477861 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.499291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.518035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d209a15d-6b9e-4df4-b806-2e955da2744c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:37.548228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d209a15d-6b9e-4df4-b806-2e955da2744c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d209a15d-6b9e-4df4-b806-2e955da2744c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:37.557291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.584017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.636299 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-841d1a54-ca3d-4227-af55-eca600b86bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.638576 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] Set router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:37.724349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:36Z', 'revision_number': 6, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:37.727551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=36095d05-124a-4327-8ae6-5ab6a2e138b5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:37.735039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d209a15d-6b9e-4df4-b806-2e955da2744c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:37.736672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:37.811287 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a5a13-9db9-4244-b9df-8206c1959bc5 None None] The sync data for ids ['5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8'] in n-d-817303-3 is: [{'id': '5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8', 'name': 'tempest-FloatingIPsTestJSON-865445232-router', 'tenant_id': '495cd1bc0af34f3583b1721be2791355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:03Z', 'updated_at': '2021-11-23T22:41:36Z', 'revision_number': 6, 'project_id': '495cd1bc0af34f3583b1721be2791355', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:41:37.815327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d209a15d-6b9e-4df4-b806-2e955da2744c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:37.817742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Pushing event deleted for resources: {'Port': ['ID=7885de11-8435-4fce-9214-945952df962f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:37.954619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.096201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.243231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20a4b5d3-081e-4d09-a7f5-20951ad5bcbb req-235d5234-9ec1-4b5a-8d44-5abe9c897624 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.2087724 Nov 23 22:41:38.480318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.488508 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.583364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.584292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:41:38.598441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.604077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-007b9b70-34da-40fc-93b3-51fec7812573 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5d4bf63b-57a3-4eaf-a8cd-e4b70d286da8 HTTP/1.1" status: 204 len: 168 time: 2.5442219 Nov 23 22:41:38.609872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33482) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:38.698066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-841d1a54-ca3d-4227-af55-eca600b86bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.721949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228f8d2-ba57-4a13-8748-7b232c072913 req-bfa44b42-807d-4346-8c26-b56b68a112af tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:38.725127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d228f8d2-ba57-4a13-8748-7b232c072913 req-bfa44b42-807d-4346-8c26-b56b68a112af tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 949 time: 0.2206116 Nov 23 22:41:38.735486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-841d1a54-ca3d-4227-af55-eca600b86bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.757561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] Deleting subnet f903818b-b8ee-4f9a-82ab-7d44e588de25 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:41:38.767482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.769392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:38.902185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d209a15d-6b9e-4df4-b806-2e955da2744c up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:38.902473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.022423 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:41:39.042722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-841d1a54-ca3d-4227-af55-eca600b86bae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=191cfdb4613a448a8941ec7d296a66b4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1315653 Nov 23 22:41:39.048007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33490) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:39.097774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d1a54-ca3d-4227-af55-eca600b86bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1607441b-0262-43fc-a941-eba5e1223e7c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:39.136642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port d209a15d-6b9e-4df4-b806-2e955da2744c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:41:39.152536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port d209a15d-6b9e-4df4-b806-2e955da2744c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:39.153003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.255897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.321841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d228f8d2-ba57-4a13-8748-7b232c072913 req-baac7061-e57f-44c8-9536-f0871c8714a1 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813158 Nov 23 22:41:39.381254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02617f00-dca7-443f-b97f-5584c7f06b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.417481 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.502023 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02617f00-dca7-443f-b97f-5584c7f06b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.520160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd209a15d-6b9e-4df4-b806-2e955da2744c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:39.538161 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc51aec-27ba-4a1f-8a2a-c0180258433c" -d '{"events": [{"server_uuid": "b9283253-500e-4f83-a89e-a0a407d7dcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d209a15d-6b9e-4df4-b806-2e955da2744c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:39.565962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.573468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d209a15d-6b9e-4df4-b806-2e955da2744c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d209a15d-6b9e-4df4-b806-2e955da2744c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:39.586187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.689312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:39.712643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f903818b-b8ee-4f9a-82ab-7d44e588de25 HTTP/1.1" status: 204 len: 168 time: 1.0886011 Nov 23 22:41:39.713895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33522) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:39.769016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ad7e8-a7fe-4916-8a3f-c04dfdd96870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f903818b-b8ee-4f9a-82ab-7d44e588de25,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:39.772361 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0124ec-64ca-4411-aec1-13cdbd11d379 x-openstack-request-id: req-2e0124ec-64ca-4411-aec1-13cdbd11d379 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:39.772780 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9283253-500e-4f83-a89e-a0a407d7dcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d209a15d-6b9e-4df4-b806-2e955da2744c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:39.773083 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e0124ec-64ca-4411-aec1-13cdbd11d379 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:39.773761 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd209a15d-6b9e-4df4-b806-2e955da2744c', 'code': 200} Nov 23 22:41:39.783190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a84c2-3c67-4a7f-8d63-b3eec367470c None None] Network 80ab4f41-ea64-4cd2-8f90-3ee80a843856 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:41:39.798814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64fbb06a-179c-49ec-bc88-ff9c2b4936e3 req-51bb0129-869c-4f9b-a554-4fcdca8f5ae7 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.3428347 Nov 23 22:41:39.956473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device aeec9f94-90ac-4c4f-8116-15c318f3802c no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:39.998534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Router d670985e-5ab6-46bf-97db-b7edb895ac0d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:41:40.039916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:40.051452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02617f00-dca7-443f-b97f-5584c7f06b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:40.053999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02617f00-dca7-443f-b97f-5584c7f06b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:40.055143 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-02617f00-dca7-443f-b97f-5584c7f06b5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1607441b-0262-43fc-a941-eba5e1223e7c HTTP/1.1" status: 204 len: 168 time: 1.0069127 Nov 23 22:41:40.057249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa04e6f-5154-4fdd-9e8c-98475f2f4ce7 req-500d8a08-521a-4cee-8e81-6999e37e6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:40.071460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fa04e6f-5154-4fdd-9e8c-98475f2f4ce7 req-500d8a08-521a-4cee-8e81-6999e37e6e69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 1101 time: 0.2796113 Nov 23 22:41:40.114017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: aeec9f94-90ac-4c4f-8116-15c318f3802c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:40.114428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device aeec9f94-90ac-4c4f-8116-15c318f3802c not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:40.114810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7885de11-8435-4fce-9214-945952df962f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:40.179951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d209a15d-6b9e-4df4-b806-2e955da2744c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:40.188255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02617f00-dca7-443f-b97f-5584c7f06b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1607441b-0262-43fc-a941-eba5e1223e7c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:40.200775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7885de11-8435-4fce-9214-945952df962f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:40.202459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7885de11-8435-4fce-9214-945952df962f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:40.296381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:41:40.304076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f4c2aa66-6c0e-49dd-ba0c-b6285c64b3ef admin admin] 10.222.0.11 "PUT /v2.0/routers/d670985e-5ab6-46bf-97db-b7edb895ac0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6084979 Nov 23 22:41:40.307590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] Sync routers for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:41:40.312539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33550) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:40.315422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fa04e6f-5154-4fdd-9e8c-98475f2f4ce7 req-9357f7e9-ed54-4460-8643-b1982e8370f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430129 Nov 23 22:41:40.329016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:40.329931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:40.446608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Deleting port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:40.446994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:40.455893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] DHCP port deletion for 80ab4f41-ea64-4cd2-8f90-3ee80a843856 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:41:40.669545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb950e34-ef9e-4913-82c5-ea2c4c46230c req-7592e594-9cb5-4415-90db-9ac6e79ca2bb tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:40.672693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb950e34-ef9e-4913-82c5-ea2c4c46230c req-7592e594-9cb5-4415-90db-9ac6e79ca2bb tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 950 time: 0.2052498 Nov 23 22:41:40.679089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:40.718091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] For port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,segment=NetworkSegment(940a5030-3d16-4a34-9365-df26c17cd6e6),segment_id=940a5030-3d16-4a34-9365-df26c17cd6e6)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:40.718461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:40.784428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Calling delete_port for 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:40.810078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:40.860939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] Deleting port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:40.861742 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:40.873790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb950e34-ef9e-4913-82c5-ea2c4c46230c req-4fd080f5-2214-4406-bfc7-9ef928bb417c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837778 Nov 23 22:41:40.972815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33566) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:41.016785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9fcf7fbc-6025-4fb3-8551-b7dd11ad10db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.138332 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.208908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:41.213012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] For port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,segment=NetworkSegment(940a5030-3d16-4a34-9365-df26c17cd6e6),segment_id=940a5030-3d16-4a34-9365-df26c17cd6e6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:41.213539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.234365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] Calling delete_port for 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:41.247321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] No DVR routers for this DVR port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:41.466214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:41:37Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:41.477645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.553674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] No DVR routers for this DVR port 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:41.562487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.581188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] Checking router: d670985e-5ab6-46bf-97db-b7edb895ac0d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:41:41.586541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73497bf0-0581-4e7a-9bcc-40145bdb8a26 None None] Pushing event deleted for resources: {'Port': ['ID=7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:41.615271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] Routers {'d670985e-5ab6-46bf-97db-b7edb895ac0d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:41.616281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['d670985e-5ab6-46bf-97db-b7edb895ac0d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:41.663543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ab4f41-ea64-4cd2-8f90-3ee80a843856']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:41.686416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940a5030-3d16-4a34-9365-df26c17cd6e6') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:41.687058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940a5030-3d16-4a34-9365-df26c17cd6e6') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:41.701956 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.735243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.765955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:41:41.766608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.848925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:41.911261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:41.913444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7d5c0b82-68f8-4997-9f1a-1cb147cfcf6a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:41:41.931149 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:41:41.938073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.941308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] Set router d670985e-5ab6-46bf-97db-b7edb895ac0d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:41.979495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:41.988453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] 10.222.0.11 "DELETE /v2.0/networks/80ab4f41-ea64-4cd2-8f90-3ee80a843856 HTTP/1.1" status: 204 len: 168 time: 2.2734296 Nov 23 22:41:41.989372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1e133-7eb7-4c1e-b5b3-957ee67b2d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ab4f41-ea64-4cd2-8f90-3ee80a843856,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:42.001254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b3c5990-d927-4d96-97da-6014474fffeb req-ce602c3f-e05c-4706-ab34-589b4d065b88 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce7c03a7-f112-4c72-b066-476694ae1e7d HTTP/1.1" status: 200 len: 210 time: 0.1184499 Nov 23 22:41:42.027909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33600) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:42.041362 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.270843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33604) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:42.337130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d0be-b13e-4153-9ad0-27e5f70a8c5e req-fa2fcaa7-00da-46eb-8d0a-81d994b25575 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:42.351260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0071d0be-b13e-4153-9ad0-27e5f70a8c5e req-fa2fcaa7-00da-46eb-8d0a-81d994b25575 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 950 time: 0.2307007 Nov 23 22:41:42.388966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9fcf7fbc-6025-4fb3-8551-b7dd11ad10db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.390685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Deleting port c0bb16df-c559-402c-8083-c17ff88697d9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:42.391046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.397856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21f844f8-c993-47dc-ab8f-fd5316289c84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=495cd1bc0af34f3583b1721be2791355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254330 Nov 23 22:41:42.400900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33606) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:42.425442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9fcf7fbc-6025-4fb3-8551-b7dd11ad10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.522645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa344-a9eb-4d4e-9aa5-b4dc0f3208e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.585180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa344-a9eb-4d4e-9aa5-b4dc0f3208e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.693036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa344-a9eb-4d4e-9aa5-b4dc0f3208e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.696913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa344-a9eb-4d4e-9aa5-b4dc0f3208e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.701167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9e3aa344-a9eb-4d4e-9aa5-b4dc0f3208e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ee6bb8c-45f6-48e0-93a7-f5dca07d9952 HTTP/1.1" status: 204 len: 168 time: 0.2944093 Nov 23 22:41:42.722945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3aa344-a9eb-4d4e-9aa5-b4dc0f3208e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6bb8c-45f6-48e0-93a7-f5dca07d9952,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:42.740351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] For port c0bb16df-c559-402c-8083-c17ff88697d9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c0bb16df-c559-402c-8083-c17ff88697d9,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:42.740839 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.768739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Calling delete_port for c0bb16df-c559-402c-8083-c17ff88697d9 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:42.812693 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:41:37Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:42.836640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d389a56-2a5d-449c-ae87-e073902d8f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:42.914640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23699ddb-ef21-4524-938f-f5d9c2e95a57 None None] The sync data for ids ['d670985e-5ab6-46bf-97db-b7edb895ac0d'] in n-d-817303-3 is: [{'id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'name': 'tempest-ServersTestJSON-200996950-router', 'tenant_id': '458f66a0f2d6481aa0f9703c61e96aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:41:37Z', 'revision_number': 5, 'project_id': '458f66a0f2d6481aa0f9703c61e96aca', 'gw_port': {'id': 'c0bb16df-c559-402c-8083-c17ff88697d9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670985e-5ab6-46bf-97db-b7edb895ac0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:38:48Z', 'updated_at': '2021-11-23T22:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:41:43.003853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9fcf7fbc-6025-4fb3-8551-b7dd11ad10db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e079eea4b5dc4e2dac0501a1e5b02eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0289531 Nov 23 22:41:43.011630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33622) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:43.025399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf7fbc-6025-4fb3-8551-b7dd11ad10db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2770417-b2e0-4643-9c76-4326f7697250,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:43.061151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0071d0be-b13e-4153-9ad0-27e5f70a8c5e req-ff90d8ff-0aca-4b4f-8854-9938ab723bf3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087975 Nov 23 22:41:43.171391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d389a56-2a5d-449c-ae87-e073902d8f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.181641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d389a56-2a5d-449c-ae87-e073902d8f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.303260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3101f4c-6867-48fb-bee7-abd1c4a254e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.327037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33646) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:43.353805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d389a56-2a5d-449c-ae87-e073902d8f2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1b99a4e89dd42528b4991416c23ab2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3293617 Nov 23 22:41:43.356071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d389a56-2a5d-449c-ae87-e073902d8f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e1eff-8914-4c3d-8293-1b6f4f910bb8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:43.464736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 36095d05-124a-4327-8ae6-5ab6a2e138b5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:43.538234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.573787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 36095d05-124a-4327-8ae6-5ab6a2e138b5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:43.577431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 36095d05-124a-4327-8ae6-5ab6a2e138b5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:43.605265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3101f4c-6867-48fb-bee7-abd1c4a254e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.664395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bb16df-c559-402c-8083-c17ff88697d9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:43.767078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d47141-80ae-4d29-8061-d97d796eedb0 req-998d71da-39ea-4476-9459-7d38b934985e tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:43.768694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61d47141-80ae-4d29-8061-d97d796eedb0 req-998d71da-39ea-4476-9459-7d38b934985e tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.3090546 Nov 23 22:41:43.787697 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24921a64-b3e3-49a2-be9f-212147878935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.820198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.975393 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3101f4c-6867-48fb-bee7-abd1c4a254e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.989451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3101f4c-6867-48fb-bee7-abd1c4a254e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:43.992691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a3101f4c-6867-48fb-bee7-abd1c4a254e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2770417-b2e0-4643-9c76-4326f7697250 HTTP/1.1" status: 204 len: 168 time: 0.9774096 Nov 23 22:41:44.035185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24921a64-b3e3-49a2-be9f-212147878935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.037708 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.041674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3101f4c-6867-48fb-bee7-abd1c4a254e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2770417-b2e0-4643-9c76-4326f7697250,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:44.044889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.057343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61d47141-80ae-4d29-8061-d97d796eedb0 req-83592b8e-3fcd-42e1-91a5-91e48daa634e tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734621 Nov 23 22:41:44.139973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.141607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d670985e-5ab6-46bf-97db-b7edb895ac0d {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:41:44.178081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.179635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7305178f-db65-4bec-8862-7520993fa417 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d670985e-5ab6-46bf-97db-b7edb895ac0d HTTP/1.1" status: 204 len: 168 time: 3.8660636 Nov 23 22:41:44.182265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33676) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:44.341953 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24921a64-b3e3-49a2-be9f-212147878935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.345202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24921a64-b3e3-49a2-be9f-212147878935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.348448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-24921a64-b3e3-49a2-be9f-212147878935 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/929e1eff-8914-4c3d-8293-1b6f4f910bb8 HTTP/1.1" status: 204 len: 168 time: 0.9890471 Nov 23 22:41:44.358920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] Deleting subnet 764ae795-cb15-48f9-ab2d-4daa4c58a6d1 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:41:44.384530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.394029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24921a64-b3e3-49a2-be9f-212147878935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e1eff-8914-4c3d-8293-1b6f4f910bb8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:44.478219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:44.781335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b9ba9813-a99d-47f8-833d-e50d84fcce1b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940444 Nov 23 22:41:44.782629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:45.196299 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:45.342609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764ae795-cb15-48f9-ab2d-4daa4c58a6d1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:45.344730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2962c03-e0b8-4e4c-abff-529c3c901973 None None] Network 39aaed07-6c3d-412b-8c7d-e76a32b5f418 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:41:45.357350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:45.366877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-def23079-fc2a-4deb-9c6f-1e0f10e7c315 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/764ae795-cb15-48f9-ab2d-4daa4c58a6d1 HTTP/1.1" status: 204 len: 168 time: 1.1832247 Nov 23 22:41:45.369525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33718) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:45.410091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-81060753-e2eb-4d53-8add-d8910375de7f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:45.411703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-81060753-e2eb-4d53-8add-d8910375de7f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6086333 Nov 23 22:41:45.481895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-c837bc7e-88b9-47df-a2c2-32ce5ee56a04 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/quotas/0b8457d35ea94d3083e5bca0f6243a6c HTTP/1.1" status: 200 len: 375 time: 0.0537674 Nov 23 22:41:45.567957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c0bb16df-c559-402c-8083-c17ff88697d9 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:45.622166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c0bb16df-c559-402c-8083-c17ff88697d9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:45.623098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c0bb16df-c559-402c-8083-c17ff88697d9 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:45.650271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:45.720207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-21ed6d28-f18b-4195-957d-5876287cfe6f tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5221d114c04e43c799fedeaa3b937de6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329706 Nov 23 22:41:45.803013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] DHCP port deletion for 39aaed07-6c3d-412b-8c7d-e76a32b5f418 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:41:45.834989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Deleting port 52a0e3a3-eca4-4a91-96c7-0a966be52dda {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:45.835332 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:45.920920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-8aa1957a-9eb8-4be0-8ebd-02132be424d6 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4219010 Nov 23 22:41:46.035994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] For port 52a0e3a3-eca4-4a91-96c7-0a966be52dda, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=52a0e3a3-eca4-4a91-96c7-0a966be52dda,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:46.036299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:46.062461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Deleting port 52a0e3a3-eca4-4a91-96c7-0a966be52dda {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:46.062870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:46.173802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-2bf382e0-25ac-4375-b0fc-81ed0f4674bf tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:46.180552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-2bf382e0-25ac-4375-b0fc-81ed0f4674bf tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4594452 Nov 23 22:41:46.224536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-e8934c26-baaf-412f-9037-ef663c8cf514 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/quotas/5221d114c04e43c799fedeaa3b937de6 HTTP/1.1" status: 200 len: 375 time: 0.0358696 Nov 23 22:41:46.333756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] For port 52a0e3a3-eca4-4a91-96c7-0a966be52dda, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=52a0e3a3-eca4-4a91-96c7-0a966be52dda,segment=NetworkSegment(431ccfcb-4f0e-4be6-aebd-5ca35fbc3637),segment_id=431ccfcb-4f0e-4be6-aebd-5ca35fbc3637)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:46.334758 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:46.347052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-b9017cbb-7452-4515-b583-6debc21dd90d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5221d114c04e43c799fedeaa3b937de6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083860 Nov 23 22:41:46.364358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Calling delete_port for 52a0e3a3-eca4-4a91-96c7-0a966be52dda owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:46.623823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:46.740583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Calling delete_port for 52a0e3a3-eca4-4a91-96c7-0a966be52dda owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:46.781903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Pushing event deleted for resources: {'Port': ['ID=52a0e3a3-eca4-4a91-96c7-0a966be52dda,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:46.791184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b95f1c6-8769-4982-aa8b-ae8ae2b00983 req-eadb1d32-55b9-40bc-a576-9a34168c17c2 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0854721 Nov 23 22:41:46.833866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.834138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.841567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.850536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.851588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.858227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.860237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.860823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.861764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.868853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.869376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.873681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:41:46.899124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba95b5c-e3e2-4c69-9a63-43143e6c705f None None] No DVR routers for this DVR port 52a0e3a3-eca4-4a91-96c7-0a966be52dda on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:46.985401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.019510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a871ef9-47d3-4516-9ed7-2c81f95c5b0a req-53de3711-714d-4cc3-bcc6-8edccbbddc7c tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 210 time: 0.0755818 Nov 23 22:41:47.054793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] No DVR routers for this DVR port 52a0e3a3-eca4-4a91-96c7-0a966be52dda on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:47.056656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a0e3a3-eca4-4a91-96c7-0a966be52dda,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:47.120555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33788) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:47.305989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.354740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39aaed07-6c3d-412b-8c7d-e76a32b5f418']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:47.383033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:47.385723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431ccfcb-4f0e-4be6-aebd-5ca35fbc3637') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:47.404556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.429420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.452814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:41:47.453836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.570427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 52a0e3a3-eca4-4a91-96c7-0a966be52dda no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:47.630326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 52a0e3a3-eca4-4a91-96c7-0a966be52dda {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:47.632455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 52a0e3a3-eca4-4a91-96c7-0a966be52dda not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:41:47.638285 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:41:47.669941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.676645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.686276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] 10.222.0.11 "DELETE /v2.0/networks/39aaed07-6c3d-412b-8c7d-e76a32b5f418 HTTP/1.1" status: 204 len: 168 time: 2.3146474 Nov 23 22:41:47.723893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb523ca-b2fe-4c54-af67-a75eddbf5468 admin admin] Pushing event deleted for resources: {'Network': ['ID=39aaed07-6c3d-412b-8c7d-e76a32b5f418,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:47.760186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-network', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:47.843657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Made reservation on behalf of c8609f872d7d44c0ba3ce0d8367ba18e for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:47.846123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:47.883156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:48.108528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15a24085-ecae-42eb-ad59-e34ca1ab3d3a req-86c06ef6-0035-4ca8-a0ae-964bd3c79d6a tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0575612 Nov 23 22:41:48.178441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:48.224569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:48.272686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4946769-f21c-4732-ba0e-0d989dc87326 req-2407407c-482f-4e8b-8263-3903597a98ed tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 210 time: 0.0704787 Nov 23 22:41:48.293325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:41:48.329813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:48.330460 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Added segment 5947b45d-b8e5-45d3-a08c-6184212dac88 of type vlan for network acb128ac-a1da-4b13-acb3-55addc6358c7 Nov 23 22:41:48.503561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:48.544630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33840) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:48.578618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caedae47-b6fa-4b53-9546-9d0046d9d240,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:48.630563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:41:48.677812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:48.679034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:48.679733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:48.694793 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-d12dd634-7887-4946-adbf-d0eb983a05ba tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402268 Nov 23 22:41:48.769571 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8252a4c5-6d0d-4d17-8d20-b970c3938fdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=458f66a0f2d6481aa0f9703c61e96aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224555 Nov 23 22:41:48.797586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33852) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:48.921056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7986400 Nov 23 22:41:48.922617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9fde3-f582-42af-88e0-17b61e2e5c9d admin admin] Pushing event updated for resources: {'Network': ['ID=acb128ac-a1da-4b13-acb3-55addc6358c7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:48.936386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network acb128ac-a1da-4b13-acb3-55addc6358c7 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:41:48.937587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33858) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:48.989441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Request body: {'subnet': {'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-subnet', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:49.059846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Made reservation on behalf of c8609f872d7d44c0ba3ce0d8367ba18e for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:49.071193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:49.405435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-292ce673-5e4b-47ce-9856-14072a9b050d req-224343f6-d5c5-4e8a-80ef-82957c667eda tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0972283 Nov 23 22:41:49.563546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18ad4134-1501-4266-8841-6954c3277441 req-bfd60eaa-517b-4bc7-b338-49e3d6a171b3 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 210 time: 0.0465043 Nov 23 22:41:49.700896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-0f823ce6-a0e2-419f-a183-31de37db0748 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:49.704139 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-0f823ce6-a0e2-419f-a183-31de37db0748 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9464352 Nov 23 22:41:49.741651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Request body: {'port': {'device_id': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '0b8457d35ea94d3083e5bca0f6243a6c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:49.783421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-bc0c3942-70ee-4863-b4eb-6f4e97c5feae tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5221d114c04e43c799fedeaa3b937de6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2364917 Nov 23 22:41:49.891808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92dd0fff-0daa-45e6-9c7c-b7e00ff45081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:50.014405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:50.159492 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92dd0fff-0daa-45e6-9c7c-b7e00ff45081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:50.327221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-acac1955-2497-4fb8-aaa2-4111721f2138 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:50.328774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-acac1955-2497-4fb8-aaa2-4111721f2138 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5350533 Nov 23 22:41:50.357268 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6114ec51-d85e-43c9-b5d3-06a42ac7e454,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:50.360121 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92dd0fff-0daa-45e6-9c7c-b7e00ff45081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:50.364309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92dd0fff-0daa-45e6-9c7c-b7e00ff45081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:50.365605 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-92dd0fff-0daa-45e6-9c7c-b7e00ff45081 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43ea98a7-c5bd-4b28-830c-32425bf0aa8f HTTP/1.1" status: 204 len: 168 time: 1.5658824 Nov 23 22:41:50.370133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Request body: {'port': {'device_id': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '5221d114c04e43c799fedeaa3b937de6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:50.394799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd0fff-0daa-45e6-9c7c-b7e00ff45081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea98a7-c5bd-4b28-830c-32425bf0aa8f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:50.577552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Made reservation on behalf of 0b8457d35ea94d3083e5bca0f6243a6c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:50.599936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:50.610345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c259677d-28ff-4206-b128-81516803d36e req-4bcfa720-b029-41e3-a270-81745580dae2 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0715377 Nov 23 22:41:50.628973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Checking segment: {'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:50.632654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Network hostable DHCP agents. Network: acb128ac-a1da-4b13-acb3-55addc6358c7, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:41:50.840832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ac86f86-7842-4c05-8d96-9f22ceff3279 req-0d5e4422-039b-4046-bcc8-9cb6d5071a28 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 210 time: 0.0920100 Nov 23 22:41:50.966214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Made reservation on behalf of 5221d114c04e43c799fedeaa3b937de6 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:50.971331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:50.988864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Network acb128ac-a1da-4b13-acb3-55addc6358c7 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:41:50.993760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.099939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.110472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.166459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, acb128ac-a1da-4b13-acb3-55addc6358c7) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:51.188543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa3f4e-32f2-45e3-8ee2-d772d05c9125 None None] Network acb128ac-a1da-4b13-acb3-55addc6358c7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:41:51.236876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:51.237470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.293827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e0fde-7321-4215-9b71-d9090255ddf5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:51.330635 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f81c273a-b98c-4d3a-8d55-6c6cc43639e2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3829525 Nov 23 22:41:51.331408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:51.337145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:51.352823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Allocated IP 192.168.233.75 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/cbb0a3e9-258f-4966-b753-ec3fbd87f965) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:51.454059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.455345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.482762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33974) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:51.774670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.914540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-acb128ac-a1da-4b13-acb3-55addc6358c7', 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'fixed_ips': [{'subnet_id': '6114ec51-d85e-43c9-b5d3-06a42ac7e454'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:41:51.915539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.924878 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:51.927421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3f36-0093-4be9-82d4-835fe8bcd86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:52.104593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Allocated IP 172.20.0.2 (acb128ac-a1da-4b13-acb3-55addc6358c7/6114ec51-d85e-43c9-b5d3-06a42ac7e454/0818aabe-77fc-4f86-b293-e50c21b5971b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:52.235503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:52.256330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:52.296323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1673279-0263-4b06-8fa9-f08727cadc41 req-1c87de93-32f0-44a1-9daf-f6af9cfe07df tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:52.311173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1673279-0263-4b06-8fa9-f08727cadc41 req-1c87de93-32f0-44a1-9daf-f6af9cfe07df tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 935 time: 0.1523685 Nov 23 22:41:52.384314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-058d32f7-fceb-4417-882a-3f128a51e91a req-961fbcc1-7db4-4d81-8df9-dad7ff6bacf4 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 210 time: 0.0691936 Nov 23 22:41:52.481957 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:52.494067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d209a15d-6b9e-4df4-b806-2e955da2744c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:52.533835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1673279-0263-4b06-8fa9-f08727cadc41 req-06b42cb6-0848-4535-abfe-f95ce4add88d tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211666 Nov 23 22:41:52.598191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:52.622076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3f36-0093-4be9-82d4-835fe8bcd86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:52.629303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ec82d19a-ad13-4289-afa5-b722302c7837'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:52.639768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Pushing event updated for resources: {'Port': ['ID=cbb0a3e9-258f-4966-b753-ec3fbd87f965,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:52.644788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:52.660946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:52.682109 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3f36-0093-4be9-82d4-835fe8bcd86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:52.700734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Allocated IP 192.168.233.192 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:52.750983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:52.877127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34016) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:53.014598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dd9d3f36-0093-4be9-82d4-835fe8bcd86b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eac451a92a674a63834fadaf469cee99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5307500 Nov 23 22:41:53.042066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34022) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:53.047285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d3f36-0093-4be9-82d4-835fe8bcd86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69007b-37f2-41ee-af7d-77d363f37d5a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:53.136759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Network acb128ac-a1da-4b13-acb3-55addc6358c7 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:53.151563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:53.156901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.226144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:53.269371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:53.283618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-network', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:53.302812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.351004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d1260-e6bb-490e-b625-36200c174932 req-f4b7d99c-8485-455c-802c-47c96dad1774 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:53.359642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-376d1260-e6bb-490e-b625-36200c174932 req-f4b7d99c-8485-455c-802c-47c96dad1774 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 945 time: 0.1877038 Nov 23 22:41:53.368907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Pushing event updated for resources: {'Port': ['ID=0818aabe-77fc-4f86-b293-e50c21b5971b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:53.372016 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.492161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Attempting to bind port 0818aabe-77fc-4f86-b293-e50c21b5971b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:53.493161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Attempting to bind port 0818aabe-77fc-4f86-b293-e50c21b5971b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:53.493695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Attempting to bind port 0818aabe-77fc-4f86-b293-e50c21b5971b on network acb128ac-a1da-4b13-acb3-55addc6358c7 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:53.498085 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-f6d4c053-3768-40c1-9907-fd0104c383fc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7624879 Nov 23 22:41:53.547952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4a73608b-be83-41d7-9e76-ded18d60ef94 None None] Provisioning complete for port cbb0a3e9-258f-4966-b753-ec3fbd87f965 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:53.547952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a73608b-be83-41d7-9e76-ded18d60ef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.556400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-376d1260-e6bb-490e-b625-36200c174932 req-bbe97cfe-f64b-4bc4-9f73-639af8a06039 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838701 Nov 23 22:41:53.577794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:53.578193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Checking segment: {'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:53.578582 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.578982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Bound using segment: {'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:53.579473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Bound port: 0818aabe-77fc-4f86-b293-e50c21b5971b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:53.579886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.600149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Request body: {'port': {'device_id': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:53.605428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Allocated IP 172.25.0.82 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/731f21d8-4383-4ba1-8dfe-eb8aaf2047cc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:53.677639 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.700128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6de0fab1-6409-454c-8d19-de41bbca3ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.723681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6de0fab1-6409-454c-8d19-de41bbca3ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.796008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:53.798602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.801294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b2c74c8-09d0-4a6c-86a2-5c28de9177d9 req-ea4909ee-d6c1-49f7-97cc-4bdc81a48aed tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 210 time: 0.0845363 Nov 23 22:41:53.809219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6de0fab1-6409-454c-8d19-de41bbca3ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.812063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6de0fab1-6409-454c-8d19-de41bbca3ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.813417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6de0fab1-6409-454c-8d19-de41bbca3ad3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b69007b-37f2-41ee-af7d-77d363f37d5a HTTP/1.1" status: 204 len: 168 time: 0.7575622 Nov 23 22:41:53.883445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fab1-6409-454c-8d19-de41bbca3ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69007b-37f2-41ee-af7d-77d363f37d5a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:53.889583 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:53.904738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.021532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.062956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4a73608b-be83-41d7-9e76-ded18d60ef94 None None] Port cbb0a3e9-258f-4966-b753-ec3fbd87f965 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:41:54.118352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] For port 0818aabe-77fc-4f86-b293-e50c21b5971b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:54.146847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] For port 0818aabe-77fc-4f86-b293-e50c21b5971b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0818aabe-77fc-4f86-b293-e50c21b5971b,segment=NetworkSegment(5947b45d-b8e5-45d3-a08c-6184212dac88),segment_id=5947b45d-b8e5-45d3-a08c-6184212dac88)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:54.156082 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.159340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:54.174508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:54.180630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:54.224225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:54.248420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa4b24-c9d6-48a7-8cf5-d1021903074e req-5d85927c-a5c9-442b-8a40-73d7f03c19ec tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:54.250073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7fa4b24-c9d6-48a7-8cf5-d1021903074e req-5d85927c-a5c9-442b-8a40-73d7f03c19ec tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 935 time: 0.2446096 Nov 23 22:41:54.302576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-2e996cf9-70a9-4143-a856-f0de4f8e8d80 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:54.314524 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-2e996cf9-70a9-4143-a856-f0de4f8e8d80 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 945 time: 0.7886839 Nov 23 22:41:54.342507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060137-90b9-4b0f-ae75-c1ba7cb31623 None None] Pushing event updated for resources: {'Port': ['ID=0818aabe-77fc-4f86-b293-e50c21b5971b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:54.453086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34046) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:54.493964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.554725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7fa4b24-c9d6-48a7-8cf5-d1021903074e req-ea6699b1-43c9-435d-a277-fd811dd50b71 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951412 Nov 23 22:41:54.598641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34052) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:54.703383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7bd4f49-7ea7-4b8e-b063-1b1412cce40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.737474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.759381 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.768649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Deleting port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:41:54.769241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.796478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.885190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:55.020666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7bd4f49-7ea7-4b8e-b063-1b1412cce40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.022658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:41:55.094746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f752d5f-85b6-4bdf-98e6-10d6315a3bb3 req-d2c4ab0a-b494-4dc7-ab1c-33471cd73ca4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:55.097770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:55.117159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f752d5f-85b6-4bdf-98e6-10d6315a3bb3 req-d2c4ab0a-b494-4dc7-ab1c-33471cd73ca4 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 945 time: 0.2824409 Nov 23 22:41:55.147438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f7f76d-5686-427d-95a3-41f559dae45a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:55.184559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:55.190300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.190647 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Added segment c93e1c82-2dc3-427e-809c-9839ef117a69 of type vlan for network 1a002db8-63e5-442b-8ec6-30503d13df0b Nov 23 22:41:55.192050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7bd4f49-7ea7-4b8e-b063-1b1412cce40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.406504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd4f49-7ea7-4b8e-b063-1b1412cce40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85046c5d-6364-47a3-b11b-efd935cb4e9d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:55.449280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9893e408-670d-4bc2-b190-7ebc9a0cca41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.542138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.634791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1d984b47-777f-4685-b62e-6378bad7a5f9 None None] Provisioning complete for port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:55.635489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d984b47-777f-4685-b62e-6378bad7a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.694018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f752d5f-85b6-4bdf-98e6-10d6315a3bb3 req-c8a813ce-3009-4737-ac1d-a4121a97b8a6 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727804 Nov 23 22:41:55.707832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0818aabe-77fc-4f86-b293-e50c21b5971b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:55.718523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.745098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9893e408-670d-4bc2-b190-7ebc9a0cca41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.772217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1d984b47-777f-4685-b62e-6378bad7a5f9 None None] Port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:41:55.799133 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d7bd4f49-7ea7-4b8e-b063-1b1412cce40b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f33fcde231794c0594dc8ed03ccb0903&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1968236 Nov 23 22:41:55.799133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:55.814199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0818aabe-77fc-4f86-b293-e50c21b5971b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:55.814588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:55.818942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:55.864581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cd49e-9f9d-4799-9268-502711a9fd96 req-befb00bf-076f-4c23-8843-7916cbb58f3b tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:55.877403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-287cd49e-9f9d-4799-9268-502711a9fd96 req-befb00bf-076f-4c23-8843-7916cbb58f3b tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 936 time: 0.8858914 Nov 23 22:41:55.981793 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.011531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-287cd49e-9f9d-4799-9268-502711a9fd96 req-24dbb070-ed79-43be-b687-62d3a8ed164f tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325302 Nov 23 22:41:56.050942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 0818aabe-77fc-4f86-b293-e50c21b5971b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0818aabe-77fc-4f86-b293-e50c21b5971b,segment=NetworkSegment(5947b45d-b8e5-45d3-a08c-6184212dac88),segment_id=5947b45d-b8e5-45d3-a08c-6184212dac88)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:56.059889 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.085287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a510e-8f8b-4604-9adf-6e119dbe6e65 req-3d52ca3c-051c-404f-bf05-ea94f2ca2c1f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:56.086867 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c08a510e-8f8b-4604-9adf-6e119dbe6e65 req-3d52ca3c-051c-404f-bf05-ea94f2ca2c1f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 935 time: 0.1721368 Nov 23 22:41:56.140950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894726c-7a2f-4575-b89b-e585025da07b None None] Network acb128ac-a1da-4b13-acb3-55addc6358c7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:41:56.204549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=0818aabe-77fc-4f86-b293-e50c21b5971b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:56.209294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c08a510e-8f8b-4604-9adf-6e119dbe6e65 req-51c647eb-aaa0-4cd5-9dea-ad41e490ba16 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123776 Nov 23 22:41:56.238997 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.289933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-58911b54-9861-4a4c-9057-7508f7445138 None None] Provisioning complete for port 0818aabe-77fc-4f86-b293-e50c21b5971b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:56.290401 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-58911b54-9861-4a4c-9057-7508f7445138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.310565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] For port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:56.310931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.324789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Calling delete_port for d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:41:56.370988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.372079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:56.372663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.382790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9893e408-670d-4bc2-b190-7ebc9a0cca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.392164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:56.392982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.434979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Router 06d95097-baed-4bee-8075-3e9272f8ff7f is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:41:56.443273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5317941 Nov 23 22:41:56.448087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:56.458819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893e408-670d-4bc2-b190-7ebc9a0cca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2956ac1-e193-46e8-b310-42c011262942,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:56.463000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Request body: {'subnet': {'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-subnet', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:56.465102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-198f3c19-6103-4515-b3af-0a69c2cc36d8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1104267 Nov 23 22:41:56.512850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Request body: {'port': {'device_id': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:56.580933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:41:56.584189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.604077 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.628118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e4566d-3cf9-4579-8a7c-1d3a1dbcc8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.682794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:41:56.696096 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Sync routers for ids ['06d95097-baed-4bee-8075-3e9272f8ff7f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:41:56.721477 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Routers {'06d95097-baed-4bee-8075-3e9272f8ff7f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:56.735628 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['06d95097-baed-4bee-8075-3e9272f8ff7f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:56.755228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.759163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eed49c3f-7b2b-435a-92ad-0306d38af9d4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4239883 Nov 23 22:41:56.760238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34076) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:56.828866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9893e408-670d-4bc2-b190-7ebc9a0cca41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1de6ee4504724935a08bf77c1ba41bff&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3696983 Nov 23 22:41:56.893655 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-75672486-30b8-41aa-a867-99fecdbfd985 None None] Provisioning complete for port 0818aabe-77fc-4f86-b293-e50c21b5971b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:56.893655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75672486-30b8-41aa-a867-99fecdbfd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.896617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34084) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:56.923190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.943262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:56.950073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c147be-ca06-4bb5-848c-54a082539a9e admin admin] Pushing event updated for resources: {'Network': ['ID=1a002db8-63e5-442b-8ec6-30503d13df0b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:56.961801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:41:56.968089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 1a002db8-63e5-442b-8ec6-30503d13df0b details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:41:56.989900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-663a5280-4edf-41a0-b26d-d1775f810447 req-7d169077-3e03-4bdd-a16b-b696e6d3cda2 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=57d0c0bd-10e7-46d1-aa57-8de634d5fb44 HTTP/1.1" status: 200 len: 210 time: 0.0921617 Nov 23 22:41:57.038598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e4566d-3cf9-4579-8a7c-1d3a1dbcc8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.044649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb0a3e9-258f-4966-b753-ec3fbd87f965 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:57.055473 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Set router 06d95097-baed-4bee-8075-3e9272f8ff7f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:57.064099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event deleted for resources: {'Port': ['ID=d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:57.072606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:41:57.074081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:41:57.081391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.184393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] No DVR routers for this DVR port d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:41:57.254936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Transition to ACTIVE for port object cbb0a3e9-258f-4966-b753-ec3fbd87f965 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:41:57.257281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.263009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-84f8e2c4-0374-4125-9cdd-4cfc4bbc0244 req-09626e3e-ec86-455e-a2b8-abb85c76d2b0 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "DELETE /v2.0/ports/d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d HTTP/1.1" status: 204 len: 173 time: 2.8883343 Nov 23 22:41:57.263994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'name': 'network-vif-deleted', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:57.278906 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573452fb-bc99-479e-9c54-b05c44c945a7" -d '{"events": [{"server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "name": "network-vif-deleted", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:57.305039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.330134 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.376856 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:41:54Z', 'revision_number': 3, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:57.552158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270f5e10-b7f5-4e82-8805-fa873a72b5a0,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:57.570041 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Checking router: 06d95097-baed-4bee-8075-3e9272f8ff7f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:41:57.571246 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Updating router 06d95097-baed-4bee-8075-3e9272f8ff7f port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:41:57.593241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb0a3e9-258f-4966-b753-ec3fbd87f965,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:57.593849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0818aabe-77fc-4f86-b293-e50c21b5971b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:57.629640 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.661293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Checking segment: {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:57.661672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Network hostable DHCP agents. Network: 1a002db8-63e5-442b-8ec6-30503d13df0b, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:41:57.688655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e4566d-3cf9-4579-8a7c-1d3a1dbcc8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.691682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e4566d-3cf9-4579-8a7c-1d3a1dbcc8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.692877 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-68e4566d-3cf9-4579-8a7c-1d3a1dbcc8c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85046c5d-6364-47a3-b11b-efd935cb4e9d HTTP/1.1" status: 204 len: 168 time: 1.8725679 Nov 23 22:41:57.745245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0818aabe-77fc-4f86-b293-e50c21b5971b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:57.750934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.761504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4566d-3cf9-4579-8a7c-1d3a1dbcc8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85046c5d-6364-47a3-b11b-efd935cb4e9d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:57.824517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0922bc-cdcb-4a5e-b1c3-ef2b76fab018 req-5d8367ff-2996-4ae7-b69b-0210c06d8e45 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:57.829983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af0922bc-cdcb-4a5e-b1c3-ef2b76fab018 req-5d8367ff-2996-4ae7-b69b-0210c06d8e45 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 936 time: 0.5358903 Nov 23 22:41:57.844558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Attempting to bind port cbb0a3e9-258f-4966-b753-ec3fbd87f965 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:57.844899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Attempting to bind port cbb0a3e9-258f-4966-b753-ec3fbd87f965 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:57.845224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Attempting to bind port cbb0a3e9-258f-4966-b753-ec3fbd87f965 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:57.889256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-110ce04d-e549-4cfa-8417-e264db0059c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.896657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Port cbb0a3e9-258f-4966-b753-ec3fbd87f965 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:41:57.897019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Attempting to bind port cbb0a3e9-258f-4966-b753-ec3fbd87f965 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:57.922695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:57.923086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:57.923463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:57.924082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Bound port: cbb0a3e9-258f-4966-b753-ec3fbd87f965, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:57.924452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:57.972233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Network 1a002db8-63e5-442b-8ec6-30503d13df0b is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:41:58.006685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cb9ec-7391-4c9e-8cf0-4dbe23d85598 req-9004f737-a66d-44c0-b504-6743a194f771 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:58.015601 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e0cb9ec-7391-4c9e-8cf0-4dbe23d85598 req-9004f737-a66d-44c0-b504-6743a194f771 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 947 time: 0.5099599 Nov 23 22:41:58.086382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 1a002db8-63e5-442b-8ec6-30503d13df0b) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:58.098521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dc4f5-ff30-435e-829b-8d8482e56797 None None] Network 1a002db8-63e5-442b-8ec6-30503d13df0b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:41:58.139490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-110ce04d-e549-4cfa-8417-e264db0059c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.193202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:58.201603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] For port cbb0a3e9-258f-4966-b753-ec3fbd87f965, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:58.205627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.208033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] For port cbb0a3e9-258f-4966-b753-ec3fbd87f965, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:58.223003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.237970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:58.238662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.275150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af0922bc-cdcb-4a5e-b1c3-ef2b76fab018 req-459837ff-83bf-4a19-b662-c4e4e6a5350d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816345 Nov 23 22:41:58.320275 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.324926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Transition to ACTIVE for port object 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:41:58.333995 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.342402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:58.348706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.350696 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/cbb0a3e9-258f-4966-b753-ec3fbd87f965 HTTP/1.1" status: 200 len: 1095 time: 4.8281286 Nov 23 22:41:58.351382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.386970 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce827059-b98e-424e-b715-8d5e97e9fd1c x-openstack-request-id: req-ce827059-b98e-424e-b715-8d5e97e9fd1c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:58.387661 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d0c0bd-10e7-46d1-aa57-8de634d5fb44", "name": "network-vif-deleted", "tag": "d2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:58.387925 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce827059-b98e-424e-b715-8d5e97e9fd1c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:58.388398 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d0c0bd-10e7-46d1-aa57-8de634d5fb44', 'name': 'network-vif-deleted', 'tag': 'd2dfdc2b-9da0-4d0a-80ae-98fc97e94d5d', 'status': 'completed', 'code': 200} Nov 23 22:41:58.400306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-110ce04d-e549-4cfa-8417-e264db0059c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.403011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c3a97-7c67-46e6-82b7-cb9aba0ecfc7 None None] Pushing event updated for resources: {'Port': ['ID=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:58.406388 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-110ce04d-e549-4cfa-8417-e264db0059c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.406388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-110ce04d-e549-4cfa-8417-e264db0059c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2956ac1-e193-46e8-b310-42c011262942 HTTP/1.1" status: 204 len: 168 time: 1.5048411 Nov 23 22:41:58.433476 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Attempting to bind port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:58.433857 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Attempting to bind port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:58.434204 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Attempting to bind port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:58.443461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:58.443872 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:58.444327 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.444719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:58.445208 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Bound port: 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:58.445837 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.484451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ce04d-e549-4cfa-8417-e264db0059c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2956ac1-e193-46e8-b310-42c011262942,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:58.520207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8f04bb03-ee4a-4f2e-a720-a25fcda7e758 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0677660 Nov 23 22:41:58.528259 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] For port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:58.532866 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] For port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:58.536774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e0cb9ec-7391-4c9e-8cf0-4dbe23d85598 req-721d5711-dd21-419c-b4d8-6adf4bb208cd tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148809 Nov 23 22:41:58.540640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34122) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:58.554748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-1a002db8-63e5-442b-8ec6-30503d13df0b', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:41:58.556161 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.556287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:58.566178 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.635752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.638471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f27fb-4148-4052-824f-eac3e88328d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb0a3e9-258f-4966-b753-ec3fbd87f965,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:58.641809 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.865381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:58.873422 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Routers {'06d95097-baed-4bee-8075-3e9272f8ff7f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:58.874210 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:41:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['06d95097-baed-4bee-8075-3e9272f8ff7f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:58.987811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-7d640bcc-9cc7-41d4-a9e6-0750ae79cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:59.000305 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-7d640bcc-9cc7-41d4-a9e6-0750ae79cd2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 1098 time: 0.5556605 Nov 23 22:41:59.006261 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c3a97-7c67-46e6-82b7-cb9aba0ecfc7 None None] Pushing event updated for resources: {'Port': ['ID=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:59.029216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Allocated IP 172.20.0.2 (1a002db8-63e5-442b-8ec6-30503d13df0b/270f5e10-b7f5-4e82-8805-fa873a72b5a0/cc0a7452-72be-43ae-9d07-930dbd175435) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:41:59.149005 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-4887432f-57a5-4fa9-b0c2-4a279daf148f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965 HTTP/1.1" status: 200 len: 217 time: 0.1224520 Nov 23 22:41:59.158831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:59.219799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34132) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:59.220935 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] Set router 06d95097-baed-4bee-8075-3e9272f8ff7f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:59.329404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c671b21-18f8-488f-a59e-eef8e53a86cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.350110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Attempting to bind port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:41:59.350467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Attempting to bind port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:41:59.350777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Attempting to bind port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:59.362425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:41:59.362827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Attempting to bind port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:41:59.376969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:41:59.377353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:41:59.377694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:41:59.378114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Bound port: 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:41:59.378476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.382518 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-ff427e7b-573d-400d-b72a-0da6c172d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:59.384045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-ff427e7b-573d-400d-b72a-0da6c172d76c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2022138 Nov 23 22:41:59.517869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.540386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.642267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bc8c1-0f0a-45f2-8bfa-139772a8ba2d req-ab752741-3a4b-49ba-bd64-cd0a6203e626 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:59.643973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-941bc8c1-0f0a-45f2-8bfa-139772a8ba2d req-ab752741-3a4b-49ba-bd64-cd0a6203e626 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 944 time: 0.5811129 Nov 23 22:41:59.650103 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:41:54Z', 'revision_number': 3, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:59.732562 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a55585-4f70-4e5a-abb7-0d72d5d39ed3 None None] The sync data for ids ['06d95097-baed-4bee-8075-3e9272f8ff7f'] in n-d-817303-3 is: [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:41:54Z', 'revision_number': 3, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:41:59.766002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bcf08-514b-42b4-a07d-56b8352c8187 req-fefb200c-76f3-45a7-8247-70c9064b841a tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:59.767747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-354bcf08-514b-42b4-a07d-56b8352c8187 req-fefb200c-76f3-45a7-8247-70c9064b841a tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 948 time: 0.2725716 Nov 23 22:41:59.797645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-5eebdd1c-8b75-4eb6-99a7-9e4a5d0f7ffb tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:59.799553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-5eebdd1c-8b75-4eb6-99a7-9e4a5d0f7ffb tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 944 time: 0.2386880 Nov 23 22:41:59.806437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.820294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b429f56d-6950-4e52-8458-47a2af999ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:59.824977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b429f56d-6950-4e52-8458-47a2af999ba1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4200952 Nov 23 22:41:59.831118 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.880923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:41:59.916011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c671b21-18f8-488f-a59e-eef8e53a86cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.947884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Network 1a002db8-63e5-442b-8ec6-30503d13df0b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:41:59.957760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c671b21-18f8-488f-a59e-eef8e53a86cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:59.961384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:41:59.970014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:41:59.971757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Pushing event updated for resources: {'Port': ['ID=cc0a7452-72be-43ae-9d07-930dbd175435,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:59.974160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-354bcf08-514b-42b4-a07d-56b8352c8187 req-48e52bbb-6241-434f-ab9a-1d1389282f5c tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935005 Nov 23 22:41:59.984172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:41:59.992295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-941bc8c1-0f0a-45f2-8bfa-139772a8ba2d req-47111558-32cf-44af-b7fb-c107acced52c tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967699 Nov 23 22:42:00.181143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Attempting to bind port cc0a7452-72be-43ae-9d07-930dbd175435 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:00.181584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Attempting to bind port cc0a7452-72be-43ae-9d07-930dbd175435 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:00.182198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Attempting to bind port cc0a7452-72be-43ae-9d07-930dbd175435 on network 1a002db8-63e5-442b-8ec6-30503d13df0b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:00.187526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.196360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:00.196905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Checking segment: {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:00.197581 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.198255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Bound using segment: {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:00.199493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Bound port: cc0a7452-72be-43ae-9d07-930dbd175435, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:00.200130 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.290267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:00.305962 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c671b21-18f8-488f-a59e-eef8e53a86cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d04427dbcf64eeab9e8366267c53ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0809317 Nov 23 22:42:00.309044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34172) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:00.314715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671b21-18f8-488f-a59e-eef8e53a86cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79129c1c-691b-407f-87a7-5728c0a7f2a6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:00.331709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:00.332577 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.337255 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-efc95d67-904d-494b-8263-0d7b97c84aa6 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc HTTP/1.1" status: 200 len: 1096 time: 3.8482547 Nov 23 22:42:00.369449 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-b54bb75e-23bc-4a02-a0f3-c7e29ba52f84 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244188 Nov 23 22:42:00.380929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Allocated IP 172.20.0.1 (acb128ac-a1da-4b13-acb3-55addc6358c7/6114ec51-d85e-43c9-b5d3-06a42ac7e454/9459ed68-906b-4640-a81d-380897448dc1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:00.402409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Deleting port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:00.402821 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.403302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'tag': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965'}, {'name': 'network-changed', 'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:00.406150 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a35bdce5-80fe-43c7-a713-c79fe2a2bbf8", "tag": "cbb0a3e9-258f-4966-b753-ec3fbd87f965"}, {"name": "network-changed", "server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:00.406941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] For port cc0a7452-72be-43ae-9d07-930dbd175435, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:00.414944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] For port cc0a7452-72be-43ae-9d07-930dbd175435, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cc0a7452-72be-43ae-9d07-930dbd175435,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:00.445764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.455117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce00262-d2c0-42ce-8ea8-deffd52c61a1 req-73a004a2-1185-4414-aba7-619f5b691954 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:00.456709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fce00262-d2c0-42ce-8ea8-deffd52c61a1 req-73a004a2-1185-4414-aba7-619f5b691954 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 947 time: 0.2868638 Nov 23 22:42:00.588910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0018b1-5047-4c59-9bd6-2f6159d07f31 None None] Pushing event updated for resources: {'Port': ['ID=cc0a7452-72be-43ae-9d07-930dbd175435,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:00.619295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-3140ef97-b461-406e-8ccb-01ffa1789497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:00.621311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-3140ef97-b461-406e-8ccb-01ffa1789497 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5221d114c04e43c799fedeaa3b937de6&device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 1099 time: 0.1577244 Nov 23 22:42:00.709825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf26bb1-ac20-4525-b09f-1c7e50744c42 req-ae42395f-fc34-4632-8edd-d111d4bd526f service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305192 Nov 23 22:42:00.712699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-18b5c714-f505-428d-b8cf-5a10e65d706a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc HTTP/1.1" status: 200 len: 217 time: 0.0752237 Nov 23 22:42:00.867469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-8e756476-f66f-4864-815e-24c5f7df1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:00.869713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-8e756476-f66f-4864-815e-24c5f7df1546 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1403813 Nov 23 22:42:00.901164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] For port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:00.902060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.962317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Calling delete_port for cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:00.999908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-2cae48f0-6598-4ba8-8644-4e6a6158e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:01.002341 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-2cae48f0-6598-4ba8-8644-4e6a6158e27a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131749 Nov 23 22:42:01.060876 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:01.146599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cb11fb3-280c-427a-8dec-d6024f13faba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:01.200782 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-377f2e4b-24b2-4a95-836f-492fd05ac07c service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868842 Nov 23 22:42:01.383306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-62a3376f-bee1-4c76-beb8-b0e4e64f4886 req-44e98c85-7594-40a4-988a-5284c74a23f1 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738122 Nov 23 22:42:01.385325 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27da9b0d-3115-486b-88ee-350f9976f11d x-openstack-request-id: req-27da9b0d-3115-486b-88ee-350f9976f11d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:01.386409 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35bdce5-80fe-43c7-a713-c79fe2a2bbf8", "tag": "cbb0a3e9-258f-4966-b753-ec3fbd87f965", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:01.386716 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27da9b0d-3115-486b-88ee-350f9976f11d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:01.387346 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'tag': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965', 'status': 'completed', 'code': 200} Nov 23 22:42:01.394049 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'status': 'completed', 'code': 200} Nov 23 22:42:01.457977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-b5b553d8-2238-4f1d-a0df-3b7ebac43465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:01.460217 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-b5b553d8-2238-4f1d-a0df-3b7ebac43465 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 1098 time: 0.0652709 Nov 23 22:42:01.548709 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d64f-9c8b-437f-9f46-684eb1365eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:01.640769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:01.685743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-09526dfd-c27a-44ab-afa5-5cdf2d776b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:01.687228 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-09526dfd-c27a-44ab-afa5-5cdf2d776b9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2153566 Nov 23 22:42:01.755443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-a848c1dc-43fe-4dbb-8b8a-a7908e3ddfa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965 HTTP/1.1" status: 200 len: 217 time: 0.0524261 Nov 23 22:42:01.757755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:01.758833 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:01.837801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-a72498d6-b626-4c31-ae4d-d14e9c2e4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:01.851050 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-a72498d6-b626-4c31-ae4d-d14e9c2e4067 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0858805 Nov 23 22:42:01.887266 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:01.911068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:01.920217 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:01.921336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cc0a7452-72be-43ae-9d07-930dbd175435 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:01.946413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-2343db65-926e-47ef-8f7a-ceef0b132393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:01.949286 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-2343db65-926e-47ef-8f7a-ceef0b132393 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898652 Nov 23 22:42:02.011847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.019135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cb11fb3-280c-427a-8dec-d6024f13faba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.024040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fce00262-d2c0-42ce-8ea8-deffd52c61a1 req-a0302926-aed6-41fa-9c23-a2620f0d4e1a tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0959933 Nov 23 22:42:02.034862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:02.064998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.082014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cc0a7452-72be-43ae-9d07-930dbd175435 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:02.084602 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.086229 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-8bb1e75d-ac80-4502-a9df-f1529a2c804b service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188891 Nov 23 22:42:02.103587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433743c3-2ed9-40da-9920-38e7a0170456 req-0e1a2b93-310d-47ac-991b-2dccced83b29 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:02.107373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-433743c3-2ed9-40da-9920-38e7a0170456 req-0e1a2b93-310d-47ac-991b-2dccced83b29 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bc440c-0ee4-4106-ac12-e89c90a40acf HTTP/1.1" status: 200 len: 944 time: 0.2947342 Nov 23 22:42:02.202562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.238546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a586429-995e-452e-8664-7f96674ac387 None None] Network 1a002db8-63e5-442b-8ec6-30503d13df0b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:02.271334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-a49b3a5c-c5fc-4ea3-aea4-4f86c97f1e76 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744454 Nov 23 22:42:02.373830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cb11fb3-280c-427a-8dec-d6024f13faba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.376493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cb11fb3-280c-427a-8dec-d6024f13faba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.380054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1cb11fb3-280c-427a-8dec-d6024f13faba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79129c1c-691b-407f-87a7-5728c0a7f2a6 HTTP/1.1" status: 204 len: 168 time: 2.0506551 Nov 23 22:42:02.397568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cbb0a3e9-258f-4966-b753-ec3fbd87f965 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:02.411407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:02.413372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.449043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Network acb128ac-a1da-4b13-acb3-55addc6358c7 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:02.471515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:02.496288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-d8f2698a-633f-456f-9282-f1603e89ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:02.498573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-d8f2698a-633f-456f-9282-f1603e89ad73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5221d114c04e43c799fedeaa3b937de6&device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 1099 time: 0.1173379 Nov 23 22:42:02.504059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:02.506023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Pushing event updated for resources: {'Port': ['ID=9459ed68-906b-4640-a81d-380897448dc1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:02.556488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb11fb3-280c-427a-8dec-d6024f13faba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79129c1c-691b-407f-87a7-5728c0a7f2a6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:02.580939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-433743c3-2ed9-40da-9920-38e7a0170456 req-8e1a8af6-c1ba-4d3e-adbd-ba49ab9ea415 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486077 Nov 23 22:42:02.581596 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.597638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6eec32ee-6265-464b-8a50-b33b58939a70 None None] Provisioning complete for port cc0a7452-72be-43ae-9d07-930dbd175435 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:02.599947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6eec32ee-6265-464b-8a50-b33b58939a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.642428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Allocated IP 172.25.0.170 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/7b575212-24f8-424c-9994-07ee24ea9a9f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:02.721278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event deleted for resources: {'Port': ['ID=cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:02.766720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20a7e4-f327-493f-b1e4-594d962513ef req-dec91356-ea02-43c4-a875-70433bb67b08 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:02.773621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c20a7e4-f327-493f-b1e4-594d962513ef req-dec91356-ea02-43c4-a875-70433bb67b08 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 948 time: 0.5316870 Nov 23 22:42:02.774683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:02.832767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No active binding found for port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 22:42:02.833558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:42:02.910546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-452ea366-fefd-404a-b234-58fd67001b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:02.916110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-452ea366-fefd-404a-b234-58fd67001b9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.3974743 Nov 23 22:42:03.005631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port cc0a7452-72be-43ae-9d07-930dbd175435, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cc0a7452-72be-43ae-9d07-930dbd175435,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:03.007230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:42:03.019771 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-cfd00056-53d3-42b4-a7f8-c1ebbbcd638a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc HTTP/1.1" status: 200 len: 217 time: 0.0944023 Nov 23 22:42:03.030530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] No DVR routers for this DVR port cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:42:03.067621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.072450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec63905d-2f48-4ff6-9767-1b6934fbca47 req-1f6346cf-55c0-4c8a-a5e4-39d5102abf9f tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.48 "DELETE /v2.0/ports/cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4 HTTP/1.1" status: 204 len: 173 time: 3.2495077 Nov 23 22:42:03.072947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'name': 'network-vif-deleted', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:03.078147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.083748 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3edecc-8e3b-402c-a075-d4e3f7dfa900" -d '{"events": [{"server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "name": "network-vif-deleted", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:03.128040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-b31f05b3-31c0-4de7-9284-fe1920e9ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:03.130114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-b31f05b3-31c0-4de7-9284-fe1920e9ca2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1026623 Nov 23 22:42:03.206585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-adb6f705-2d0c-4234-8432-c6b110e4060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:03.211129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-adb6f705-2d0c-4234-8432-c6b110e4060c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715611 Nov 23 22:42:03.302396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c20a7e4-f327-493f-b1e4-594d962513ef req-dfbe4881-7442-47c4-8f99-7c83cfe2c43c tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113504 Nov 23 22:42:03.350395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=cc0a7452-72be-43ae-9d07-930dbd175435,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:03.404803 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.406264 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-827dea9f-df72-4bd6-aa94-aac447d5bc3c service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797609 Nov 23 22:42:03.415164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port cbb0a3e9-258f-4966-b753-ec3fbd87f965, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:03.449519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965', 'mac_address': 'fa:16:3e:5f:d7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:03.567503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.608195 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff47148a-c0eb-41b5-a1f8-788e8c87a6e5 req-c2d8c996-7e33-4a9b-a460-4dbeaac82e53 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931577 Nov 23 22:42:03.646769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:03.672047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.715096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb0a3e9-258f-4966-b753-ec3fbd87f965 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:03.727001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.755772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d2b4b3d0-b560-4115-8fdb-78014cec194e None None] Provisioning complete for port 9459ed68-906b-4640-a81d-380897448dc1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:03.756436 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b3d0-b560-4115-8fdb-78014cec194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.868268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port cbb0a3e9-258f-4966-b753-ec3fbd87f965, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:03.876919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4b3d0-b560-4115-8fdb-78014cec194e None None] Port 9459ed68-906b-4640-a81d-380897448dc1 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:03.884762 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.899138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38778fc9-8e65-4841-8da7-13b4e9280c2f req-a373c5e6-f2aa-4a70-b25f-2de2203a86ea tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:03.909675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38778fc9-8e65-4841-8da7-13b4e9280c2f req-a373c5e6-f2aa-4a70-b25f-2de2203a86ea tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 947 time: 0.4738228 Nov 23 22:42:03.921548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:03.943202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:03.943628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:03.944084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.966574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:04.023437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Pushing event updated for resources: {'Port': ['ID=7b575212-24f8-424c-9994-07ee24ea9a9f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:04.087785 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2215ea96-1963-4d0f-ad2f-7695dfe19631 x-openstack-request-id: req-2215ea96-1963-4d0f-ad2f-7695dfe19631 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:04.089144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=cbb0a3e9-258f-4966-b753-ec3fbd87f965,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:04.089413 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bc440c-0ee4-4106-ac12-e89c90a40acf", "name": "network-vif-deleted", "tag": "cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:04.089841 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2215ea96-1963-4d0f-ad2f-7695dfe19631 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:04.090469 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bc440c-0ee4-4106-ac12-e89c90a40acf', 'name': 'network-vif-deleted', 'tag': 'cdebaa4f-8ae4-433a-99ce-38c1c1cdbff4', 'status': 'completed', 'code': 200} Nov 23 22:42:04.132866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38778fc9-8e65-4841-8da7-13b4e9280c2f req-54ce8f3e-2c25-49a2-9f1c-2065e6c44307 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172480 Nov 23 22:42:04.177255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6291214b-4eb8-4cd2-938e-15c4fb12dd68 None None] Provisioning complete for port cc0a7452-72be-43ae-9d07-930dbd175435 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:04.177634 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6291214b-4eb8-4cd2-938e-15c4fb12dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.299506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2c584df-45fa-4f95-880d-ed594391cc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.305150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cc0a7452-72be-43ae-9d07-930dbd175435 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:04.318617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['cbb0a3e9-258f-4966-b753-ec3fbd87f965'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:04.448090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:04.455234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.469431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.529939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.553250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb02a404-e475-4460-9ab2-23d08718ec24 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:04.645265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:04.695831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'mac_address': 'fa:16:3e:22:94:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:04.758021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Pushing event updated for resources: {'Port': ['ID=9459ed68-906b-4640-a81d-380897448dc1,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:04.774962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333122f1-49fa-42f4-850f-b589c6b3b04c req-ee5c1771-c41a-47c3-83d0-73851bd77619 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:04.778186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-333122f1-49fa-42f4-850f-b589c6b3b04c req-ee5c1771-c41a-47c3-83d0-73851bd77619 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 944 time: 0.2522876 Nov 23 22:42:04.799700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cc0a7452-72be-43ae-9d07-930dbd175435 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:04.800078 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.826751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.860476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dc5a9-7663-47eb-974c-1f9584a26924 req-b1d714e6-e2e7-4fc5-8331-21384d564baf tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:04.869481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e26dc5a9-7663-47eb-974c-1f9584a26924 req-b1d714e6-e2e7-4fc5-8331-21384d564baf tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 948 time: 0.3419936 Nov 23 22:42:04.918753 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:04.928236 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-1c6b8a3c-39d8-40cb-9266-f636a93fbb0e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:04.929395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Network acb128ac-a1da-4b13-acb3-55addc6358c7 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:04.936142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-1c6b8a3c-39d8-40cb-9266-f636a93fbb0e tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 944 time: 0.1173177 Nov 23 22:42:04.972910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:04.986381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:05.007508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-333122f1-49fa-42f4-850f-b589c6b3b04c req-60ee97a7-d136-46ca-b64f-45a26127c14b tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e887996-e762-452f-86c8-fcaa0df6735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880410 Nov 23 22:42:05.038646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e26dc5a9-7663-47eb-974c-1f9584a26924 req-4364e871-c87e-4ded-89dd-7a90969d1427 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675828 Nov 23 22:42:05.099718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.132046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:05.181865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.214271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Deleting port c12b409c-307d-4f90-9e55-d22b815c0cd7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:05.215207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.227095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.254427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:05.264896 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50422d5-327c-4d6f-b17e-3690ec6c71e6" -d '{"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:05.387933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] For port c12b409c-307d-4f90-9e55-d22b815c0cd7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c12b409c-307d-4f90-9e55-d22b815c0cd7,segment=NetworkSegment(6664fe06-d146-40a4-90fd-139c57e59a52),segment_id=6664fe06-d146-40a4-90fd-139c57e59a52)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:05.388304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.411933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:05.429061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Calling delete_port for c12b409c-307d-4f90-9e55-d22b815c0cd7 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:05.436846 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.473880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:05.584069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:05.648198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.739723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Pushing event deleted for resources: {'Port': ['ID=c12b409c-307d-4f90-9e55-d22b815c0cd7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:05.748219 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] No DVR routers for this DVR port c12b409c-307d-4f90-9e55-d22b815c0cd7 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:42:05.751947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.756825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6160b31-0511-4d01-89ae-0e56c3902844 req-5b23236b-8da7-4eb2-b5c8-5b7de937ad25 tempest-LiveAutoBlockMigrationV225Test-958552017 tempest-LiveAutoBlockMigrationV225Test-958552017-project] 10.222.0.46 "DELETE /v2.0/ports/c12b409c-307d-4f90-9e55-d22b815c0cd7 HTTP/1.1" status: 204 len: 173 time: 0.8109918 Nov 23 22:42:05.757664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'name': 'network-vif-deleted', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:05.760034 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff7708-8249-433a-9590-0e43e443f3e4" -d '{"events": [{"server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "name": "network-vif-deleted", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:05.796970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b6e651d0-8e01-43b4-ac8d-10b3fd1d5ba9 None None] Provisioning complete for port 9459ed68-906b-4640-a81d-380897448dc1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:05.797964 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b6e651d0-8e01-43b4-ac8d-10b3fd1d5ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:05.841198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Router 06d95097-baed-4bee-8075-3e9272f8ff7f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:42:05.856400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:05.862857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21c5f1-60a2-49b1-b64d-c0d16186392b req-6f5e3aaa-1127-42e2-9074-f8bfef42adf4 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:05.870224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c21c5f1-60a2-49b1-b64d-c0d16186392b req-6f5e3aaa-1127-42e2-9074-f8bfef42adf4 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 948 time: 0.6165893 Nov 23 22:42:05.884950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b6e651d0-8e01-43b4-ac8d-10b3fd1d5ba9 None None] Port 9459ed68-906b-4640-a81d-380897448dc1 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:05.926609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-cd2376c1-c9da-4b9f-95f5-548f7a89da2b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:05.928790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-cd2376c1-c9da-4b9f-95f5-548f7a89da2b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.6742146 Nov 23 22:42:05.945428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.013085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-2d198203-4668-4107-93de-ce06063c14ca tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/quotas/b45ff81c4cbf47d5aab54a7e91dac7c9 HTTP/1.1" status: 200 len: 375 time: 0.0698419 Nov 23 22:42:06.054663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c21c5f1-60a2-49b1-b64d-c0d16186392b req-dbcd1221-4dff-45a8-89d9-b1fc070c660c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835613 Nov 23 22:42:06.108910 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8984f3-8f52-4409-9f1c-f9222dc60c96 x-openstack-request-id: req-ce8984f3-8f52-4409-9f1c-f9222dc60c96 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:06.109539 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:06.109953 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce8984f3-8f52-4409-9f1c-f9222dc60c96 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:06.110558 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'code': 200} Nov 23 22:42:06.195471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:06.201308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-2a5c77f7-e7f9-4731-bf50-9fd07b60edc4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504898 Nov 23 22:42:06.207319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-78c9aeac-74b6-4260-b24b-e1cf5491d1ee admin admin] 10.222.0.11 "PUT /v2.0/routers/06d95097-baed-4bee-8075-3e9272f8ff7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4440930 Nov 23 22:42:06.209149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Sync routers for ids ['06d95097-baed-4bee-8075-3e9272f8ff7f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:06.225458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Routers {'06d95097-baed-4bee-8075-3e9272f8ff7f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:06.226634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['06d95097-baed-4bee-8075-3e9272f8ff7f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:06.273328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:42:06.317982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34500) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:06.434979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cbb0a3e9-258f-4966-b753-ec3fbd87f965 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:06.438596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:06.449095 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Sync routers for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:06.467074 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:06.468048 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:06.476949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.479653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-138040a1-eba1-4793-aa83-7a125523944c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9374869 Nov 23 22:42:06.482699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34504) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:06.537221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.570887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Set router 06d95097-baed-4bee-8075-3e9272f8ff7f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:06.582246 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-19789e6f-00c3-4ff0-892a-3290dd380a37 req-51fd8a56-563e-430e-8cea-087c7551314e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=071c8f53-deab-4eee-a598-31a31a57b12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0789151 Nov 23 22:42:06.618479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1386712806', 'description': 'tempest-description-1141833289'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:06.642545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-3e08f939-3f5d-4e0d-b5d4-fd9c5589210f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:06.647362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-3e08f939-3f5d-4e0d-b5d4-fd9c5589210f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "GET /v2.0/ports?device_id=1096db85-6467-4e48-928d-eb6196319e8a HTTP/1.1" status: 200 len: 944 time: 0.2104242 Nov 23 22:42:06.673772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port cbb0a3e9-258f-4966-b753-ec3fbd87f965 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:42:06.680342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port cbb0a3e9-258f-4966-b753-ec3fbd87f965 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:06.680657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.681214 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:06.751728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-19789e6f-00c3-4ff0-892a-3290dd380a37 req-8695864e-db59-4186-952d-f9c3daa807bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95d031d1a8464716a803222d00c42ba8&device_id=071c8f53-deab-4eee-a598-31a31a57b12e HTTP/1.1" status: 200 len: 210 time: 0.1009409 Nov 23 22:42:06.772313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-520887b7-193b-4e85-aed9-1661b52b603e service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535312 Nov 23 22:42:06.775160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8110ffce-606c-476e-9635-f5ab0c281437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.857289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.884813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.888734 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:04Z', 'revision_number': 3, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:06.906848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.925336 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Checking router: 8b9a9b57-1987-4433-9fe9-41b2f5789e4d for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:06.925950 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Updating router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d port 7b575212-24f8-424c-9994-07ee24ea9a9f binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:42:06.953735 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:06.960653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port cbb0a3e9-258f-4966-b753-ec3fbd87f965, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:06.974450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:06.998872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c12b409c-307d-4f90-9e55-d22b815c0cd7 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:42:06.999252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c12b409c-307d-4f90-9e55-d22b815c0cd7 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:42:07.001595 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.031023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:42:03Z', 'revision_number': 4, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9459ed68-906b-4640-a81d-380897448dc1', 'name': '', 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'mac_address': 'fa:16:3e:d5:18:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6114ec51-d85e-43c9-b5d3-06a42ac7e454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:59Z', 'updated_at': '2021-11-23T22:42:03Z', 'revision_number': 2, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'subnets': [{'id': '6114ec51-d85e-43c9-b5d3-06a42ac7e454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:07.032318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19789e6f-00c3-4ff0-892a-3290dd380a37 req-292a7b9b-cc58-461d-b8bb-f42beffaa788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:07.033787 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-19789e6f-00c3-4ff0-892a-3290dd380a37 req-292a7b9b-cc58-461d-b8bb-f42beffaa788 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=95d031d1a8464716a803222d00c42ba8&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2416286 Nov 23 22:42:07.071528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Checking router: 06d95097-baed-4bee-8075-3e9272f8ff7f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:07.071988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Updating router 06d95097-baed-4bee-8075-3e9272f8ff7f port 9459ed68-906b-4640-a81d-380897448dc1 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:42:07.118961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.160108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-66dc8253-12f5-483c-bcd1-7323c5968ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761826 Nov 23 22:42:07.251111 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.261522 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.289033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.318895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.388399 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2179-8872-447d-b703-c3521ab6c751 None None] Pushing event updated for resources: {'Port': ['ID=7b575212-24f8-424c-9994-07ee24ea9a9f,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:07.389592 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.401904 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Attempting to bind port 7b575212-24f8-424c-9994-07ee24ea9a9f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:07.412449 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Attempting to bind port 7b575212-24f8-424c-9994-07ee24ea9a9f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:07.412793 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Attempting to bind port 7b575212-24f8-424c-9994-07ee24ea9a9f on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:07.434910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:07.435716 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:07.436243 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.436938 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:07.437526 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Bound port: 7b575212-24f8-424c-9994-07ee24ea9a9f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:07.438045 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.440249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.500338 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] For port 7b575212-24f8-424c-9994-07ee24ea9a9f, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:07.505114 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] For port 7b575212-24f8-424c-9994-07ee24ea9a9f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7b575212-24f8-424c-9994-07ee24ea9a9f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:07.507371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=cbb0a3e9-258f-4966-b753-ec3fbd87f965,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:07.515276 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.551197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.577805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34514) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:07.584328 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2179-8872-447d-b703-c3521ab6c751 None None] Pushing event updated for resources: {'Port': ['ID=7b575212-24f8-424c-9994-07ee24ea9a9f,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:07.608867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdbacb2-0d78-4a8f-b714-4f4df790ade4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:07.612456 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:07.613221 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:07.624678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.632554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.646233 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.658702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f393f5e4-4ab0-414d-9a26-2ff8fecffd5c req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0352356 Nov 23 22:42:07.722303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813bbc5-9406-423b-9062-3530bf6939df None None] Pushing event updated for resources: {'Port': ['ID=9459ed68-906b-4640-a81d-380897448dc1,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:07.762575 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64650f-d54d-4949-b6a7-20de9f685cc1 x-openstack-request-id: req-4e64650f-d54d-4949-b6a7-20de9f685cc1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:07.763147 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071c8f53-deab-4eee-a598-31a31a57b12e", "name": "network-vif-deleted", "tag": "c12b409c-307d-4f90-9e55-d22b815c0cd7", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:07.769847 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e64650f-d54d-4949-b6a7-20de9f685cc1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:07.770817 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071c8f53-deab-4eee-a598-31a31a57b12e', 'name': 'network-vif-deleted', 'tag': 'c12b409c-307d-4f90-9e55-d22b815c0cd7', 'status': 'completed', 'code': 200} Nov 23 22:42:07.802055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.805589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Attempting to bind port 9459ed68-906b-4640-a81d-380897448dc1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:07.805976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Attempting to bind port 9459ed68-906b-4640-a81d-380897448dc1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:07.807024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Attempting to bind port 9459ed68-906b-4640-a81d-380897448dc1 on network acb128ac-a1da-4b13-acb3-55addc6358c7 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:07.820226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:07.820606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Checking segment: {'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:07.821201 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.821397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Bound using segment: {'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:07.821877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Bound port: 9459ed68-906b-4640-a81d-380897448dc1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5947b45d-b8e5-45d3-a08c-6184212dac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:07.822264 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.876012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:07.877912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982be81-a7f2-4125-9d47-041525884d73 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e47433c-3f42-4823-be91-50a09737e62e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:07.924372 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:07.975283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19789e6f-00c3-4ff0-892a-3290dd380a37 req-24bf0984-3d0b-4dad-a93c-9e51fbddffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:07.977257 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-19789e6f-00c3-4ff0-892a-3290dd380a37 req-24bf0984-3d0b-4dad-a93c-9e51fbddffaf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9317963 Nov 23 22:42:07.989748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] For port 9459ed68-906b-4640-a81d-380897448dc1, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:07.993559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] For port 9459ed68-906b-4640-a81d-380897448dc1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9459ed68-906b-4640-a81d-380897448dc1,segment=NetworkSegment(5947b45d-b8e5-45d3-a08c-6184212dac88),segment_id=5947b45d-b8e5-45d3-a08c-6184212dac88)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:08.004531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.046888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Deleting port eb02a404-e475-4460-9ab2-23d08718ec24 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:08.047240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.092569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5e8b37d-7e9d-4e90-9e6a-77e44d6f41d3 req-5466b6c7-3c0f-4f69-955f-e220f0f81a3b tempest-FloatingIPsNegativeTestJSON-913245263 tempest-FloatingIPsNegativeTestJSON-913245263-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=c8609f872d7d44c0ba3ce0d8367ba18e HTTP/1.1" status: 200 len: 217 time: 0.2225268 Nov 23 22:42:08.120436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:08.127618 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9de6829-6a82-465c-a727-8b3df4d79098" -d '{"events": [{"server_uuid": "a35bdce5-80fe-43c7-a713-c79fe2a2bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "cbb0a3e9-258f-4966-b753-ec3fbd87f965"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:08.138216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4bc93-82ed-4c8b-abd0-8ad57c08dcd7 req-96bc4ea9-3f16-4f81-b0e4-30d4148c0407 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:08.149229 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8110ffce-606c-476e-9635-f5ab0c281437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.157996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86e4bc93-82ed-4c8b-abd0-8ad57c08dcd7 req-96bc4ea9-3f16-4f81-b0e4-30d4148c0407 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 949 time: 0.4549282 Nov 23 22:42:08.176261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Routers {'06d95097-baed-4bee-8075-3e9272f8ff7f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:08.176904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['06d95097-baed-4bee-8075-3e9272f8ff7f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:08.196819 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8110ffce-606c-476e-9635-f5ab0c281437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.265410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:04Z', 'revision_number': 3, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:08.273806 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8110ffce-606c-476e-9635-f5ab0c281437 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b159c86068241a7ba0df775e40de640&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9468746 Nov 23 22:42:08.274481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34532) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:08.292856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813bbc5-9406-423b-9062-3530bf6939df None None] Pushing event updated for resources: {'Port': ['ID=9459ed68-906b-4640-a81d-380897448dc1,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:08.308695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] Deleting subnet 07a86641-c15f-4bd8-8c21-32538ce14397 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:42:08.309654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f0ab6932-6345-4eae-8165-3c332e6beba9 None None] Provisioning complete for port 9459ed68-906b-4640-a81d-380897448dc1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:08.310030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0ab6932-6345-4eae-8165-3c332e6beba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.336767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.426760 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa7fcb-2f9c-42a8-b6b7-73850eab329b None None] The sync data for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 is: [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:04Z', 'revision_number': 3, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:08.454389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110ffce-606c-476e-9635-f5ab0c281437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68718d6-4ee5-4161-8f81-c9d1c7963bb7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:08.458934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86e4bc93-82ed-4c8b-abd0-8ad57c08dcd7 req-616cce4d-fe5c-4451-84b7-215ce6be7f94 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999201 Nov 23 22:42:08.462481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:08.504347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdfbed-d0aa-4d50-a928-e03eaadf42b2 req-2e07b1b7-3ad1-4ccb-9aa1-eeafe4c11547 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:08.506305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9fdfbed-d0aa-4d50-a928-e03eaadf42b2 req-2e07b1b7-3ad1-4ccb-9aa1-eeafe4c11547 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 949 time: 0.2146337 Nov 23 22:42:08.517274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] For port eb02a404-e475-4460-9ab2-23d08718ec24, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=eb02a404-e475-4460-9ab2-23d08718ec24,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:08.523603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.553846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.555679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Calling delete_port for eb02a404-e475-4460-9ab2-23d08718ec24 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:08.577648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d76075c-ed52-4c0e-9895-62359ad4864e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.581610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] Set router 06d95097-baed-4bee-8075-3e9272f8ff7f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:08.642223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-856b6ab9-b487-44a2-b77a-13642fcdd598 req-1544209d-0788-4898-bd48-70d3518e9748 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 210 time: 0.0924351 Nov 23 22:42:08.656758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d76075c-ed52-4c0e-9895-62359ad4864e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.681163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9fdfbed-d0aa-4d50-a928-e03eaadf42b2 req-d3f9346b-5074-44bd-b7e4-a0175c36f253 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302698 Nov 23 22:42:08.696931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3ffdb299-318f-48c4-be97-0b6227381e87 req-75dc3b50-d947-422a-a3d6-14df1b7530cd tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1511758416', 'description': 'tempest-description-575688663'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:08.749376 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0ab6932-6345-4eae-8165-3c332e6beba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.757103 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.798645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:42:08.804461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:08.804830 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.843726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d76075c-ed52-4c0e-9895-62359ad4864e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.846810 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d76075c-ed52-4c0e-9895-62359ad4864e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.850534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6d76075c-ed52-4c0e-9895-62359ad4864e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e68718d6-4ee5-4161-8f81-c9d1c7963bb7 HTTP/1.1" status: 204 len: 168 time: 0.5359695 Nov 23 22:42:08.880218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76075c-ed52-4c0e-9895-62359ad4864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68718d6-4ee5-4161-8f81-c9d1c7963bb7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:08.908001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3ffdb299-318f-48c4-be97-0b6227381e87 req-75dc3b50-d947-422a-a3d6-14df1b7530cd tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.923775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.938908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:08.980282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a808e30-efdc-4f23-b2e4-baeda3447f25 req-cf5147d5-0b2a-44aa-9ff7-f247bf0968a3 tempest-FloatingIPsNegativeTestJSON-913245263 tempest-FloatingIPsNegativeTestJSON-913245263-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2410207 Nov 23 22:42:09.003350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f0ab6932-6345-4eae-8165-3c332e6beba9 None None] For port 9459ed68-906b-4640-a81d-380897448dc1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9459ed68-906b-4640-a81d-380897448dc1,segment=NetworkSegment(5947b45d-b8e5-45d3-a08c-6184212dac88),segment_id=5947b45d-b8e5-45d3-a08c-6184212dac88)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:09.013583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event deleted for resources: {'Port': ['ID=eb02a404-e475-4460-9ab2-23d08718ec24,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:09.057175 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0ab6932-6345-4eae-8165-3c332e6beba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:09.080139 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb2345a-2f0c-42ab-a118-f935136effee x-openstack-request-id: req-ccb2345a-2f0c-42ab-a118-f935136effee {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:09.080474 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35bdce5-80fe-43c7-a713-c79fe2a2bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "cbb0a3e9-258f-4966-b753-ec3fbd87f965", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:09.080708 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccb2345a-2f0c-42ab-a118-f935136effee {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:09.081116 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965', 'code': 200} Nov 23 22:42:09.098486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Allocated IP 172.20.0.1 (1a002db8-63e5-442b-8ec6-30503d13df0b/270f5e10-b7f5-4e82-8805-fa873a72b5a0/ca780ab8-d6d3-4480-afa9-50f527826e03) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:09.108941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:09.112385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/07a86641-c15f-4bd8-8c21-32538ce14397 HTTP/1.1" status: 204 len: 168 time: 1.5265727 Nov 23 22:42:09.113423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0030c-d6b8-434a-ad33-acd90c763c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a86641-c15f-4bd8-8c21-32538ce14397,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:09.116396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34540) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:09.166305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] No DVR routers for this DVR port eb02a404-e475-4460-9ab2-23d08718ec24 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:42:09.176736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:09.182637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a81e71b-7420-4294-a903-31c4ada881d4 req-886fe543-53e9-48c9-9aa3-6b6ac61a3f57 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.48 "DELETE /v2.0/ports/eb02a404-e475-4460-9ab2-23d08718ec24 HTTP/1.1" status: 204 len: 173 time: 2.5103738 Nov 23 22:42:09.363358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:09.376158 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-283604b0-4b37-4273-9f7f-fe2025daa657 req-cb74d326-48ca-4730-a364-8565cabe4aea tempest-FloatingIPsNegativeTestJSON-913245263 tempest-FloatingIPsNegativeTestJSON-913245263-project] show failed (client error): The resource could not be found. Nov 23 22:42:09.377361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-283604b0-4b37-4273-9f7f-fe2025daa657 req-cb74d326-48ca-4730-a364-8565cabe4aea tempest-FloatingIPsNegativeTestJSON-913245263 tempest-FloatingIPsNegativeTestJSON-913245263-project] 10.222.0.11 "GET /v2.0/floatingips/7a4b0b22-9146-44b5-befc-2c88fb3d2fba HTTP/1.1" status: 404 len: 350 time: 0.2618809 Nov 23 22:42:09.407277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:09.599155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-07fa9ed2-7ac0-47b1-9975-830a34f706ce tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:09.603969 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-07fa9ed2-7ac0-47b1-9975-830a34f706ce tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 804 time: 0.5859733 Nov 23 22:42:09.623432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Request body: {'port': {'device_id': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'admin_state_up': True, 'tenant_id': 'b45ff81c4cbf47d5aab54a7e91dac7c9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:09.649456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7b575212-24f8-424c-9994-07ee24ea9a9f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:09.673996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:09.749108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab6932-6345-4eae-8165-3c332e6beba9 None None] Pushing event updated for resources: {'Port': ['ID=9459ed68-906b-4640-a81d-380897448dc1,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:09.768974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ef530bee-87de-4b19-be97-c89ed08be91e None None] Provisioning complete for port 9459ed68-906b-4640-a81d-380897448dc1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:09.769412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef530bee-87de-4b19-be97-c89ed08be91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:09.781579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bf8ff-62a6-43c8-87ef-ca24ff75933f req-c7193505-7e51-48d7-84bd-1a14844c7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:09.783634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-157bf8ff-62a6-43c8-87ef-ca24ff75933f req-c7193505-7e51-48d7-84bd-1a14844c7c36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 1100 time: 0.5249224 Nov 23 22:42:09.785358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-deleted', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:09.788479 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed6d84b-80fc-4ce2-9f97-c7790484bb5a" -d '{"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-deleted", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:09.809147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:42:03Z', 'revision_number': 4, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9459ed68-906b-4640-a81d-380897448dc1', 'name': '', 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'mac_address': 'fa:16:3e:d5:18:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6114ec51-d85e-43c9-b5d3-06a42ac7e454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:59Z', 'updated_at': '2021-11-23T22:42:07Z', 'revision_number': 4, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'subnets': [{'id': '6114ec51-d85e-43c9-b5d3-06a42ac7e454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:09.864062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb05dd9-0044-4801-9236-2da6a8f35c1c None None] The sync data for ids ['06d95097-baed-4bee-8075-3e9272f8ff7f'] in n-d-817303-3 is: [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:42:03Z', 'revision_number': 4, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9459ed68-906b-4640-a81d-380897448dc1', 'name': '', 'network_id': 'acb128ac-a1da-4b13-acb3-55addc6358c7', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'mac_address': 'fa:16:3e:d5:18:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '6114ec51-d85e-43c9-b5d3-06a42ac7e454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:59Z', 'updated_at': '2021-11-23T22:42:07Z', 'revision_number': 4, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'subnets': [{'id': '6114ec51-d85e-43c9-b5d3-06a42ac7e454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:09.935338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:09.966043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:09.966974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb02a404-e475-4460-9ab2-23d08718ec24 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:09.991366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7b575212-24f8-424c-9994-07ee24ea9a9f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:09.992077 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.066926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Made reservation on behalf of b45ff81c4cbf47d5aab54a7e91dac7c9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:10.071055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.160491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-157bf8ff-62a6-43c8-87ef-ca24ff75933f req-bfd48e2e-e62a-4c28-9559-3e1d55956086 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434391 Nov 23 22:42:10.212258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: eb02a404-e475-4460-9ab2-23d08718ec24 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:42:10.214882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device eb02a404-e475-4460-9ab2-23d08718ec24 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:42:10.304722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3ffdb299-318f-48c4-be97-0b6227381e87 req-75dc3b50-d947-422a-a3d6-14df1b7530cd tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.344468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:10.347208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3ffdb299-318f-48c4-be97-0b6227381e87 req-75dc3b50-d947-422a-a3d6-14df1b7530cd tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.386966 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.408449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Allocated IP 172.20.0.2 (58698a06-72a2-4711-9d1e-61595cc571f1/9eb00d39-8567-48a2-b37c-3e667dbd68ea/6f5826f4-12e4-469d-94b6-0e4959e1681b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:10.425027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.467549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 7b575212-24f8-424c-9994-07ee24ea9a9f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7b575212-24f8-424c-9994-07ee24ea9a9f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:10.480418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.531064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.538591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:10.558577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=7b575212-24f8-424c-9994-07ee24ea9a9f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:10.575563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497ab45-8e8e-41dd-9864-d67ab3f39d0e req-d1cf5f9e-057c-4dd8-9796-88b2a14c801e tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:10.577301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d497ab45-8e8e-41dd-9864-d67ab3f39d0e req-d1cf5f9e-057c-4dd8-9796-88b2a14c801e tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 949 time: 0.9178238 Nov 23 22:42:10.580755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3ffdb299-318f-48c4-be97-0b6227381e87 req-75dc3b50-d947-422a-a3d6-14df1b7530cd tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.581725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ffdb299-318f-48c4-be97-0b6227381e87 req-75dc3b50-d947-422a-a3d6-14df1b7530cd tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.8943586 Nov 23 22:42:10.583735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6664fe06-d146-40a4-90fd-139c57e59a52') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:10.584114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6664fe06-d146-40a4-90fd-139c57e59a52') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:10.612509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc3b50-d947-422a-a3d6-14df1b7530cd tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0331ea5-4a1a-4189-ba3d-37db6fb9b4cf,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:10.618431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.703193 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.756994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:42:10.757416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:42:10.760016 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:42:10.765362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.782373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67432ccf-d6f4-41e4-9120-50d15b3971d6 req-f569b36f-0084-4f2f-8e68-4f709d3f6676 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 210 time: 0.0732906 Nov 23 22:42:10.816630 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.824806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.883204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:10.951081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Network 58698a06-72a2-4711-9d1e-61595cc571f1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:10.971245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d497ab45-8e8e-41dd-9864-d67ab3f39d0e req-ce7f82c0-eae9-480b-a81e-396596294bcd tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702323 Nov 23 22:42:10.989979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:11.006112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:11.024568 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Network 1a002db8-63e5-442b-8ec6-30503d13df0b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:11.025755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.034021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event updated for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:11.035305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:11.063444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.076698 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a HTTP/1.1" status: 204 len: 168 time: 1.9538753 Nov 23 22:42:11.079495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:11.081795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:11.084140 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1bf438-c656-4078-b4b0-f3eb0d296ebc" -d '{"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:11.116262 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b3ac62-fd4e-45ee-b011-ff8a934ca59e x-openstack-request-id: req-a5b3ac62-fd4e-45ee-b011-ff8a934ca59e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:11.117123 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096db85-6467-4e48-928d-eb6196319e8a", "name": "network-vif-deleted", "tag": "eb02a404-e475-4460-9ab2-23d08718ec24", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:11.117541 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5b3ac62-fd4e-45ee-b011-ff8a934ca59e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:11.118163 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096db85-6467-4e48-928d-eb6196319e8a', 'name': 'network-vif-deleted', 'tag': 'eb02a404-e475-4460-9ab2-23d08718ec24', 'status': 'completed', 'code': 200} Nov 23 22:42:11.118912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34596) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:11.141665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:11.142675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.174539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.244060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Pushing event updated for resources: {'Port': ['ID=ca780ab8-d6d3-4480-afa9-50f527826e03,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:11.249858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa44830-c2ea-46e6-adbb-8bea0608aa93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37cd93a-893c-4a3c-b57c-ce6ed4ccc46a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:11.252053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-e0e385da-90e3-4d5d-9687-230cc0dc57d3 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6334882 Nov 23 22:42:11.271862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Request body: {'port': {'device_id': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:11.283002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dcb03-08ae-4a4e-a1e3-845d42cf4147 req-594e0ae6-b783-406c-95b9-2335b3c7dc75 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:11.284831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa8dcb03-08ae-4a4e-a1e3-845d42cf4147 req-594e0ae6-b783-406c-95b9-2335b3c7dc75 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 949 time: 0.3477895 Nov 23 22:42:11.294881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] Deleting subnet 31b9a11e-4a46-47b4-8bf2-1873af5a5823 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:42:11.362502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.474012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa8dcb03-08ae-4a4e-a1e3-845d42cf4147 req-9404161a-af0a-4661-8004-e31fb18eafe8 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806121 Nov 23 22:42:11.483343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-25100f96-1a92-4044-904b-491467c0cf43 None None] Provisioning complete for port ca780ab8-d6d3-4480-afa9-50f527826e03 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:11.483870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25100f96-1a92-4044-904b-491467c0cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.534783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.567022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.580469 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10b358a-f5dd-4574-b29e-42c88829b726 x-openstack-request-id: req-b10b358a-f5dd-4574-b29e-42c88829b726 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:11.581005 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:11.581504 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b10b358a-f5dd-4574-b29e-42c88829b726 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:11.582236 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'code': 200} Nov 23 22:42:11.605713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-25100f96-1a92-4044-904b-491467c0cf43 None None] Port ca780ab8-d6d3-4480-afa9-50f527826e03 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:11.640815 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.649620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2007342671', 'description': 'tempest-description-168284806'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:11.759503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7b575212-24f8-424c-9994-07ee24ea9a9f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:11.771688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.795536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.818191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.848687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7b575212-24f8-424c-9994-07ee24ea9a9f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:11.849130 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:11.992968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9459ed68-906b-4640-a81d-380897448dc1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:12.032301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.045431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22464d5e-4a9d-47aa-b378-e4b0810a015d req-cd3b591b-0a9a-4777-81b6-555a50aa7742 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:12.047795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22464d5e-4a9d-47aa-b378-e4b0810a015d req-cd3b591b-0a9a-4777-81b6-555a50aa7742 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 931 time: 0.1331186 Nov 23 22:42:12.058135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.071211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4eea2-83f3-4aca-b6ff-1bb5ada0c117 req-0e483f1e-742d-4b84-a79d-584a17a69bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:12.079430 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5be4eea2-83f3-4aca-b6ff-1bb5ada0c117 req-0e483f1e-742d-4b84-a79d-584a17a69bfd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 1101 time: 0.3177648 Nov 23 22:42:12.102456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9459ed68-906b-4640-a81d-380897448dc1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:12.103013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.137625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.166161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.239075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.281763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.288535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Pushing event updated for resources: {'Port': ['ID=ca780ab8-d6d3-4480-afa9-50f527826e03,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:12.298314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b9a11e-4a46-47b4-8bf2-1873af5a5823,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:12.303623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.310297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.314009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Deleting port 9459ed68-906b-4640-a81d-380897448dc1 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:12.314349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.316505 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.318327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6363f-a998-457b-a531-4f9ac7fad179,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:12.319801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6c815f83-4f52-43db-9396-b718ca0ee2f2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/31b9a11e-4a46-47b4-8bf2-1873af5a5823 HTTP/1.1" status: 204 len: 168 time: 1.1739864 Nov 23 22:42:12.327256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34642) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:12.348066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5be4eea2-83f3-4aca-b6ff-1bb5ada0c117 req-eab6438e-33a3-492f-b209-a8b1f7a1334f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660413 Nov 23 22:42:12.356445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22464d5e-4a9d-47aa-b378-e4b0810a015d req-3dcc4565-6b98-479d-98e8-40c38b0cd947 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880566 Nov 23 22:42:12.427253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.428417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-991add4c-e00c-4da2-bad3-d01c289933f4 req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7854075 Nov 23 22:42:12.498879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] For port 9459ed68-906b-4640-a81d-380897448dc1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9459ed68-906b-4640-a81d-380897448dc1,segment=NetworkSegment(5947b45d-b8e5-45d3-a08c-6184212dac88),segment_id=5947b45d-b8e5-45d3-a08c-6184212dac88)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:12.499647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.504351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5826f4-12e4-469d-94b6-0e4959e1681b {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:12.520496 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.526989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Calling delete_port for 9459ed68-906b-4640-a81d-380897448dc1 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:12.539831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d624e716-d2f7-4b6a-a215-3dbb1875822e req-e449f17c-6169-4256-9558-3528cb63f978 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-613496618', 'description': 'tempest-description-886823336'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:12.543409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f12607-2786-4762-bf4e-6776e832cff9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac58da0-40c1-4dac-9e14-541f6829cd85,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:12.544317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Transition to ACTIVE for port object 6f5826f4-12e4-469d-94b6-0e4959e1681b will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:42:12.579912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.580906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.612252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d624e716-d2f7-4b6a-a215-3dbb1875822e req-e449f17c-6169-4256-9558-3528cb63f978 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.643229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7e328-bdc9-4b88-8253-699cc0f71af9 req-b4f76274-7ebb-43df-8fa8-2b8831a4e66a tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:12.644810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdb7e328-bdc9-4b88-8253-699cc0f71af9 req-b4f76274-7ebb-43df-8fa8-2b8831a4e66a tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 950 time: 0.2028856 Nov 23 22:42:12.652542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Network 1a002db8-63e5-442b-8ec6-30503d13df0b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:12.674431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:12.677483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:12.794208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Attempting to bind port 6f5826f4-12e4-469d-94b6-0e4959e1681b on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:12.794610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Attempting to bind port 6f5826f4-12e4-469d-94b6-0e4959e1681b by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:12.794915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Attempting to bind port 6f5826f4-12e4-469d-94b6-0e4959e1681b on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:12.800719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Port 6f5826f4-12e4-469d-94b6-0e4959e1681b on network 58698a06-72a2-4711-9d1e-61595cc571f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:42:12.801049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Attempting to bind port 6f5826f4-12e4-469d-94b6-0e4959e1681b on network 58698a06-72a2-4711-9d1e-61595cc571f1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:12.807391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:12.807775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Checking segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:12.808168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Bound using segment: {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:12.809656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Bound port: 6f5826f4-12e4-469d-94b6-0e4959e1681b, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c0da0c-6fe9-49e2-be83-4433ec85cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:12.810221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.844705 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:12.947308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdb7e328-bdc9-4b88-8253-699cc0f71af9 req-699b0747-100a-4bf5-83c2-0cb500babc4f tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629004 Nov 23 22:42:12.962528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db08cb1-c967-48cc-9a24-ba4ba915e33c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:13.048016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d5d6c1-1ac5-47e7-9815-43e396bbdd3e') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:13.048322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d5d6c1-1ac5-47e7-9815-43e396bbdd3e') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:13.060636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-282522ce-9520-4c6b-9c77-fc712044b6d4 None None] Provisioning complete for port ca780ab8-d6d3-4480-afa9-50f527826e03 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:13.061305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-282522ce-9520-4c6b-9c77-fc712044b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.068184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d624e716-d2f7-4b6a-a215-3dbb1875822e req-e449f17c-6169-4256-9558-3528cb63f978 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.099752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.108019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-282522ce-9520-4c6b-9c77-fc712044b6d4 None None] Port ca780ab8-d6d3-4480-afa9-50f527826e03 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:13.114033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d624e716-d2f7-4b6a-a215-3dbb1875822e req-e449f17c-6169-4256-9558-3528cb63f978 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.127603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:42:13.168133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.190983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d624e716-d2f7-4b6a-a215-3dbb1875822e req-e449f17c-6169-4256-9558-3528cb63f978 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.192226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d624e716-d2f7-4b6a-a215-3dbb1875822e req-e449f17c-6169-4256-9558-3528cb63f978 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7313681 Nov 23 22:42:13.193300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:42:13.193880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:42:13.200936 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:42:13.275166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449f17c-6169-4256-9558-3528cb63f978 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4dd251-5371-432f-8e0d-2b2113c68155,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:13.282864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:13.287033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:13.288052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.293819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.297434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.319720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9459ed68-906b-4640-a81d-380897448dc1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:13.372023 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.377536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] 10.222.0.11 "DELETE /v2.0/networks/9db08cb1-c967-48cc-9a24-ba4ba915e33c HTTP/1.1" status: 204 len: 168 time: 1.0445478 Nov 23 22:42:13.383964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb6464-bbac-40b9-89a1-c70825dfc6b2 req-115ba552-a1d4-4d81-8e08-458b42a9a3a3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:13.386222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdeb6464-bbac-40b9-89a1-c70825dfc6b2 req-115ba552-a1d4-4d81-8e08-458b42a9a3a3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 949 time: 0.3487272 Nov 23 22:42:13.387354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28edaf-e363-49e8-83ad-674fcf04eb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=9db08cb1-c967-48cc-9a24-ba4ba915e33c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:13.456336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:13.457325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.463954 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] 10.222.0.46 "PUT /v2.0/ports/6f5826f4-12e4-469d-94b6-0e4959e1681b HTTP/1.1" status: 200 len: 1091 time: 2.1997683 Nov 23 22:42:13.466939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:13.470856 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a8034f-0c97-49c1-ad34-005c4821d162" -d '{"events": [{"name": "network-changed", "server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:13.576454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdeb6464-bbac-40b9-89a1-c70825dfc6b2 req-ed091b86-f5fd-456f-8174-ba67fdca6359 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618359 Nov 23 22:42:13.646937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:13.656801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-676fd1a7-08d1-464f-8ed2-7328303bb1ac admin admin] 10.222.0.11 "PUT /v2.0/routers/8b9a9b57-1987-4433-9fe9-41b2f5789e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1720171 Nov 23 22:42:13.661081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Sync routers for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:13.685663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:13.688458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:13.711803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379c4af-e968-483d-9148-408b9695f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:13.834028 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34720) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:13.851153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:13.900071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:13.968119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51337410-c192-4572-ab40-14e41f4a1c51 req-88b31db7-92ed-4d16-8c48-cf53f4a448d4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:13.969937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51337410-c192-4572-ab40-14e41f4a1c51 req-88b31db7-92ed-4d16-8c48-cf53f4a448d4 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 943 time: 0.2071896 Nov 23 22:42:13.986945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-df2d4c29-601c-48e1-b39e-b24048e59a0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95d031d1a8464716a803222d00c42ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451747 Nov 23 22:42:13.990919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-330bd78c-be99-41fc-bfca-76c1b73db926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:13.994639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-330bd78c-be99-41fc-bfca-76c1b73db926 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 1094 time: 0.3958340 Nov 23 22:42:13.997661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34742) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:14.071212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51337410-c192-4572-ab40-14e41f4a1c51 req-89974235-e46d-4b56-9a0b-ebbf26c3f6d0 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921576 Nov 23 22:42:14.103162 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-ad6533fd-fa9c-4cbd-bc9e-4ed40bade2d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5550828 Nov 23 22:42:14.113836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-4bec4c25-0f96-41fe-9cd2-52f2b9223c25 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39874 time: 0.8314917 Nov 23 22:42:14.203539 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719f7ff-571a-483b-a8a9-f3f20b77af10 x-openstack-request-id: req-0719f7ff-571a-483b-a8a9-f3f20b77af10 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:14.204395 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:14.204760 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0719f7ff-571a-483b-a8a9-f3f20b77af10 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:14.205270 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'status': 'completed', 'code': 200} Nov 23 22:42:14.210386 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-dc8ff539-2619-4abb-b8c3-904e97ca3f23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b HTTP/1.1" status: 200 len: 217 time: 0.1355400 Nov 23 22:42:14.254202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-b0cdff8d-62cf-45a4-985a-3e8979bbf441 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/24f7f76d-5686-427d-95a3-41f559dae45a HTTP/1.1" status: 200 len: 2998 time: 0.1247365 Nov 23 22:42:14.282957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 2, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:14.333733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e191f502-f37c-4b88-9a8f-b3ce171e9e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.335085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-f73a873b-dd78-4e75-84bc-bb78ce4214fd tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/24f7f76d-5686-427d-95a3-41f559dae45a HTTP/1.1" status: 200 len: 2998 time: 0.0742798 Nov 23 22:42:14.361038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Checking router: 8b9a9b57-1987-4433-9fe9-41b2f5789e4d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:14.361580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Updating router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d port ca780ab8-d6d3-4480-afa9-50f527826e03 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:42:14.415708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-87d7fc8a-ad67-4051-9d56-f584b6ab5574 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/3aef4ed0-37d8-4c7c-9549-518dfe44a940 HTTP/1.1" status: 200 len: 2998 time: 0.0726435 Nov 23 22:42:14.430435 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.458480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-ac44de1b-956a-43e1-ba74-da4faadb946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:14.459861 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-ac44de1b-956a-43e1-ba74-da4faadb946f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1100 time: 0.2513566 Nov 23 22:42:14.506063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-31cabf94-2782-489e-885e-239039b60567 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/3aef4ed0-37d8-4c7c-9549-518dfe44a940 HTTP/1.1" status: 200 len: 2998 time: 0.0893900 Nov 23 22:42:14.590094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-dc7f07d5-2e4b-4b18-9693-40d7f189ee93 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5e1ad689-c703-4d50-be62-61509c02198b HTTP/1.1" status: 200 len: 2998 time: 0.0829940 Nov 23 22:42:14.647957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-bf84ee4f-e24a-472a-9cad-f31f469170ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:14.649507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-bf84ee4f-e24a-472a-9cad-f31f469170ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1352174 Nov 23 22:42:14.652810 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e191f502-f37c-4b88-9a8f-b3ce171e9e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.673129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-d7f760b0-6016-4bb6-b6fb-a461048192bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:14.674581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-d7f760b0-6016-4bb6-b6fb-a461048192bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.4235022 Nov 23 22:42:14.683050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-f8b9fbf5-c4fd-4cb1-bdb1-62d0f6d0ff42 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5e1ad689-c703-4d50-be62-61509c02198b HTTP/1.1" status: 200 len: 2998 time: 0.0911205 Nov 23 22:42:14.684711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34794) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:14.695663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-network', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:14.790758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-6d37291a-2377-494b-b08b-8632f05fa1d8 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/67a549d9-6835-40ac-a506-a14bd35b90e3 HTTP/1.1" status: 200 len: 2990 time: 0.1068196 Nov 23 22:42:14.797004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Made reservation on behalf of 3af5344d2fbf4dc897e5b1cc206987b3 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:14.798150 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-45f3dcbd-d4e9-47da-92aa-16716b74001f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ec82d19a-ad13-4289-afa5-b722302c7837 HTTP/1.1" status: 200 len: 217 time: 0.1288259 Nov 23 22:42:14.799938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.806071 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-da253959-b9d6-4210-a416-91e73b9b437c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148882 Nov 23 22:42:14.814427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26811-fbc3-46cf-8c24-6c83ea87d4e5 req-7c8f5c57-3518-41f5-a04d-b488d301e8e6 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:14.826894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76a26811-fbc3-46cf-8c24-6c83ea87d4e5 req-7c8f5c57-3518-41f5-a04d-b488d301e8e6 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 950 time: 0.1182775 Nov 23 22:42:14.872176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.899656 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-417c2744-f0c4-4431-a2c6-d1950bcf57d5 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/67a549d9-6835-40ac-a506-a14bd35b90e3 HTTP/1.1" status: 200 len: 2990 time: 0.0958741 Nov 23 22:42:14.947585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Router 06d95097-baed-4bee-8075-3e9272f8ff7f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:42:14.951740 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.955911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-32d9dae2-9ebe-42fd-8ac2-882c04df7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:14.957451 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-32d9dae2-9ebe-42fd-8ac2-882c04df7c06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1460407 Nov 23 22:42:14.967279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e191f502-f37c-4b88-9a8f-b3ce171e9e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.971188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e191f502-f37c-4b88-9a8f-b3ce171e9e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:14.976035 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e191f502-f37c-4b88-9a8f-b3ce171e9e6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e887996-e762-452f-86c8-fcaa0df6735e HTTP/1.1" status: 204 len: 168 time: 0.9669595 Nov 23 22:42:14.983600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76a26811-fbc3-46cf-8c24-6c83ea87d4e5 req-93a058fe-9e3d-44db-a7b3-701b44368b4c tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448579 Nov 23 22:42:14.988682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.004520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191f502-f37c-4b88-9a8f-b3ce171e9e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e887996-e762-452f-86c8-fcaa0df6735e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:15.087513 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.097860 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.118945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:15.124085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-99129a45-bf1f-4798-97d5-71bbd2cb4486 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/686ba91b-4d31-4851-962c-fe38a78caa9a HTTP/1.1" status: 200 len: 2998 time: 0.2141838 Nov 23 22:42:15.136767 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-9b396ee7-4864-4b6f-b8af-87741751473b service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216643 Nov 23 22:42:15.140891 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] Sync routers for ids ['06d95097-baed-4bee-8075-3e9272f8ff7f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:15.142714 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f3b23caa-e5ed-418e-be57-e983f07267d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/06d95097-baed-4bee-8075-3e9272f8ff7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7339325 Nov 23 22:42:15.146066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:42:15.151475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34814) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:15.188895 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] Routers {'06d95097-baed-4bee-8075-3e9272f8ff7f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:15.189587 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['06d95097-baed-4bee-8075-3e9272f8ff7f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:15.230499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14ef7a8-cd58-40f5-916e-7b102822a4e7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:15.285943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6e71-6687-454f-b454-e15d7693091c None None] Pushing event updated for resources: {'Port': ['ID=ca780ab8-d6d3-4480-afa9-50f527826e03,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:15.288124 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.290303 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Added segment a893eee0-65ac-4351-9002-b5d5470b1b69 of type vlan for network 47a28f3e-6801-4c70-af9a-2013d2a9c477 Nov 23 22:42:15.337801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-44e1429a-e3ed-4774-9889-7d6b8060bb8e tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/686ba91b-4d31-4851-962c-fe38a78caa9a HTTP/1.1" status: 200 len: 2998 time: 0.1662209 Nov 23 22:42:15.381895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-5743d9a2-9e26-4aca-adab-ed1579d99f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:15.383484 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-5743d9a2-9e26-4aca-adab-ed1579d99f38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4025161 Nov 23 22:42:15.442294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Attempting to bind port ca780ab8-d6d3-4480-afa9-50f527826e03 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:15.442673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Attempting to bind port ca780ab8-d6d3-4480-afa9-50f527826e03 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:15.443156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Attempting to bind port ca780ab8-d6d3-4480-afa9-50f527826e03 on network 1a002db8-63e5-442b-8ec6-30503d13df0b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:15.456998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.474088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:15.474533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Checking segment: {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:15.474955 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.475358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Bound using segment: {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:15.475888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Bound port: ca780ab8-d6d3-4480-afa9-50f527826e03, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:15.476275 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.534689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-66acbb68-ac9d-4866-a66a-db24baba9464 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6bdbacb2-0d78-4a8f-b714-4f4df790ade4 HTTP/1.1" status: 200 len: 2998 time: 0.1583750 Nov 23 22:42:15.543184 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] Set router 06d95097-baed-4bee-8075-3e9272f8ff7f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:15.560021 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-e94a4423-3041-4000-981b-497d16f3cefe service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504002 Nov 23 22:42:15.640359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] For port ca780ab8-d6d3-4480-afa9-50f527826e03, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:15.659116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] For port ca780ab8-d6d3-4480-afa9-50f527826e03, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ca780ab8-d6d3-4480-afa9-50f527826e03,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:15.666421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-46d43877-57e7-49e0-a583-f9b4f9263353 None None] Provisioning complete for port ca780ab8-d6d3-4480-afa9-50f527826e03 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:15.667058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d43877-57e7-49e0-a583-f9b4f9263353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.670919 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.716591 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.718713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:15.722235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.739225 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-10355e42-e1f1-4b67-a1ca-48dd661665bd req-82925a51-1238-4ec9-9739-a32cb820871f service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190526 Nov 23 22:42:15.778169 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0915532 Nov 23 22:42:15.779901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34836) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:15.781430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:15.816902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:15.817756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:15.829954 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd373de7-5209-4bb2-b331-3d1fc8741de7 req-c3fd2abf-5088-4c83-bfe1-dd8e12dfbc02 service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806679 Nov 23 22:42:15.854399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:15.861536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Request body: {'subnet': {'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-subnet', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:15.929566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6e71-6687-454f-b454-e15d7693091c None None] Pushing event updated for resources: {'Port': ['ID=ca780ab8-d6d3-4480-afa9-50f527826e03,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:15.969723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-fa1e7dbb-bd73-4a9f-b785-e8c44f761313 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6bdbacb2-0d78-4a8f-b714-4f4df790ade4 HTTP/1.1" status: 200 len: 2998 time: 0.4187462 Nov 23 22:42:15.991230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-ffe332c0-9698-46bd-94f5-7659150a4fdc tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:15.991732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-ffe332c0-9698-46bd-94f5-7659150a4fdc tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:15.992199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-ffe332c0-9698-46bd-94f5-7659150a4fdc tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:15.992854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-ffe332c0-9698-46bd-94f5-7659150a4fdc tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:15.993648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-ffe332c0-9698-46bd-94f5-7659150a4fdc tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:16.004419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-ffe332c0-9698-46bd-94f5-7659150a4fdc tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503&device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d&device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8&device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6&device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 4657 time: 0.3841708 Nov 23 22:42:16.033005 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:42:16.037359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-a6d7730b-a735-406f-880a-911a4864c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:16.039012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-a6d7730b-a735-406f-880a-911a4864c9fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 1094 time: 0.1205938 Nov 23 22:42:16.059688 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:42:12Z', 'revision_number': 5, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:16.091657 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] Checking router: 06d95097-baed-4bee-8075-3e9272f8ff7f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:16.115225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-bba4def2-8168-4ca3-b14c-9e15381acfbd tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.116174 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] Routers {'06d95097-baed-4bee-8075-3e9272f8ff7f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:16.116925 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['06d95097-baed-4bee-8075-3e9272f8ff7f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:16.121836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.127470 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-40b9dd0d-5722-4a01-bd0c-0ef5314f4a7d tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] show failed (client error): The resource could not be found. Nov 23 22:42:16.128834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-40b9dd0d-5722-4a01-bd0c-0ef5314f4a7d tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7e887996-e762-452f-86c8-fcaa0df6735e HTTP/1.1" status: 404 len: 352 time: 0.1583085 Nov 23 22:42:16.163728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c55d6-e084-4bff-bb81-11dc97ca4e96 admin admin] Pushing event updated for resources: {'Network': ['ID=47a28f3e-6801-4c70-af9a-2013d2a9c477,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:16.187538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Made reservation on behalf of 3af5344d2fbf4dc897e5b1cc206987b3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:16.190218 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.225843 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-c11b14f8-7334-4c08-857a-599149b40cc6 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] show failed (client error): The resource could not be found. Nov 23 22:42:16.227097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-c11b14f8-7334-4c08-857a-599149b40cc6 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7e887996-e762-452f-86c8-fcaa0df6735e HTTP/1.1" status: 404 len: 352 time: 0.0646849 Nov 23 22:42:16.230561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-31fcce58-ec5d-4e69-9954-70a7e1ff03dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c40b7ae7e4c04298a62e51a8da4f55ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923409 Nov 23 22:42:16.239989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34840) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:16.298637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-5b182131-ddae-4756-a1d5-6cdd2bb34854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:16.301659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-5b182131-ddae-4756-a1d5-6cdd2bb34854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 200 len: 905 time: 0.2436838 Nov 23 22:42:16.331369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:42:16.373748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-4a9104f7-b33c-4ea1-8d5a-9591a82394ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b HTTP/1.1" status: 200 len: 217 time: 0.0636933 Nov 23 22:42:16.374980 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] Set router 06d95097-baed-4bee-8075-3e9272f8ff7f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:16.487719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Deleting port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:16.488290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.502940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d43877-57e7-49e0-a583-f9b4f9263353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.542536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-1721e166-da01-4f89-8f7d-3d19a5ee6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:16.544423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-1721e166-da01-4f89-8f7d-3d19a5ee6ab0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 200 len: 844 time: 0.1599348 Nov 23 22:42:16.547985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:16.644289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-2ee5d544-e954-4d8c-96b9-4ae5b8beadd4 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8689fb0d-68e3-41c8-a5b2-46ccc6303761 HTTP/1.1" status: 200 len: 2994 time: 0.3677180 Nov 23 22:42:16.688801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.775863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-46d43877-57e7-49e0-a583-f9b4f9263353 None None] For port ca780ab8-d6d3-4480-afa9-50f527826e03, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ca780ab8-d6d3-4480-afa9-50f527826e03,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:16.788950 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:42:12Z', 'revision_number': 5, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:16.827433 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ee1a1b-7246-49d0-a5c4-6a27a0186b62 None None] The sync data for ids ['06d95097-baed-4bee-8075-3e9272f8ff7f'] in n-d-817303-3 is: [{'id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1658864713-router', 'tenant_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:51Z', 'updated_at': '2021-11-23T22:42:12Z', 'revision_number': 5, 'project_id': 'c8609f872d7d44c0ba3ce0d8367ba18e', 'gw_port': {'id': '731f21d8-4383-4ba1-8dfe-eb8aaf2047cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d95097-baed-4bee-8075-3e9272f8ff7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:41:53Z', 'updated_at': '2021-11-23T22:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:16.845026 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d43877-57e7-49e0-a583-f9b4f9263353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.904795 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-65a64745-9513-4637-a6cb-9dcabb087b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.932783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ec440c-d109-4001-bb31-528266a1e1f8,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:16.940062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-bba4def2-8168-4ca3-b14c-9e15381acfbd tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:16.988130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d43877-57e7-49e0-a583-f9b4f9263353 None None] Pushing event updated for resources: {'Port': ['ID=ca780ab8-d6d3-4480-afa9-50f527826e03,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:17.007737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-bba4def2-8168-4ca3-b14c-9e15381acfbd tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.012740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7f2551bc-a11b-4da7-8d16-29ec29b13d7e None None] Provisioning complete for port ca780ab8-d6d3-4480-afa9-50f527826e03 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:17.012979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-15688d84-c833-4ee1-9d30-9a0fbda6042d tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8689fb0d-68e3-41c8-a5b2-46ccc6303761 HTTP/1.1" status: 200 len: 2994 time: 0.3595514 Nov 23 22:42:17.013289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f2551bc-a11b-4da7-8d16-29ec29b13d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.031264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Checking segment: {'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:17.031264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Network hostable DHCP agents. Network: 47a28f3e-6801-4c70-af9a-2013d2a9c477, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:42:17.034679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-65a64745-9513-4637-a6cb-9dcabb087b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.047174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6f5826f4-12e4-469d-94b6-0e4959e1681b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:17.083954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:15Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:17.097426 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-9e0075a5-a3a9-482d-b48a-6238ca22d76e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58698a06-72a2-4711-9d1e-61595cc571f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5399616 Nov 23 22:42:17.122502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b0234-1466-45b5-b70b-023382edf19e None None] The sync data for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 is: [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:15Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:17.158046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2df1e9c-c78f-4551-ac5b-9bd5026c5919 req-bba4def2-8168-4ca3-b14c-9e15381acfbd tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&id=9b4e0fde-7321-4215-9b71-d9090255ddf5&id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 1.1527119 Nov 23 22:42:17.195917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4def2-8168-4ca3-b14c-9e15381acfbd tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5708f6b-1cf6-4f69-a183-4f32da1446d4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:17.230180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] For port 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:17.243849 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.347263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-f3798e0c-5c34-4a43-93c7-885775e51f4f tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/97a6363f-a998-457b-a531-4f9ac7fad179 HTTP/1.1" status: 200 len: 2998 time: 0.3035257 Nov 23 22:42:17.347915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:42:17.351312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:17.368839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'mac_address': 'fa:16:3e:ce:aa:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:17.393790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Calling delete_port for 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:17.460123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-ed1a16e8-0222-4d9e-9d54-3de5e33e65db tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/97a6363f-a998-457b-a531-4f9ac7fad179 HTTP/1.1" status: 200 len: 2998 time: 0.0959091 Nov 23 22:42:17.463937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 47a28f3e-6801-4c70-af9a-2013d2a9c477) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:17.474214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8cf3f1-71dd-40ee-acd0-d1c03842b5fb None None] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:17.478176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.479869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:17.480603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.523618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5826f4-12e4-469d-94b6-0e4959e1681b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:17.559155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-088452c8-06cc-4d91-b0b3-915074d7477f tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9b4e0fde-7321-4215-9b71-d9090255ddf5 HTTP/1.1" status: 200 len: 2998 time: 0.0605044 Nov 23 22:42:17.563853 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-da175c99-a17c-4a61-88b9-51914d3bb7e5 service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568453 Nov 23 22:42:17.565886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:17.566680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-67df8f5f-0c4e-4339-9346-82cd03d48200 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7170184 Nov 23 22:42:17.590672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:17.642783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-c87b173c-73e2-4c6b-9de9-d6403bedd4e2 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9b4e0fde-7321-4215-9b71-d9090255ddf5 HTTP/1.1" status: 200 len: 2998 time: 0.0743585 Nov 23 22:42:17.668674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:17.685806 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.724108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-65a64745-9513-4637-a6cb-9dcabb087b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.728525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-65a64745-9513-4637-a6cb-9dcabb087b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.734612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-65a64745-9513-4637-a6cb-9dcabb087b32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7f9fdf4-4895-4d76-9698-7a1581db24c3 HTTP/1.1" status: 204 len: 168 time: 1.4790316 Nov 23 22:42:17.757689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a64745-9513-4637-a6cb-9dcabb087b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f9fdf4-4895-4d76-9698-7a1581db24c3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:17.793183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ca780ab8-d6d3-4480-afa9-50f527826e03 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:17.804203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-43a5f08b-fe8e-457c-b6f2-91a6e115e328 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/a7f9fdf4-4895-4d76-9698-7a1581db24c3 HTTP/1.1" status: 200 len: 597 time: 0.1492300 Nov 23 22:42:17.848679 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-9f8f79eb-5e3c-4d1c-b8dd-03f369903c82 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] show failed (client error): The resource could not be found. Nov 23 22:42:17.850186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-9f8f79eb-5e3c-4d1c-b8dd-03f369903c82 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/a7f9fdf4-4895-4d76-9698-7a1581db24c3 HTTP/1.1" status: 404 len: 352 time: 0.0380027 Nov 23 22:42:17.949585 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.950648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:17.952339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6f5826f4-12e4-469d-94b6-0e4959e1681b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:17.980358 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-b3f30481-27eb-4cf5-8254-189fdb7e5ab9 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/caedae47-b6fa-4b53-9546-9d0046d9d240 HTTP/1.1" status: 200 len: 2998 time: 0.1182809 Nov 23 22:42:18.000156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:18.043695 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52a8034f-0c97-49c1-ad34-005c4821d162 req-974027c9-cc8f-4eb8-974e-2417f9b52549 service neutron] 10.222.0.46 "GET /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477696 Nov 23 22:42:18.082708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fbf9ad1-8afa-4685-975c-fb3b1047535a req-c1178c0f-44c6-4d7c-9cd8-2a1d955a1cb7 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/caedae47-b6fa-4b53-9546-9d0046d9d240 HTTP/1.1" status: 200 len: 2998 time: 0.0951781 Nov 23 22:42:18.125553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ca780ab8-d6d3-4480-afa9-50f527826e03 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:18.126126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:18.160002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-47a28f3e-6801-4c70-af9a-2013d2a9c477', 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'fixed_ips': [{'subnet_id': '48ec440c-d109-4001-bb31-528266a1e1f8'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:42:18.160830 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:18.316685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:18.376137 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:18.413636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b45531-3f6f-4f9f-8936-ec28bfe39fac req-5b9eac7a-1089-49ae-b90d-0b5693a5b61f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:18.415240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9b45531-3f6f-4f9f-8936-ec28bfe39fac req-5b9eac7a-1089-49ae-b90d-0b5693a5b61f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 944 time: 0.1665099 Nov 23 22:42:18.532095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9b45531-3f6f-4f9f-8936-ec28bfe39fac req-d8e66ea4-ec88-489a-bb19-24562011a227 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084592 Nov 23 22:42:18.549776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Pushing event deleted for resources: {'Port': ['ID=731f21d8-4383-4ba1-8dfe-eb8aaf2047cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:18.761340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9459ed68-906b-4640-a81d-380897448dc1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:18.793986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82651a88-8167-40f5-9b71-8266fe56a822 req-0f173159-ab58-4d35-9abf-2319a6d46b34 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=411cb68f93cb4a78acd80c5e6068a80a HTTP/1.1" status: 200 len: 6154 time: 0.1969390 Nov 23 22:42:18.814347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Allocated IP 172.20.0.2 (47a28f3e-6801-4c70-af9a-2013d2a9c477/48ec440c-d109-4001-bb31-528266a1e1f8/5f07005b-9e3c-4351-8396-bddbb0bbd280) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:18.849398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 9459ed68-906b-4640-a81d-380897448dc1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:42:18.849866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9459ed68-906b-4640-a81d-380897448dc1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:42:18.880086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:18.951366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82651a88-8167-40f5-9b71-8266fe56a822 req-24db4e56-5426-4ebb-8f6f-1b21925ede24 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "GET /v2.0/security-groups/6bdbacb2-0d78-4a8f-b714-4f4df790ade4 HTTP/1.1" status: 200 len: 2998 time: 0.1464632 Nov 23 22:42:18.952809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.078715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82651a88-8167-40f5-9b71-8266fe56a822 req-1dd15440-93ee-470c-bb8c-d8ce0be189e0 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "GET /v2.0/security-groups/6bdbacb2-0d78-4a8f-b714-4f4df790ade4 HTTP/1.1" status: 200 len: 2998 time: 0.1195552 Nov 23 22:42:19.095918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.106619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.176331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-675873d2-116f-4729-8714-c942aebece25 req-d0dafe90-15a0-46a8-bcfe-f5753830ea59 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/da4dd251-5371-432f-8e0d-2b2113c68155 HTTP/1.1" status: 200 len: 1793 time: 0.0945876 Nov 23 22:42:19.211050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.216720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.244241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:19.268580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:19.280240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:19.293511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Pushing event updated for resources: {'Port': ['ID=5f07005b-9e3c-4351-8396-bddbb0bbd280,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:19.302267 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675873d2-116f-4729-8714-c942aebece25 req-7da1ba0a-b96c-42bb-ba9b-1c6d52e767ed tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.343949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6bc21-1a09-40d9-9749-d80ccef49a8a req-3c61453e-7796-4f56-9585-364d6fd1107f tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:19.346028 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6bc21-1a09-40d9-9749-d80ccef49a8a req-3c61453e-7796-4f56-9585-364d6fd1107f tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:19.348236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6bc21-1a09-40d9-9749-d80ccef49a8a req-3c61453e-7796-4f56-9585-364d6fd1107f tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:19.355844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.356435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d95097-baed-4bee-8075-3e9272f8ff7f {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:42:19.360393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5e6bc21-1a09-40d9-9749-d80ccef49a8a req-3c61453e-7796-4f56-9585-364d6fd1107f tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8&device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6&device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 2882 time: 0.1420259 Nov 23 22:42:19.367192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.372605 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6338e6b6-e6fa-43df-a686-1a3be209ca31 admin admin] 10.222.0.11 "DELETE /v2.0/routers/06d95097-baed-4bee-8075-3e9272f8ff7f HTTP/1.1" status: 204 len: 168 time: 4.2171988 Nov 23 22:42:19.375172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35000) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:19.387501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Attempting to bind port 5f07005b-9e3c-4351-8396-bddbb0bbd280 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:19.388031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Attempting to bind port 5f07005b-9e3c-4351-8396-bddbb0bbd280 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:19.388395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Attempting to bind port 5f07005b-9e3c-4351-8396-bddbb0bbd280 on network 47a28f3e-6801-4c70-af9a-2013d2a9c477 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:19.394509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:19.394982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Checking segment: {'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:19.395455 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.396021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Bound using segment: {'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:19.396515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Bound port: 5f07005b-9e3c-4351-8396-bddbb0bbd280, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:19.397398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.477225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675873d2-116f-4729-8714-c942aebece25 req-7da1ba0a-b96c-42bb-ba9b-1c6d52e767ed tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.514052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] Deleting subnet 6114ec51-d85e-43c9-b5d3-06a42ac7e454 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:42:19.517736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.536918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] For port 5f07005b-9e3c-4351-8396-bddbb0bbd280, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:19.542129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5e6bc21-1a09-40d9-9749-d80ccef49a8a req-8b3a6545-e10d-42a2-989d-d73d52f1a496 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776705 Nov 23 22:42:19.545871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] For port 5f07005b-9e3c-4351-8396-bddbb0bbd280, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f07005b-9e3c-4351-8396-bddbb0bbd280,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:19.564757 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.580900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.609214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675873d2-116f-4729-8714-c942aebece25 req-7da1ba0a-b96c-42bb-ba9b-1c6d52e767ed tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.615459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675873d2-116f-4729-8714-c942aebece25 req-7da1ba0a-b96c-42bb-ba9b-1c6d52e767ed tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.621157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-675873d2-116f-4729-8714-c942aebece25 req-7da1ba0a-b96c-42bb-ba9b-1c6d52e767ed tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/da4dd251-5371-432f-8e0d-2b2113c68155 HTTP/1.1" status: 204 len: 173 time: 0.4431834 Nov 23 22:42:19.645100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1ba0a-b96c-42bb-ba9b-1c6d52e767ed tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4dd251-5371-432f-8e0d-2b2113c68155,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:19.663950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35012) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:19.779982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37073c0d-601c-45aa-99f6-00733e7efd8a None None] Pushing event updated for resources: {'Port': ['ID=5f07005b-9e3c-4351-8396-bddbb0bbd280,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:19.839136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:19.860774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35020) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:19.899052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-107dfa17-eeb6-4583-b8dd-b7d41c9d0b81 req-749aa3a3-b12f-4c51-a198-eea4a508e812 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "GET /v2.0/security-groups/1ac58da0-40c1-4dac-9e14-541f6829cd85 HTTP/1.1" status: 200 len: 1794 time: 0.1573613 Nov 23 22:42:19.918910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187a0a4-7327-452b-99a8-0eb559528a54 req-d1b2cdac-d2fd-48ed-80e6-4e22045f4840 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:19.921693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2187a0a4-7327-452b-99a8-0eb559528a54 req-d1b2cdac-d2fd-48ed-80e6-4e22045f4840 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 944 time: 0.1588559 Nov 23 22:42:19.976105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.022436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.036490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2187a0a4-7327-452b-99a8-0eb559528a54 req-fb5278af-8401-48ec-9022-6022ca83da51 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063023 Nov 23 22:42:20.077742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-439024882-network', 'tenant_id': '1ebcab081bdf4a1683374db10df6e028'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:20.081336 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-107dfa17-eeb6-4583-b8dd-b7d41c9d0b81 req-e23520d5-d715-4350-bc7f-47dcd3702db8 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.082806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.128126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6114ec51-d85e-43c9-b5d3-06a42ac7e454,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:20.141610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.148330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3141e602-e22e-4acd-a47c-0dd8feabc875 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6114ec51-d85e-43c9-b5d3-06a42ac7e454 HTTP/1.1" status: 204 len: 168 time: 0.7696078 Nov 23 22:42:20.150821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35030) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:20.154252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8e96a-b4b2-4318-b69e-323d4a2177f8 None None] Network acb128ac-a1da-4b13-acb3-55addc6358c7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:20.186119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-107dfa17-eeb6-4583-b8dd-b7d41c9d0b81 req-e23520d5-d715-4350-bc7f-47dcd3702db8 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.188311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0acb295c-2c8b-41de-953f-489dc6f1479d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.204396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Made reservation on behalf of 1ebcab081bdf4a1683374db10df6e028 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:20.207307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.245420 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.248806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Allocated IP 172.25.0.107 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/b2d0a9a4-9056-4728-b0a6-787d0c87c7b6) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:20.327664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.375979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-107dfa17-eeb6-4583-b8dd-b7d41c9d0b81 req-e23520d5-d715-4350-bc7f-47dcd3702db8 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.378760 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-107dfa17-eeb6-4583-b8dd-b7d41c9d0b81 req-e23520d5-d715-4350-bc7f-47dcd3702db8 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.381937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-107dfa17-eeb6-4583-b8dd-b7d41c9d0b81 req-e23520d5-d715-4350-bc7f-47dcd3702db8 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ac58da0-40c1-4dac-9e14-541f6829cd85 HTTP/1.1" status: 204 len: 173 time: 0.4568572 Nov 23 22:42:20.468112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.468578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23520d5-d715-4350-bc7f-47dcd3702db8 tempest-SecurityGroupsTestAdminJSON-533474293 tempest-SecurityGroupsTestAdminJSON-533474293-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac58da0-40c1-4dac-9e14-541f6829cd85,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:20.493833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] DHCP port deletion for acb128ac-a1da-4b13-acb3-55addc6358c7 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:42:20.540288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:20.541046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.565289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0acb295c-2c8b-41de-953f-489dc6f1479d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.585520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0acb295c-2c8b-41de-953f-489dc6f1479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.591850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:20.594881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:20.602848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:20.607018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Pushing event updated for resources: {'Port': ['ID=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:20.636615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0acb295c-2c8b-41de-953f-489dc6f1479d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a14d924838e4e2098f1d86579f8d826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7705872 Nov 23 22:42:20.640175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35042) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:20.702904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb295c-2c8b-41de-953f-489dc6f1479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361848e5-9095-4397-b7fe-9c729a3ea828,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:20.726011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] Deleting port 0818aabe-77fc-4f86-b293-e50c21b5971b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:20.727852 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.728196 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.737806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95eaa502-3ddf-454b-b788-29795788418e req-e6dbecb7-66f1-4cee-bb07-da1c1e7645f8 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "GET /v2.0/security-groups/f0331ea5-4a1a-4189-ba3d-37db6fb9b4cf HTTP/1.1" status: 200 len: 1794 time: 0.3217251 Nov 23 22:42:20.739862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.771314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Deleting port 0818aabe-77fc-4f86-b293-e50c21b5971b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:20.771314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.863019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.882105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] For port 0818aabe-77fc-4f86-b293-e50c21b5971b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0818aabe-77fc-4f86-b293-e50c21b5971b,segment=NetworkSegment(5947b45d-b8e5-45d3-a08c-6184212dac88),segment_id=5947b45d-b8e5-45d3-a08c-6184212dac88)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:20.882681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.887552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:20.910606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] Calling delete_port for 0818aabe-77fc-4f86-b293-e50c21b5971b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:20.915645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'mac_address': 'fa:16:3e:22:94:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:20.946743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:20.980363 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.006263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:21.035891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.037365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:21.044850 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.088003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6f5826f4-12e4-469d-94b6-0e4959e1681b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:21.116736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.133655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.136416 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/361848e5-9095-4397-b7fe-9c729a3ea828 HTTP/1.1" status: 204 len: 168 time: 0.4935732 Nov 23 22:42:21.161263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac1c91-ed3f-4f01-a503-40d7fbcaa3c6 None None] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:21.202714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361848e5-9095-4397-b7fe-9c729a3ea828,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:21.216586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.216934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.217411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.217920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.218421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.218755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.219087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.219414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.219768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.220092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.220414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.220736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12fdeb-d86a-47d6-ae16-f3f9653b7d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:21.276251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] For port 0818aabe-77fc-4f86-b293-e50c21b5971b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0818aabe-77fc-4f86-b293-e50c21b5971b,segment=NetworkSegment(5947b45d-b8e5-45d3-a08c-6184212dac88),segment_id=5947b45d-b8e5-45d3-a08c-6184212dac88)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:21.277632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.293246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Calling delete_port for 0818aabe-77fc-4f86-b293-e50c21b5971b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:21.328897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:42:21.332251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d7f52-f32c-4f68-ad3c-97a0d2de8ab1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:21.402182 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.402863 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Added segment 4b7bf298-771d-4812-a47f-49a5aec5ed1a of type vlan for network 68bd6f9e-be5a-43ff-abe7-5d90f8612605 Nov 23 22:42:21.443722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.514709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47af32-8a1e-496e-bbd3-54e998d20fbc req-6bb7d1f4-8024-4e5c-b3dd-c45465b855da tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:21.522442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb47af32-8a1e-496e-bbd3-54e998d20fbc req-6bb7d1f4-8024-4e5c-b3dd-c45465b855da tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1100 time: 0.7547150 Nov 23 22:42:21.554149 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.578878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:21.623695 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-95eaa502-3ddf-454b-b788-29795788418e req-79348d01-8857-4aa7-904a-53cab5a057ad tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.627015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f54d5dd2-55a4-43c9-b845-4606edc4de8e None None] Provisioning complete for port 5f07005b-9e3c-4351-8396-bddbb0bbd280 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:21.627015 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f54d5dd2-55a4-43c9-b845-4606edc4de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.646123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:21.654155 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.655132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:21.655820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.672528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-95eaa502-3ddf-454b-b788-29795788418e req-79348d01-8857-4aa7-904a-53cab5a057ad tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.675201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.689336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb47af32-8a1e-496e-bbd3-54e998d20fbc req-80ded22d-c85d-4c27-83a5-e8b1d6bc8134 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609123 Nov 23 22:42:21.734443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 6f5826f4-12e4-469d-94b6-0e4959e1681b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:42:21.746262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.774929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 6f5826f4-12e4-469d-94b6-0e4959e1681b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:21.775634 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:21.787619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] Pushing event deleted for resources: {'Port': ['ID=0818aabe-77fc-4f86-b293-e50c21b5971b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:21.789830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5f07005b-9e3c-4351-8396-bddbb0bbd280 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:21.859653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0818aabe-77fc-4f86-b293-e50c21b5971b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:21.866757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2014201 Nov 23 22:42:21.870366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:42:21.872682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35078) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:21.879238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Request body: {'subnet': {'network_id': '68bd6f9e-be5a-43ff-abe7-5d90f8612605', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-439024882-subnet', 'tenant_id': '1ebcab081bdf4a1683374db10df6e028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:21.883645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] No DVR routers for this DVR port 0818aabe-77fc-4f86-b293-e50c21b5971b on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:42:21.920098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38025fd-11d1-4af9-bd7b-686f65edafe9 None None] No DVR routers for this DVR port 0818aabe-77fc-4f86-b293-e50c21b5971b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:42:22.007825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Made reservation on behalf of 1ebcab081bdf4a1683374db10df6e028 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:22.015622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.034873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34ffa-f105-4076-832d-809024ba567c admin admin] Pushing event updated for resources: {'Network': ['ID=68bd6f9e-be5a-43ff-abe7-5d90f8612605,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:22.084453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 68bd6f9e-be5a-43ff-abe7-5d90f8612605 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:42:22.123441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-95eaa502-3ddf-454b-b788-29795788418e req-79348d01-8857-4aa7-904a-53cab5a057ad tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.138941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-95eaa502-3ddf-454b-b788-29795788418e req-79348d01-8857-4aa7-904a-53cab5a057ad tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.148492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95eaa502-3ddf-454b-b788-29795788418e req-79348d01-8857-4aa7-904a-53cab5a057ad tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "DELETE /v2.0/security-groups/f0331ea5-4a1a-4189-ba3d-37db6fb9b4cf HTTP/1.1" status: 204 len: 173 time: 1.3818374 Nov 23 22:42:22.175068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d86e-8452-413e-9826-7d6ad626246f req-87f7537a-90d4-4b4a-872a-7fc44a94763d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:22.183441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83a3d86e-8452-413e-9826-7d6ad626246f req-87f7537a-90d4-4b4a-872a-7fc44a94763d tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 944 time: 0.3456595 Nov 23 22:42:22.188424 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f54d5dd2-55a4-43c9-b845-4606edc4de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.287011 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.290572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79348d01-8857-4aa7-904a-53cab5a057ad tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0331ea5-4a1a-4189-ba3d-37db6fb9b4cf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:22.342963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5f07005b-9e3c-4351-8396-bddbb0bbd280 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:22.344043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.351396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb128ac-a1da-4b13-acb3-55addc6358c7']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:22.375476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5947b45d-b8e5-45d3-a08c-6184212dac88') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:22.376243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5947b45d-b8e5-45d3-a08c-6184212dac88') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:22.403230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83a3d86e-8452-413e-9826-7d6ad626246f req-d2a094af-4c7a-48aa-b559-48e235de9289 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096479 Nov 23 22:42:22.411304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.473043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f54d5dd2-55a4-43c9-b845-4606edc4de8e None None] For port 5f07005b-9e3c-4351-8396-bddbb0bbd280, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f07005b-9e3c-4351-8396-bddbb0bbd280,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:22.492523 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f54d5dd2-55a4-43c9-b845-4606edc4de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.499452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.512643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.569109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:42:22.570673 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:42:22.581564 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:42:22.590551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:22.593175 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c76d08d-fda1-4c59-a45c-3407034e50ff" -d '{"events": [{"server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "name": "network-vif-plugged", "status": "completed", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:22.602020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:22.629810 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.636053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66c6a6cb-ee89-4649-9d3a-0547f9504a8f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0683556 Nov 23 22:42:22.641310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:22.651842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Sync routers for ids ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:22.660155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:22.707049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21b7aca4-0faf-43b2-b0d2-b4fa8902e2fe req-17e5375f-2398-474b-9698-28e966e1e099 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "GET /v2.0/security-groups/5e47433c-3f42-4823-be91-50a09737e62e HTTP/1.1" status: 200 len: 1795 time: 0.2576768 Nov 23 22:42:22.722928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb52d-a5dd-4629-94ea-611efa4650b2 req-dc93cef5-43d5-4fd0-91dc-87efcb489f4d tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:22.732474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe3cb52d-a5dd-4629-94ea-611efa4650b2 req-dc93cef5-43d5-4fd0-91dc-87efcb489f4d tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1100 time: 0.2804885 Nov 23 22:42:22.740442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.740739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d5dd2-55a4-43c9-b845-4606edc4de8e None None] Pushing event updated for resources: {'Port': ['ID=5f07005b-9e3c-4351-8396-bddbb0bbd280,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:22.745436 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.749966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.769342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.773089 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/acb128ac-a1da-4b13-acb3-55addc6358c7 HTTP/1.1" status: 204 len: 168 time: 2.6049051 Nov 23 22:42:22.808097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a61dc7a7-2241-4593-8e07-f91cb9e6172e None None] Provisioning complete for port 5f07005b-9e3c-4351-8396-bddbb0bbd280 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:22.808469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a61dc7a7-2241-4593-8e07-f91cb9e6172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.830311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b91061-e0ca-4c2f-81b4-46bce71144b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb128ac-a1da-4b13-acb3-55addc6358c7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:22.839094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Routers {'919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:22.839779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:22.932152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe3cb52d-a5dd-4629-94ea-611efa4650b2 req-f4583c7b-97a7-4a26-8e53-4bed5df77397 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966727 Nov 23 22:42:22.968324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Checking segment: {'id': '4b7bf298-771d-4812-a47f-49a5aec5ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '68bd6f9e-be5a-43ff-abe7-5d90f8612605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:22.970256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Network hostable DHCP agents. Network: 68bd6f9e-be5a-43ff-abe7-5d90f8612605, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:42:22.974490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21b7aca4-0faf-43b2-b0d2-b4fa8902e2fe req-9f344cc0-0bf0-43e4-b9d0-0d5bb42f1f56 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:23.026696 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b168a5d-8b33-4668-b9ce-29edd657c29b x-openstack-request-id: req-2b168a5d-8b33-4668-b9ce-29edd657c29b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:23.027309 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "name": "network-vif-plugged", "status": "completed", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:23.027309 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b168a5d-8b33-4668-b9ce-29edd657c29b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:23.027665 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'code': 200} Nov 23 22:42:23.041767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21b7aca4-0faf-43b2-b0d2-b4fa8902e2fe req-9f344cc0-0bf0-43e4-b9d0-0d5bb42f1f56 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:23.062224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe32084-599f-4e63-8e23-19d6c817982c,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:23.093981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:23.186943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:23.191647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35120) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:23.274620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Set router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:23.334903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21b7aca4-0faf-43b2-b0d2-b4fa8902e2fe req-9f344cc0-0bf0-43e4-b9d0-0d5bb42f1f56 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:23.337700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21b7aca4-0faf-43b2-b0d2-b4fa8902e2fe req-9f344cc0-0bf0-43e4-b9d0-0d5bb42f1f56 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:23.339505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21b7aca4-0faf-43b2-b0d2-b4fa8902e2fe req-9f344cc0-0bf0-43e4-b9d0-0d5bb42f1f56 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] 10.222.0.11 "DELETE /v2.0/security-groups/5e47433c-3f42-4823-be91-50a09737e62e HTTP/1.1" status: 204 len: 173 time: 0.6314507 Nov 23 22:42:23.347637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Network 68bd6f9e-be5a-43ff-abe7-5d90f8612605 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:42:23.370380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7a94c2ae-5bab-4064-a39f-f31df619f561 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8609f872d7d44c0ba3ce0d8367ba18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775556 Nov 23 22:42:23.377086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35128) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:23.379239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f344cc0-0bf0-43e4-b9d0-0d5bb42f1f56 tempest-SecurityGroupsTestAdminJSON-1079768190 tempest-SecurityGroupsTestAdminJSON-1079768190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e47433c-3f42-4823-be91-50a09737e62e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:23.455962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 68bd6f9e-be5a-43ff-abe7-5d90f8612605) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:23.473858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:23.474630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:23.513992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab995838-3de3-40b1-a87b-c7dd5500f2fa req-d90046f5-5f5d-44e0-8694-c8b7fbfd16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:23.515657 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab995838-3de3-40b1-a87b-c7dd5500f2fa req-d90046f5-5f5d-44e0-8694-c8b7fbfd16f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 1096 time: 0.2698584 Nov 23 22:42:23.570708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-36c0e3ad-c6be-4110-b28f-5d52a7f54639 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6960247 Nov 23 22:42:23.718552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d08ba-e560-470f-8e1a-f9200727c683 None None] Network 68bd6f9e-be5a-43ff-abe7-5d90f8612605 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:23.722192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:42:23.725504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 731f21d8-4383-4ba1-8dfe-eb8aaf2047cc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:42:23.728084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0818aabe-77fc-4f86-b293-e50c21b5971b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:23.769331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6d62-e83e-4e58-978b-8d862fcc64fd req-2c5afd64-c796-4d8f-995d-322ae93cd7f7 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:23.782830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-857d6d62-e83e-4e58-978b-8d862fcc64fd req-2c5afd64-c796-4d8f-995d-322ae93cd7f7 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 945 time: 0.1660781 Nov 23 22:42:23.785844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8c9-31a8-4468-8020-09f096be2953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:23.834440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 0818aabe-77fc-4f86-b293-e50c21b5971b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:42:23.835043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0818aabe-77fc-4f86-b293-e50c21b5971b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:42:23.874259 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab995838-3de3-40b1-a87b-c7dd5500f2fa req-4400781c-a476-4a8e-9343-128b0f5504f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435152 Nov 23 22:42:23.942871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-857d6d62-e83e-4e58-978b-8d862fcc64fd req-29ccb5f1-f996-49e7-b1fc-256d58782bb1 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443324 Nov 23 22:42:23.983276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8c9-31a8-4468-8020-09f096be2953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:24.045999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35156) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:24.082225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5f07005b-9e3c-4351-8396-bddbb0bbd280 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:24.199520 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:24.274215 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8c9-31a8-4468-8020-09f096be2953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:24.277284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8c9-31a8-4468-8020-09f096be2953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:24.278579 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3cfc8c9-31a8-4468-8020-09f096be2953 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caedae47-b6fa-4b53-9546-9d0046d9d240 HTTP/1.1" status: 204 len: 168 time: 0.8967664 Nov 23 22:42:24.366125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a258d9-22d2-4bf3-8f52-c843d1af0a35 None None] Network 68bd6f9e-be5a-43ff-abe7-5d90f8612605 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:24.394543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfc8c9-31a8-4468-8020-09f096be2953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caedae47-b6fa-4b53-9546-9d0046d9d240,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:24.414870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cdddbfaa-cc1b-4620-a5f1-6a7ea13fb961 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=411cb68f93cb4a78acd80c5e6068a80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545954 Nov 23 22:42:24.416458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35174) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:24.454268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5f07005b-9e3c-4351-8396-bddbb0bbd280 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:24.454647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:24.543395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35186) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:24.623494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d236e-7d2b-4281-87a5-4ab6d7acc65c req-7254a3e1-0d34-458c-a411-14a0f6656cde tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:24.632952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-941d236e-7d2b-4281-87a5-4ab6d7acc65c req-7254a3e1-0d34-458c-a411-14a0f6656cde tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.0737793 Nov 23 22:42:24.687280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfe85225-3794-47c4-af21-0610a4c128cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:24.766686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfe85225-3794-47c4-af21-0610a4c128cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:24.797983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-941d236e-7d2b-4281-87a5-4ab6d7acc65c req-d36b1d30-2c44-4126-a4b3-d2d037e0af99 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562157 Nov 23 22:42:24.806370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Allocated IP 172.20.0.1 (47a28f3e-6801-4c70-af9a-2013d2a9c477/48ec440c-d109-4001-bb31-528266a1e1f8/ed72b01a-b7d8-458f-9e49-7d24c72ba1df) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:24.967891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:17Z', 'updated_at': '2021-11-23T22:42:20Z', 'revision_number': 3, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'gw_port': {'id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:20Z', 'updated_at': '2021-11-23T22:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:25.045749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:25.066137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Checking router: 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:25.066760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Updating router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:42:25.071225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:25.121643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.350088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.357935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb363e41-7519-4928-878a-d212c7521bab req-f106b077-f34e-4c4e-b71a-c9dd257ad01b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:25.379253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb363e41-7519-4928-878a-d212c7521bab req-f106b077-f34e-4c4e-b71a-c9dd257ad01b tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 945 time: 0.2079351 Nov 23 22:42:25.392246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35216) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:25.397989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1367987998-network', 'tenant_id': '1189e5d42dd44834b10b1ff5f111868c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:25.488541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Made reservation on behalf of 1189e5d42dd44834b10b1ff5f111868c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:25.494599 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.497555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfe85225-3794-47c4-af21-0610a4c128cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.500463 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfe85225-3794-47c4-af21-0610a4c128cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.502163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bfe85225-3794-47c4-af21-0610a4c128cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bdbacb2-0d78-4a8f-b714-4f4df790ade4 HTTP/1.1" status: 204 len: 168 time: 1.0847001 Nov 23 22:42:25.572253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb363e41-7519-4928-878a-d212c7521bab req-0179a936-ef44-43b1-808f-f045aa6f389e tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830184 Nov 23 22:42:25.574197 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.623402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe85225-3794-47c4-af21-0610a4c128cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdbacb2-0d78-4a8f-b714-4f4df790ade4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:25.630966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.664241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.726492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:25.726876 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.902314 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:25.975122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.001251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:42:26.026115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.026821 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Added segment 4eed7c36-0ac7-4e6f-a06f-c86aec7deebd of type vlan for network b2bdbe5c-427f-4d23-86de-50d1af810a08 Nov 23 22:42:26.038701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49180bd-5131-4928-94ee-23efe7af74a5 req-4d6a7c1b-e235-49ac-b96c-73a19a465c8c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:26.061003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.064015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b49180bd-5131-4928-94ee-23efe7af74a5 req-4d6a7c1b-e235-49ac-b96c-73a19a465c8c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.1310322 Nov 23 22:42:26.203467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b49180bd-5131-4928-94ee-23efe7af74a5 req-13fb12ba-6948-420c-a4d5-a7207c40e003 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370790 Nov 23 22:42:26.252750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.263313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35254) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:26.279438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba864f-c100-4289-b654-ad58945435cf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:26.289308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:26.291680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.300752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:26.311135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:26.316695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:26.394770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a7f2cfbd-96db-44e3-8dc7-30b132a33220 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bedbf8367fcc4f90a03e210ee8c05511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301539 Nov 23 22:42:26.397307 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.397953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35256) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:26.403499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:26.410615 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.463300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:26.469292 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a61a646-291e-4998-a388-78054c998a88" -d '{"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:26.522468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.533551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.578141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.601276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:26.613552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.623651 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.653316 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.750256 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3555737 Nov 23 22:42:26.751233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348d548-65e5-4f5c-b730-bd106a7f12d6 admin admin] Pushing event updated for resources: {'Network': ['ID=b2bdbe5c-427f-4d23-86de-50d1af810a08,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:26.757607 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcc4a77-38cc-4bb2-b1ab-5e29581ed8b1 x-openstack-request-id: req-6dcc4a77-38cc-4bb2-b1ab-5e29581ed8b1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:26.758269 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:26.758589 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dcc4a77-38cc-4bb2-b1ab-5e29581ed8b1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:26.759232 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'code': 200} Nov 23 22:42:26.768839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:26.778175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Request body: {'subnet': {'network_id': 'b2bdbe5c-427f-4d23-86de-50d1af810a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1367987998-subnet', 'tenant_id': '1189e5d42dd44834b10b1ff5f111868c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:26.779487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b2bdbe5c-427f-4d23-86de-50d1af810a08 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:42:26.809525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.827122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Made reservation on behalf of 1189e5d42dd44834b10b1ff5f111868c for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:26.829529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.845784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Allocated IP 172.25.0.176 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/fd7989c4-4df0-4687-904c-37707c23ab6f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:26.889760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Attempting to bind port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:26.896820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Attempting to bind port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:26.898679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Attempting to bind port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:26.916471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f5961-71d9-4745-b6a6-68a35dddc8de None None] Pushing event updated for resources: {'Port': ['ID=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:26.962323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.970589 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:26.974154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97a6363f-a998-457b-a531-4f9ac7fad179 HTTP/1.1" status: 204 len: 168 time: 0.5749953 Nov 23 22:42:27.015703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:27.025916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:27.026519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:27.027163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.027775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:27.028402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Bound port: b2d0a9a4-9056-4728-b0a6-787d0c87c7b6, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:27.029110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.065511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dfcdcb68-4190-4f12-97b5-0d0e48da9d50 None None] Provisioning complete for port ed72b01a-b7d8-458f-9e49-7d24c72ba1df triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:27.066043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcb68-4190-4f12-97b5-0d0e48da9d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.078621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6363f-a998-457b-a531-4f9ac7fad179,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:27.111999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.112645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.113182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.141449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.142003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.144142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.144651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.146048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.151902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.152484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.152998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.159169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218abd9f-c89c-46a6-9c36-ef11742440a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:27.200236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdcb68-4190-4f12-97b5-0d0e48da9d50 None None] Port ed72b01a-b7d8-458f-9e49-7d24c72ba1df cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:27.216854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] For port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:27.221292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] For port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:27.247680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.273232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.287012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.403319 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.425998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Routers {'919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:27.426937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:27.557606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] Set router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:27.601513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f5961-71d9-4745-b6a6-68a35dddc8de None None] Pushing event updated for resources: {'Port': ['ID=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:27.629020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.657933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:27.666994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.682101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:27.688659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:27.734972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7989c4-4df0-4687-904c-37707c23ab6f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:27.766487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.767774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1502e80-586a-48c5-95a6-758a24ffe9f7 req-a60badbc-bfe2-4939-adea-0ab5c192fafe tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:27.769713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1502e80-586a-48c5-95a6-758a24ffe9f7 req-a60badbc-bfe2-4939-adea-0ab5c192fafe tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.3295615 Nov 23 22:42:27.781589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:27.802248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f7dee-7b73-43da-94e1-87d89f500eee req-abc04b45-fc1b-4d62-89de-4de01c2ce2f9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:27.813163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa8f7dee-7b73-43da-94e1-87d89f500eee req-abc04b45-fc1b-4d62-89de-4de01c2ce2f9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 945 time: 0.2455487 Nov 23 22:42:27.958630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:27.973848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1502e80-586a-48c5-95a6-758a24ffe9f7 req-b8d9d918-0109-4e07-bd35-cd866bf29d1d tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845772 Nov 23 22:42:27.998531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa8f7dee-7b73-43da-94e1-87d89f500eee req-69d8cdac-cebf-44a9-a844-ec369ef186a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695788 Nov 23 22:42:28.001473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:17Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 4, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'gw_port': {'id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:20Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ed72b01a-b7d8-458f-9e49-7d24c72ba1df', 'name': '', 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'mac_address': 'fa:16:3e:06:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:24Z', 'updated_at': '2021-11-23T22:42:25Z', 'revision_number': 1, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'subnets': [{'id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:28.009017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.058103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df31e657-62f6-45c3-93e0-09475d7d7d01,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:28.068874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b016a-b131-4601-ac6f-1e295b792e28 None None] The sync data for ids ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'] in n-d-817303-3 is: [{'id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:17Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 4, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'gw_port': {'id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:20Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ed72b01a-b7d8-458f-9e49-7d24c72ba1df', 'name': '', 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'mac_address': 'fa:16:3e:06:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:24Z', 'updated_at': '2021-11-23T22:42:25Z', 'revision_number': 1, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'subnets': [{'id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:28.069143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:28.070873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:28.149248 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.206103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Checking segment: {'id': '4eed7c36-0ac7-4e6f-a06f-c86aec7deebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b2bdbe5c-427f-4d23-86de-50d1af810a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:28.207139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Network hostable DHCP agents. Network: b2bdbe5c-427f-4d23-86de-50d1af810a08, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:42:28.408468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:42:28.416474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Network b2bdbe5c-427f-4d23-86de-50d1af810a08 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:42:28.455208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b2bdbe5c-427f-4d23-86de-50d1af810a08) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:28.464878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:28.465480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.469529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1a94d-5c9e-4835-98f6-28eaf4f2a3f1 None None] Network b2bdbe5c-427f-4d23-86de-50d1af810a08 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:28.644408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.654451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.657689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3572cf51-46a9-4e34-bdfc-9fc55ea6c382 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8861248 Nov 23 22:42:28.764466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6b20ab07-7a50-4cbc-b3f0-20b336ea09ef None None] Provisioning complete for port ed72b01a-b7d8-458f-9e49-7d24c72ba1df triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:28.765057 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b20ab07-7a50-4cbc-b3f0-20b336ea09ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.794502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35378) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:28.797420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7989c4-4df0-4687-904c-37707c23ab6f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:28.826074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.856077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:28.865645 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.868537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4530eacd-ff5c-4c39-b6e3-21ae195774df tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3231318 Nov 23 22:42:28.871818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35382) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:28.879279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-759621075', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'fixed_ips': [{'ip_address': '172.25.0.176'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:28.885599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ba6d185-8162-4531-bdd8-2652616fbee5 admin admin] 10.222.0.11 "PUT /v2.0/routers/919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2386265 Nov 23 22:42:28.921853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Made reservation on behalf of e7361b96e873404fb4c1e3229c441d4c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:28.924251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.942719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.992670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6b20ab07-7a50-4cbc-b3f0-20b336ea09ef None None] Port ed72b01a-b7d8-458f-9e49-7d24c72ba1df cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:29.007931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d337c73-efe8-4e7c-9e92-ede76b5f6cd1 None None] Network b2bdbe5c-427f-4d23-86de-50d1af810a08 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:29.015794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35390) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:29.160158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] Deleting subnet fbe32084-599f-4e63-8e23-19d6c817982c {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:42:29.172121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6f5826f4-12e4-469d-94b6-0e4959e1681b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:29.179869 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.301604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.433946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.440342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.466901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.522006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:29.560676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] device_id is not set on port 18449ec0-54d8-4e3d-b01f-9de30bdf990c yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:42:29.577150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'network_id': '58698a06-72a2-4711-9d1e-61595cc571f1', 'port_id': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'mac_address': 'fa:16:3e:ce:aa:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb00d39-8567-48a2-b37c-3e667dbd68ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:29.578186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2335ee12-d2fa-465d-a11b-9eefabb9b002,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:29.633556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.669168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.678890 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61e77818-9ec0-4170-a3d2-33fa5bc094c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.679076 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fbe32084-599f-4e63-8e23-19d6c817982c HTTP/1.1" status: 204 len: 168 time: 0.6622152 Nov 23 22:42:29.719736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:29.723848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.729295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65306b-8cca-442e-9075-21db7404c017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe32084-599f-4e63-8e23-19d6c817982c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:29.960828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:29.965597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61e77818-9ec0-4170-a3d2-33fa5bc094c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.114617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.162986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bd6f9e-be5a-43ff-abe7-5d90f8612605']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:30.164146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:30.192519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7bf298-771d-4812-a47f-49a5aec5ed1a') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:30.192811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7bf298-771d-4812-a47f-49a5aec5ed1a') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:30.194473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d5786-a5f1-4e46-bf2b-716daa4b66bc req-ff232b31-8265-4059-957b-9bc8316713a9 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:30.198802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d3d5786-a5f1-4e46-bf2b-716daa4b66bc req-ff232b31-8265-4059-957b-9bc8316713a9 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 1.0121021 Nov 23 22:42:30.229772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f5826f4-12e4-469d-94b6-0e4959e1681b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:30.235733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.237294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b5592-fd30-4c9e-9047-5433b7ff1a64 req-2ebe3d68-7b23-40c4-887e-6367a200eb41 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:30.245823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c05b5592-fd30-4c9e-9047-5433b7ff1a64 req-2ebe3d68-7b23-40c4-887e-6367a200eb41 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 945 time: 1.0034266 Nov 23 22:42:30.254383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61e77818-9ec0-4170-a3d2-33fa5bc094c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.257219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.282883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:42:30.283289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.286288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:42:30.292124 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:42:30.306307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.392578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:30.392951 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.413079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-61e77818-9ec0-4170-a3d2-33fa5bc094c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f03025f10d14de693347900171aabfb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6167948 Nov 23 22:42:30.436951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e77818-9ec0-4170-a3d2-33fa5bc094c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98c4f78-f614-4cd7-a81d-c9cd697ee8ac,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:30.450163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35448) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:30.532053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.544494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.553921 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] 10.222.0.11 "DELETE /v2.0/networks/68bd6f9e-be5a-43ff-abe7-5d90f8612605 HTTP/1.1" status: 204 len: 168 time: 0.8244629 Nov 23 22:42:30.556034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35454) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:30.593676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6f5826f4-12e4-469d-94b6-0e4959e1681b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:30.678722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] Deleting subnet df31e657-62f6-45c3-93e0-09475d7d7d01 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:42:30.686536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84114cb5-b0df-45aa-a4da-928a927b6519 admin admin] Pushing event deleted for resources: {'Network': ['ID=68bd6f9e-be5a-43ff-abe7-5d90f8612605,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:30.690893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c05b5592-fd30-4c9e-9047-5433b7ff1a64 req-4cd52231-b5be-4d48-9d36-b630585ecad7 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612688 Nov 23 22:42:30.705425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d3d5786-a5f1-4e46-bf2b-716daa4b66bc req-3b80ff8b-48a9-4e6f-81db-10b3a9a940a2 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578528 Nov 23 22:42:30.731424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.755842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:30.768183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0dac603-7a12-4de2-803a-660e0f8897cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.794013 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 22:42:30.794836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:42:30.818266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0dac603-7a12-4de2-803a-660e0f8897cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.841793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-34b5a8e4-a3e3-4c5d-87da-18effa0cb3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9684341 Nov 23 22:42:30.844811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35464) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:30.925831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.957222 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.032263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.088944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:31.140332 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.206245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.242519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df31e657-62f6-45c3-93e0-09475d7d7d01,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:31.247873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-82039154-f776-44ae-b7a4-a149f44163b8 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274172 Nov 23 22:42:31.255630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.256726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Deleting port fd7989c4-4df0-4687-904c-37707c23ab6f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:31.257179 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.265102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cef34c53-21d5-4623-bfbb-f5db1ad3d91b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/df31e657-62f6-45c3-93e0-09475d7d7d01 HTTP/1.1" status: 204 len: 168 time: 0.7046530 Nov 23 22:42:31.266145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35482) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:31.287418 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0dac603-7a12-4de2-803a-660e0f8897cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.290147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0dac603-7a12-4de2-803a-660e0f8897cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.292355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f0dac603-7a12-4de2-803a-660e0f8897cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a98c4f78-f614-4cd7-a81d-c9cd697ee8ac HTTP/1.1" status: 204 len: 168 time: 0.8406708 Nov 23 22:42:31.314404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:31.322849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dac603-7a12-4de2-803a-660e0f8897cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98c4f78-f614-4cd7-a81d-c9cd697ee8ac,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:31.432551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.495081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.495411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.517457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Calling delete_port for fd7989c4-4df0-4687-904c-37707c23ab6f owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:31.539073 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84d873e9-346c-4bed-b5e0-c16ba239ada2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.565985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-42cab565-9aaf-44b7-9442-9482c0442e31 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:31.567542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-42cab565-9aaf-44b7-9442-9482c0442e31 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845659 Nov 23 22:42:31.590242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.630233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bdbe5c-427f-4d23-86de-50d1af810a08']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:31.646795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c9a2e615-df8f-4654-a965-237d725717d8 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/quotas/05466d14b5a14ae6b7b9008449e2a3dc HTTP/1.1" status: 200 len: 375 time: 0.0300837 Nov 23 22:42:31.647357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eed7c36-0ac7-4e6f-a06f-c86aec7deebd') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:31.649080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eed7c36-0ac7-4e6f-a06f-c86aec7deebd') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:31.662907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.679002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.698234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:42:31.701823 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:42:31.706422 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:42:31.710705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-95e47aea-7962-4f53-bba4-4ab3eb0c7343 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560298 Nov 23 22:42:31.841044 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.964370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.979201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.983479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd7989c4-4df0-4687-904c-37707c23ab6f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:31.985970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b2bdbe5c-427f-4d23-86de-50d1af810a08 HTTP/1.1" status: 204 len: 168 time: 0.7185671 Nov 23 22:42:32.050031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701d99-fdaa-4304-be80-3adf6d11db53 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2bdbe5c-427f-4d23-86de-50d1af810a08,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:32.075469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:32.078156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3fe4a-a1a2-4037-9154-9e3ec16ae746 req-7b77d3ae-7b7a-4c2c-ae1c-0e525d7ee162 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:32.079724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e3fe4a-a1a2-4037-9154-9e3ec16ae746 req-7b77d3ae-7b7a-4c2c-ae1c-0e525d7ee162 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.1781001 Nov 23 22:42:32.121168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:32.124464 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:32.129125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-61c45296-dad7-4a92-81a7-151a9089aa92 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785 tempest-ExternalNetworksAdminNegativeTestJSON-1111279785-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/8eb35a4a-ec0b-4d94-9aba-3f392c375fdb HTTP/1.1" status: 204 len: 168 time: 1.2798851 Nov 23 22:42:32.212294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e3fe4a-a1a2-4037-9154-9e3ec16ae746 req-ae6fd9b8-6dfc-44e1-ad02-2d4b31f72f92 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227612 Nov 23 22:42:32.253734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:32.254473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:32.362203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4eeb-c054-43d8-aad1-df42eaac45e5 req-70fd965a-1012-49d7-bf3b-a5654d71a3fe tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:32.372627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-48cd4eeb-c054-43d8-aad1-df42eaac45e5 req-70fd965a-1012-49d7-bf3b-a5654d71a3fe tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 944 time: 0.1669927 Nov 23 22:42:32.510531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:32.515826 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Sync routers for ids ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:32.528815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-48cd4eeb-c054-43d8-aad1-df42eaac45e5 req-3d88c5ad-2d26-44ba-9dfa-b7d1cce4c76f tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.11 "GET /v2.0/security-groups?id=3aef4ed0-37d8-4c7c-9549-518dfe44a940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507199 Nov 23 22:42:32.538660 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Routers {'919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:32.544472 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:32.576493 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-12c0036a-1c50-4206-a5ea-29ea99ced415 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ebcab081bdf4a1683374db10df6e028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636272 Nov 23 22:42:32.578961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35554) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:32.702753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-527dfeef-cb4c-4d34-abdb-ddb42740ca6d req-2c9ed5e1-a21a-4731-88d6-510ddbf44214 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 210 time: 0.0733535 Nov 23 22:42:32.719476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c315a4b-c0a3-4570-b139-c3020cdb834f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:32.743377 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c315a4b-c0a3-4570-b139-c3020cdb834f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:32.799410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35560) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:32.811453 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c315a4b-c0a3-4570-b139-c3020cdb834f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:32.815915 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c315a4b-c0a3-4570-b139-c3020cdb834f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:32.818883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c315a4b-c0a3-4570-b139-c3020cdb834f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a7d7f52-f32c-4f68-ad3c-97a0d2de8ab1 HTTP/1.1" status: 204 len: 168 time: 0.2378113 Nov 23 22:42:32.844688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c315a4b-c0a3-4570-b139-c3020cdb834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d7f52-f32c-4f68-ad3c-97a0d2de8ab1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:32.901611 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Set router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:33.128778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6f5826f4-12e4-469d-94b6-0e4959e1681b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:33.324867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 6f5826f4-12e4-469d-94b6-0e4959e1681b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:33.325319 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.330004 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:17Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 4, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'gw_port': {'id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:20Z', 'updated_at': '2021-11-23T22:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ed72b01a-b7d8-458f-9e49-7d24c72ba1df', 'name': '', 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'mac_address': 'fa:16:3e:06:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:24Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 2, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'subnets': [{'id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:33.338596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32c8f632-8091-44b6-9659-0b1b2a093d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.397723 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Checking router: 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:33.401041 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Updating router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f port ed72b01a-b7d8-458f-9e49-7d24c72ba1df binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:42:33.491913 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.559070 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.600453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32c8f632-8091-44b6-9659-0b1b2a093d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.608674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32c8f632-8091-44b6-9659-0b1b2a093d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.624458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:33.628417 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8583d1-69d1-4a79-9806-c11e5cb29e96" -d '{"events": [{"server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "name": "network-vif-plugged", "status": "completed", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:33.653077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-32c8f632-8091-44b6-9659-0b1b2a093d00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65a484c715ce4d44a5935f2954cc75b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8517890 Nov 23 22:42:33.656774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35586) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:33.674776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:33.684580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8f632-8091-44b6-9659-0b1b2a093d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c748295-4217-4459-b557-114253575144,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:33.685163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.796801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35594) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:33.827238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:33.862990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b61dbd43-7ea9-4a5e-aacc-c4326f79b1c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1189e5d42dd44834b10b1ff5f111868c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648472 Nov 23 22:42:33.865738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35596) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:33.895040 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46a0681c-3755-4106-8f7e-fe74b4e9fc67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.982422 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dee4dfc8-57ec-4f3b-9ca2-f49f38365bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.014592 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46a0681c-3755-4106-8f7e-fe74b4e9fc67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.040781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dee4dfc8-57ec-4f3b-9ca2-f49f38365bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.052266 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7930af6e-46ef-4d7d-a131-e22521e73f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.162522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46a0681c-3755-4106-8f7e-fe74b4e9fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.169287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46a0681c-3755-4106-8f7e-fe74b4e9fc67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.172817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-46a0681c-3755-4106-8f7e-fe74b4e9fc67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c748295-4217-4459-b557-114253575144 HTTP/1.1" status: 204 len: 168 time: 0.5126269 Nov 23 22:42:34.187027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0681c-3755-4106-8f7e-fe74b4e9fc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c748295-4217-4459-b557-114253575144,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:34.255807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-ca192b65-ec53-4cbc-b75f-342fc94a017c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213238 Nov 23 22:42:34.258746 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dee4dfc8-57ec-4f3b-9ca2-f49f38365bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.265353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dee4dfc8-57ec-4f3b-9ca2-f49f38365bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.273607 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dee4dfc8-57ec-4f3b-9ca2-f49f38365bc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71ba864f-c100-4289-b654-ad58945435cf HTTP/1.1" status: 204 len: 168 time: 0.4064472 Nov 23 22:42:34.293912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35604) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:34.324447 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.331162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4dfc8-57ec-4f3b-9ca2-f49f38365bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba864f-c100-4289-b654-ad58945435cf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:34.344296 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.575026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-9ec937b4-6e74-4a04-8479-77cf7556d2f1 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:34.576471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-9ec937b4-6e74-4a04-8479-77cf7556d2f1 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952824 Nov 23 22:42:34.610392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': '01093956-877b-404e-b16f-b63a2175ae62', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:34.621224 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Pushing event updated for resources: {'Port': ['ID=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:34.671831 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.672203 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.672515 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.672857 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.673190 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.673517 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.673842 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.674168 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.674494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.674811 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.675134 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.675451 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:34.781751 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Attempting to bind port ed72b01a-b7d8-458f-9e49-7d24c72ba1df on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:34.782048 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Attempting to bind port ed72b01a-b7d8-458f-9e49-7d24c72ba1df by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:34.783301 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Attempting to bind port ed72b01a-b7d8-458f-9e49-7d24c72ba1df on network 47a28f3e-6801-4c70-af9a-2013d2a9c477 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:34.810047 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:34.811551 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Checking segment: {'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:34.812809 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.813369 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Bound using segment: {'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:34.814660 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Bound port: ed72b01a-b7d8-458f-9e49-7d24c72ba1df, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a893eee0-65ac-4351-9002-b5d5470b1b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:34.815856 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.929154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2052615237-network', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:34.933315 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:34.983296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-3924c01e-fd46-4284-a14e-b2bbf486a0f0 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:34.992575 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-3924c01e-fd46-4284-a14e-b2bbf486a0f0 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c65ee02-aa76-4b59-b1df-ebd6a90f2503 HTTP/1.1" status: 200 len: 945 time: 0.2419248 Nov 23 22:42:34.998917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:35.007805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.022438 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] For port ed72b01a-b7d8-458f-9e49-7d24c72ba1df, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:35.030893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Made reservation on behalf of 2b1958a33f4c4a3d9c05db596371a748 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:35.033050 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] For port ed72b01a-b7d8-458f-9e49-7d24c72ba1df, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:35.036174 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.045269 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.052094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.062676 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.115546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0d914ad9-8f27-4233-96a6-fc2af550c525 None None] Provisioning complete for port ed72b01a-b7d8-458f-9e49-7d24c72ba1df triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:35.115974 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0d914ad9-8f27-4233-96a6-fc2af550c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.262591 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.282024 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.356294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:42:35.386687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0d914ad9-8f27-4233-96a6-fc2af550c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.392279 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Routers {'919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:35.394095 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:35.413005 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.413399 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Added segment db9800e6-099c-4329-877f-8b3ff5c11f71 of type vlan for network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f Nov 23 22:42:35.420453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59346f9-df86-4bde-b21a-8dc448f87fd5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:35.467588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35622) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:35.494368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0d914ad9-8f27-4233-96a6-fc2af550c525 None None] For port ed72b01a-b7d8-458f-9e49-7d24c72ba1df, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:35.498190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Deleting port 6f5826f4-12e4-469d-94b6-0e4959e1681b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:42:35.498582 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.507370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0d914ad9-8f27-4233-96a6-fc2af550c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.661495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.671934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d914ad9-8f27-4233-96a6-fc2af550c525 None None] Pushing event updated for resources: {'Port': ['ID=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:35.724120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.725391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:35.726181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.743016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676599-f9d9-40f0-a8a6-d82221e35d05 None None] Pushing event updated for resources: {'Port': ['ID=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:35.745555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1d955d03-9999-43a2-b6da-5c7a0d6a0d70 None None] Provisioning complete for port ed72b01a-b7d8-458f-9e49-7d24c72ba1df triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:35.745994 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d955d03-9999-43a2-b6da-5c7a0d6a0d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.807693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.859126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] Pushing event updated for resources: {'Network': ['ID=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:35.859401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.880617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a701a0c9-7bbb-4956-9a04-ab70a8041ebc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5829489 Nov 23 22:42:35.880841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:42:35.880938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35632) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:35.894434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Request body: {'subnet': {'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-subnet', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:35.936735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Made reservation on behalf of 2b1958a33f4c4a3d9c05db596371a748 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:35.938907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:35.955179 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] Set router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:35.983376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c574571d-c8e4-46a7-a96b-668d21d5e290,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:36.027250 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b9618867-bc09-40a0-987d-29f110d6e326 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7361b96e873404fb4c1e3229c441d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543895 Nov 23 22:42:36.276710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35636) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:36.293496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ed72b01a-b7d8-458f-9e49-7d24c72ba1df up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:36.358452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] For port 6f5826f4-12e4-469d-94b6-0e4959e1681b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6f5826f4-12e4-469d-94b6-0e4959e1681b,segment=NetworkSegment(82c0da0c-6fe9-49e2-be83-4433ec85cb47),segment_id=82c0da0c-6fe9-49e2-be83-4433ec85cb47)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:36.359230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:36.381732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Calling delete_port for 6f5826f4-12e4-469d-94b6-0e4959e1681b owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:42:36.385215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:36.437182 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:36.461829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ed72b01a-b7d8-458f-9e49-7d24c72ba1df triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:36.462509 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:36.532085 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:17Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 4, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'gw_port': {'id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:20Z', 'updated_at': '2021-11-23T22:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ed72b01a-b7d8-458f-9e49-7d24c72ba1df', 'name': '', 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'mac_address': 'fa:16:3e:06:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:24Z', 'updated_at': '2021-11-23T22:42:35Z', 'revision_number': 4, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'subnets': [{'id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:36.554242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.16 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/9af79337-10f4-4ef5-9b5f-794059bcbdba) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:36.588651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fd837c-8bb5-4a12-8d0b-aa5190cd3711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:36.612032 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc89ab-d44e-4b34-9fc8-b8f31732e964 None None] The sync data for ids ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'] in n-d-817303-3 is: [{'id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:17Z', 'updated_at': '2021-11-23T22:42:27Z', 'revision_number': 4, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'gw_port': {'id': 'b2d0a9a4-9056-4728-b0a6-787d0c87c7b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:20Z', 'updated_at': '2021-11-23T22:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ed72b01a-b7d8-458f-9e49-7d24c72ba1df', 'name': '', 'network_id': '47a28f3e-6801-4c70-af9a-2013d2a9c477', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'mac_address': 'fa:16:3e:06:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:24Z', 'updated_at': '2021-11-23T22:42:35Z', 'revision_number': 4, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'subnets': [{'id': '48ec440c-d109-4001-bb31-528266a1e1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:36.691912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fd837c-8bb5-4a12-8d0b-aa5190cd3711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:36.816661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6b9bd3-2044-4e1b-a37a-b274d33c99bc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:36.842974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:36.915448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Pushing event deleted for resources: {'Port': ['ID=6f5826f4-12e4-469d-94b6-0e4959e1681b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:36.988550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Checking segment: {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:36.989200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Network hostable DHCP agents. Network: c0e1ec97-14e1-4ea4-b21e-84a069ffc44f, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:42:36.998779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fd837c-8bb5-4a12-8d0b-aa5190cd3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.001909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fd837c-8bb5-4a12-8d0b-aa5190cd3711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.005388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e8fd837c-8bb5-4a12-8d0b-aa5190cd3711 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2335ee12-d2fa-465d-a11b-9eefabb9b002 HTTP/1.1" status: 204 len: 168 time: 0.7257433 Nov 23 22:42:37.050856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd837c-8bb5-4a12-8d0b-aa5190cd3711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2335ee12-d2fa-465d-a11b-9eefabb9b002,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:37.129217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:42:37.158510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6f5826f4-12e4-469d-94b6-0e4959e1681b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:37.172904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] No DVR routers for this DVR port 6f5826f4-12e4-469d-94b6-0e4959e1681b on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:42:37.183773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.191425 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8dbd9fa3-9d18-4a77-933f-a7cf929bb00b req-119ef55a-24b7-4c06-8a02-593511e8a3a9 tempest-ImagesTestJSON-41569092 tempest-ImagesTestJSON-41569092-project] 10.222.0.46 "DELETE /v2.0/ports/6f5826f4-12e4-469d-94b6-0e4959e1681b HTTP/1.1" status: 204 len: 173 time: 2.1417069 Nov 23 22:42:37.194513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'name': 'network-vif-deleted', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:37.196721 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02652b84-d102-4532-8eeb-07c986adaf72" -d '{"events": [{"server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "name": "network-vif-deleted", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:37.201543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c0e1ec97-14e1-4ea4-b21e-84a069ffc44f) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:37.207696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:37.208615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.209829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 6f5826f4-12e4-469d-94b6-0e4959e1681b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:42:37.210743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6f5826f4-12e4-469d-94b6-0e4959e1681b not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:42:37.219362 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e653d2-88fd-4dd4-affb-d55485dea768 None None] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:37.288940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d14cb60-6689-49c7-992c-aa2979a0383a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4063897 Nov 23 22:42:37.291708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35656) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:37.319463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:37.363063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.415786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.416865 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.485167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.548571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.592536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.638010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:37.647116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:37.655919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:37.787554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:42:37.793534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.808135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=9af79337-10f4-4ef5-9b5f-794059bcbdba,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:37.877747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:37.955091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:37.957793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.008808 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-c42fe9d6-485e-4595-bd1c-aa18669979fc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4054103 Nov 23 22:42:38.039313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Request body: {'port': {'device_id': '01093956-877b-404e-b16f-b63a2175ae62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:38.227695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.272595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.387339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Allocated IP 172.20.0.2 (c0e1ec97-14e1-4ea4-b21e-84a069ffc44f/cb6b9bd3-2044-4e1b-a37a-b274d33c99bc/b36c9f92-a8b4-4d04-9491-1abf0f001c99) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:38.623621 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.635645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a9c0707f-6a47-4f28-8fb6-f33bbc5970eb None None] Provisioning complete for port 9af79337-10f4-4ef5-9b5f-794059bcbdba triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:38.636165 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9c0707f-6a47-4f28-8fb6-f33bbc5970eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.674412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.702572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:38.811319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af79337-10f4-4ef5-9b5f-794059bcbdba {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:38.811993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0707f-6a47-4f28-8fb6-f33bbc5970eb None None] Port 9af79337-10f4-4ef5-9b5f-794059bcbdba cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:38.824458 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.840703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Transition to ACTIVE for port object 9af79337-10f4-4ef5-9b5f-794059bcbdba will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:42:38.851193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:38.870863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Pushing event updated for resources: {'Port': ['ID=b36c9f92-a8b4-4d04-9491-1abf0f001c99,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:38.875760 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:42:38.879797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:38.894841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:38.899618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:39.099725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:39.120299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'mac_address': 'fa:16:3e:ed:bc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:39.236251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Pushing event updated for resources: {'Port': ['ID=9af79337-10f4-4ef5-9b5f-794059bcbdba,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:39.261187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.278610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Attempting to bind port b36c9f92-a8b4-4d04-9491-1abf0f001c99 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:39.279096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Attempting to bind port b36c9f92-a8b4-4d04-9491-1abf0f001c99 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:39.279338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Attempting to bind port b36c9f92-a8b4-4d04-9491-1abf0f001c99 on network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:39.295231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:39.295525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Checking segment: {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:39.296000 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.296779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Bound using segment: {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:39.297233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Bound port: b36c9f92-a8b4-4d04-9491-1abf0f001c99, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:39.297889 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.302882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:39.333628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Attempting to bind port 9af79337-10f4-4ef5-9b5f-794059bcbdba on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:39.334326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Attempting to bind port 9af79337-10f4-4ef5-9b5f-794059bcbdba by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:39.334326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Attempting to bind port 9af79337-10f4-4ef5-9b5f-794059bcbdba on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:39.338621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:39.340998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Port 9af79337-10f4-4ef5-9b5f-794059bcbdba on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:42:39.340998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Attempting to bind port 9af79337-10f4-4ef5-9b5f-794059bcbdba on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:39.346484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:39.347335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:39.347335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:39.347811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Bound port: 9af79337-10f4-4ef5-9b5f-794059bcbdba, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:39.348185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.358349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3779-3de6-4c44-9497-02f6ac8c25b0 req-6837476f-a902-4760-90dd-2893d1719928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:39.362848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-328c3779-3de6-4c44-9497-02f6ac8c25b0 req-6837476f-a902-4760-90dd-2893d1719928 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1100 time: 0.1306438 Nov 23 22:42:39.405916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] For port b36c9f92-a8b4-4d04-9491-1abf0f001c99, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:39.409480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] For port b36c9f92-a8b4-4d04-9491-1abf0f001c99, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b36c9f92-a8b4-4d04-9491-1abf0f001c99,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:39.411822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.438363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] For port 9af79337-10f4-4ef5-9b5f-794059bcbdba, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:39.441720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] For port 9af79337-10f4-4ef5-9b5f-794059bcbdba, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:39.442837 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.453257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.498519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-328c3779-3de6-4c44-9497-02f6ac8c25b0 req-a59a7d81-a197-478b-8efd-f1884558a968 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258187 Nov 23 22:42:39.506670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:39.588904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Pushing event updated for resources: {'Port': ['ID=9af79337-10f4-4ef5-9b5f-794059bcbdba,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:39.612982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:39.616445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.619500 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-689bbc32-92a7-4a55-b665-418af76b7671 service neutron] 10.222.0.48 "PUT /v2.0/ports/9af79337-10f4-4ef5-9b5f-794059bcbdba HTTP/1.1" status: 200 len: 1095 time: 1.5953560 Nov 23 22:42:39.620216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653eef4-fd4f-4bd6-9ca4-9a4d275755bd None None] Pushing event updated for resources: {'Port': ['ID=b36c9f92-a8b4-4d04-9491-1abf0f001c99,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:39.722586 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.748387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:39.769197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ec82d19a-ad13-4289-afa5-b722302c7837'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:39.999422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-7d44e65d-39bb-438f-b63a-e26f50cb797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:40.001048 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-7d44e65d-39bb-438f-b63a-e26f50cb797b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 1098 time: 0.1385653 Nov 23 22:42:40.026409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Allocated IP 172.25.0.12 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/b071a6d9-6edd-4962-830c-e6530aa6f75e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:40.134185 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-df9c3226-b67c-49bd-abc6-552a8c9cffb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba HTTP/1.1" status: 200 len: 217 time: 0.1115298 Nov 23 22:42:40.201260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b36c9f92-a8b4-4d04-9491-1abf0f001c99 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:40.212323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-9bfdff68-52e3-4046-82e0-5cdcc0dbf3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:40.214634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-9bfdff68-52e3-4046-82e0-5cdcc0dbf3ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0713995 Nov 23 22:42:40.310239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-1ece0f44-9882-4562-8726-649f4c12f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:40.313879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-1ece0f44-9882-4562-8726-649f4c12f4b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885525 Nov 23 22:42:40.347225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:40.452029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:40.486414 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-552e93f1-07e1-4edc-9078-64247030a732 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601403 Nov 23 22:42:40.526711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:40.534321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:40.542862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:40.664625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Pushing event updated for resources: {'Port': ['ID=b071a6d9-6edd-4962-830c-e6530aa6f75e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:40.719763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:40.793710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-558b4257-bdae-4f9c-80bd-18c995a296ad req-e027a2cf-6a0b-4837-ab65-6febd147b797 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324159 Nov 23 22:42:40.818262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b36c9f92-a8b4-4d04-9491-1abf0f001c99 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:40.819833 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:41.073669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:41.102240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:41.222233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:41.257845 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:41.263226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:41.323543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:41.401309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:41.456374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port b36c9f92-a8b4-4d04-9491-1abf0f001c99, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b36c9f92-a8b4-4d04-9491-1abf0f001c99,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:41.463330 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:41.508021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c8291-c8d7-4064-b0e5-764d083a693e None None] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:41.665006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=b36c9f92-a8b4-4d04-9491-1abf0f001c99,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:41.682650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-60e60a4d-b3ff-484b-a1c3-4460998b31e7 None None] Provisioning complete for port b36c9f92-a8b4-4d04-9491-1abf0f001c99 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:41.683269 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60e60a4d-b3ff-484b-a1c3-4460998b31e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:41.791044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35720) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:41.834651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:42.057379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b36c9f92-a8b4-4d04-9491-1abf0f001c99 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:42.066699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:42.110089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:42.117395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Router 321a798a-6fed-460f-8f3c-acdca7432716 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:42:42.165631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b36c9f92-a8b4-4d04-9491-1abf0f001c99 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:42.166324 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:42.357990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:42.375069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Sync routers for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:42.388014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:42.392237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2013fa62-aaaf-47ae-9e9a-32ab8185314d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0969226 Nov 23 22:42:42.392418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:42.413458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:42.418720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:42.471082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:42.519337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fc7dc11f-be55-41df-9cba-0c41fe086250 None None] Provisioning complete for port b36c9f92-a8b4-4d04-9491-1abf0f001c99 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:42.520591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc7dc11f-be55-41df-9cba-0c41fe086250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:42.624472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:42.704541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9af79337-10f4-4ef5-9b5f-794059bcbdba details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:42.730423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Allocated IP 172.25.0.117 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/4afe9eeb-dd81-454c-be25-432888822fc2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:42.832441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9af79337-10f4-4ef5-9b5f-794059bcbdba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:42.845864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:42.852272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9af79337-10f4-4ef5-9b5f-794059bcbdba', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '9af79337-10f4-4ef5-9b5f-794059bcbdba', 'mac_address': 'fa:16:3e:6e:91:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:42.996499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.080453 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.131665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af79337-10f4-4ef5-9b5f-794059bcbdba {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:43.167526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port ec82d19a-ad13-4289-afa5-b722302c7837 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:43.168430 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.181656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.212503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9af79337-10f4-4ef5-9b5f-794059bcbdba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:43.230408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.233970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:43.239427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:43.250494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:43.255609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.305459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Port': ['ID=4afe9eeb-dd81-454c-be25-432888822fc2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:43.315800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:41Z', 'revision_number': 3, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:43.320318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9af79337-10f4-4ef5-9b5f-794059bcbdba,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:43.353662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Checking router: 321a798a-6fed-460f-8f3c-acdca7432716 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:43.354028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Updating router 321a798a-6fed-460f-8f3c-acdca7432716 port b071a6d9-6edd-4962-830c-e6530aa6f75e binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:42:43.389352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.407489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.460151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:43.479529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.589776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:43.594094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Allocated IP 172.20.0.1 (c0e1ec97-14e1-4ea4-b21e-84a069ffc44f/cb6b9bd3-2044-4e1b-a37a-b274d33c99bc/8089b6e8-d46e-42ea-b4fd-5b960eed7e40) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:43.605185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.684999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.810239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:43.875379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.958952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:43.971796 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.002325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.012398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:44.023003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:44.026810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:44.081362 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.096293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.107850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:44.222447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Attempting to bind port b071a6d9-6edd-4962-830c-e6530aa6f75e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:44.222447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Attempting to bind port b071a6d9-6edd-4962-830c-e6530aa6f75e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:44.222447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Attempting to bind port b071a6d9-6edd-4962-830c-e6530aa6f75e on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:44.222875 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.228439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.229437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d0f58-73e9-486c-b318-9c59757ff00d None None] Pushing event updated for resources: {'Port': ['ID=b071a6d9-6edd-4962-830c-e6530aa6f75e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:44.233344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:44.233835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:44.234299 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.234790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:44.235489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Bound port: b071a6d9-6edd-4962-830c-e6530aa6f75e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:44.236076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.296158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Port': ['ID=4afe9eeb-dd81-454c-be25-432888822fc2,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:44.346135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] For port b071a6d9-6edd-4962-830c-e6530aa6f75e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:44.358811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] For port b071a6d9-6edd-4962-830c-e6530aa6f75e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b071a6d9-6edd-4962-830c-e6530aa6f75e,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:44.367734 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.371960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f751fc73-b3bf-445c-8e7e-5764fded6728 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5763834 Nov 23 22:42:44.372324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35734) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:44.376636 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.378526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-539396276'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:44.437151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Made reservation on behalf of 5667efbb910e491fb5fd1ca6c340a9d6 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:44.457899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.470979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.501686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.584395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:44.585958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:44.655324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.666751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d0f58-73e9-486c-b318-9c59757ff00d None None] Pushing event updated for resources: {'Port': ['ID=b071a6d9-6edd-4962-830c-e6530aa6f75e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:44.667331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.671018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-30d2a3e8-9a68-4c59-928a-7e0341fa5159 None None] Provisioning complete for port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:44.671796 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-30d2a3e8-9a68-4c59-928a-7e0341fa5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.707525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:42:44.728444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a38c39b-fe40-426d-86de-993e1aa59eff,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:44.749208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.749858 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Added segment eff2275b-86bd-46fc-bc30-67e56870ae0d of type vlan for network 468b86ee-78ee-4d82-8046-3a6679d75aad Nov 23 22:42:44.782469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-30d2a3e8-9a68-4c59-928a-7e0341fa5159 None None] Port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:44.811409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:44.844312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.873786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.880302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.881989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.891416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:44.892604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.964308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:44.975250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:45.043919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Network': ['ID=468b86ee-78ee-4d82-8046-3a6679d75aad,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:45.065606 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-220bc416-3496-4301-988d-4c698c29ebff tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6891301 Nov 23 22:42:45.066108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35738) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:45.071354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 468b86ee-78ee-4d82-8046-3a6679d75aad details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:42:45.078853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Request body: {'subnet': {'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:45.097547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:45.099445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:45.291150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Made reservation on behalf of 5667efbb910e491fb5fd1ca6c340a9d6 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:45.296802 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:45.329377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:43Z', 'revision_number': 1, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:45.358254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Router 321a798a-6fed-460f-8f3c-acdca7432716 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:42:45.375300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82c159-c284-4f1d-9209-d098ab31f076 None None] The sync data for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 is: [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:43Z', 'revision_number': 1, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:45.530829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9ca8faea-0d34-4756-af87-ab4e4c348ce9 None None] Provisioning complete for port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:45.531340 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ca8faea-0d34-4756-af87-ab4e4c348ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:45.613045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8faea-0d34-4756-af87-ab4e4c348ce9 None None] Port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:45.635829 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:45.786692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Subnet': ['ID=2565e5ab-905c-4058-a7ea-7be99f1de930,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:45.793495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Checking segment: {'id': 'eff2275b-86bd-46fc-bc30-67e56870ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:45.793985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Network hostable DHCP agents. Network: 468b86ee-78ee-4d82-8046-3a6679d75aad, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:42:45.827526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Network 468b86ee-78ee-4d82-8046-3a6679d75aad is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:42:45.846082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 468b86ee-78ee-4d82-8046-3a6679d75aad) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:45.850990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:45.851720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:45.858301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011b5798-8751-4e23-bed5-6da7fc8a64aa None None] Network 468b86ee-78ee-4d82-8046-3a6679d75aad requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:45.905200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bc45d46e-4e42-4a6f-90da-a05acfe700d4 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8379295 Nov 23 22:42:45.908107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35742) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:45.915784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1697559953', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:45.971917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:45.973549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:46.162319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-468b86ee-78ee-4d82-8046-3a6679d75aad', 'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad', 'tenant_id': '5667efbb910e491fb5fd1ca6c340a9d6', 'fixed_ips': [{'subnet_id': '2565e5ab-905c-4058-a7ea-7be99f1de930'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:42:46.163466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:46.187437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:46.204005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e90cc31a-2bce-428f-9a1d-86050e5a2cc6 admin admin] 10.222.0.11 "PUT /v2.0/routers/321a798a-6fed-460f-8f3c-acdca7432716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8102190 Nov 23 22:42:46.432706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Allocated IP 172.20.0.2 (468b86ee-78ee-4d82-8046-3a6679d75aad/2565e5ab-905c-4058-a7ea-7be99f1de930/e0bcecb5-93c5-42b2-9c0a-7649525a1f86) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:46.614922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:46.708573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9af79337-10f4-4ef5-9b5f-794059bcbdba up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:46.719997 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:46.783909 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:46.806118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Network 468b86ee-78ee-4d82-8046-3a6679d75aad is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:46.810477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:46.856552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:46.885083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:46.933401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9af79337-10f4-4ef5-9b5f-794059bcbdba completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:42:46.939255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Pushing event updated for resources: {'Port': ['ID=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:46.960104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9af79337-10f4-4ef5-9b5f-794059bcbdba triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:46.960486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.022775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Attempting to bind port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:47.023417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Attempting to bind port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'eff2275b-86bd-46fc-bc30-67e56870ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:47.024715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Attempting to bind port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 on network 468b86ee-78ee-4d82-8046-3a6679d75aad {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:47.034988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.035650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.036275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.036790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.037290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.037791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.038513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.039010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.039498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.040580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.041076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.041585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:42:47.046205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:47.046893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Checking segment: {'id': 'eff2275b-86bd-46fc-bc30-67e56870ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:47.047481 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.048064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Bound using segment: {'id': 'eff2275b-86bd-46fc-bc30-67e56870ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:47.048851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Bound port: e0bcecb5-93c5-42b2-9c0a-7649525a1f86, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff2275b-86bd-46fc-bc30-67e56870ae0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:47.049422 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.263434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] For port e0bcecb5-93c5-42b2-9c0a-7649525a1f86, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:47.311038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] For port e0bcecb5-93c5-42b2-9c0a-7649525a1f86, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,segment=NetworkSegment(eff2275b-86bd-46fc-bc30-67e56870ae0d),segment_id=eff2275b-86bd-46fc-bc30-67e56870ae0d)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:47.333352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.344198 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.373509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.403165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.480496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9af79337-10f4-4ef5-9b5f-794059bcbdba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:47.498445 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.511607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196e910-bee1-4415-93de-e2c1fa2f88de None None] Pushing event updated for resources: {'Port': ['ID=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:47.593583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9af79337-10f4-4ef5-9b5f-794059bcbdba,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:47.619647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Allocated IP 172.25.0.82 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/4af70c6a-df3f-4e7c-a6aa-5201e7ba7932) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:47.863647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:47.934327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:48.042521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:48.047388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:48.066039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:48.126616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Port': ['ID=4af70c6a-df3f-4e7c-a6aa-5201e7ba7932,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:48.155768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e0bcecb5-93c5-42b2-9c0a-7649525a1f86 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:48.270055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:48.270819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:48.409828 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:48.479900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port e0bcecb5-93c5-42b2-9c0a-7649525a1f86, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,segment=NetworkSegment(eff2275b-86bd-46fc-bc30-67e56870ae0d),segment_id=eff2275b-86bd-46fc-bc30-67e56870ae0d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:48.486689 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:48.487825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b071a6d9-6edd-4962-830c-e6530aa6f75e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:48.569028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:48.629046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:48.649846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b071a6d9-6edd-4962-830c-e6530aa6f75e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:48.650799 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:48.813713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:48.860033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port b071a6d9-6edd-4962-830c-e6530aa6f75e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b071a6d9-6edd-4962-830c-e6530aa6f75e,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:48.871186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:49.009672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:49.182418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3228e28-bb65-495b-8d98-cca1a9d6f920 None None] Network 468b86ee-78ee-4d82-8046-3a6679d75aad requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:42:49.266832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Router da1fb602-a05d-4eb1-9a4a-2337f59bac30 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:42:49.284127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-da822123-35f4-44a2-b025-7d03cb2e25a9 None None] Provisioning complete for port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:49.284578 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da822123-35f4-44a2-b025-7d03cb2e25a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:49.333458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=b071a6d9-6edd-4962-830c-e6530aa6f75e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:49.356719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Sync routers for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:49.378513 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:49.379140 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:49.449679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:49.483263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] Sync routers for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:49.488524 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:49.490535 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8d99b69-89df-40f3-8811-b37a3f5e4f9d tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.5809379 Nov 23 22:42:49.493932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35758) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:49.514089 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:49.551185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:49.551768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:49.595390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:49.610709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:49.611485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:49.661638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:49.663062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e0ce0-63ec-47f4-af60-396b63a0a0f4 None None] The sync data for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:49.853900 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 2, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:49.886950 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Checking router: 321a798a-6fed-460f-8f3c-acdca7432716 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:42:49.887643 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Updating router 321a798a-6fed-460f-8f3c-acdca7432716 port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:42:49.920219 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:49.920889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6a556db9-7eed-41c9-86ac-1f11f6820406 None None] Provisioning complete for port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:49.921497 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a556db9-7eed-41c9-86ac-1f11f6820406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.095038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e0bcecb5-93c5-42b2-9c0a-7649525a1f86 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:50.254085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:50.255138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.296525 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb9883-3110-4364-8059-1a7509e0514e x-openstack-request-id: req-29eb9883-3110-4364-8059-1a7509e0514e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:50.296826 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "name": "network-vif-plugged", "status": "completed", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:50.297248 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29eb9883-3110-4364-8059-1a7509e0514e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:50.297879 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'code': 200} Nov 23 22:42:50.304181 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.313419 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.370539 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cb0c6-9212-44a1-9b80-db06db0d22ac None None] Pushing event updated for resources: {'Port': ['ID=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:50.376896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b071a6d9-6edd-4962-830c-e6530aa6f75e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:50.455886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b071a6d9-6edd-4962-830c-e6530aa6f75e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:50.456423 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.475809 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Attempting to bind port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:42:50.476466 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Attempting to bind port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:42:50.477017 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Attempting to bind port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 on network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:42:50.484850 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:42:50.485222 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Checking segment: {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:42:50.485822 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.486389 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Bound using segment: {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:42:50.487179 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Bound port: 8089b6e8-d46e-42ea-b4fd-5b960eed7e40, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:42:50.487750 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.492046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b50b19-f4ef-4854-9a32-6ae4d5239bd5 req-e9ee088b-6f84-4d5a-8446-415ecab392fb tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:50.499707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3b50b19-f4ef-4854-9a32-6ae4d5239bd5 req-e9ee088b-6f84-4d5a-8446-415ecab392fb tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.2581255 Nov 23 22:42:50.570350 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] For port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:42:50.575305 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] For port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:42:50.583825 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.626582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b588c8-d3f5-4d56-9217-1d20f07132cc req-a8c4c066-d206-492a-ba52-2e7d099f86d3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:50.630022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34b588c8-d3f5-4d56-9217-1d20f07132cc req-a8c4c066-d206-492a-ba52-2e7d099f86d3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 949 time: 0.2134228 Nov 23 22:42:50.681949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3b50b19-f4ef-4854-9a32-6ae4d5239bd5 req-99d00308-5c5f-4833-9ba1-e6ab432eee4f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812696 Nov 23 22:42:50.699067 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:50.700148 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:50.702854 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cb0c6-9212-44a1-9b80-db06db0d22ac None None] Pushing event updated for resources: {'Port': ['ID=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:50.731511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.773913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-66a6447c-9675-48bf-a068-79432b37bea1 None None] Provisioning complete for port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:50.775368 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6132695-c99d-44cd-a14e-383893cb499e x-openstack-request-id: req-b6132695-c99d-44cd-a14e-383893cb499e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:50.775841 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c65ee02-aa76-4b59-b1df-ebd6a90f2503", "name": "network-vif-deleted", "tag": "6f5826f4-12e4-469d-94b6-0e4959e1681b", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:50.775947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66a6447c-9675-48bf-a068-79432b37bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.776225 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6132695-c99d-44cd-a14e-383893cb499e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:50.776876 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c65ee02-aa76-4b59-b1df-ebd6a90f2503', 'name': 'network-vif-deleted', 'tag': '6f5826f4-12e4-469d-94b6-0e4959e1681b', 'status': 'completed', 'code': 200} Nov 23 22:42:50.809512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34b588c8-d3f5-4d56-9217-1d20f07132cc req-61736592-bdfe-4fba-811f-64af896ebf8b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388333 Nov 23 22:42:50.909335 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66a6447c-9675-48bf-a068-79432b37bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:50.965323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-66a6447c-9675-48bf-a068-79432b37bea1 None None] For port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:50.973167 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66a6447c-9675-48bf-a068-79432b37bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:51.077431 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:42:51.082168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6447c-9675-48bf-a068-79432b37bea1 None None] Pushing event updated for resources: {'Port': ['ID=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:51.110876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-43328ba5-1cd1-4138-a105-f6444f8e31d7 None None] Provisioning complete for port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:51.111270 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43328ba5-1cd1-4138-a105-f6444f8e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:51.348916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Allocated IP 172.20.0.1 (468b86ee-78ee-4d82-8046-3a6679d75aad/2565e5ab-905c-4058-a7ea-7be99f1de930/12ca4638-8eba-4bee-872d-7336cb31e119) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:51.435706 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:51.482746 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d96cf-3b99-4fa9-b7ff-a73012833945 None None] The sync data for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 is: [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:51.545310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:51.605603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:51.682700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Network 468b86ee-78ee-4d82-8046-3a6679d75aad is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:51.691190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:51.699983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:51.725409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Port': ['ID=12ca4638-8eba-4bee-872d-7336cb31e119,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:51.795643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5345a-f352-4607-b01b-2af2cb310daa req-04ff2f9e-4d09-49d1-9d7d-c79de95194c0 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:51.800279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1de5345a-f352-4607-b01b-2af2cb310daa req-04ff2f9e-4d09-49d1-9d7d-c79de95194c0 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.1634929 Nov 23 22:42:51.840369 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:51.951860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1de5345a-f352-4607-b01b-2af2cb310daa req-38bef3e7-6eb1-436d-a5ae-bad4d28b5c42 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363566 Nov 23 22:42:52.062860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:42:52.126756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.146035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6535e711-efc5-41c8-af02-c0a855d2d77f None None] Provisioning complete for port 12ca4638-8eba-4bee-872d-7336cb31e119 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:52.146035 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6535e711-efc5-41c8-af02-c0a855d2d77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.286386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35822) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:52.292969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-100d0a59-e03f-4835-a098-a8a94e933c9b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--831721639', 'description': 'tempest-description--1746152573'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:52.318406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837'}, {'server_uuid': '01093956-877b-404e-b16f-b63a2175ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af79337-10f4-4ef5-9b5f-794059bcbdba'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:52.328111 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d92f7de-5b7f-4a45-aca4-13ff4d9d5a6c" -d '{"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837"}, {"server_uuid": "01093956-877b-404e-b16f-b63a2175ae62", "name": "network-vif-plugged", "status": "completed", "tag": "9af79337-10f4-4ef5-9b5f-794059bcbdba"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:52.339866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-100d0a59-e03f-4835-a098-a8a94e933c9b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.360732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6535e711-efc5-41c8-af02-c0a855d2d77f None None] Port 12ca4638-8eba-4bee-872d-7336cb31e119 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:52.396314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:52.400621 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.488485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-100d0a59-e03f-4835-a098-a8a94e933c9b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.503075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-100d0a59-e03f-4835-a098-a8a94e933c9b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.552170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d0a59-e03f-4835-a098-a8a94e933c9b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f078c5e6-1028-43f5-a418-ee8814871f1b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:52.579764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-100d0a59-e03f-4835-a098-a8a94e933c9b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.588058 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-100d0a59-e03f-4835-a098-a8a94e933c9b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2928405 Nov 23 22:42:52.588058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35830) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:52.593233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7db628c0-63dc-41c8-9c3f-761f7816fec6 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Request body: {'security_group_rule': {'security_group_id': 'f078c5e6-1028-43f5-a418-ee8814871f1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:52.663809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db628c0-63dc-41c8-9c3f-761f7816fec6 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.688843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a3bf0-b2a6-46b6-a6e1-44d8fad43114 req-83e6da75-2612-41f5-80f4-1f2e2f0bc69b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:52.690390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-591a3bf0-b2a6-46b6-a6e1-44d8fad43114 req-83e6da75-2612-41f5-80f4-1f2e2f0bc69b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 949 time: 0.2442954 Nov 23 22:42:52.705490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dac8a-5eab-4a7c-bee0-5122c54c1bcc req-ec0147a6-8701-4ede-bf6a-cd67d74ccd03 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:52.709123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d54dac8a-5eab-4a7c-bee0-5122c54c1bcc req-ec0147a6-8701-4ede-bf6a-cd67d74ccd03 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 950 time: 0.2709770 Nov 23 22:42:52.736970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db628c0-63dc-41c8-9c3f-761f7816fec6 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.748301 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db628c0-63dc-41c8-9c3f-761f7816fec6 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.778420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01093956-877b-404e-b16f-b63a2175ae62', 'tag': '9af79337-10f4-4ef5-9b5f-794059bcbdba'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:52.788600 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9c424c-73c7-447c-8e9d-40989776055f" -d '{"events": [{"name": "network-changed", "server_uuid": "01093956-877b-404e-b16f-b63a2175ae62", "tag": "9af79337-10f4-4ef5-9b5f-794059bcbdba"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:52.793935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db628c0-63dc-41c8-9c3f-761f7816fec6 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20541d7c-b98c-45d1-ba05-d52e93c8bdd3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:52.802160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db628c0-63dc-41c8-9c3f-761f7816fec6 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.807199 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7db628c0-63dc-41c8-9c3f-761f7816fec6 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204449 Nov 23 22:42:52.807887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35834) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:52.812474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-51a26a39-5567-4ef6-90f2-9e516dc8f290 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Request body: {'security_group_rule': {'security_group_id': 'f078c5e6-1028-43f5-a418-ee8814871f1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:52.843541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51a26a39-5567-4ef6-90f2-9e516dc8f290 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.852996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d54dac8a-5eab-4a7c-bee0-5122c54c1bcc req-8a809f50-67c0-4e26-9077-1913677cd427 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329918 Nov 23 22:42:52.857901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-591a3bf0-b2a6-46b6-a6e1-44d8fad43114 req-c73c1b80-fa8f-4f10-8c13-fcc74e99b305 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428397 Nov 23 22:42:52.859962 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.868805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.945480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Port': ['ID=12ca4638-8eba-4bee-872d-7336cb31e119,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:52.965014 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51a26a39-5567-4ef6-90f2-9e516dc8f290 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.970150 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51a26a39-5567-4ef6-90f2-9e516dc8f290 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.998857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a26a39-5567-4ef6-90f2-9e516dc8f290 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9ce5f7-a40d-4b16-b853-981335856f42,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:53.007821 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:53.013101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51a26a39-5567-4ef6-90f2-9e516dc8f290 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:53.018219 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-51a26a39-5567-4ef6-90f2-9e516dc8f290 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060659 Nov 23 22:42:53.018752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35852) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:53.019698 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:42:53.020338 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e129f0-9a79-4d41-9a7d-b4bb10d04dce x-openstack-request-id: req-37e129f0-9a79-4d41-9a7d-b4bb10d04dce {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:53.020700 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837", "code": 200}, {"server_uuid": "01093956-877b-404e-b16f-b63a2175ae62", "name": "network-vif-plugged", "status": "completed", "tag": "9af79337-10f4-4ef5-9b5f-794059bcbdba", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:53.021217 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37e129f0-9a79-4d41-9a7d-b4bb10d04dce {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:53.021708 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'code': 200} Nov 23 22:42:53.022056 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01093956-877b-404e-b16f-b63a2175ae62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af79337-10f4-4ef5-9b5f-794059bcbdba', 'code': 200} Nov 23 22:42:53.023380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:53.162439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:53.240351 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c3ae45-c807-4399-8172-440e7b6e468d x-openstack-request-id: req-41c3ae45-c807-4399-8172-440e7b6e468d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:53.244920 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01093956-877b-404e-b16f-b63a2175ae62", "tag": "9af79337-10f4-4ef5-9b5f-794059bcbdba", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:53.245415 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41c3ae45-c807-4399-8172-440e7b6e468d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:53.246020 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01093956-877b-404e-b16f-b63a2175ae62', 'tag': '9af79337-10f4-4ef5-9b5f-794059bcbdba', 'status': 'completed', 'code': 200} Nov 23 22:42:53.249137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6313e8-ee92-4d87-adb7-82a44117471d req-ed649598-25ab-407a-8de5-ddbe42cb103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:53.253840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5e6313e8-ee92-4d87-adb7-82a44117471d req-ed649598-25ab-407a-8de5-ddbe42cb103c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 1100 time: 0.0825357 Nov 23 22:42:53.281697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Network 468b86ee-78ee-4d82-8046-3a6679d75aad is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:53.285561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:53.413464 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5e6313e8-ee92-4d87-adb7-82a44117471d req-e649ee06-331f-4d17-af42-ba65c6ff530d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229072 Nov 23 22:42:53.500817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c424c-73c7-447c-8e9d-40989776055f req-319db5ce-399f-432d-9886-cbdac3c6a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:53.502487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9c424c-73c7-447c-8e9d-40989776055f req-319db5ce-399f-432d-9886-cbdac3c6a5fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 1100 time: 0.1884253 Nov 23 22:42:53.586136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec49b6c-d405-4cec-9b82-1b603cf24b53 req-580dda87-cf74-440e-b8a4-01497ab80a1f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:53.588684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ec49b6c-d405-4cec-9b82-1b603cf24b53 req-580dda87-cf74-440e-b8a4-01497ab80a1f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.1490707 Nov 23 22:42:53.625314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Router da1fb602-a05d-4eb1-9a4a-2337f59bac30 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:42:53.698830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0888bce4-b64e-45e7-8f3d-343d5b989a78 None None] Provisioning complete for port 12ca4638-8eba-4bee-872d-7336cb31e119 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:53.699419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0888bce4-b64e-45e7-8f3d-343d5b989a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:53.728791 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:53.773037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0888bce4-b64e-45e7-8f3d-343d5b989a78 None None] Port 12ca4638-8eba-4bee-872d-7336cb31e119 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:54.336512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ec49b6c-d405-4cec-9b82-1b603cf24b53 req-71e67b66-ee7e-46ff-bf3f-528c62fbb664 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076225 Nov 23 22:42:54.371812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:42:54.386449 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] Sync routers for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:42:54.413225 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:54.413963 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:54.415138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35956) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:54.423916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Request body: {'port': {'network_id': '468b86ee-78ee-4d82-8046-3a6679d75aad', 'name': 'tempest-FloatingIPAdminTestJSON-1750218202'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:54.427963 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c84d7881-defd-4daa-bf3e-3a1f036fe216 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "PUT /v2.0/routers/da1fb602-a05d-4eb1-9a4a-2337f59bac30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9159808 Nov 23 22:42:54.484059 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:54.487638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c424c-73c7-447c-8e9d-40989776055f req-e8fa24dc-1044-4ae3-b243-0d03bbc59b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:54.490767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9c424c-73c7-447c-8e9d-40989776055f req-e8fa24dc-1044-4ae3-b243-0d03bbc59b5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.7190969 Nov 23 22:42:54.503967 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:42:54.507240 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:54.511309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35960) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:54.581901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Allocated IP 172.25.0.137 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/88f1dee1-192e-46ad-8c35-1b6890ca9402) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:54.593130 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:54.593816 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133f7cf-1a2b-4497-94ef-eb5f2c49c6f3 None None] The sync data for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:42:54.610877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9c424c-73c7-447c-8e9d-40989776055f req-758d4cb4-7beb-4b25-bf78-43d1a1f695c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba HTTP/1.1" status: 200 len: 217 time: 0.1096618 Nov 23 22:42:54.694456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:42:54.761813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2369c820-b07e-48b4-adfa-b64a4c53a020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:54.793431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5599f-48c4-4e10-96b7-fe855127c04d req-fe365ae6-f68f-4197-a507-f72e26d14e01 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:54.800798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69f5599f-48c4-4e10-96b7-fe855127c04d req-fe365ae6-f68f-4197-a507-f72e26d14e01 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 949 time: 0.2844214 Nov 23 22:42:54.808941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c424c-73c7-447c-8e9d-40989776055f req-dfe2cb48-abce-44ac-86ce-ff81866c8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:54.811430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9c424c-73c7-447c-8e9d-40989776055f req-dfe2cb48-abce-44ac-86ce-ff81866c8f0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1836643 Nov 23 22:42:54.825641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Made reservation on behalf of 5667efbb910e491fb5fd1ca6c340a9d6 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:42:54.834891 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:54.836035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:54.906621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:54.914300 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:54.919700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] device_id is not set on port e8d6b4bc-1670-4d83-8edd-33b4d0d580bd yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:42:54.989069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:54.998884 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.012002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69f5599f-48c4-4e10-96b7-fe855127c04d req-41a076cb-0f7e-45f7-bab1-c9670479d33f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991019 Nov 23 22:42:55.019982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c424c-73c7-447c-8e9d-40989776055f req-ac560744-79f2-429c-85c5-888d09c73968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:55.023561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:42:55.027105 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dfe8c1-9a5d-4df0-a753-58ceab04111d" -d '{"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:42:55.037703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9c424c-73c7-447c-8e9d-40989776055f req-ac560744-79f2-429c-85c5-888d09c73968 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872373 Nov 23 22:42:55.113093 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240cb458-ade8-42e0-a7ce-6d50dbf45799 x-openstack-request-id: req-240cb458-ade8-42e0-a7ce-6d50dbf45799 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:42:55.113434 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:42:55.113715 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-240cb458-ade8-42e0-a7ce-6d50dbf45799 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:42:55.114704 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'code': 200} Nov 23 22:42:55.182835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2369c820-b07e-48b4-adfa-b64a4c53a020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.194937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35994) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:55.196310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2369c820-b07e-48b4-adfa-b64a4c53a020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.241386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.249327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9c424c-73c7-447c-8e9d-40989776055f req-5894d530-9ad9-4f7b-9078-24113d7a09c2 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006707 Nov 23 22:42:55.267975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Allocated IP 172.20.0.10 (468b86ee-78ee-4d82-8046-3a6679d75aad/2565e5ab-905c-4058-a7ea-7be99f1de930/e8d6b4bc-1670-4d83-8edd-33b4d0d580bd) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:55.327634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2369c820-b07e-48b4-adfa-b64a4c53a020 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a75abdcef3824bf1904054147501855f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8149951 Nov 23 22:42:55.328569 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369c820-b07e-48b4-adfa-b64a4c53a020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d8e956-e432-4cd5-9bd4-9792add3006a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:55.333973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36006) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:55.382425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] Deleting subnet 9eb00d39-8567-48a2-b37c-3e667dbd68ea {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:42:55.386835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.387864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:55.394214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:55.397067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:55.510570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.515535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9c424c-73c7-447c-8e9d-40989776055f req-efd99f2d-6099-4df6-9b80-3353acea01bc service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995635 Nov 23 22:42:55.516232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event updated for resources: {'Port': ['ID=88f1dee1-192e-46ad-8c35-1b6890ca9402,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:55.566538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8912d85-4753-4690-85e4-82ca5b780369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.598167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63a59e-ab7e-438e-ad94-6ce7e477be19 req-7c5dc24d-2420-424b-9271-4dbc80fe665b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:55.599748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf63a59e-ab7e-438e-ad94-6ce7e477be19 req-7c5dc24d-2420-424b-9271-4dbc80fe665b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.1449013 Nov 23 22:42:55.621329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.636180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.660491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8912d85-4753-4690-85e4-82ca5b780369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.684989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf63a59e-ab7e-438e-ad94-6ce7e477be19 req-6da2ccfe-069d-4c3e-b81c-9e983a56adef tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Nov 23 22:42:55.690364 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.739263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.755992 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.766230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8912d85-4753-4690-85e4-82ca5b780369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.768787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8912d85-4753-4690-85e4-82ca5b780369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.769925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d8912d85-4753-4690-85e4-82ca5b780369 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80d8e956-e432-4cd5-9bd4-9792add3006a HTTP/1.1" status: 204 len: 168 time: 0.4322846 Nov 23 22:42:55.810025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb00d39-8567-48a2-b37c-3e667dbd68ea,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:55.825256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.829414 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c41949fc-558f-44f1-b751-c3a49a8c3948 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9eb00d39-8567-48a2-b37c-3e667dbd68ea HTTP/1.1" status: 204 len: 168 time: 0.6303375 Nov 23 22:42:55.832027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36014) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:55.832502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8912d85-4753-4690-85e4-82ca5b780369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d8e956-e432-4cd5-9bd4-9792add3006a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:55.851043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:55.963157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Network 468b86ee-78ee-4d82-8046-3a6679d75aad is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:55.969921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:55.974876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:56.019149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event updated for resources: {'Port': ['ID=e8d6b4bc-1670-4d83-8edd-33b4d0d580bd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:56.050133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.119862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:56.122324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.167760 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4054c330-69b0-4c40-9632-7851302e5497 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7513337 Nov 23 22:42:56.170805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36028) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:56.189131 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.213642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58698a06-72a2-4711-9d1e-61595cc571f1']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:56.224315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c0da0c-6fe9-49e2-be83-4433ec85cb47') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:56.224657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c0da0c-6fe9-49e2-be83-4433ec85cb47') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:42:56.237615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.330469 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.339523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.361954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a650919-4923-4a3e-ba3f-253e93cb6f6e req-f60bf754-1115-46d7-8808-d6f3b01638a3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:56.371041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a650919-4923-4a3e-ba3f-253e93cb6f6e req-f60bf754-1115-46d7-8808-d6f3b01638a3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 949 time: 0.1227872 Nov 23 22:42:56.419651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36038) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:56.433920 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff549-668b-47cf-a393-6c77824f734e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.438142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.447389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:42:56.447863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.463911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a650919-4923-4a3e-ba3f-253e93cb6f6e req-71f7b224-db08-48c3-b199-8ec38eaca5f4 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867660 Nov 23 22:42:56.574460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2fb58182-395b-4c2a-ac7c-ceb56dc9fb0f None None] Provisioning complete for port e8d6b4bc-1670-4d83-8edd-33b4d0d580bd triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:42:56.576165 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2fb58182-395b-4c2a-ac7c-ceb56dc9fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:42:56.621055 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:42:56.658199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'project_id': '5667efbb910e491fb5fd1ca6c340a9d6', 'port_id': 'e8d6b4bc-1670-4d83-8edd-33b4d0d580bd'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:42:56.692713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff549-668b-47cf-a393-6c77824f734e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.716726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.720346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff549-668b-47cf-a393-6c77824f734e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.721562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2fb58182-395b-4c2a-ac7c-ceb56dc9fb0f None None] Port e8d6b4bc-1670-4d83-8edd-33b4d0d580bd cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:42:56.754692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event updated for resources: {'Port': ['ID=88f1dee1-192e-46ad-8c35-1b6890ca9402,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:56.779918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.781548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.784891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.797779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.805864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] 10.222.0.11 "DELETE /v2.0/networks/58698a06-72a2-4711-9d1e-61595cc571f1 HTTP/1.1" status: 204 len: 168 time: 0.9715352 Nov 23 22:42:56.824955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1012d3-7bfc-4d7b-aaaf-049d622b6d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=58698a06-72a2-4711-9d1e-61595cc571f1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:56.836226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.849425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-071d8eb1-1dd8-4ee1-9981-3bb101d18345 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8294291 Nov 23 22:42:56.860315 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9c7ff549-668b-47cf-a393-6c77824f734e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b751f7f503544fe299c9bfcf2edd97c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4393594 Nov 23 22:42:56.863025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36056) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:56.864661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ff549-668b-47cf-a393-6c77824f734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eafff2-345d-4230-b3f3-2b68f70c23ad,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:56.982483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b71c4e00-986d-407c-99c7-dcf6fe30f951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.010618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b71c4e00-986d-407c-99c7-dcf6fe30f951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.056017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.126847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed929-6723-4b22-986b-d8adf19a89ed req-21a630c1-44cd-4c50-902f-089c2cfcb489 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:57.154758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36ed929-6723-4b22-986b-d8adf19a89ed req-21a630c1-44cd-4c50-902f-089c2cfcb489 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.2699063 Nov 23 22:42:57.169377 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b71c4e00-986d-407c-99c7-dcf6fe30f951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.172056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b71c4e00-986d-407c-99c7-dcf6fe30f951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.187323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b71c4e00-986d-407c-99c7-dcf6fe30f951 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29eafff2-345d-4230-b3f3-2b68f70c23ad HTTP/1.1" status: 204 len: 168 time: 0.3113928 Nov 23 22:42:57.208852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0e09c-6d16-4f11-9906-5fc4dcf18429 req-6fb96c32-a3ef-469c-980e-9e7c3fcfe5c8 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:57.210388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fea0e09c-6d16-4f11-9906-5fc4dcf18429 req-6fb96c32-a3ef-469c-980e-9e7c3fcfe5c8 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 1100 time: 0.1436229 Nov 23 22:42:57.238996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36062) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:57.256216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4e00-986d-407c-99c7-dcf6fe30f951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eafff2-345d-4230-b3f3-2b68f70c23ad,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:57.301004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36ed929-6723-4b22-986b-d8adf19a89ed req-2339e1f7-75c4-4f62-9043-0266581f3382 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496086 Nov 23 22:42:57.304339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fea0e09c-6d16-4f11-9906-5fc4dcf18429 req-9a13781e-41b1-4912-8c65-7bab8795073b tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.335311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-95fc3380-0fdd-4d75-a16f-4534f2a375e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b45ff81c4cbf47d5aab54a7e91dac7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952687 Nov 23 22:42:57.340822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36064) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:42:57.382544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Allocated IP 172.25.0.237 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/3a1460a4-cc45-47ce-93b2-a48281f88036) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:42:57.458235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fea0e09c-6d16-4f11-9906-5fc4dcf18429 req-9a13781e-41b1-4912-8c65-7bab8795073b tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.465434 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fea0e09c-6d16-4f11-9906-5fc4dcf18429 req-9a13781e-41b1-4912-8c65-7bab8795073b tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.531988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb552f-16e7-4c76-b29f-1aa9fcc2edca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.576249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-3df7587f-5080-42f4-9b68-da904615bfb0 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--831721639&fields=id&tenant_id=2b1958a33f4c4a3d9c05db596371a748 HTTP/1.1" status: 200 len: 267 time: 0.0640371 Nov 23 22:42:57.579884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fea0e09c-6d16-4f11-9906-5fc4dcf18429 req-9a13781e-41b1-4912-8c65-7bab8795073b tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474424 Nov 23 22:42:57.610438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb552f-16e7-4c76-b29f-1aa9fcc2edca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.639091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13781e-41b1-4912-8c65-7bab8795073b tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c853971f-1812-4e38-9562-c05c55fc1234,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:57.721461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb552f-16e7-4c76-b29f-1aa9fcc2edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.724781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb552f-16e7-4c76-b29f-1aa9fcc2edca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.725998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-28bb552f-16e7-4c76-b29f-1aa9fcc2edca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3aef4ed0-37d8-4c7c-9549-518dfe44a940 HTTP/1.1" status: 204 len: 168 time: 0.3842518 Nov 23 22:42:57.766029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb552f-16e7-4c76-b29f-1aa9fcc2edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef4ed0-37d8-4c7c-9549-518dfe44a940,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:57.784320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.807373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-484c6727-5acc-4f4a-82c9-67d03a36d4ed tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:57.816267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-484c6727-5acc-4f4a-82c9-67d03a36d4ed tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/networks?id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f HTTP/1.1" status: 200 len: 815 time: 0.2388601 Nov 23 22:42:57.832982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:57.845957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-b6a1d2b2-2c84-4ddf-a97b-ed9b569a93bf tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/quotas/2b1958a33f4c4a3d9c05db596371a748 HTTP/1.1" status: 200 len: 375 time: 0.0287309 Nov 23 22:42:57.905693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1460a4-cc45-47ce-93b2-a48281f88036,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:57.944402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:42:57.946819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:42:57.951142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:42:57.990751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-b198d5d2-f4bf-497d-af1b-b85380b4e282 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b1958a33f4c4a3d9c05db596371a748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438203 Nov 23 22:42:58.195287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-eb86c635-c041-4cc0-8387-cedf0858a2dd service neutron] 10.222.0.11 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024727 Nov 23 22:42:58.425449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-90e19e92-148a-4018-a1f2-8efcf3521456 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707893 Nov 23 22:42:58.569841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:58.594837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-d033eb04-16c1-4445-98c7-76d251f6e4d3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:58.610056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-d033eb04-16c1-4445-98c7-76d251f6e4d3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834207 Nov 23 22:42:58.649287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-13eaf421-1e72-4d25-9abb-c2578507ca57 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/quotas/05466d14b5a14ae6b7b9008449e2a3dc HTTP/1.1" status: 200 len: 375 time: 0.0378008 Nov 23 22:42:58.661741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:58.676952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-794356f9-3eb5-4718-b6e1-fc64c5741766 service neutron] 10.222.0.11 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744961 Nov 23 22:42:58.710237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:42:58.736181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-8848f43a-4487-41fd-a930-b4acf2c90e6b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858674 Nov 23 22:42:58.912880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:58.922717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:59.033369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:59.041510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:59.113298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'mac_address': 'fa:16:3e:22:94:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:42:59.293076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:59.328285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa28fb-3fc6-40c6-88f6-ff65f87c0e74 req-a40399a2-51c9-4343-8cb9-a3797d467f8b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:59.329289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:42:59.337866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01aa28fb-3fc6-40c6-88f6-ff65f87c0e74 req-a40399a2-51c9-4343-8cb9-a3797d467f8b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.1046176 Nov 23 22:42:59.391852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:42:59.397805 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:59.419067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01aa28fb-3fc6-40c6-88f6-ff65f87c0e74 req-9af58487-d7a0-40be-aebb-7add04a18b31 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800793 Nov 23 22:42:59.543406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:42:59.642868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:42:59.672336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f251684c-3d89-444a-af53-e1082df5afc7 req-24010b13-9f2a-4f75-93ad-2ac330e440c2 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 210 time: 0.0415158 Nov 23 22:43:00.005760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1460a4-cc45-47ce-93b2-a48281f88036,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:00.119411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eda6967a-ddbc-4c8b-9294-ad4fc0a89ad4 req-ae69436a-9648-4ad7-abca-d208200007d7 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 210 time: 0.0843885 Nov 23 22:43:00.214255 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Floating IP 8a53bfa6-6f5f-412e-897f-dcd26d09b53e associated. External IP: 172.25.0.237, port: e8d6b4bc-1670-4d83-8edd-33b4d0d580bd. Nov 23 22:43:00.673664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea70a-9ab1-4cc0-8827-ce87b6d4fcfe req-87ef7161-6850-487f-8854-e7f3dd493508 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:00.687847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5bcea70a-9ab1-4cc0-8827-ce87b6d4fcfe req-87ef7161-6850-487f-8854-e7f3dd493508 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.1091981 Nov 23 22:43:00.729601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:00.796578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5bcea70a-9ab1-4cc0-8827-ce87b6d4fcfe req-1d6b228e-b796-43e5-a021-cbc339df45e8 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076896 Nov 23 22:43:00.844437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Router da1fb602-a05d-4eb1-9a4a-2337f59bac30 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:43:00.930313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:00.931238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:01.050264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:43:01.093108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:01.097260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57201c71-3ec6-49b9-9418-a615fdfaf0ba req-992e410b-72d6-4e89-9da5-c9cf4d003b17 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 210 time: 0.0905735 Nov 23 22:43:01.138720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] Sync routers for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:43:01.191807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21d01fd4-fa68-48dc-8905-5600eca90f0e tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.0198505 Nov 23 22:43:01.192088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36276) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:01.242192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:01.243499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:01.307909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36278) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:01.588215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9389d339-8385-41b4-abf3-941678c3c913 req-30a7b06f-c010-411c-8df5-4c951316a11f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 210 time: 0.1651211 Nov 23 22:43:01.599904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:01.602661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-23ce8740-b2be-48e5-bdd5-3fb4d4fe8947 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] 10.222.0.11 "GET /v2.0/floatingips/8a53bfa6-6f5f-412e-897f-dcd26d09b53e HTTP/1.1" status: 200 len: 984 time: 0.4096086 Nov 23 22:43:01.607032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36286) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:01.616387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:01.658033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:01.662337 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57c5350-78eb-4af8-8c14-8bf3492de0f1" -d '{"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:01.720996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-7833ffba-17c6-49b0-8995-9181da6816d8 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:01.722564 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-7833ffba-17c6-49b0-8995-9181da6816d8 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.46 "GET /v2.0/networks?id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f HTTP/1.1" status: 200 len: 815 time: 0.4648159 Nov 23 22:43:01.735521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:01.738167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:42:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:01.759597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-56771be6-aefc-4c59-96ca-86d5c3191b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:01.779063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:01.846863 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c651ab7-3b37-45d4-b9b7-5e3334401105 x-openstack-request-id: req-2c651ab7-3b37-45d4-b9b7-5e3334401105 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:01.847439 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:01.847919 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c651ab7-3b37-45d4-b9b7-5e3334401105 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:01.848498 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'code': 200} Nov 23 22:43:01.850283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:01.851056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce369e61-6efe-44ec-ad4c-670ff49d8e0e None None] The sync data for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:43:01.853678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:01.870839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2ee75e8-4799-4839-b446-5efcbaa3ce44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:01.929615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36292) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:01.958640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=10']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:02.048818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a2121817-aa2b-4ca2-a430-ceb51e0dbc0f tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1948 time: 0.4369552 Nov 23 22:43:02.072121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:02.263549 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-4b59d852-92b0-44d3-b478-04c7256bd726 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b1958a33f4c4a3d9c05db596371a748 HTTP/1.1" status: 200 len: 379 time: 0.5144489 Nov 23 22:43:02.307360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Request body: {'port': {'device_id': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'admin_state_up': True, 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'security_groups': ['f078c5e6-1028-43f5-a418-ee8814871f1b']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:02.518393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3131415-dbfb-4f7c-ae8f-8f5974146b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:02.580941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-226f1a58-d26c-4233-8649-8270dc091235 req-87e60807-115c-4d06-b595-08b98565444a tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 210 time: 0.1573427 Nov 23 22:43:02.647984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324288-bf1d-468a-a109-11b813000892 req-f6d38c45-7795-4ba0-a07b-2e01c0146c9f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:02.656591 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2ee75e8-4799-4839-b446-5efcbaa3ce44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:02.661362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11324288-bf1d-468a-a109-11b813000892 req-f6d38c45-7795-4ba0-a07b-2e01c0146c9f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.6185884 Nov 23 22:43:02.683326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2ee75e8-4799-4839-b446-5efcbaa3ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:02.788992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Made reservation on behalf of 2b1958a33f4c4a3d9c05db596371a748 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:02.794296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:02.868502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d52a2da-ae5d-4a4d-86e6-abdeb8d6bb90 req-8f5d23cb-6cb3-40d5-bac0-1bcbc3dec8c5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 210 time: 0.1003571 Nov 23 22:43:02.892992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a2ee75e8-4799-4839-b446-5efcbaa3ce44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abcbebebf6c0490ea60fd3ce41a7c4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5781929 Nov 23 22:43:02.901247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36316) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:02.902516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-207724c8-1746-4e9e-9160-14e2597c9e75 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541992 Nov 23 22:43:02.928276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee75e8-4799-4839-b446-5efcbaa3ce44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9421a-59e0-4c4d-a225-6eb4094e90b3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:03.077895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11324288-bf1d-468a-a109-11b813000892 req-844c16ec-1f86-4ff1-8eef-07971a5d289c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019191 Nov 23 22:43:03.158240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-e60b0e36-266a-45d6-b33c-0a86f784def6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:03.159990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-e60b0e36-266a-45d6-b33c-0a86f784def6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516332 Nov 23 22:43:03.184090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Deleting port 3a1460a4-cc45-47ce-93b2-a48281f88036 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:03.184470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.203118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:03.322698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3131415-dbfb-4f7c-ae8f-8f5974146b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.349757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3131415-dbfb-4f7c-ae8f-8f5974146b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.395076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Allocated IP 172.20.0.12 (c0e1ec97-14e1-4ea4-b21e-84a069ffc44f/cb6b9bd3-2044-4e1b-a37a-b274d33c99bc/3f4ead1a-ee53-48ff-8838-51100523438d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:03.475550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a2998ee-e0ad-479b-90aa-0b25ee8a060a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.550772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-01fd53a7-28cc-4b14-ac09-505a086ca51c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411655 Nov 23 22:43:03.561889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.562301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.575481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c3131415-dbfb-4f7c-ae8f-8f5974146b20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb7ba8c486f748bc94e9255a082d8d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6268456 Nov 23 22:43:03.582052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36330) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:03.619590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3131415-dbfb-4f7c-ae8f-8f5974146b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6d3a9-53d6-4134-b2fc-714b4ca19eeb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:03.668892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a2998ee-e0ad-479b-90aa-0b25ee8a060a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.683497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Calling delete_port for 3a1460a4-cc45-47ce-93b2-a48281f88036 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:03.753323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c98b1ee-e55e-41a1-8510-2582c2ae8f49 req-15d4237b-31f6-450d-9d86-f3ff21819bae tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 210 time: 0.0503542 Nov 23 22:43:03.765997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:03.771700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.835275 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e186323-5b31-4d5d-b922-3104566c9a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.894621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a2998ee-e0ad-479b-90aa-0b25ee8a060a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.897493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a2998ee-e0ad-479b-90aa-0b25ee8a060a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.899281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a2998ee-e0ad-479b-90aa-0b25ee8a060a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69f9421a-59e0-4c4d-a225-6eb4094e90b3 HTTP/1.1" status: 204 len: 168 time: 0.9964738 Nov 23 22:43:03.959097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2998ee-e0ad-479b-90aa-0b25ee8a060a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9421a-59e0-4c4d-a225-6eb4094e90b3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:04.027921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-55ae859e-f5a4-42fc-9a22-279e985ca0df tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:04.029960 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-55ae859e-f5a4-42fc-9a22-279e985ca0df tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4535196 Nov 23 22:43:04.042624 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73776714-25a3-4e32-aa96-1fe8ecbb99c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.075038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': 'cdafe380-9296-4366-8175-89b78ac4322f', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:04.245706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.521778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.667619 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e186323-5b31-4d5d-b922-3104566c9a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.745726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36356) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:04.748258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event updated for resources: {'Port': ['ID=3f4ead1a-ee53-48ff-8838-51100523438d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:04.827799 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d451c550-4791-4f01-80ac-8707db4073c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.880891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:04.886102 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.890176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:04.908075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:04.914723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:04.924728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e186323-5b31-4d5d-b922-3104566c9a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.934994 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e186323-5b31-4d5d-b922-3104566c9a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.940268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.941606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e186323-5b31-4d5d-b922-3104566c9a53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ace6d3a9-53d6-4134-b2fc-714b4ca19eeb HTTP/1.1" status: 204 len: 168 time: 1.3576574 Nov 23 22:43:05.033677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.174 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/31a3b08c-7bff-400e-92d2-74c8bb4bba8a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:05.100954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:05.102319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:05.185386 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-077eb5df-a892-48c0-b264-9ec514cb9e53 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9121165 Nov 23 22:43:05.203232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Request body: {'port': {'device_id': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:05.212581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d451c550-4791-4f01-80ac-8707db4073c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:05.240214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d451c550-4791-4f01-80ac-8707db4073c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:05.253666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e186323-5b31-4d5d-b922-3104566c9a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6d3a9-53d6-4134-b2fc-714b4ca19eeb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:05.379076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eaf8a36d-bdab-492f-b69e-969a38134f8b req-29469df1-27c2-4ea1-bae3-2188249da696 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 210 time: 0.7618597 Nov 23 22:43:05.396071 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d451c550-4791-4f01-80ac-8707db4073c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0f996ebc5214d60a8a5ee39f0593c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6361389 Nov 23 22:43:05.401391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36364) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:05.407381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451c550-4791-4f01-80ac-8707db4073c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b024bdf7-b2f6-436e-a79e-46f2a7e2d49e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:05.436558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:05.466019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1d60b50c-ad6d-4423-a1fd-45e3f05c914b None None] Provisioning complete for port 3f4ead1a-ee53-48ff-8838-51100523438d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:05.466755 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d60b50c-ad6d-4423-a1fd-45e3f05c914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:05.697218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697310-9e83-46ec-9c13-b6b96131f299 req-46a94024-f260-4224-88d5-ee8a457470c9 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:05.705189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c697310-9e83-46ec-9c13-b6b96131f299 req-46a94024-f260-4224-88d5-ee8a457470c9 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.9783716 Nov 23 22:43:05.742772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1d60b50c-ad6d-4423-a1fd-45e3f05c914b None None] Port 3f4ead1a-ee53-48ff-8838-51100523438d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:05.773150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2a5e-3524-47d0-a4a7-5b40d62c3da2 req-354b3fc3-9cdd-4744-8152-c6c222790036 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:05.777589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a2a5e-3524-47d0-a4a7-5b40d62c3da2 req-354b3fc3-9cdd-4744-8152-c6c222790036 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 932 time: 0.1811523 Nov 23 22:43:05.915187 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1a60-009c-470c-8df2-cf581399ca82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:05.982817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1a60-009c-470c-8df2-cf581399ca82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.044285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe7a2a5e-3524-47d0-a4a7-5b40d62c3da2 req-f8b79624-b45d-47dd-8719-1555c3613e57 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489374 Nov 23 22:43:06.084804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c697310-9e83-46ec-9c13-b6b96131f299 req-8e842cff-ea9f-4f1a-ba2a-23635477651a tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780119 Nov 23 22:43:06.171135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.224813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4ead1a-ee53-48ff-8838-51100523438d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:06.236435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.239516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1a60-009c-470c-8df2-cf581399ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.242384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1a60-009c-470c-8df2-cf581399ca82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.244197 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c7fa1a60-009c-470c-8df2-cf581399ca82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b024bdf7-b2f6-436e-a79e-46f2a7e2d49e HTTP/1.1" status: 204 len: 168 time: 0.8369291 Nov 23 22:43:06.259900 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.290715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa1a60-009c-470c-8df2-cf581399ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b024bdf7-b2f6-436e-a79e-46f2a7e2d49e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:06.326254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Transition to ACTIVE for port object 3f4ead1a-ee53-48ff-8838-51100523438d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:06.331244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.398490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Port': ['ID=3a1460a4-cc45-47ce-93b2-a48281f88036,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:06.406214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.467017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.492297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4ead1a-ee53-48ff-8838-51100523438d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:06.517866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:06.693625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.159 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/86776cff-4023-4cd5-ae81-fefd0b641204) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:06.782964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Attempting to bind port 3f4ead1a-ee53-48ff-8838-51100523438d on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:06.803756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:06.808221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Attempting to bind port 3f4ead1a-ee53-48ff-8838-51100523438d by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:06.808612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Attempting to bind port 3f4ead1a-ee53-48ff-8838-51100523438d on network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:06.858699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Port 3f4ead1a-ee53-48ff-8838-51100523438d on network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:06.859014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Attempting to bind port 3f4ead1a-ee53-48ff-8838-51100523438d on network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:06.889067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:06.889531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Checking segment: {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:06.889816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Bound using segment: {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:06.890207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Bound port: 3f4ead1a-ee53-48ff-8838-51100523438d, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9800e6-099c-4329-877f-8b3ff5c11f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:06.899470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:06.929205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:06.941203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:07.126528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] For port 3f4ead1a-ee53-48ff-8838-51100523438d, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:07.164905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] For port 3f4ead1a-ee53-48ff-8838-51100523438d, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3f4ead1a-ee53-48ff-8838-51100523438d,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:07.177161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.183513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.186558 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Floating IP 8a53bfa6-6f5f-412e-897f-dcd26d09b53e disassociated (deleted). External IP: 172.25.0.237, port: e8d6b4bc-1670-4d83-8edd-33b4d0d580bd. Nov 23 22:43:07.192846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:07.256489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:07.257377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.264242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] 10.222.0.46 "PUT /v2.0/ports/3f4ead1a-ee53-48ff-8838-51100523438d HTTP/1.1" status: 200 len: 1092 time: 2.0608313 Nov 23 22:43:07.267005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:07.269476 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6816ce9-d653-4a38-bcac-6f00287d1d60" -d '{"events": [{"name": "network-changed", "server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:07.297684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:07.302131 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.304233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.421499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.454968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593d68e-d69f-44cb-bba2-e75cf9bc2506 req-7ae5693d-b39c-4acf-8617-42ae6c282d17 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:07.461534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b593d68e-d69f-44cb-bba2-e75cf9bc2506 req-7ae5693d-b39c-4acf-8617-42ae6c282d17 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 936 time: 0.7237759 Nov 23 22:43:07.558578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a02ce7-6ceb-4fac-872b-8170a17d0af7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4ead1a-ee53-48ff-8838-51100523438d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:07.568754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-072984c8-5715-4c8d-a130-983f31de0a9a None None] Provisioning complete for port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:07.569212 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-072984c8-5715-4c8d-a130-983f31de0a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.586627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b593d68e-d69f-44cb-bba2-e75cf9bc2506 req-568c7e4c-74fd-458c-ba94-29d7ac4be237 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854537 Nov 23 22:43:07.628148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d23890-f82f-4554-81d5-eb9e9cf2b49d req-1a8eae4f-7b37-4044-95ec-3ae4dd04714b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:07.630765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d23890-f82f-4554-81d5-eb9e9cf2b49d req-1a8eae4f-7b37-4044-95ec-3ae4dd04714b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 944 time: 0.3164246 Nov 23 22:43:07.637974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1785b397-a79f-4a4e-8aa6-814e730831ca tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4498715 Nov 23 22:43:07.646410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-dcd34aa7-ac5c-48de-85fc-d9da1019fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:07.654643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-dcd34aa7-ac5c-48de-85fc-d9da1019fb39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b1958a33f4c4a3d9c05db596371a748&device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 1095 time: 0.3305044 Nov 23 22:43:07.702122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-072984c8-5715-4c8d-a130-983f31de0a9a None None] Port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:07.796696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:07.807997 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-3e01058f-2c03-45c6-912e-00d9face6161 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4ead1a-ee53-48ff-8838-51100523438d HTTP/1.1" status: 200 len: 217 time: 0.1519129 Nov 23 22:43:07.881134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d23890-f82f-4554-81d5-eb9e9cf2b49d req-695e43e6-e7ad-4a7d-ab19-fb3dbfd2d20c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394702 Nov 23 22:43:07.894269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Request body: {'port': {'device_id': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:07.970164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-d2c5dc24-3f23-43ec-a896-806c90a6e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:07.971747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-d2c5dc24-3f23-43ec-a896-806c90a6e229 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb6b9bd3-2044-4e1b-a37a-b274d33c99bc HTTP/1.1" status: 200 len: 854 time: 0.1565053 Nov 23 22:43:07.980381 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:08.017375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:08.051982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:08.056097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:08.059100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:08.208462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=86776cff-4023-4cd5-ae81-fefd0b641204,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:08.271653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-21ac5d78-6be0-40f5-bf0a-440904668f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:08.283440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-21ac5d78-6be0-40f5-bf0a-440904668f48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843666 Nov 23 22:43:08.302245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:08.309006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:08.437732 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:08.531253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc9fb2-5053-430a-a9ef-e5cf8d873cc9 req-de87c7e0-d53c-4018-ac93-28357d8dfa59 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:08.546107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fbc9fb2-5053-430a-a9ef-e5cf8d873cc9 req-de87c7e0-d53c-4018-ac93-28357d8dfa59 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.5101571 Nov 23 22:43:08.599157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bdc5d3b0-f8e0-4897-bf8d-7e5300130b52 None None] Provisioning complete for port 86776cff-4023-4cd5-ae81-fefd0b641204 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:08.599745 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d3b0-f8e0-4897-bf8d-7e5300130b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:08.675105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-3f800b99-a128-49f1-9ae8-edde8caab7f3 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534060 Nov 23 22:43:08.703791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5d3b0-f8e0-4897-bf8d-7e5300130b52 None None] Port 86776cff-4023-4cd5-ae81-fefd0b641204 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:08.738368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a69b916b-3d84-4c8a-b0ca-eb74d02a408b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6967237 Nov 23 22:43:08.782667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Request body: {'port': {'device_id': 'cdafe380-9296-4366-8175-89b78ac4322f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:08.842234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fbc9fb2-5053-430a-a9ef-e5cf8d873cc9 req-7a7b7852-b05a-48d0-9b10-760915775144 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951496 Nov 23 22:43:08.918545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:09.071643 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4411f15-c1da-48e5-b4a6-c208fd2482c7 x-openstack-request-id: req-f4411f15-c1da-48e5-b4a6-c208fd2482c7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:09.071643 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:09.071643 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4411f15-c1da-48e5-b4a6-c208fd2482c7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:09.071643 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d', 'status': 'completed', 'code': 200} Nov 23 22:43:09.073362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ace8a201-221f-488c-bd57-35d7f87b3a4e req-b9aac1e8-0eb3-49df-be6e-c5b1fc77d8e2 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912370 Nov 23 22:43:09.492650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Router da1fb602-a05d-4eb1-9a4a-2337f59bac30 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:43:09.501994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-d59d7481-d6e4-4377-9b3a-9112d3c0b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:09.503517 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-d59d7481-d6e4-4377-9b3a-9112d3c0b4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b1958a33f4c4a3d9c05db596371a748&device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 1095 time: 0.2624571 Nov 23 22:43:09.679049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:43:09.686578 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:09.693106 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] Sync routers for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:43:09.705734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2750ab-49c7-4d4c-90c5-7a8753de50c4 req-cbdf602b-5c86-4be7-85a7-633f77427f99 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:09.708795 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:09.709654 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:09.715314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86776cff-4023-4cd5-ae81-fefd0b641204 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:09.724248 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a2750ab-49c7-4d4c-90c5-7a8753de50c4 req-cbdf602b-5c86-4be7-85a7-633f77427f99 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 936 time: 0.4533525 Nov 23 22:43:09.724490 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:09.727243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-a324026c-9d61-46a2-8419-6c0b2c807381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:09.728831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-a324026c-9d61-46a2-8419-6c0b2c807381 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f HTTP/1.1" status: 200 len: 916 time: 0.2166495 Nov 23 22:43:09.771071 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:09.780669 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-a4b63f19-263f-4f83-ba9a-6f2ba84a20ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4ead1a-ee53-48ff-8838-51100523438d HTTP/1.1" status: 200 len: 217 time: 0.0427375 Nov 23 22:43:09.784650 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:09.785362 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:09.845808 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:09.846899 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49475e0-95e5-4e13-b5af-9d5a9ffa57fe None None] The sync data for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:43:09.860189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a2750ab-49c7-4d4c-90c5-7a8753de50c4 req-44d14447-daf2-4f72-9915-c6006fb7f26e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317391 Nov 23 22:43:09.870786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40977571-df53-4eee-918e-7c818fe2771f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "DELETE /v2.0/floatingips/8a53bfa6-6f5f-412e-897f-dcd26d09b53e HTTP/1.1" status: 204 len: 168 time: 7.7970631 Nov 23 22:43:09.871836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36474) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:09.887176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:09.904309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Transition to ACTIVE for port object 86776cff-4023-4cd5-ae81-fefd0b641204 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:09.916258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:09.935742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490c10-8109-41f2-a810-e0aa746cd3d1 req-601fc524-48a0-476f-87b6-10cb664fe6c2 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:09.945721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e490c10-8109-41f2-a810-e0aa746cd3d1 req-601fc524-48a0-476f-87b6-10cb664fe6c2 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 944 time: 0.2694099 Nov 23 22:43:10.018198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-203b7fdd-aa66-4aff-9d42-9add5439dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:10.019872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-203b7fdd-aa66-4aff-9d42-9add5439dbb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb6b9bd3-2044-4e1b-a37a-b274d33c99bc HTTP/1.1" status: 200 len: 854 time: 0.2141211 Nov 23 22:43:10.064400 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:10.134842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86776cff-4023-4cd5-ae81-fefd0b641204,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:10.227863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-aab2cd54-dea4-4915-9d25-cd33ccc9e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:10.229653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-aab2cd54-dea4-4915-9d25-cd33ccc9e674 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884520 Nov 23 22:43:10.277985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Attempting to bind port 86776cff-4023-4cd5-ae81-fefd0b641204 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:10.278334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Attempting to bind port 86776cff-4023-4cd5-ae81-fefd0b641204 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:10.278725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Attempting to bind port 86776cff-4023-4cd5-ae81-fefd0b641204 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:10.291167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Port 86776cff-4023-4cd5-ae81-fefd0b641204 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:10.291927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Attempting to bind port 86776cff-4023-4cd5-ae81-fefd0b641204 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:10.308443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:10.308900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:10.310196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:10.310336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Bound port: 86776cff-4023-4cd5-ae81-fefd0b641204, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:10.310885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:10.466535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a3b08c-7bff-400e-92d2-74c8bb4bba8a {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:10.478284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:10.491421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-ddffbf40-5ad3-4b34-a274-9b22d63d6eda service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482967 Nov 23 22:43:10.507879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Transition to ACTIVE for port object 31a3b08c-7bff-400e-92d2-74c8bb4bba8a will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:10.545519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] For port 86776cff-4023-4cd5-ae81-fefd0b641204, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:10.546378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e490c10-8109-41f2-a810-e0aa746cd3d1 req-b93f2b2e-d272-458e-83c6-5be1d2565e8d tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5553389 Nov 23 22:43:10.568895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] For port 86776cff-4023-4cd5-ae81-fefd0b641204, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=86776cff-4023-4cd5-ae81-fefd0b641204,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:10.599197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:10.634457 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:10.687406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:10.688115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:10.689994 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] 10.222.0.46 "PUT /v2.0/ports/86776cff-4023-4cd5-ae81-fefd0b641204 HTTP/1.1" status: 200 len: 1096 time: 1.9122238 Nov 23 22:43:10.779152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Pushing event updated for resources: {'Port': ['ID=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:10.847990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea15f55-de66-4908-a269-c24eb3b6949b req-eb3a19e9-624c-48e8-ab15-83e2af824090 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:10.850617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea15f55-de66-4908-a269-c24eb3b6949b req-eb3a19e9-624c-48e8-ab15-83e2af824090 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.7485974 Nov 23 22:43:11.124366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Attempting to bind port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:11.127871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Attempting to bind port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:11.128349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Attempting to bind port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:11.169091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:11.174532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Attempting to bind port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:11.232551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea15f55-de66-4908-a269-c24eb3b6949b req-9938bb78-149f-424e-a38b-b6235d0e7f11 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724487 Nov 23 22:43:11.237561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-b5ba5fdb-98ea-429d-b52f-f190f869919b tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d3cdffe5abaa4b9286c6b97b6228f733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518128 Nov 23 22:43:11.239945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:11.243222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:11.244883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:11.245457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Bound port: 31a3b08c-7bff-400e-92d2-74c8bb4bba8a, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:11.246015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:11.295661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3f4ead1a-ee53-48ff-8838-51100523438d details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:11.466848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3f4ead1a-ee53-48ff-8838-51100523438d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3f4ead1a-ee53-48ff-8838-51100523438d,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:11.482498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '3f4ead1a-ee53-48ff-8838-51100523438d', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'port_id': '3f4ead1a-ee53-48ff-8838-51100523438d', 'mac_address': 'fa:16:3e:29:0d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:11.509558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdafe380-9296-4366-8175-89b78ac4322f', 'tag': '86776cff-4023-4cd5-ae81-fefd0b641204'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:11.517058 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae797c00-4a1d-4483-afaf-8daf06751c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdafe380-9296-4366-8175-89b78ac4322f", "tag": "86776cff-4023-4cd5-ae81-fefd0b641204"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:11.551512 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f6816ce9-d653-4a38-bcac-6f00287d1d60 req-d04bd663-2d6f-49ae-a3a2-8f2db19d4f53 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0517468 Nov 23 22:43:11.561716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358609c-c577-4688-aac1-7980e63096e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86776cff-4023-4cd5-ae81-fefd0b641204,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:11.575251 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:11.613524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4ead1a-ee53-48ff-8838-51100523438d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:11.616452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-950a1c42-52e6-4e62-be29-fd707c2d88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:11.619142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-950a1c42-52e6-4e62-be29-fd707c2d88c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 1099 time: 0.8733630 Nov 23 22:43:11.627368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:11.652891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3f4ead1a-ee53-48ff-8838-51100523438d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3f4ead1a-ee53-48ff-8838-51100523438d,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:11.658045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:11.666529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] For port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:11.690651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] For port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:11.701390 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-f81ce4eb-ad6d-4ea6-8b20-88554486e4bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=86776cff-4023-4cd5-ae81-fefd0b641204 HTTP/1.1" status: 200 len: 217 time: 0.0662293 Nov 23 22:43:11.722196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3f4ead1a-ee53-48ff-8838-51100523438d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:11.775251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:11.797440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-5df991df-537d-4a64-a17c-23a203788764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:11.798898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-5df991df-537d-4a64-a17c-23a203788764 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0864232 Nov 23 22:43:11.831331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-796db98d-c9b0-41d9-b269-4af07f41c6c3 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:11.832943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-796db98d-c9b0-41d9-b269-4af07f41c6c3 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5536740 Nov 23 22:43:11.870102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['3f4ead1a-ee53-48ff-8838-51100523438d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:11.921516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-3630aef1-cf51-4d3c-a72d-d1b45a406fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:11.924881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-3630aef1-cf51-4d3c-a72d-d1b45a406fb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123633 Nov 23 22:43:11.951464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-704a2797-1d52-4b77-a559-390b6e7d6c58 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/quotas/d3cdffe5abaa4b9286c6b97b6228f733 HTTP/1.1" status: 200 len: 375 time: 0.0791776 Nov 23 22:43:11.962304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:11.962965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:11.971699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] 10.222.0.46 "PUT /v2.0/ports/31a3b08c-7bff-400e-92d2-74c8bb4bba8a HTTP/1.1" status: 200 len: 1096 time: 4.1219649 Nov 23 22:43:11.980372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'tag': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:11.984168 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e" -d '{"events": [{"name": "network-changed", "server_uuid": "0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00", "tag": "31a3b08c-7bff-400e-92d2-74c8bb4bba8a"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:12.116218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-cac055c6-e210-4c0a-a17e-6f2ded29382f tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3cdffe5abaa4b9286c6b97b6228f733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1637416 Nov 23 22:43:12.132610 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-766f3ff8-c04d-4fb9-b114-9d2916840df8 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978803 Nov 23 22:43:12.227319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a56e8-112f-44f0-b5a6-337ec089509f service neutron] Pushing event updated for resources: {'Port': ['ID=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:12.306952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Allocated IP 172.25.0.171 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/cfcf9131-9aba-4a45-880b-210322a5146f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:12.322747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4471-40a7-4ab6-b19c-a7678bcd830f req-a31837e7-744d-469e-9c9d-00d0d950f3a0 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:12.353668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-227f4471-40a7-4ab6-b19c-a7678bcd830f req-a31837e7-744d-469e-9c9d-00d0d950f3a0 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 948 time: 0.3602231 Nov 23 22:43:12.364157 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-a1e21685-980e-47b9-a595-2b18be33b84a service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228794 Nov 23 22:43:12.374487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-b3f787af-0e62-44a5-92b2-8da66a3cadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:12.376016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-b3f787af-0e62-44a5-92b2-8da66a3cadfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 1099 time: 0.2837434 Nov 23 22:43:12.428976 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa21596-a887-4b6f-8b35-271271ff66d1 x-openstack-request-id: req-7fa21596-a887-4b6f-8b35-271271ff66d1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:12.429275 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdafe380-9296-4366-8175-89b78ac4322f", "tag": "86776cff-4023-4cd5-ae81-fefd0b641204", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:12.430101 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fa21596-a887-4b6f-8b35-271271ff66d1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:12.430587 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdafe380-9296-4366-8175-89b78ac4322f', 'tag': '86776cff-4023-4cd5-ae81-fefd0b641204', 'status': 'completed', 'code': 200} Nov 23 22:43:12.453885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-71a90a79-ee42-4cbf-8790-a76c0e3e60c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31a3b08c-7bff-400e-92d2-74c8bb4bba8a HTTP/1.1" status: 200 len: 217 time: 0.0671036 Nov 23 22:43:12.525497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-b8754026-9d88-4dcf-8ad5-63f43ad88538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:12.527011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-b8754026-9d88-4dcf-8ad5-63f43ad88538 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 1099 time: 0.0639679 Nov 23 22:43:12.621597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-227f4471-40a7-4ab6-b19c-a7678bcd830f req-25a444ab-2eb0-4857-861d-f208f4d4c5c1 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668536 Nov 23 22:43:12.641487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-d2462349-9aaf-4608-8e1a-c0f83d09e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:12.643108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-d2462349-9aaf-4608-8e1a-c0f83d09e911 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1750460 Nov 23 22:43:12.750668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:12.761179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1773541668'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:12.781900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b4337-afae-47fd-9222-934dfe182ee3 req-918ddef9-6fed-4ee1-ab3e-3e7be55ac408 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:12.784035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-261b4337-afae-47fd-9222-934dfe182ee3 req-918ddef9-6fed-4ee1-ab3e-3e7be55ac408 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 945 time: 0.2691343 Nov 23 22:43:12.787533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:12.827528 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddb101e-99ce-4a20-924b-d53328971507 x-openstack-request-id: req-9ddb101e-99ce-4a20-924b-d53328971507 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:12.828250 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00", "tag": "31a3b08c-7bff-400e-92d2-74c8bb4bba8a", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:12.828744 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ddb101e-99ce-4a20-924b-d53328971507 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:12.830490 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'tag': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', 'status': 'completed', 'code': 200} Nov 23 22:43:12.853716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-a3f1e792-9476-4494-b84e-404b7544402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:12.858910 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-a3f1e792-9476-4494-b84e-404b7544402e service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.3231921 Nov 23 22:43:12.862613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:12.871377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:12.872535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-820df98a-df54-4b03-91e2-d2712d2c017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:12.874454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-820df98a-df54-4b03-91e2-d2712d2c017c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2190623 Nov 23 22:43:12.987255 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-7bd72561-e7ff-4a95-b1e2-c7636b1b0cbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=86776cff-4023-4cd5-ae81-fefd0b641204 HTTP/1.1" status: 200 len: 217 time: 0.1065855 Nov 23 22:43:13.050916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:13.075051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.075051 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Added segment bb501985-f7f4-4ea8-b3bb-a310af5c66f0 of type vlan for network d6288ec8-3dd8-44be-a301-295514565e90 Nov 23 22:43:13.085330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-6bb07c9b-b199-460b-baff-5b28fc0f3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:13.087819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-6bb07c9b-b199-460b-baff-5b28fc0f3f02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0914786 Nov 23 22:43:13.156494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.200963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-13165bd6-b1fd-4932-80f5-da3144764d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:13.202510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-13165bd6-b1fd-4932-80f5-da3144764d79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884154 Nov 23 22:43:13.210327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.219006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:13.219946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.293841 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5419486 Nov 23 22:43:13.300603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36554) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:13.308775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-727835671'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:13.312411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 86776cff-4023-4cd5-ae81-fefd0b641204 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:13.317185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3f4ead1a-ee53-48ff-8838-51100523438d up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:13.381609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.387160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7005365-191d-4665-a49d-2ed2354fce85 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Network': ['ID=d6288ec8-3dd8-44be-a301-295514565e90,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:13.408002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:13.417299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.417857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d6288ec8-3dd8-44be-a301-295514565e90 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:13.480994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-261b4337-afae-47fd-9222-934dfe182ee3 req-c2ee9f27-6430-4054-8697-5e38da31c060 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6874802 Nov 23 22:43:13.491602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:13.505383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.505736 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Added segment 096575c3-0ffa-4d26-abd3-c3414edfb8b2 of type vlan for network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 Nov 23 22:43:13.513536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 3f4ead1a-ee53-48ff-8838-51100523438d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:13.522748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 3f4ead1a-ee53-48ff-8838-51100523438d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:13.523861 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.575715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.608614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-dcdc1ad2-cc86-4753-87cb-cc9baf6e42bb service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853483 Nov 23 22:43:13.611008 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.619388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:13.620084 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.642242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:13.672521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:13.694148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-474a0496-427a-4e73-8a8f-da68ca742a8a req-f8d52282-96a0-4863-8115-f187676274be tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 210 time: 0.0601561 Nov 23 22:43:13.694777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:13.702519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:13.734243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 86776cff-4023-4cd5-ae81-fefd0b641204, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=86776cff-4023-4cd5-ae81-fefd0b641204,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:13.735359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Network': ['ID=4c5b1f90-f968-41b9-918a-0ff67e1da0b1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:13.750055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e537fb-dc83-417b-b2f0-bbed15cbd88a req-ba52c702-153a-4085-91a7-b3de6a288c99 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:13.758084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57e537fb-dc83-417b-b2f0-bbed15cbd88a req-ba52c702-153a-4085-91a7-b3de6a288c99 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.4028859 Nov 23 22:43:13.773916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:13.780831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f216297-407b-426a-b1b8-9340f7faf688 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4789286 Nov 23 22:43:13.784679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Pushing event updated for resources: {'Port': ['ID=cfcf9131-9aba-4a45-880b-210322a5146f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:13.788340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36560) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:13.803302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'subnet': {'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:13.861032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '86776cff-4023-4cd5-ae81-fefd0b641204', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '86776cff-4023-4cd5-ae81-fefd0b641204', 'mac_address': 'fa:16:3e:20:7b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:13.876437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-80edeb1c-b4db-4e5e-9c61-4ea762e9a903 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914973 Nov 23 22:43:13.904460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:13.911663 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27c3f7-53a6-43c6-a901-d279df49024e" -d '{"events": [{"server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "name": "network-vif-plugged", "status": "completed", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:13.969810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae797c00-4a1d-4483-afaf-8daf06751c3f req-94fd6cfa-0fc1-42d6-9727-b0edf8335172 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444867 Nov 23 22:43:14.000158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3f4ead1a-ee53-48ff-8838-51100523438d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3f4ead1a-ee53-48ff-8838-51100523438d,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:14.045897 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:14.058860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:14.104646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11b518cc-6c1b-4ead-be63-a105bb2f299d req-c3f7b41a-9aca-4365-a39f-f20e603d7f53 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198856 Nov 23 22:43:14.108406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86776cff-4023-4cd5-ae81-fefd0b641204 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:14.154536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 86776cff-4023-4cd5-ae81-fefd0b641204, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=86776cff-4023-4cd5-ae81-fefd0b641204,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:14.156838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3f4ead1a-ee53-48ff-8838-51100523438d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:14.171428 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:14.186355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57e537fb-dc83-417b-b2f0-bbed15cbd88a req-4495cec9-b2bd-4e62-b700-3a09e4df50b4 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223394 Nov 23 22:43:14.228885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=86776cff-4023-4cd5-ae81-fefd0b641204,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:14.288733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-d92de421-e874-4e0b-871b-45740cc23781 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d3cdffe5abaa4b9286c6b97b6228f733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2331569 Nov 23 22:43:14.314348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:14.346195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb5f1-641f-453e-ac73-9dbc8b2a380a req-4285491b-7d39-4a84-8e35-5c1fe56414ee tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:14.355498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-013bb5f1-641f-453e-ac73-9dbc8b2a380a req-4285491b-7d39-4a84-8e35-5c1fe56414ee tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 948 time: 0.3186994 Nov 23 22:43:14.392754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:14.466536 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c70634-8623-488c-b486-d3312fbcbbc6 x-openstack-request-id: req-f5c70634-8623-488c-b486-d3312fbcbbc6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:14.469561 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "name": "network-vif-plugged", "status": "completed", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:14.470012 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5c70634-8623-488c-b486-d3312fbcbbc6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:14.470763 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d', 'code': 200} Nov 23 22:43:14.510551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:14.514871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:14.525342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-0f4ce4b9-1d19-4bc3-8e1f-a31554cd73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:14.526993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-0f4ce4b9-1d19-4bc3-8e1f-a31554cd73cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 1099 time: 0.3333213 Nov 23 22:43:14.574335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-689addd5-dcf5-4840-a03d-f4aefd3df9c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1968296 Nov 23 22:43:14.638337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbfdef-c279-4e99-9623-ff0ddc266829 req-c21a49a2-b652-495f-bebe-9424f639cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:14.639386 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-65bbfdef-c279-4e99-9623-ff0ddc266829 req-c21a49a2-b652-495f-bebe-9424f639cc19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 1097 time: 0.1299148 Nov 23 22:43:14.689959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:14.741622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-65bbfdef-c279-4e99-9623-ff0ddc266829 req-548225a1-a5ac-43d3-a590-03a7862c238c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674853 Nov 23 22:43:14.749502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-117b8e22-39cb-4385-90ff-c62111272f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:14.751109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-117b8e22-39cb-4385-90ff-c62111272f47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 1100 time: 0.1395895 Nov 23 22:43:14.946469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-ac68b78e-ac80-4c93-a28b-c6528330675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:14.949815 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-ac68b78e-ac80-4c93-a28b-c6528330675f service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1676705 Nov 23 22:43:14.991614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.037239 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-a3111cd2-82ab-44b5-a6f4-75e167aebf91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965 HTTP/1.1" status: 200 len: 217 time: 0.0786810 Nov 23 22:43:15.081510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-cf274140-9bf6-4b4a-b010-22d7ae5f5ab5 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.083421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-cf274140-9bf6-4b4a-b010-22d7ae5f5ab5 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7655075 Nov 23 22:43:15.099951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-013bb5f1-641f-453e-ac73-9dbc8b2a380a req-53d24e11-f53d-4eae-8a5a-e9d85dd43670 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7422864 Nov 23 22:43:15.116008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-ed5a8a1d-24cd-4477-a03d-cb5f76a9b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.118373 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-ed5a8a1d-24cd-4477-a03d-cb5f76a9b322 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0728555 Nov 23 22:43:15.201431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-53a1d331-6502-4989-9a72-22d160a19eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.203446 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-53a1d331-6502-4989-9a72-22d160a19eff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756264 Nov 23 22:43:15.208108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-6fc67321-e20c-48aa-b57d-6a8d6e8662e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.209845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-6fc67321-e20c-48aa-b57d-6a8d6e8662e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.6526108 Nov 23 22:43:15.250105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Request body: {'port': {'device_id': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': 'd3cdffe5abaa4b9286c6b97b6228f733'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:15.262754 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.323697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-9f258d3d-4851-4a2c-b56c-260fe841e3cc service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118093 Nov 23 22:43:15.329568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31a3b08c-7bff-400e-92d2-74c8bb4bba8a details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:15.333611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 86776cff-4023-4cd5-ae81-fefd0b641204 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:15.347104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-981ef85f-1579-4381-8aec-15b12d43f440 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=31a3b08c-7bff-400e-92d2-74c8bb4bba8a HTTP/1.1" status: 200 len: 217 time: 0.0785437 Nov 23 22:43:15.445833 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2b4f77d-00da-47ee-84e0-c3bba9bcc51c req-49e6bebc-0ef1-4806-80f2-2cce5d7afa37 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128747 Nov 23 22:43:15.450397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-3fb50de9-71d0-4435-9c29-0621d5f936e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.452064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-3fb50de9-71d0-4435-9c29-0621d5f936e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0563760 Nov 23 22:43:15.454886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72dd0a3c-88d2-4b48-89a2-30247e808c0d req-3cb15f87-3532-4917-928f-67fe28e2c91a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 210 time: 0.2431161 Nov 23 22:43:15.515387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 86776cff-4023-4cd5-ae81-fefd0b641204 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:15.584558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 86776cff-4023-4cd5-ae81-fefd0b641204 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:15.586407 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.681741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Pushing event updated for resources: {'Port': ['ID=cfcf9131-9aba-4a45-880b-210322a5146f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:15.734704 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.747288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3e36f-8856-429a-bd1b-a0155e6f64b0 req-fea395a2-a9a6-41ac-a31b-1404d5172105 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.755802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3a3e36f-8856-429a-bd1b-a0155e6f64b0 req-fea395a2-a9a6-41ac-a31b-1404d5172105 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 946 time: 0.5300450 Nov 23 22:43:15.772308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:15.774525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.825486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.833913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 86776cff-4023-4cd5-ae81-fefd0b641204, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=86776cff-4023-4cd5-ae81-fefd0b641204,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:15.844874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.849659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-caec3187-1f87-4e0e-ad53-bc381f3ba707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.852875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-caec3187-1f87-4e0e-ad53-bc381f3ba707 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3584619 Nov 23 22:43:15.856204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', 'mac_address': 'fa:16:3e:5a:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:15.972008 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:15.999705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a3b08c-7bff-400e-92d2-74c8bb4bba8a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:16.053848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:16.059561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=86776cff-4023-4cd5-ae81-fefd0b641204,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:16.070627 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.147717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:16.254993 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.256126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b50bfb5-5998-4cba-beb9-3528ab3243b7 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3828340 Nov 23 22:43:16.261148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36594) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:16.309453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31a3b08c-7bff-400e-92d2-74c8bb4bba8a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:16.365622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Made reservation on behalf of d3cdffe5abaa4b9286c6b97b6228f733 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:16.370082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.387787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3a3e36f-8856-429a-bd1b-a0155e6f64b0 req-ff8dbb38-e4f2-4352-a892-15c47f0ec0cf tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6309974 Nov 23 22:43:16.388536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Subnet': ['ID=3c7ca50d-528f-46e7-8997-c7245196716b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:16.418512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.548669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdafe380-9296-4366-8175-89b78ac4322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86776cff-4023-4cd5-ae81-fefd0b641204'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:16.555350 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee0b930-7784-4fee-aacc-ac07dc166290" -d '{"events": [{"server_uuid": "cdafe380-9296-4366-8175-89b78ac4322f", "name": "network-vif-plugged", "status": "completed", "tag": "86776cff-4023-4cd5-ae81-fefd0b641204"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:16.588726 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.592197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-290612b1-f48c-4d6e-80b0-605ddfbba5ee service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251775 Nov 23 22:43:16.606410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.673147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:16.700062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8bf45-1f08-4695-aba6-dac72b098fcb req-56d1d4dd-435d-4517-9a76-c8bd58bc8cfc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:16.709651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ce8bf45-1f08-4695-aba6-dac72b098fcb req-56d1d4dd-435d-4517-9a76-c8bd58bc8cfc tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.4915228 Nov 23 22:43:16.723426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.843170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:16.933399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ce8bf45-1f08-4695-aba6-dac72b098fcb req-88fab2ba-d1db-44f9-b5ca-d8388aad421f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207124 Nov 23 22:43:16.959078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:16.996551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Checking segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:16.997427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network hostable DHCP agents. Network: d6288ec8-3dd8-44be-a301-295514565e90, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:17.111750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Allocated IP 172.25.0.106 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/8791af64-f2a4-4beb-ba8e-0c76bfa8499a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:17.172182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d60ea42d-2fc1-4cc8-aad8-0d1f9acef55e req-2485b414-b5f0-4c5a-ab8c-b02db748f118 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981549 Nov 23 22:43:17.185068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58be90ff-4859-421f-9b2e-3bf436b0f2f3 req-be3c8047-621f-4666-8a3d-04774deb8d59 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 210 time: 0.0823860 Nov 23 22:43:17.244190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59350c9-ae6c-42cc-bb94-ef26a39bab4d req-416eb9ba-f5a1-4425-8855-37c3b459670a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:17.246456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b59350c9-ae6c-42cc-bb94-ef26a39bab4d req-416eb9ba-f5a1-4425-8855-37c3b459670a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 949 time: 0.2631996 Nov 23 22:43:17.260976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network d6288ec8-3dd8-44be-a301-295514565e90 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:17.283549 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ceed55-d394-4979-b110-1b7b9cea1733 x-openstack-request-id: req-90ceed55-d394-4979-b110-1b7b9cea1733 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:17.283893 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdafe380-9296-4366-8175-89b78ac4322f", "name": "network-vif-plugged", "status": "completed", "tag": "86776cff-4023-4cd5-ae81-fefd0b641204", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:17.284108 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90ceed55-d394-4979-b110-1b7b9cea1733 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:17.284494 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdafe380-9296-4366-8175-89b78ac4322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86776cff-4023-4cd5-ae81-fefd0b641204', 'code': 200} Nov 23 22:43:17.303980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, d6288ec8-3dd8-44be-a301-295514565e90) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:17.314822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a1698-9de4-4cff-96d0-328f1c29d182 None None] Network d6288ec8-3dd8-44be-a301-295514565e90 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:17.320653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:17.322873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.347367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31a3b08c-7bff-400e-92d2-74c8bb4bba8a up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:17.353157 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.398428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.420270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:17.422888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:17.452411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:17.473326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Allocated IP 192.168.233.142 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/b764db0d-a00d-4336-bcef-415e5fc26fa5) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:17.505733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Pushing event updated for resources: {'Port': ['ID=8791af64-f2a4-4beb-ba8e-0c76bfa8499a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:17.595135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.658595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.709778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2b27bf14-ae28-41b5-8a8a-3a36e625d76e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9110260 Nov 23 22:43:17.723868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36622) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:17.740332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'subnet': {'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:17.761075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b59350c9-ae6c-42cc-bb94-ef26a39bab4d req-8c7c5e7d-dcc0-47e6-876f-089dffeacb31 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068278 Nov 23 22:43:17.798033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:17.809540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:17.810136 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.833673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.853709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.902108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377506c-4b7b-4f1f-8313-a7491beaaf73 req-0f61846e-3b37-4c69-b6a5-ca58d0978457 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:17.903541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9377506c-4b7b-4f1f-8313-a7491beaaf73 req-0f61846e-3b37-4c69-b6a5-ca58d0978457 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 946 time: 0.3510318 Nov 23 22:43:17.974008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d1f2e-e3d9-4a13-bbdd-5a5ba9875b9a req-430b2df1-96af-4d5d-b625-3a6b46a246c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:17.975554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e56d1f2e-e3d9-4a13-bbdd-5a5ba9875b9a req-430b2df1-96af-4d5d-b625-3a6b46a246c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 1101 time: 0.4979489 Nov 23 22:43:17.988209 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:17.996117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Pushing event updated for resources: {'Port': ['ID=8791af64-f2a4-4beb-ba8e-0c76bfa8499a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:18.009309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-d6288ec8-3dd8-44be-a301-295514565e90', 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'fixed_ips': [{'subnet_id': '3c7ca50d-528f-46e7-8997-c7245196716b'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:43:18.011504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.013225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9deb95-afd8-4fcb-8aff-1f33e2446c44 req-2a622da1-cc56-4155-ad56-de92cbae5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:18.014956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9deb95-afd8-4fcb-8aff-1f33e2446c44 req-2a622da1-cc56-4155-ad56-de92cbae5624 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1100 time: 0.1738961 Nov 23 22:43:18.041745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.062763 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.064381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2ca62bf4-0ff0-4b11-99be-f42480763e88 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8021777 Nov 23 22:43:18.091526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36636) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:18.095863 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9deb95-afd8-4fcb-8aff-1f33e2446c44 req-5a97cfa8-092d-44f8-b4ab-7a0a6d14fef6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719345 Nov 23 22:43:18.187791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:18.196057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2a48640a-963d-4351-a715-a91131896a43 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2132 time: 0.1030562 Nov 23 22:43:18.198496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36640) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:18.227218 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.275897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.296336 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dd931f47-3877-4c9c-935a-1b79889ffeeb tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0967240 Nov 23 22:43:18.299429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36644) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:18.343756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.352183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:18.382620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Allocated IP 10.1.1.2 (d6288ec8-3dd8-44be-a301-295514565e90/3c7ca50d-528f-46e7-8997-c7245196716b/523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:18.521502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Deleting port 8791af64-f2a4-4beb-ba8e-0c76bfa8499a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:18.522126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.527675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:18.531496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.543899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:18.564009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:18.574092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:18.582349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e56d1f2e-e3d9-4a13-bbdd-5a5ba9875b9a req-a8c68e41-5a50-4d5c-b7b2-373fd236d751 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773501 Nov 23 22:43:18.640693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.641052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.655595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Calling delete_port for 8791af64-f2a4-4beb-ba8e-0c76bfa8499a owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:18.715265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Pushing event updated for resources: {'Port': ['ID=b764db0d-a00d-4336-bcef-415e5fc26fa5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:18.777791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:18.783034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9377506c-4b7b-4f1f-8313-a7491beaaf73 req-23943e0f-e8c7-434f-8c75-eb007be45106 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8005323 Nov 23 22:43:18.818347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514887-3f1c-4d2c-aa62-52481575efe0 req-1ec931e3-c4f7-4e2f-b88e-b3d65b96909b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:18.838771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93514887-3f1c-4d2c-aa62-52481575efe0 req-1ec931e3-c4f7-4e2f-b88e-b3d65b96909b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 949 time: 0.4919279 Nov 23 22:43:18.873582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:18.874256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.885714 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.929741 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:18.938752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:18.939383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Pushing event deleted for resources: {'Port': ['ID=8791af64-f2a4-4beb-ba8e-0c76bfa8499a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:18.983040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-461ee173-0575-4882-8710-74f32c7bbce0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7369678 Nov 23 22:43:18.996976 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.008380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Request body: {'port': {'device_id': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:19.031935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Network d6288ec8-3dd8-44be-a301-295514565e90 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:19.042587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:19.044712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.046823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:19.051720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.053378 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4b1460cb-9e6a-49bb-8677-7f9e29336343 tempest-FloatingIPAdminTestJSON-1922294616 tempest-FloatingIPAdminTestJSON-1922294616-project] 10.222.0.11 "DELETE /v2.0/floatingips/05a8bf74-c20f-4c35-bd3b-59f5245aef6e HTTP/1.1" status: 204 len: 168 time: 0.7529638 Nov 23 22:43:19.063480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:19.132211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93514887-3f1c-4d2c-aa62-52481575efe0 req-f82d4265-e11c-4d2a-8777-1cf1572519c3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916315 Nov 23 22:43:19.143242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8614d53b-5599-4e70-bc25-13b2bbb039d9 None None] Provisioning complete for port b764db0d-a00d-4336-bcef-415e5fc26fa5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:19.147721 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8614d53b-5599-4e70-bc25-13b2bbb039d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.186707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Pushing event updated for resources: {'Port': ['ID=523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:19.228311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:19.244642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'mac_address': 'fa:16:3e:ed:bc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:19.255728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.273089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797deca9-fb13-4f48-a698-aa78b27bfd84 req-ab96e421-06c0-4d9f-88db-c3550d1af1ce tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:19.281148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-797deca9-fb13-4f48-a698-aa78b27bfd84 req-ab96e421-06c0-4d9f-88db-c3550d1af1ce tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 936 time: 0.3138983 Nov 23 22:43:19.287481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:19.290358 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a6fa0b-5f08-41df-a031-c2dee92f395a" -d '{"events": [{"server_uuid": "0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00", "name": "network-vif-plugged", "status": "completed", "tag": "31a3b08c-7bff-400e-92d2-74c8bb4bba8a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:19.331148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Attempting to bind port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:19.332644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Attempting to bind port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:19.333021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Attempting to bind port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:19.369132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Deleting port cfcf9131-9aba-4a45-880b-210322a5146f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:19.369416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:19.369576 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.369697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Checking segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:19.369961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.370360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Bound using segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:19.370863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Bound port: 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:19.371294 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.404098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8614d53b-5599-4e70-bc25-13b2bbb039d9 None None] Port b764db0d-a00d-4336-bcef-415e5fc26fa5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:19.436624 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.469087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.485682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:19.487810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.510116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:19.524409 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.550160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.550723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.557128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d9118-ab08-4343-a336-2cd0fa99fe84 req-880463d9-0ff4-49d0-93cf-023a447c1eba tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:19.564832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-623d9118-ab08-4343-a336-2cd0fa99fe84 req-880463d9-0ff4-49d0-93cf-023a447c1eba tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 950 time: 0.2737396 Nov 23 22:43:19.585157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Calling delete_port for cfcf9131-9aba-4a45-880b-210322a5146f owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:19.585733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-797deca9-fb13-4f48-a698-aa78b27bfd84 req-80aa12df-3313-4843-8660-e37dec628515 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992148 Nov 23 22:43:19.614157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] For port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:19.641298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] For port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:19.658001 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:43:19.658366 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:43:19.659798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.673899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:19.754658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98cc0f-7e11-40f5-9f7f-ac6996b38664 None None] Pushing event updated for resources: {'Port': ['ID=523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:19.786739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.827743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Subnet': ['ID=7739e4f7-91e5-429d-941b-529c876d3d4e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:19.860293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfcf9131-9aba-4a45-880b-210322a5146f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:19.879649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Checking segment: {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:19.880208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network hostable DHCP agents. Network: 4c5b1f90-f968-41b9-918a-0ff67e1da0b1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:19.886081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ec82d19a-ad13-4289-afa5-b722302c7837'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:19.926264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-623d9118-ab08-4343-a336-2cd0fa99fe84 req-0525570a-8262-4054-838d-1ea60fd2b53a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602104 Nov 23 22:43:19.973753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.986001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:19.991316 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d30959d6-4de3-4873-80f2-46f42b108992 tempest-FloatingIPAdminTestJSON-39738937 tempest-FloatingIPAdminTestJSON-39738937-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/da8b2528-5041-4e24-934b-43a27eaf1e60 HTTP/1.1" status: 204 len: 168 time: 0.9264760 Nov 23 22:43:19.995059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:20.170402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:20.190224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311f366-4b44-401e-8060-c3072012efb3 req-3011ec3b-bbda-4efe-8548-559a54d26a86 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:20.191891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c311f366-4b44-401e-8060-c3072012efb3 req-3011ec3b-bbda-4efe-8548-559a54d26a86 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 946 time: 0.4236681 Nov 23 22:43:20.209613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:20.250049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Request body: {'floatingip': {'port_id': '3f4ead1a-ee53-48ff-8838-51100523438d'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:20.309990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Deleting port e8d6b4bc-1670-4d83-8edd-33b4d0d580bd {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:20.313597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:20.317200 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fc9564-df95-46e9-97d3-b48090d6ab3d x-openstack-request-id: req-e2fc9564-df95-46e9-97d3-b48090d6ab3d {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:20.319209 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00", "name": "network-vif-plugged", "status": "completed", "tag": "31a3b08c-7bff-400e-92d2-74c8bb4bba8a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:20.320303 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2fc9564-df95-46e9-97d3-b48090d6ab3d {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:20.320555 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', 'code': 200} Nov 23 22:43:20.339622 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:20.407272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4c5b1f90-f968-41b9-918a-0ff67e1da0b1) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:20.414607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:20.415206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:20.448404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17311954-ab36-4156-bdc6-0336c2f621f0 None None] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:20.472303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:20.519831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:20.542504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:20.545259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:20.582763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Calling delete_port for e8d6b4bc-1670-4d83-8edd-33b4d0d580bd owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:20.680736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=10']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:20.687890 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:20.869606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-4c5b1f90-f968-41b9-918a-0ff67e1da0b1', 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'fixed_ips': [{'subnet_id': '7739e4f7-91e5-429d-941b-529c876d3d4e'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:43:20.870625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:20.936007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.033630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Port': ['ID=e8d6b4bc-1670-4d83-8edd-33b4d0d580bd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:21.206589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.216721 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6dfc0641-3120-47a0-8dbe-337e95070c6f tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "DELETE /v2.0/ports/e8d6b4bc-1670-4d83-8edd-33b4d0d580bd HTTP/1.1" status: 204 len: 168 time: 1.2204642 Nov 23 22:43:21.219085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:21.280940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e29a67-30fc-41fa-b47b-75fbf1df68d5 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:21.285060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-59e29a67-30fc-41fa-b47b-75fbf1df68d5 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "GET /v2.0/ports?device_id=da1fb602-a05d-4eb1-9a4a-2337f59bac30 HTTP/1.1" status: 200 len: 913 time: 0.0622196 Nov 23 22:43:21.285542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36686) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:21.293181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Allocated IP 10.2.2.2 (4c5b1f90-f968-41b9-918a-0ff67e1da0b1/7739e4f7-91e5-429d-941b-529c876d3d4e/85d080c0-6c03-456d-b740-7e16fbe4e3ca) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:21.545067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb1a84-2dca-439d-9d46-6dec8ac64224 None None] Network d6288ec8-3dd8-44be-a301-295514565e90 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:21.561002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3a906926-dba2-4837-a527-2a7b20dda792 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8351650 Nov 23 22:43:21.562133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36688) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:21.568456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'port': {'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'name': 'tempest-TaggedBootDevicesTest_v242-1865166173', 'fixed_ips': [{'subnet_id': '3c7ca50d-528f-46e7-8997-c7245196716b'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:21.572126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729ecd-e454-4b21-ba05-525b02d646cc req-b316bbe1-1230-4915-839d-91a95787dce6 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:21.581757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3729ecd-e454-4b21-ba05-525b02d646cc req-b316bbe1-1230-4915-839d-91a95787dce6 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 948 time: 1.1257048 Nov 23 22:43:21.601519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.644344 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.653112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-09881204-2d7c-4235-8b1b-fdb6187466b7 None None] Provisioning complete for port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:21.654414 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09881204-2d7c-4235-8b1b-fdb6187466b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.777984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:21.781303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Pushing event updated for resources: {'Port': ['ID=85d080c0-6c03-456d-b740-7e16fbe4e3ca,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:21.786555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:21.792459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:21.848953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cded27d-a71a-4406-b857-d29b4898fec6 req-f5deb4bd-c9ac-4033-964e-c70d1ddaeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:21.850719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3cded27d-a71a-4406-b857-d29b4898fec6 req-f5deb4bd-c9ac-4033-964e-c70d1ddaeb56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 1101 time: 1.3746257 Nov 23 22:43:21.894324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1608a-1df8-4e2b-9d5f-638227fb67f0 req-05816ff8-d98d-420d-a334-d4dff8cee147 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:21.908274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cf1608a-1df8-4e2b-9d5f-638227fb67f0 req-05816ff8-d98d-420d-a334-d4dff8cee147 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 936 time: 0.4233766 Nov 23 22:43:21.958009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Attempting to bind port 85d080c0-6c03-456d-b740-7e16fbe4e3ca on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:21.958378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Attempting to bind port 85d080c0-6c03-456d-b740-7e16fbe4e3ca by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:21.958733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Attempting to bind port 85d080c0-6c03-456d-b740-7e16fbe4e3ca on network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:21.961644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3729ecd-e454-4b21-ba05-525b02d646cc req-46360bc0-3264-4325-9eee-a0ddc6310d96 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786852 Nov 23 22:43:21.983637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:21.983637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Checking segment: {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:21.983637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.983637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Bound using segment: {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:21.983637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Bound port: 85d080c0-6c03-456d-b740-7e16fbe4e3ca, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:21.983637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.011848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09881204-2d7c-4235-8b1b-fdb6187466b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.203924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b764db0d-a00d-4336-bcef-415e5fc26fa5 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:22.278376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cf1608a-1df8-4e2b-9d5f-638227fb67f0 req-aed001a6-73f6-471f-b0fe-89d5aa4376e8 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688955 Nov 23 22:43:22.297673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:22.341506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.375998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-09881204-2d7c-4235-8b1b-fdb6187466b7 None None] For port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:22.388336 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09881204-2d7c-4235-8b1b-fdb6187466b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.398516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] For port 85d080c0-6c03-456d-b740-7e16fbe4e3ca, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:22.405101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] For port 85d080c0-6c03-456d-b740-7e16fbe4e3ca, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=85d080c0-6c03-456d-b740-7e16fbe4e3ca,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:22.419766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3cded27d-a71a-4406-b857-d29b4898fec6 req-d121197a-736d-4cb3-ba52-31c1feb81e03 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510247 Nov 23 22:43:22.436534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.486989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:22.487368 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.493954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881204-2d7c-4235-8b1b-fdb6187466b7 None None] Pushing event updated for resources: {'Port': ['ID=523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:22.513760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Transition to ACTIVE for port object b764db0d-a00d-4336-bcef-415e5fc26fa5 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:22.536674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.557760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:22.584843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a4729-6786-4bb6-b8b4-58ea86384fd3 req-61607e6e-73c6-4aa4-8f46-83164cde4444 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:22.586999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d68a4729-6786-4bb6-b8b4-58ea86384fd3 req-61607e6e-73c6-4aa4-8f46-83164cde4444 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 950 time: 0.4001477 Nov 23 22:43:22.649371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-43fe02bd-7e74-4803-ab28-f97f3f80dcb4 None None] Provisioning complete for port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:22.650330 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43fe02bd-7e74-4803-ab28-f97f3f80dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.770535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fdb58-55c9-4698-ab92-90e17cf61bc1 None None] Pushing event updated for resources: {'Port': ['ID=85d080c0-6c03-456d-b740-7e16fbe4e3ca,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:22.799427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b764db0d-a00d-4336-bcef-415e5fc26fa5,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:22.877585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:22.983877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.021328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] device_id is not set on port 1293ba58-5454-4b47-bb80-3602466c0b20 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:23.054628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:43:23.143504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.198924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port ec82d19a-ad13-4289-afa5-b722302c7837 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:23.199457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.224044 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.262555 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.313711 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.350077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:23.354533 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ae2d4-1ece-4bfc-9135-d55f35400abb" -d '{"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:23.378078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:23.385449 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.481217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d68a4729-6786-4bb6-b8b4-58ea86384fd3 req-095ae824-17a5-41d9-91fb-0d272699828c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7666104 Nov 23 22:43:23.500423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:23.513812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a17ee-ab1c-41d4-912a-e18bd2d8071b req-b989d88c-2fb3-491e-9c46-a2d60eeb9ab2 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:23.515354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-886a17ee-ab1c-41d4-912a-e18bd2d8071b req-b989d88c-2fb3-491e-9c46-a2d60eeb9ab2 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1099 time: 0.5671570 Nov 23 22:43:23.681429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 10.1.1.246 (d6288ec8-3dd8-44be-a301-295514565e90/3c7ca50d-528f-46e7-8997-c7245196716b/1293ba58-5454-4b47-bb80-3602466c0b20) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:23.755149 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Floating IP 22e5e2d2-9482-4311-b84c-a90fe6581053 associated. External IP: 172.25.0.137, port: 3f4ead1a-ee53-48ff-8838-51100523438d. Nov 23 22:43:23.829224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Attempting to bind port b764db0d-a00d-4336-bcef-415e5fc26fa5 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:23.830204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Attempting to bind port b764db0d-a00d-4336-bcef-415e5fc26fa5 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:23.831051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Attempting to bind port b764db0d-a00d-4336-bcef-415e5fc26fa5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:23.857039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-886a17ee-ab1c-41d4-912a-e18bd2d8071b req-1fdd4d17-0f8a-42f2-af81-dd1e842c1ca0 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163924 Nov 23 22:43:23.898408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Port b764db0d-a00d-4336-bcef-415e5fc26fa5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:23.902632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Attempting to bind port b764db0d-a00d-4336-bcef-415e5fc26fa5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:23.975122 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b695e904-6304-4edf-ad86-abe8542f476a x-openstack-request-id: req-b695e904-6304-4edf-ad86-abe8542f476a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:23.975711 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:23.975820 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b695e904-6304-4edf-ad86-abe8542f476a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:23.976530 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'code': 200} Nov 23 22:43:24.041640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:24.042592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:24.044463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:24.045720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Bound port: b764db0d-a00d-4336-bcef-415e5fc26fa5, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:24.048110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.055170 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.063462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Deleting port 12ca4638-8eba-4bee-872d-7336cb31e119 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:24.063836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.089602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6ae5b-e7eb-4d75-95a1-09846a6dd9ae req-7295a9f4-7cd3-4093-b619-d885f86fa331 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.093594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26a6ae5b-e7eb-4d75-95a1-09846a6dd9ae req-7295a9f4-7cd3-4093-b619-d885f86fa331 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 948 time: 0.4593570 Nov 23 22:43:24.130743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:24.303805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 85d080c0-6c03-456d-b740-7e16fbe4e3ca up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:24.396284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.434021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f92cd-dd6f-4d2a-ba6b-8a59535b5081 None None] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:24.471948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.496296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Calling delete_port for 12ca4638-8eba-4bee-872d-7336cb31e119 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:24.503623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network d6288ec8-3dd8-44be-a301-295514565e90 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:24.520740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:24.529469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:24.533027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=1293ba58-5454-4b47-bb80-3602466c0b20,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:24.543439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.543716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.544071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.544414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.544756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.545096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.545432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.545766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.546102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.546438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.547213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.547604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:24.606934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 85d080c0-6c03-456d-b740-7e16fbe4e3ca triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:24.607233 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.630581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9a597822-439c-4655-a060-1efa39d4d098 None None] Provisioning complete for port 85d080c0-6c03-456d-b740-7e16fbe4e3ca triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:24.631030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a597822-439c-4655-a060-1efa39d4d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.712601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.713312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.730260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39d2c309-950f-4c85-99f4-20d48307961b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:24.757875 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f543820b-cdaf-45cc-aabb-b16103efdab6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1938853 Nov 23 22:43:24.799342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36738) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:24.805339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'port': {'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'name': 'tempest-TaggedBootDevicesTest_v242-157330160', 'fixed_ips': [{'subnet_id': '3c7ca50d-528f-46e7-8997-c7245196716b'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:24.830968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26a6ae5b-e7eb-4d75-95a1-09846a6dd9ae req-ffdecb99-1df6-40d8-9b74-af198966f0d5 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995511 Nov 23 22:43:24.973377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.034796 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.040210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Port': ['ID=12ca4638-8eba-4bee-872d-7336cb31e119,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:25.059719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] For port b764db0d-a00d-4336-bcef-415e5fc26fa5, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:25.108178 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a597822-439c-4655-a060-1efa39d4d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.140030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 85d080c0-6c03-456d-b740-7e16fbe4e3ca, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=85d080c0-6c03-456d-b740-7e16fbe4e3ca,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:25.155457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.156839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:25.265683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.361950 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-9a597822-439c-4655-a060-1efa39d4d098 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:43:25.362305 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-9a597822-439c-4655-a060-1efa39d4d098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:43:25.365119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=85d080c0-6c03-456d-b740-7e16fbe4e3ca,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:25.375621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:25.376200 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.510409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] For port b764db0d-a00d-4336-bcef-415e5fc26fa5, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b764db0d-a00d-4336-bcef-415e5fc26fa5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:25.524002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c4a1-7495-4b28-a2bc-7a7923bec338 req-48ef8797-81ed-4563-aef8-2977784c3f47 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:25.525976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38d2c4a1-7495-4b28-a2bc-7a7923bec338 req-48ef8797-81ed-4563-aef8-2977784c3f47 tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 1101 time: 0.9383926 Nov 23 22:43:25.535917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.548101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Router 321a798a-6fed-460f-8f3c-acdca7432716 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:43:25.601903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110acff6-9a7b-4365-9b33-592a1cc63602 req-5f16b9f9-0199-4e4a-91b6-cc23bd454305 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:25.603439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-110acff6-9a7b-4365-9b33-592a1cc63602 req-5f16b9f9-0199-4e4a-91b6-cc23bd454305 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 950 time: 0.6168802 Nov 23 22:43:25.609774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Router da1fb602-a05d-4eb1-9a4a-2337f59bac30 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:43:25.675511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:25.676157 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.677559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/b764db0d-a00d-4336-bcef-415e5fc26fa5 HTTP/1.1" status: 200 len: 1096 time: 6.6738925 Nov 23 22:43:25.683513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'tag': 'b764db0d-a00d-4336-bcef-415e5fc26fa5'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:25.685823 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1571ab81-a972-41c9-9eb7-9c23d5b265e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6146e6f4-5ad1-4289-861d-5362e3ab14f1", "tag": "b764db0d-a00d-4336-bcef-415e5fc26fa5"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:25.739719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:43:25.749105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff04737b-aad9-4193-bb5d-974de31b9909 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "PUT /v2.0/routers/da1fb602-a05d-4eb1-9a4a-2337f59bac30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4617538 Nov 23 22:43:25.750693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:25.753679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] Sync routers for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:43:25.773473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:25.774773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:25.792384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a700-dbc9-40fe-9c24-033be3fa05c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b764db0d-a00d-4336-bcef-415e5fc26fa5,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:25.819312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38d2c4a1-7495-4b28-a2bc-7a7923bec338 req-1ad89f17-70cc-428e-a50f-e0bc4cefa17d tempest-ServersAdminTestJSON-1474257744 tempest-ServersAdminTestJSON-1474257744-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759392 Nov 23 22:43:25.832191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:25.844607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] Routers {'da1fb602-a05d-4eb1-9a4a-2337f59bac30'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:25.845368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:25.920430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:25.944417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:25.955346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:25.956178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c107d-efac-4df9-8a84-15533086053f None None] The sync data for ids ['da1fb602-a05d-4eb1-9a4a-2337f59bac30'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:43:25.963955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-110acff6-9a7b-4365-9b33-592a1cc63602 req-27474c7a-c5f7-4365-808b-d723d65320f3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477356 Nov 23 22:43:25.994144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39d2c309-950f-4c85-99f4-20d48307961b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.010956 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b164fd-645d-4534-aa12-198718889738 x-openstack-request-id: req-21b164fd-645d-4534-aa12-198718889738 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:26.011386 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6146e6f4-5ad1-4289-861d-5362e3ab14f1", "tag": "b764db0d-a00d-4336-bcef-415e5fc26fa5", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:26.011775 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21b164fd-645d-4534-aa12-198718889738 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:26.012255 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'tag': 'b764db0d-a00d-4336-bcef-415e5fc26fa5', 'status': 'completed', 'code': 200} Nov 23 22:43:26.024853 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39d2c309-950f-4c85-99f4-20d48307961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.066681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 85d080c0-6c03-456d-b740-7e16fbe4e3ca up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:26.108322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-d1a5ea35-d57e-4c98-a370-a974b7029505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:26.109755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.110014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-d1a5ea35-d57e-4c98-a370-a974b7029505 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cdffe5abaa4b9286c6b97b6228f733&device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 1099 time: 0.3353565 Nov 23 22:43:26.134751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2c309-950f-4c85-99f4-20d48307961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65eda6-760c-4789-b1f4-18ba65ef8bf1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:26.159431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ccf57a32-a70a-4bea-9745-3fdb6999bee4 None None] Provisioning complete for port 1293ba58-5454-4b47-bb80-3602466c0b20 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:26.159942 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccf57a32-a70a-4bea-9745-3fdb6999bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.196126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 85d080c0-6c03-456d-b740-7e16fbe4e3ca triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:26.196590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.204939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-39d2c309-950f-4c85-99f4-20d48307961b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84e22b1779f64ba2b924c3f25623c60b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0642297 Nov 23 22:43:26.206560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:43:26.208854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36774) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:26.215312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.220923 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] Sync routers for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:43:26.225591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-8eba30a3-5325-4be2-9d8f-aec4b39955b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=b764db0d-a00d-4336-bcef-415e5fc26fa5 HTTP/1.1" status: 200 len: 217 time: 0.0956125 Nov 23 22:43:26.236476 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:26.237447 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:26.255099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Deleting port 4af70c6a-df3f-4e7c-a6aa-5201e7ba7932 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:26.255536 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.284059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ccf57a32-a70a-4bea-9745-3fdb6999bee4 None None] Port 1293ba58-5454-4b47-bb80-3602466c0b20 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:26.359032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ccf57a32-a70a-4bea-9745-3fdb6999bee4 None None] Provisioning complete for port 85d080c0-6c03-456d-b740-7e16fbe4e3ca triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:26.359777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccf57a32-a70a-4bea-9745-3fdb6999bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.380340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918da41f-6927-4cfe-8dd0-11792746c25d req-a9db1b56-f716-4e7e-8ae7-b618ed85bbd3 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:26.380600 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2442-bd76-453b-95bf-aeeb3384ae3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.386573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-918da41f-6927-4cfe-8dd0-11792746c25d req-a9db1b56-f716-4e7e-8ae7-b618ed85bbd3 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 948 time: 0.3196096 Nov 23 22:43:26.409480 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:43:26.417421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.443420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2442-bd76-453b-95bf-aeeb3384ae3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.446635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Calling delete_port for 4af70c6a-df3f-4e7c-a6aa-5201e7ba7932 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:26.460093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9d08ca92-4cbb-412f-bc7e-0f58ab8820ea tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "PUT /v2.0/floatingips/22e5e2d2-9482-4311-b84c-a90fe6581053 HTTP/1.1" status: 200 len: 992 time: 6.2257545 Nov 23 22:43:26.500356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.523978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-918da41f-6927-4cfe-8dd0-11792746c25d req-24eb872d-f057-4928-aded-0360ca517eeb tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202703 Nov 23 22:43:26.545495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] device_id is not set on port 830978da-72d6-4927-9a08-9130be40c156 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:26.560585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42070d-cbb1-416a-a1c5-ca51cc20525b req-43439e0f-373d-4ae0-a91d-702573de9a8c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:26.572494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af42070d-cbb1-416a-a1c5-ca51cc20525b req-43439e0f-373d-4ae0-a91d-702573de9a8c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 950 time: 0.2087517 Nov 23 22:43:26.580301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-3539ec59-d1af-4a99-b146-08f8f04a7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:26.581761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-3539ec59-d1af-4a99-b146-08f8f04a7926 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.3142169 Nov 23 22:43:26.632330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2442-bd76-453b-95bf-aeeb3384ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.635671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.637770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2442-bd76-453b-95bf-aeeb3384ae3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.639427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4b4a2442-bd76-453b-95bf-aeeb3384ae3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e65eda6-760c-4789-b1f4-18ba65ef8bf1 HTTP/1.1" status: 204 len: 168 time: 0.4089921 Nov 23 22:43:26.702201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2442-bd76-453b-95bf-aeeb3384ae3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65eda6-760c-4789-b1f4-18ba65ef8bf1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:26.704166 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.736123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Port': ['ID=4af70c6a-df3f-4e7c-a6aa-5201e7ba7932,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:26.759035 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '22e5e2d2-9482-4311-b84c-a90fe6581053', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'port_id': '3f4ead1a-ee53-48ff-8838-51100523438d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'mac_address': 'fa:16:3e:29:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:42:55Z', 'updated_at': '2021-11-23T22:43:22Z', 'revision_number': 1, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 5, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:26.761560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af42070d-cbb1-416a-a1c5-ca51cc20525b req-9c483936-9ed2-46ae-bf2c-7d5f2b2d3545 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877520 Nov 23 22:43:26.818331 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] Checking router: 321a798a-6fed-460f-8f3c-acdca7432716 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:43:26.825304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.838852 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:26.839784 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:26.885310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fa4a-865a-4894-93fe-00e4ecdac5cf req-ec8bf997-35f6-45a0-9974-fb7d380823b3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:26.893109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71b6fa4a-865a-4894-93fe-00e4ecdac5cf req-ec8bf997-35f6-45a0-9974-fb7d380823b3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 949 time: 0.2862933 Nov 23 22:43:26.930427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080749ef-600a-49f6-9507-12c130a230de req-ccb54a68-d5cc-424f-aed4-a8301bf926b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:26.931993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-ccb54a68-d5cc-424f-aed4-a8301bf926b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3344529 Nov 23 22:43:26.949813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.951867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:26.982076 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:43:27.005045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.005719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Fanout notify agent at l3_agent the message router_deleted on router da1fb602-a05d-4eb1-9a4a-2337f59bac30 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:43:27.020546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.026325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0c1a14f6-baee-4bac-b499-f176bb108025 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "DELETE /v2.0/routers/da1fb602-a05d-4eb1-9a4a-2337f59bac30 HTTP/1.1" status: 204 len: 168 time: 1.2698894 Nov 23 22:43:27.027142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36800) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:27.099508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Deleting subnet 2565e5ab-905c-4058-a7ea-7be99f1de930 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:43:27.106831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.118431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cfc6d-1914-4205-90ce-6909f64969f2 req-19daa2a8-eb64-43b7-9f6f-ff6faa299b10 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:27.125754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-770cfc6d-1914-4205-90ce-6909f64969f2 req-19daa2a8-eb64-43b7-9f6f-ff6faa299b10 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 951 time: 0.2831681 Nov 23 22:43:27.167939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.175023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71b6fa4a-865a-4894-93fe-00e4ecdac5cf req-924f0475-be88-44c7-a250-b01227d6379b tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809942 Nov 23 22:43:27.186256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 10.1.1.76 (d6288ec8-3dd8-44be-a301-295514565e90/3c7ca50d-528f-46e7-8997-c7245196716b/830978da-72d6-4927-9a08-9130be40c156) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:27.193611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-adaa0eda-4ce7-4822-903c-f7173ff14e0b service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430942 Nov 23 22:43:27.291954 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '22e5e2d2-9482-4311-b84c-a90fe6581053', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'port_id': '3f4ead1a-ee53-48ff-8838-51100523438d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'mac_address': 'fa:16:3e:29:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:42:55Z', 'updated_at': '2021-11-23T22:43:22Z', 'revision_number': 1, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 5, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:27.317174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.322757 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e794f-a91d-4a7c-9f7b-8dc44f110b5c None None] The sync data for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 is: [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '22e5e2d2-9482-4311-b84c-a90fe6581053', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'port_id': '3f4ead1a-ee53-48ff-8838-51100523438d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'mac_address': 'fa:16:3e:29:0d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:42:55Z', 'updated_at': '2021-11-23T22:43:22Z', 'revision_number': 1, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 5, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:43:27.353629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-770cfc6d-1914-4205-90ce-6909f64969f2 req-c5ef8ccf-8549-467b-8845-aac0852642f6 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218630 Nov 23 22:43:27.364566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-080749ef-600a-49f6-9507-12c130a230de req-63772a56-eccf-43e9-b040-a98121ee80c2 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543026 Nov 23 22:43:27.430552 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.514127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Subnet': ['ID=2565e5ab-905c-4058-a7ea-7be99f1de930,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:27.521918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.530074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1721b-dbd2-4310-b10d-1be0c0e22ede None None] Network 468b86ee-78ee-4d82-8046-3a6679d75aad requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:27.533472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-367ab969-9ac2-4737-8c5e-739ca1c34302 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "DELETE /v2.0/subnets/2565e5ab-905c-4058-a7ea-7be99f1de930 HTTP/1.1" status: 204 len: 168 time: 0.5050576 Nov 23 22:43:27.536108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:27.650166 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.719275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Deleting port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:27.719674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.725145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-5d43713a-712b-457b-b80a-cedca7038e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:27.727263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-5d43713a-712b-457b-b80a-cedca7038e62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cdffe5abaa4b9286c6b97b6228f733&device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 1099 time: 0.1526222 Nov 23 22:43:27.731824 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.763780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47e14d-d225-4937-9786-8c19a07daa7a None None] New status for floating IP 22e5e2d2-9482-4311-b84c-a90fe6581053: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:43:27.766933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:27.846090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb9fb7-5da5-4d89-aa6d-7538463d3709 req-cfcc40c3-32b8-4992-bf81-c9393915564e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:27.852044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb9fb7-5da5-4d89-aa6d-7538463d3709 req-cfcc40c3-32b8-4992-bf81-c9393915564e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:27.853685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06bb9fb7-5da5-4d89-aa6d-7538463d3709 req-cfcc40c3-32b8-4992-bf81-c9393915564e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00&device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 1691 time: 0.1252046 Nov 23 22:43:27.873883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] For port e0bcecb5-93c5-42b2-9c0a-7649525a1f86, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,segment=NetworkSegment(eff2275b-86bd-46fc-bc30-67e56870ae0d),segment_id=eff2275b-86bd-46fc-bc30-67e56870ae0d)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:27.874401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.890295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:27.900366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Calling delete_port for e0bcecb5-93c5-42b2-9c0a-7649525a1f86 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:27.912545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-5ea40cf3-2034-4cde-bcc3-e4942ecabcb3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:27.914615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-5ea40cf3-2034-4cde-bcc3-e4942ecabcb3 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 949 time: 0.1040046 Nov 23 22:43:27.932798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-941800810-network', 'tenant_id': '5a83967f426149b285d9eac2f4302e63'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:28.024189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:28.027245 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68" -d '{"events": [{"name": "network-changed", "server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:28.032296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-faf12652-3f63-4681-90fe-a2efc100aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.035453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-faf12652-3f63-4681-90fe-a2efc100aea1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2544730 Nov 23 22:43:28.046693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network d6288ec8-3dd8-44be-a301-295514565e90 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:28.057360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06bb9fb7-5da5-4d89-aa6d-7538463d3709 req-250a0a0c-008a-4ba9-ba22-d9051529560a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711032 Nov 23 22:43:28.107082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Made reservation on behalf of 5a83967f426149b285d9eac2f4302e63 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:28.109446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.113847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:28.124057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:28.141720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.150575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] DHCP port deletion for 468b86ee-78ee-4d82-8046-3a6679d75aad request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:43:28.228606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=830978da-72d6-4927-9a08-9130be40c156,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:28.236967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-804f1a52-72dd-4aa4-adfa-74d2f6fefd5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=b764db0d-a00d-4336-bcef-415e5fc26fa5 HTTP/1.1" status: 200 len: 217 time: 0.1731579 Nov 23 22:43:28.282543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] Deleting port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:28.282981 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.300476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.300835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.301184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.301634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.302148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.302623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.302992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.306514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.307042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.307495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.307976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.308975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:28.310087 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.358031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] No DVR routers for this DVR port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:28.369362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.370170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.393530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc6906-02fe-4669-a3ce-de298c68bfc3 req-48be8975-496f-4f34-adcc-336d63af2197 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.395324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdbc6906-02fe-4669-a3ce-de298c68bfc3 req-48be8975-496f-4f34-adcc-336d63af2197 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 948 time: 0.1709502 Nov 23 22:43:28.398421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Deleting port cbb0a3e9-258f-4966-b753-ec3fbd87f965 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:28.399150 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.402746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-7377ddab-b963-4229-89ac-632b18355e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.405445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-7377ddab-b963-4229-89ac-632b18355e0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1273723 Nov 23 22:43:28.410015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] For port e0bcecb5-93c5-42b2-9c0a-7649525a1f86, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:28.410743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.415455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ccb81484-49c5-4845-9193-46030414b544 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6108475 Nov 23 22:43:28.434559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] Calling delete_port for e0bcecb5-93c5-42b2-9c0a-7649525a1f86 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:28.435260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Port': ['ID=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:28.439874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] Port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:43:28.442816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.472999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] Pushing event deleted for resources: {'Port': ['ID=e0bcecb5-93c5-42b2-9c0a-7649525a1f86,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:28.483293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9835e5-0adb-41b5-b72b-12d5a0d08ea5 None None] No DVR routers for this DVR port e0bcecb5-93c5-42b2-9c0a-7649525a1f86 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:28.556355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdbc6906-02fe-4669-a3ce-de298c68bfc3 req-202d5d12-40b8-49d3-b12d-516f2e7ddf9e tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435261 Nov 23 22:43:28.572949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-90861cfb-7cf9-4d31-a11a-9b0366430c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.575196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-90861cfb-7cf9-4d31-a11a-9b0366430c18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212597 Nov 23 22:43:28.577199 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a943a83-f6e7-434e-8663-25137b0a2297 x-openstack-request-id: req-5a943a83-f6e7-434e-8663-25137b0a2297 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:28.577707 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:28.578122 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a943a83-f6e7-434e-8663-25137b0a2297 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:28.578995 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d', 'status': 'completed', 'code': 200} Nov 23 22:43:28.625281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4fc8ba08-b15e-4c50-8751-c60c7cc08cde None None] Provisioning complete for port 830978da-72d6-4927-9a08-9130be40c156 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:28.625908 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba08-b15e-4c50-8751-c60c7cc08cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.666140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8ba08-b15e-4c50-8751-c60c7cc08cde None None] Port 830978da-72d6-4927-9a08-9130be40c156 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:28.722703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-b92465af-2334-40b7-9ef1-26f47e845aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.724256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-b92465af-2334-40b7-9ef1-26f47e845aa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b1958a33f4c4a3d9c05db596371a748&device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 1097 time: 0.1152983 Nov 23 22:43:28.786300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f8d9-fa63-46ee-bd2e-9eda7b6c1890 req-18069d53-725d-4bf1-8968-0cc24e56e2a5 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.787889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c314f8d9-fa63-46ee-bd2e-9eda7b6c1890 req-18069d53-725d-4bf1-8968-0cc24e56e2a5 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 949 time: 0.1380041 Nov 23 22:43:28.804986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-6c07039c-9df8-4788-bc4c-86622008475b service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217839 Nov 23 22:43:28.806923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b764db0d-a00d-4336-bcef-415e5fc26fa5 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:28.890865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.915896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.954523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b764db0d-a00d-4336-bcef-415e5fc26fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b764db0d-a00d-4336-bcef-415e5fc26fa5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:28.978578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:28.979842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'b764db0d-a00d-4336-bcef-415e5fc26fa5', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'b764db0d-a00d-4336-bcef-415e5fc26fa5', 'mac_address': 'fa:16:3e:91:b7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:28.980990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:28.981552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:28.993402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c783da18-1153-47b7-b9de-2971b276bfe4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--21958499', 'description': 'tempest-description--48320504'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:29.064043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.064421 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Added segment 1435866f-2f4b-45e3-9ba8-57363bcc237d of type vlan for network 40d4734f-ee60-4510-a0aa-651f8741ec82 Nov 23 22:43:29.071751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.072111 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.084727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1133a4-b18d-4efe-b115-c6ec6871f4b9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:29.093572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b764db0d-a00d-4336-bcef-415e5fc26fa5 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:29.150241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468b86ee-78ee-4d82-8046-3a6679d75aad']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:29.160079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c783da18-1153-47b7-b9de-2971b276bfe4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.170725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] For port cbb0a3e9-258f-4966-b753-ec3fbd87f965, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=cbb0a3e9-258f-4966-b753-ec3fbd87f965,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:29.171090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.175803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.197860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff2275b-86bd-46fc-bc30-67e56870ae0d') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:29.198113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff2275b-86bd-46fc-bc30-67e56870ae0d') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:29.222364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.226235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Calling delete_port for cbb0a3e9-258f-4966-b753-ec3fbd87f965 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:29.268300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.287717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b764db0d-a00d-4336-bcef-415e5fc26fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b764db0d-a00d-4336-bcef-415e5fc26fa5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:29.293797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-a36b715b-c8f2-471e-b31e-b0ff071c85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:29.295703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-a36b715b-c8f2-471e-b31e-b0ff071c85d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f HTTP/1.1" status: 200 len: 916 time: 0.5563836 Nov 23 22:43:29.296004 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.308779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c314f8d9-fa63-46ee-bd2e-9eda7b6c1890 req-257f58ce-432f-4e71-bfcf-25510910fcf7 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098858 Nov 23 22:43:29.323943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:43:29.324315 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.327912 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.328445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:29.329020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:43:29.331099 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:43:29.333585 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.369115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:29.371400 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e21ebd5-9ae2-4cfa-a31c-447ed6c593a0" -d '{"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:29.391746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:29.393180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b764db0d-a00d-4336-bcef-415e5fc26fa5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:29.401840 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.438120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6695859 Nov 23 22:43:29.454830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36882) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:29.456930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:29.469428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Request body: {'subnet': {'network_id': '40d4734f-ee60-4510-a0aa-651f8741ec82', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-941800810-subnet', 'tenant_id': '5a83967f426149b285d9eac2f4302e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:29.520563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10257d02-cde0-403c-9600-6385754c8d12 admin admin] Pushing event updated for resources: {'Network': ['ID=40d4734f-ee60-4510-a0aa-651f8741ec82,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:29.532739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1571ab81-a972-41c9-9eb7-9c23d5b265e6 req-cea2cf10-13b3-4ba1-8dc3-3ee0fd8e9757 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187171 Nov 23 22:43:29.536049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 40d4734f-ee60-4510-a0aa-651f8741ec82 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:29.555485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-376a115b-f099-462f-99a0-1a14c3f2c2a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4ead1a-ee53-48ff-8838-51100523438d HTTP/1.1" status: 200 len: 1002 time: 0.2409816 Nov 23 22:43:29.558035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Made reservation on behalf of 5a83967f426149b285d9eac2f4302e63 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:29.560521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.611922 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b600f3aa-b917-44a8-b55c-9f7eded80e7a x-openstack-request-id: req-b600f3aa-b917-44a8-b55c-9f7eded80e7a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:29.612579 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:29.613056 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b600f3aa-b917-44a8-b55c-9f7eded80e7a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:29.613193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c783da18-1153-47b7-b9de-2971b276bfe4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.613806 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'code': 200} Nov 23 22:43:29.614744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.619084 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.626726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-e728da3a-852f-4a56-8be7-0b805c6f4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:29.628161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-e728da3a-852f-4a56-8be7-0b805c6f4218 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb6b9bd3-2044-4e1b-a37a-b274d33c99bc HTTP/1.1" status: 200 len: 854 time: 0.0538826 Nov 23 22:43:29.629198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.630607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f74f-5e0c-4c19-9ed7-f39f4db1489d req-70575568-fcc0-499f-90f9-506c2ceffbce tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:29.633408 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "DELETE /v2.0/networks/468b86ee-78ee-4d82-8046-3a6679d75aad HTTP/1.1" status: 204 len: 168 time: 2.0922213 Nov 23 22:43:29.634140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c783da18-1153-47b7-b9de-2971b276bfe4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.635997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d209a15d-6b9e-4df4-b806-2e955da2744c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:29.638556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b05f74f-5e0c-4c19-9ed7-f39f4db1489d req-70575568-fcc0-499f-90f9-506c2ceffbce tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 1101 time: 0.3913660 Nov 23 22:43:29.639673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:29.669079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b764db0d-a00d-4336-bcef-415e5fc26fa5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:29.708500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783da18-1153-47b7-b9de-2971b276bfe4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b8b38-557d-4a21-9709-4a0001a479c6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:29.716579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb35d4c-0629-45cd-a6fe-fdf37fd0b74c tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Network': ['ID=468b86ee-78ee-4d82-8046-3a6679d75aad,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:29.720688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Pushing event deleted for resources: {'Port': ['ID=cbb0a3e9-258f-4966-b753-ec3fbd87f965,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:29.790030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c783da18-1153-47b7-b9de-2971b276bfe4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.791244 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c783da18-1153-47b7-b9de-2971b276bfe4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8065917 Nov 23 22:43:29.799768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b05f74f-5e0c-4c19-9ed7-f39f4db1489d req-56607de3-951a-41dd-b054-b36fe990a173 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573079 Nov 23 22:43:29.813534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36892) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:29.813534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3ad6531d-2a24-429f-87f9-b7a30f9da284 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'security_group_rule': {'security_group_id': '4f5b8b38-557d-4a21-9709-4a0001a479c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:29.836969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] No DVR routers for this DVR port cbb0a3e9-258f-4966-b753-ec3fbd87f965 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:29.846257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.851335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-84ed0bc2-d858-4908-bf46-b776ea3996a8 req-460abd44-4006-485c-956e-6fb8d1caa43f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "DELETE /v2.0/ports/cbb0a3e9-258f-4966-b753-ec3fbd87f965 HTTP/1.1" status: 204 len: 173 time: 1.9237247 Nov 23 22:43:29.852245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'name': 'network-vif-deleted', 'tag': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:29.855355 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fefedb-8598-486a-ba5f-8a01c4398d46" -d '{"events": [{"server_uuid": "a35bdce5-80fe-43c7-a713-c79fe2a2bbf8", "name": "network-vif-deleted", "tag": "cbb0a3e9-258f-4966-b753-ec3fbd87f965"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:29.922764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad6531d-2a24-429f-87f9-b7a30f9da284 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:29.932466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-0ebcdc49-206e-4164-a398-c00ad38e7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:29.935113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-0ebcdc49-206e-4164-a398-c00ad38e7f6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2775099 Nov 23 22:43:29.982633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995241e-a2db-49e1-853e-e09abe230035 req-b0c3c482-6dd1-403a-abc2-1a8514fc31b4 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:29.983865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3995241e-a2db-49e1-853e-e09abe230035 req-b0c3c482-6dd1-403a-abc2-1a8514fc31b4 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 949 time: 0.3146303 Nov 23 22:43:30.014530 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:43:30.059477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad6531d-2a24-429f-87f9-b7a30f9da284 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.064361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Deleting port 4afe9eeb-dd81-454c-be25-432888822fc2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:30.064641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.078538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e0bcecb5-93c5-42b2-9c0a-7649525a1f86 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:30.121563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e0bcecb5-93c5-42b2-9c0a-7649525a1f86 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:43:30.123771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e0bcecb5-93c5-42b2-9c0a-7649525a1f86 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:30.137962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67a0c8-37ea-487b-9fd2-1de43b5aeee0 req-74db211c-97b5-4002-b1b2-b0ab24bb8c7f tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:30.139520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c67a0c8-37ea-487b-9fd2-1de43b5aeee0 req-74db211c-97b5-4002-b1b2-b0ab24bb8c7f tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 949 time: 0.2476709 Nov 23 22:43:30.154706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.165253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad6531d-2a24-429f-87f9-b7a30f9da284 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.203828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6531d-2a24-429f-87f9-b7a30f9da284 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2145181a-da89-43e3-83b4-1c71022f2fb7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:30.214178 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad6531d-2a24-429f-87f9-b7a30f9da284 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.215688 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3ad6531d-2a24-429f-87f9-b7a30f9da284 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4093323 Nov 23 22:43:30.219925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:30.225296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-825914d3-9a8b-4082-9745-c53eefb1bcea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'security_group_rule': {'security_group_id': '4f5b8b38-557d-4a21-9709-4a0001a479c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:30.227137 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3995241e-a2db-49e1-853e-e09abe230035 req-bd5433e1-83f5-4d6a-9d90-285d5eb45806 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220037 Nov 23 22:43:30.244908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.245239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.276270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-3b6ba34e-4e70-4c50-b417-719509dde2f0 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137128 Nov 23 22:43:30.279666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Calling delete_port for 4afe9eeb-dd81-454c-be25-432888822fc2 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:30.283012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fde9d91-bb8f-449d-8a28-38673bb0191e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:30.295292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-825914d3-9a8b-4082-9745-c53eefb1bcea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.372181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c67a0c8-37ea-487b-9fd2-1de43b5aeee0 req-60fda7e1-b711-4d21-a65e-d3ed7d0f8251 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202072 Nov 23 22:43:30.376167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Checking segment: {'id': '1435866f-2f4b-45e3-9ba8-57363bcc237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '40d4734f-ee60-4510-a0aa-651f8741ec82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:30.376847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Network hostable DHCP agents. Network: 40d4734f-ee60-4510-a0aa-651f8741ec82, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:30.460355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Network 40d4734f-ee60-4510-a0aa-651f8741ec82 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:30.484156 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b07b71e-311f-4461-9e4e-42e51a1f7e62 x-openstack-request-id: req-6b07b71e-311f-4461-9e4e-42e51a1f7e62 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:30.484462 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35bdce5-80fe-43c7-a713-c79fe2a2bbf8", "name": "network-vif-deleted", "tag": "cbb0a3e9-258f-4966-b753-ec3fbd87f965", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:30.484573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 40d4734f-ee60-4510-a0aa-651f8741ec82) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:30.484746 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b07b71e-311f-4461-9e4e-42e51a1f7e62 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:30.485133 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35bdce5-80fe-43c7-a713-c79fe2a2bbf8', 'name': 'network-vif-deleted', 'tag': 'cbb0a3e9-258f-4966-b753-ec3fbd87f965', 'status': 'completed', 'code': 200} Nov 23 22:43:30.492699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:30.493441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.495604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c701d-9a04-4e22-9fff-8dcd2ba7e995 None None] Network 40d4734f-ee60-4510-a0aa-651f8741ec82 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:30.498835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9383fe82-8af6-45cb-8ffa-8b2f4526cc68 req-61717cb3-cfff-4b6a-a487-d36e0fbbc134 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021098 Nov 23 22:43:30.511131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-825914d3-9a8b-4082-9745-c53eefb1bcea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.519864 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-825914d3-9a8b-4082-9745-c53eefb1bcea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.532948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ec82d19a-ad13-4289-afa5-b722302c7837'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:30.549698 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-56d72a63-fa74-4f80-890c-a3969ac21891 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0785687 Nov 23 22:43:30.581770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825914d3-9a8b-4082-9745-c53eefb1bcea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a904f8-3395-4d8a-98b7-62a55ebb79e9,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:30.582450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e58b-d4a5-4a34-8295-a9cb08127327 req-ea69aee5-127a-446e-af50-c8abd488a741 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:30.584633 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d887e58b-d4a5-4a34-8295-a9cb08127327 req-ea69aee5-127a-446e-af50-c8abd488a741 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 1101 time: 0.0663130 Nov 23 22:43:30.626877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-825914d3-9a8b-4082-9745-c53eefb1bcea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.633241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-825914d3-9a8b-4082-9745-c53eefb1bcea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122169 Nov 23 22:43:30.633973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36906) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:30.643369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b45735b2-d518-4b7b-8f19-99cb5b6401bf req-dd3a1d25-db28-463e-a26f-36ce34d20aea tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35bdce5-80fe-43c7-a713-c79fe2a2bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0416200 Nov 23 22:43:30.644450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:30.695740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d887e58b-d4a5-4a34-8295-a9cb08127327 req-6e2977b4-b590-45c7-8045-a3b69d40ee91 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886915 Nov 23 22:43:30.718746 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.735266 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.769552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b1df5-713f-4258-918b-36106a5c8e99 None None] Network 40d4734f-ee60-4510-a0aa-651f8741ec82 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:30.784547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Pushing event deleted for resources: {'Port': ['ID=4afe9eeb-dd81-454c-be25-432888822fc2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:30.830022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b764db0d-a00d-4336-bcef-415e5fc26fa5 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:30.978964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.982224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.983655 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b0ee9bd0-03bb-4fb2-8c51-def7cf0cb171 tempest-FloatingIPAdminTestJSON-540323638 tempest-FloatingIPAdminTestJSON-540323638-project] 10.222.0.11 "DELETE /v2.0/floatingips/ccd257a2-5a1a-4540-b725-d53bf8805999 HTTP/1.1" status: 204 len: 168 time: 1.3070810 Nov 23 22:43:30.993249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port b764db0d-a00d-4336-bcef-415e5fc26fa5 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:30.997619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port b764db0d-a00d-4336-bcef-415e5fc26fa5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:30.998009 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.032338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.034043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6371c446-5346-415d-8788-29813e58f3bf req-123fd969-b55d-44b8-8d26-b1ede9bcf2b4 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-777523371', 'description': 'tempest-description-1828377542'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:31.070904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6371c446-5346-415d-8788-29813e58f3bf req-123fd969-b55d-44b8-8d26-b1ede9bcf2b4 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.140099 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.183942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b764db0d-a00d-4336-bcef-415e5fc26fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b764db0d-a00d-4336-bcef-415e5fc26fa5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:31.189554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.190462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cbb0a3e9-258f-4966-b753-ec3fbd87f965 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:31.200249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-84fbec5e-b51b-4025-9ed7-ebe3d49a7d9f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460067 Nov 23 22:43:31.239181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 172.25.0.125 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/f1db0b32-e1e7-4f1a-997a-907a4a5f356e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:31.245147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: cbb0a3e9-258f-4966-b753-ec3fbd87f965 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:43:31.245729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device cbb0a3e9-258f-4966-b753-ec3fbd87f965 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:31.256246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6371c446-5346-415d-8788-29813e58f3bf req-123fd969-b55d-44b8-8d26-b1ede9bcf2b4 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.267551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6371c446-5346-415d-8788-29813e58f3bf req-123fd969-b55d-44b8-8d26-b1ede9bcf2b4 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.282890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b764db0d-a00d-4336-bcef-415e5fc26fa5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:31.332248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36932) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:31.344110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fd969-b55d-44b8-8d26-b1ede9bcf2b4 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242db7dd-a2c9-48ef-8d35-d77790978480,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:31.352431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6371c446-5346-415d-8788-29813e58f3bf req-123fd969-b55d-44b8-8d26-b1ede9bcf2b4 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.362483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6371c446-5346-415d-8788-29813e58f3bf req-123fd969-b55d-44b8-8d26-b1ede9bcf2b4 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3320408 Nov 23 22:43:31.392925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.423779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-23db8cd8-893d-4ba1-b26e-67de77c1d732 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:31.426277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-23db8cd8-893d-4ba1-b26e-67de77c1d732 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196300 Nov 23 22:43:31.457649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.486094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-d8b6aa47-cd29-4c34-9b0e-2152b37cc228 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/quotas/05466d14b5a14ae6b7b9008449e2a3dc HTTP/1.1" status: 200 len: 375 time: 0.0531592 Nov 23 22:43:31.530992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:31.539100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b48574-6afa-49ef-a5b2-c47f16408a6f req-81fd4362-6bc2-4cb4-8380-69abf0476bd5 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:31.540702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53b48574-6afa-49ef-a5b2-c47f16408a6f req-81fd4362-6bc2-4cb4-8380-69abf0476bd5 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 949 time: 0.0964599 Nov 23 22:43:31.545422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:31.547960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:31.548430 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7413d361-d5c7-486c-83f6-786b62b1ba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.572516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=f1db0b32-e1e7-4f1a-997a-907a4a5f356e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:31.577253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-afe7df4d-9af2-4485-a3dc-ecac7e0d8347 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835865 Nov 23 22:43:31.588998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b768ceb7-1053-4c57-b361-aa72e615df29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5667efbb910e491fb5fd1ca6c340a9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517726 Nov 23 22:43:31.588998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36942) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:31.613377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53b48574-6afa-49ef-a5b2-c47f16408a6f req-660042b0-02fa-4826-8923-2a2acfc602fd tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b4e0fde-7321-4215-9b71-d9090255ddf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652530 Nov 23 22:43:31.614793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b764db0d-a00d-4336-bcef-415e5fc26fa5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:31.618076 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de90bd9-c020-43a1-b6b0-4c9eef7cd93f" -d '{"events": [{"server_uuid": "6146e6f4-5ad1-4289-861d-5362e3ab14f1", "name": "network-vif-plugged", "status": "completed", "tag": "b764db0d-a00d-4336-bcef-415e5fc26fa5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:31.696453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3b393f6c-8123-4ef9-9bd6-bea8d80e37fc tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/242db7dd-a2c9-48ef-8d35-d77790978480 HTTP/1.1" status: 200 len: 1829 time: 0.0494344 Nov 23 22:43:31.704449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-79873e1b-da72-4aa2-835e-b66d92cc8a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.707516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.708144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '242db7dd-a2c9-48ef-8d35-d77790978480', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:31.708512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '242db7dd-a2c9-48ef-8d35-d77790978480', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:31.738035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-79873e1b-da72-4aa2-835e-b66d92cc8a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.776888 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.789473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.802551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.807369 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.827694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4223a8-7017-414a-aea2-b0ceee433ea9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:31.838675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.844081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2df2fbfc-4db8-4e2a-90f9-388e8f529917 req-3e81a395-3c82-4f44-a5d1-fc8f4abc3e89 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1404595 Nov 23 22:43:31.878523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-79873e1b-da72-4aa2-835e-b66d92cc8a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.881808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-79873e1b-da72-4aa2-835e-b66d92cc8a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:31.883109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-79873e1b-da72-4aa2-835e-b66d92cc8a5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a38c39b-fe40-426d-86de-993e1aa59eff HTTP/1.1" status: 204 len: 168 time: 0.2935658 Nov 23 22:43:31.896474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79873e1b-da72-4aa2-835e-b66d92cc8a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a38c39b-fe40-426d-86de-993e1aa59eff,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:32.023618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581be6e-bf14-499d-a698-323c076e5352 req-f35f65ec-355f-40e1-90a8-0ca00e0962eb tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:32.025376 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6581be6e-bf14-499d-a698-323c076e5352 req-f35f65ec-355f-40e1-90a8-0ca00e0962eb tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 949 time: 0.0946548 Nov 23 22:43:32.030433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39aae8-3194-4d43-90ce-cf66cff8e968 req-9b7c9ae8-b196-4819-a53d-de94e3d0ffb3 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:32.035671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c39aae8-3194-4d43-90ce-cf66cff8e968 req-9b7c9ae8-b196-4819-a53d-de94e3d0ffb3 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 950 time: 0.1076560 Nov 23 22:43:32.078336 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.086769 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.128265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c39aae8-3194-4d43-90ce-cf66cff8e968 req-452ea283-8d84-4765-a5e3-a466ac833000 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755987 Nov 23 22:43:32.185784 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b218a-6dce-4a4c-8d68-7c290c49b7a1 x-openstack-request-id: req-721b218a-6dce-4a4c-8d68-7c290c49b7a1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:32.186371 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6146e6f4-5ad1-4289-861d-5362e3ab14f1", "name": "network-vif-plugged", "status": "completed", "tag": "b764db0d-a00d-4336-bcef-415e5fc26fa5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:32.186371 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-721b218a-6dce-4a4c-8d68-7c290c49b7a1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:32.186737 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b764db0d-a00d-4336-bcef-415e5fc26fa5', 'code': 200} Nov 23 22:43:32.241442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=f1db0b32-e1e7-4f1a-997a-907a4a5f356e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:32.255759 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.291071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Deleting port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:32.291425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.298852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.300324 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d07c080e-1c66-4108-a3f0-affb817e94c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6635916 Nov 23 22:43:32.417195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36968) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:32.439107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ca688b8-ba1d-4a9f-b33d-9d6d576df13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.440464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-337fd1b5-64b2-4256-be0f-324e658c3749 req-314f58d9-f9a0-43f9-80b2-d7f38ba22b27 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/242db7dd-a2c9-48ef-8d35-d77790978480 HTTP/1.1" status: 200 len: 2422 time: 0.2261546 Nov 23 22:43:32.456071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff75f23-370e-42eb-9d7e-18000a8e4954 req-62e36c0f-75e0-4cb0-a7f0-6c6f6ab6e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:32.461459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ff75f23-370e-42eb-9d7e-18000a8e4954 req-62e36c0f-75e0-4cb0-a7f0-6c6f6ab6e5be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 1101 time: 0.1459947 Nov 23 22:43:32.591362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ca688b8-ba1d-4a9f-b33d-9d6d576df13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.601945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ca688b8-ba1d-4a9f-b33d-9d6d576df13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.625211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-486593c5-9059-4af0-8eea-6351850fab13 req-10979ff7-9f54-4745-8d79-91a13bdaa432 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 210 time: 0.1306942 Nov 23 22:43:32.648017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] For port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:32.648263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.658072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca688b8-ba1d-4a9f-b33d-9d6d576df13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410462ad-239a-42f9-9ecd-2f287756d462,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:32.683887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Calling delete_port for 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:32.688676 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ca688b8-ba1d-4a9f-b33d-9d6d576df13b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b37ec2cec01347448d7573ffce238477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701809 Nov 23 22:43:32.691416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36982) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:32.713432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ff75f23-370e-42eb-9d7e-18000a8e4954 req-e9842e16-e94c-4a7c-a905-dd52766c6268 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322521 Nov 23 22:43:32.754736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c7ab14d-36a2-412f-a65d-1c350bdbeca8 req-6c79ce9b-e8bd-4f8c-9721-c1c4b30b559f tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-group-rules/8b4223a8-7017-414a-aea2-b0ceee433ea9 HTTP/1.1" status: 200 len: 778 time: 0.0574691 Nov 23 22:43:32.805903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-07ce0222-8763-4646-97f7-b9465650fab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.837141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c7ab14d-36a2-412f-a65d-1c350bdbeca8 req-4dac00e8-4cd4-4e33-898f-86f0e6986dec tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/242db7dd-a2c9-48ef-8d35-d77790978480 HTTP/1.1" status: 200 len: 2422 time: 0.0815132 Nov 23 22:43:32.841321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-07ce0222-8763-4646-97f7-b9465650fab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.846722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa7d46-d46e-4936-b7d5-9b413ca1b136 req-d97f97dc-9af5-448c-a6b8-e021c6a548af tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:32.848495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16aa7d46-d46e-4936-b7d5-9b413ca1b136 req-d97f97dc-9af5-448c-a6b8-e021c6a548af tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 950 time: 0.0908585 Nov 23 22:43:32.891703 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c7ab14d-36a2-412f-a65d-1c350bdbeca8 req-d1920918-f501-4418-b7b2-637007c93060 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.906629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c7ab14d-36a2-412f-a65d-1c350bdbeca8 req-d1920918-f501-4418-b7b2-637007c93060 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.934006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.963741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16aa7d46-d46e-4936-b7d5-9b413ca1b136 req-7b7afad5-b994-454b-b417-dde5452a1b03 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019309 Nov 23 22:43:32.978021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c7ab14d-36a2-412f-a65d-1c350bdbeca8 req-d1920918-f501-4418-b7b2-637007c93060 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.978555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Pushing event deleted for resources: {'Port': ['ID=6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:32.986475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-07ce0222-8763-4646-97f7-b9465650fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.992035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-07ce0222-8763-4646-97f7-b9465650fab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.992035 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-07ce0222-8763-4646-97f7-b9465650fab3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/410462ad-239a-42f9-9ecd-2f287756d462 HTTP/1.1" status: 204 len: 168 time: 0.2980778 Nov 23 22:43:33.000584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c7ab14d-36a2-412f-a65d-1c350bdbeca8 req-d1920918-f501-4418-b7b2-637007c93060 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.004116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c7ab14d-36a2-412f-a65d-1c350bdbeca8 req-d1920918-f501-4418-b7b2-637007c93060 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8b4223a8-7017-414a-aea2-b0ceee433ea9 HTTP/1.1" status: 204 len: 173 time: 0.1546307 Nov 23 22:43:33.018013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1920918-f501-4418-b7b2-637007c93060 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b4223a8-7017-414a-aea2-b0ceee433ea9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:33.020984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce0222-8763-4646-97f7-b9465650fab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410462ad-239a-42f9-9ecd-2f287756d462,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:33.043977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] No DVR routers for this DVR port 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:33.046598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.050401 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6581be6e-bf14-499d-a698-323c076e5352 req-88507e8e-2d0c-49cc-bd91-d3f013baf11d tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.48 "DELETE /v2.0/ports/6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc HTTP/1.1" status: 204 len: 173 time: 1.0165150 Nov 23 22:43:33.050806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-deleted', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:33.053247 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6949a7a-e728-4f76-89cd-cba737a2ea4b" -d '{"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-deleted", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:33.154305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca1c75d0-da73-4c35-8b04-f08323a54c00 req-e6e72ec9-89d3-46df-8ca9-68e1c7ea9df8 tempest-ImagesOneServerTestJSON-643537852 tempest-ImagesOneServerTestJSON-643537852-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb5af09-4e82-4fbb-9b01-240db4a30c1d HTTP/1.1" status: 200 len: 210 time: 0.0665140 Nov 23 22:43:33.184546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-c390e6cc-878b-4532-b3c0-7d0cc7889265 req-8d58e388-3cbe-4bd1-be9c-97c132d4a718 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1685382293', 'description': 'tempest-description-1660039088'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:33.249755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c390e6cc-878b-4532-b3c0-7d0cc7889265 req-8d58e388-3cbe-4bd1-be9c-97c132d4a718 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.257111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-a5bccba0-3710-4575-8d52-e939289d320f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--21958499&fields=id&tenant_id=d4bf0878015b40aebbce3e331ab6d25c HTTP/1.1" status: 200 len: 267 time: 0.1001575 Nov 23 22:43:33.340324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-337ae2fa-15d8-4764-98f6-72c33f2fddfd tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:33.342162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-337ae2fa-15d8-4764-98f6-72c33f2fddfd tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports/1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 937 time: 0.0736673 Nov 23 22:43:33.449476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-f2afb7d7-5bc0-49b2-a961-7057eba7145b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:33.451620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-f2afb7d7-5bc0-49b2-a961-7057eba7145b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports/830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 935 time: 0.0860980 Nov 23 22:43:33.454223 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c390e6cc-878b-4532-b3c0-7d0cc7889265 req-8d58e388-3cbe-4bd1-be9c-97c132d4a718 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.460374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c390e6cc-878b-4532-b3c0-7d0cc7889265 req-8d58e388-3cbe-4bd1-be9c-97c132d4a718 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.546805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-a311fa26-653a-4cea-a325-13e0df4df09b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0815563 Nov 23 22:43:33.551804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c390e6cc-878b-4532-b3c0-7d0cc7889265 req-8d58e388-3cbe-4bd1-be9c-97c132d4a718 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.553000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c390e6cc-878b-4532-b3c0-7d0cc7889265 req-8d58e388-3cbe-4bd1-be9c-97c132d4a718 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3743322 Nov 23 22:43:33.555696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58e388-3cbe-4bd1-be9c-97c132d4a718 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c2bc03-450b-482e-979d-72e6b3ee5b98,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:33.619453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-039d258d-11e1-418d-8ef1-a9957aa91db0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0363495 Nov 23 22:43:33.644769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37010) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:33.666924 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af95554-74b3-43bf-89da-5b20c3f1fab4 x-openstack-request-id: req-5af95554-74b3-43bf-89da-5b20c3f1fab4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:33.667234 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb5af09-4e82-4fbb-9b01-240db4a30c1d", "name": "network-vif-deleted", "tag": "6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:33.667984 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5af95554-74b3-43bf-89da-5b20c3f1fab4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:33.667984 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb5af09-4e82-4fbb-9b01-240db4a30c1d', 'name': 'network-vif-deleted', 'tag': '6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc', 'status': 'completed', 'code': 200} Nov 23 22:43:33.669095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6517dca1-2d76-484f-86fc-f1e070a5513f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.760790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9987d063-77f7-40a1-b3fc-17f8cad42690 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:33.767611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9987d063-77f7-40a1-b3fc-17f8cad42690 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:33.774792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9987d063-77f7-40a1-b3fc-17f8cad42690 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:33.782228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9987d063-77f7-40a1-b3fc-17f8cad42690 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/networks?id=1a002db8-63e5-442b-8ec6-30503d13df0b&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1 HTTP/1.1" status: 200 len: 1995 time: 0.1583416 Nov 23 22:43:33.800715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-1ca1cc1d-0abc-4059-9f70-d7bbbd68f999 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/quotas/d4bf0878015b40aebbce3e331ab6d25c HTTP/1.1" status: 200 len: 375 time: 0.0175409 Nov 23 22:43:33.815116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6517dca1-2d76-484f-86fc-f1e070a5513f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.828172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6517dca1-2d76-484f-86fc-f1e070a5513f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.900589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6517dca1-2d76-484f-86fc-f1e070a5513f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47e27b572a0f4aa082fa70052e87c792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547467 Nov 23 22:43:33.901600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517dca1-2d76-484f-86fc-f1e070a5513f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0f5621-3cce-4ade-973a-2fc7cce1082a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:33.904212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37014) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:33.910870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-658f7483-af36-4402-9c62-c2718b8f48dd tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1075625 Nov 23 22:43:33.978092 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89595b6-df2d-4402-8c25-99a787ac9abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.033414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3535cb-223d-44f2-ab60-f42966773c59 req-80ca52dd-8da1-44f8-8e4a-541696e4f36a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:34.034177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e3535cb-223d-44f2-ab60-f42966773c59 req-80ca52dd-8da1-44f8-8e4a-541696e4f36a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 950 time: 0.1215260 Nov 23 22:43:34.034367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-64870141-0897-4999-95ef-e78473035015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.036945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89595b6-df2d-4402-8c25-99a787ac9abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.141942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-349267ac-04c3-4c8f-b5db-292464ad1fe2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441132 Nov 23 22:43:34.161235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-e1290491-6e9a-48d3-b5b4-efe54d55531b service neutron] 10.222.0.11 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948833 Nov 23 22:43:34.187011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-fe39950b-28ee-4c83-b7e8-d1bb7c5e2b79 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893090 Nov 23 22:43:34.247519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89595b6-df2d-4402-8c25-99a787ac9abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.252906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89595b6-df2d-4402-8c25-99a787ac9abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.255998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d89595b6-df2d-4402-8c25-99a787ac9abb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f0f5621-3cce-4ade-973a-2fc7cce1082a HTTP/1.1" status: 204 len: 168 time: 0.3501737 Nov 23 22:43:34.290975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89595b6-df2d-4402-8c25-99a787ac9abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0f5621-3cce-4ade-973a-2fc7cce1082a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:34.387513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-26d67dcf-4dc3-42c5-89ee-b9bc53416eac tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:34.390035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-26d67dcf-4dc3-42c5-89ee-b9bc53416eac tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878753 Nov 23 22:43:34.442962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e3535cb-223d-44f2-ab60-f42966773c59 req-d9593fcd-5410-42c1-a3a2-145b842553bd tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783934 Nov 23 22:43:34.451447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:34.527340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-c41944b5-5b44-46ec-85f1-5cfa00033893 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:34.529648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-c41944b5-5b44-46ec-85f1-5cfa00033893 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 950 time: 0.1390793 Nov 23 22:43:34.556502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-56dcfc40-ba64-4bc2-ae55-0c7733d7faf2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:34.559409 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-56dcfc40-ba64-4bc2-ae55-0c7733d7faf2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370924 Nov 23 22:43:34.611759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-7fa62df1-bb8e-4d6c-a484-35b6f15caddf service neutron] 10.222.0.11 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502163 Nov 23 22:43:34.626203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1d1d8ff-09af-45bb-851b-2b6e05faceae req-e5469cc3-c449-4621-839c-97ddb87d3b8b tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/25c2bc03-450b-482e-979d-72e6b3ee5b98 HTTP/1.1" status: 200 len: 1830 time: 0.1413949 Nov 23 22:43:34.641063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:34.681188 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-71e81cd4-927d-4424-817b-40ca54cda80a service neutron] 10.222.0.11 "GET /v2.0/ports/1293ba58-5454-4b47-bb80-3602466c0b20?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0537992 Nov 23 22:43:34.742236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:34.747871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.834958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:34.854105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d28c690d-8dcf-4dda-b49a-70edc372458f req-52d2f02a-cb3d-4ddc-b0f9-24e4fc2bc935 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 210 time: 0.1170282 Nov 23 22:43:34.856326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:43:34.856914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6c655e6a-a8ad-4b5b-874a-7b3f29a07bfc not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:34.857196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Deleting port d209a15d-6b9e-4df4-b806-2e955da2744c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:34.857629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.924698 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:35.002170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:35.006307 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:35.114672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] For port d209a15d-6b9e-4df4-b806-2e955da2744c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d209a15d-6b9e-4df4-b806-2e955da2744c,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:35.115036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:35.137719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Calling delete_port for d209a15d-6b9e-4df4-b806-2e955da2744c owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:35.253409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.198 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/05df96f4-b7e9-4045-b510-348782c77223) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:35.301874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-714abf9b-8f73-4e87-b70e-d5e596616d21 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034348 Nov 23 22:43:35.337209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de9722-e905-473a-a25a-e66107e9630e req-b011f3b5-147d-427e-b85c-187eac022c81 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:35.344550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97de9722-e905-473a-a25a-e66107e9630e req-b011f3b5-147d-427e-b85c-187eac022c81 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9283253-500e-4f83-a89e-a0a407d7dcc6 HTTP/1.1" status: 200 len: 950 time: 0.1094282 Nov 23 22:43:35.462149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:35.476433 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97de9722-e905-473a-a25a-e66107e9630e req-ed51bcee-4396-4cdf-9721-abfb00f81825 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288137 Nov 23 22:43:35.483645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d209a15d-6b9e-4df4-b806-2e955da2744c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:35.504233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Pushing event deleted for resources: {'Port': ['ID=d209a15d-6b9e-4df4-b806-2e955da2744c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:35.528388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ec82d19a-ad13-4289-afa5-b722302c7837'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:35.562240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:35.563804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-fd67d2a4-9bd9-4b76-8b5d-b256d7004026 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088091 Nov 23 22:43:35.596203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] No DVR routers for this DVR port d209a15d-6b9e-4df4-b806-2e955da2744c on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:35.601428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:35.621604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bdad6b7c-10e8-4d1d-943e-c330852e34a0 req-4364955d-0ca9-4f58-93ce-bc42c4a86b8f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.46 "DELETE /v2.0/ports/d209a15d-6b9e-4df4-b806-2e955da2744c HTTP/1.1" status: 204 len: 173 time: 1.0598321 Nov 23 22:43:35.674706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-01a350f6-f21a-43aa-a88c-84057b0ef4bf service neutron] 10.222.0.11 "GET /v2.0/ports/830978da-72d6-4927-9a08-9130be40c156?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1074035 Nov 23 22:43:35.703383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'name': 'network-vif-deleted', 'tag': 'd209a15d-6b9e-4df4-b806-2e955da2744c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:35.712665 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc470bb-b4af-4587-b14b-95a3d4ed6641" -d '{"events": [{"server_uuid": "b9283253-500e-4f83-a89e-a0a407d7dcc6", "name": "network-vif-deleted", "tag": "d209a15d-6b9e-4df4-b806-2e955da2744c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:35.776427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:35.789755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:36.007942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=05df96f4-b7e9-4045-b510-348782c77223,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:36.024497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37060) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:36.078453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:36.087032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:36.092716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:36.263964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:36.297233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:36.298034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.353676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.150 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/47e33a12-5be9-4a53-9bb3-b1a13c722642) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:36.398923 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ea3d4ea8-dedd-44e1-887e-a9229ef9e042 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5221d114c04e43c799fedeaa3b937de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692675 Nov 23 22:43:36.403020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37068) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:36.438873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5b32b-e085-4291-802f-619687ebf77b req-33089578-73aa-4a8a-b956-f4043e806615 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:36.440592 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.446073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b44dfaaa-717b-44c2-8606-f35d137ce951 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8265374 Nov 23 22:43:36.448095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9b5b32b-e085-4291-802f-619687ebf77b req-33089578-73aa-4a8a-b956-f4043e806615 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 950 time: 0.7007489 Nov 23 22:43:36.478534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Request body: {'port': {'device_id': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:36.589155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c872e81d-0612-4baf-ac29-3bc3620d1f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.615314 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c872e81d-0612-4baf-ac29-3bc3620d1f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.633968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.634441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-596901e8-a12a-46ce-acad-fcbc4a472e61 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9279628 Nov 23 22:43:36.717662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c872e81d-0612-4baf-ac29-3bc3620d1f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.720398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c872e81d-0612-4baf-ac29-3bc3620d1f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.723819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c872e81d-0612-4baf-ac29-3bc3620d1f90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b4e0fde-7321-4215-9b71-d9090255ddf5 HTTP/1.1" status: 204 len: 168 time: 0.3174846 Nov 23 22:43:36.728510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9b5b32b-e085-4291-802f-619687ebf77b req-6d3cb890-4afc-4ab0-8f75-7cf3a338e9a0 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298040 Nov 23 22:43:36.745469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872e81d-0612-4baf-ac29-3bc3620d1f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e0fde-7321-4215-9b71-d9090255ddf5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:36.826190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6b3e3970-e6ea-472e-b1e7-fabf56f34ced None None] Provisioning complete for port 05df96f4-b7e9-4045-b510-348782c77223 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:36.827373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b3e3970-e6ea-472e-b1e7-fabf56f34ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.882580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e3970-e6ea-472e-b1e7-fabf56f34ced None None] Port 05df96f4-b7e9-4045-b510-348782c77223 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:36.888510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-28aa02e3-b190-4c6b-a6bf-7bc4bdab471f req-1c220013-c6ba-46e2-a74a-1af626de6014 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-277924039', 'description': 'tempest-description-1506340514'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:36.949105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-28aa02e3-b190-4c6b-a6bf-7bc4bdab471f req-1c220013-c6ba-46e2-a74a-1af626de6014 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.954246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37084) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:37.006515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-f4c4fb96-050f-479b-a5bf-63595aa8da41 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532825 Nov 23 22:43:37.041868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.187044 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-28aa02e3-b190-4c6b-a6bf-7bc4bdab471f req-1c220013-c6ba-46e2-a74a-1af626de6014 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.201881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-28aa02e3-b190-4c6b-a6bf-7bc4bdab471f req-1c220013-c6ba-46e2-a74a-1af626de6014 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.228267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-a3201e22-d70d-433d-92d0-460f652bc3d5 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032974 Nov 23 22:43:37.259912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.274320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:37.301680 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-28aa02e3-b190-4c6b-a6bf-7bc4bdab471f req-1c220013-c6ba-46e2-a74a-1af626de6014 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.302927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28aa02e3-b190-4c6b-a6bf-7bc4bdab471f req-1c220013-c6ba-46e2-a74a-1af626de6014 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4893575 Nov 23 22:43:37.308365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1677974353'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:37.335823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:37.363076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c220013-c6ba-46e2-a74a-1af626de6014 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecbb2bc-d6ac-4f27-9958-a9f07d275af2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:37.404890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:37.415814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:37.418345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:37.461185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=47e33a12-5be9-4a53-9bb3-b1a13c722642,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:37.517596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-a281ef93-f924-47c0-b082-33da4f9e7b99 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883484 Nov 23 22:43:37.534619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.538387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05df96f4-b7e9-4045-b510-348782c77223 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:37.554485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.557231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:37.557961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.591101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Transition to ACTIVE for port object 05df96f4-b7e9-4045-b510-348782c77223 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:37.593478 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a9e7c8-bd05-4127-b92c-e46d8ecb1aa9 x-openstack-request-id: req-38a9e7c8-bd05-4127-b92c-e46d8ecb1aa9 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:37.593916 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9283253-500e-4f83-a89e-a0a407d7dcc6", "name": "network-vif-deleted", "tag": "d209a15d-6b9e-4df4-b806-2e955da2744c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:37.594302 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38a9e7c8-bd05-4127-b92c-e46d8ecb1aa9 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:37.594797 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9283253-500e-4f83-a89e-a0a407d7dcc6', 'name': 'network-vif-deleted', 'tag': 'd209a15d-6b9e-4df4-b806-2e955da2744c', 'status': 'completed', 'code': 200} Nov 23 22:43:37.603044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.655831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Pushing event updated for resources: {'Port': ['ID=05df96f4-b7e9-4045-b510-348782c77223,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:37.680473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Made reservation on behalf of 5bb20325151b4b1081fad297327e0c49 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:37.686155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.693347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-061614cb-efe9-46cf-a71e-e0b2ea7c2498 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2466578 Nov 23 22:43:37.704968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3c9d7e39-2c2e-4ba1-97db-55d58fa6d318 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861680 Nov 23 22:43:37.706472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.726304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Request body: {'port': {'device_id': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:37.926055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.928099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.930510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Attempting to bind port 05df96f4-b7e9-4045-b510-348782c77223 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:37.930966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Attempting to bind port 05df96f4-b7e9-4045-b510-348782c77223 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:37.931194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Attempting to bind port 05df96f4-b7e9-4045-b510-348782c77223 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:37.936636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Port 05df96f4-b7e9-4045-b510-348782c77223 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:37.937185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Attempting to bind port 05df96f4-b7e9-4045-b510-348782c77223 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:37.943277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:37.943649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:37.945417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:37.945417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Bound port: 05df96f4-b7e9-4045-b510-348782c77223, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:37.945417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.947811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:37.978368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3ddf398c-2263-451e-a103-4893d0533ab5 service neutron] 10.222.0.11 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707243 Nov 23 22:43:37.980043 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.003992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:38.051957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9dd72-e918-4ead-b2f7-ce04f3c5630e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:38.067389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f324255-5ae3-437c-891e-453c49625634 req-f5e60b60-053b-4fed-9aa8-c974d1715c12 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:38.069772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f324255-5ae3-437c-891e-453c49625634 req-f5e60b60-053b-4fed-9aa8-c974d1715c12 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 936 time: 0.3493335 Nov 23 22:43:38.085775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.086438 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Added segment 3e372f21-a4c5-427d-ac41-076bf179a7a9 of type vlan for network 623758c2-4bbe-401a-acd3-c349c6e19ab5 Nov 23 22:43:38.156978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3afdfdbf-4996-42d8-9df5-173298946cf1 None None] Provisioning complete for port 47e33a12-5be9-4a53-9bb3-b1a13c722642 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:38.157555 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3afdfdbf-4996-42d8-9df5-173298946cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.167709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.181650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] For port 05df96f4-b7e9-4045-b510-348782c77223, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:38.187805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] For port 05df96f4-b7e9-4045-b510-348782c77223, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=05df96f4-b7e9-4045-b510-348782c77223,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:38.214993 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.264012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:38.264729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.267214 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] 10.222.0.48 "PUT /v2.0/ports/05df96f4-b7e9-4045-b510-348782c77223 HTTP/1.1" status: 200 len: 1096 time: 1.7990499 Nov 23 22:43:38.275141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.288930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3afdfdbf-4996-42d8-9df5-173298946cf1 None None] Port 47e33a12-5be9-4a53-9bb3-b1a13c722642 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:38.291247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:38.292047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.314472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f324255-5ae3-437c-891e-453c49625634 req-eb91c571-9710-440d-991b-16c08ee91642 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019967 Nov 23 22:43:38.391913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4357219 Nov 23 22:43:38.428339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-30937e2b-136c-4323-8314-ec52934094f0 service neutron] 10.222.0.11 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284389 Nov 23 22:43:38.489032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbdfa4-99ff-44df-8ab0-ace753e113ba service neutron] Pushing event updated for resources: {'Port': ['ID=05df96f4-b7e9-4045-b510-348782c77223,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:38.507118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fbd69-dc37-48e3-8bec-3a93b0ee5214 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Pushing event updated for resources: {'Network': ['ID=623758c2-4bbe-401a-acd3-c349c6e19ab5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:38.523405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 623758c2-4bbe-401a-acd3-c349c6e19ab5 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:38.531136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-9cff0e4e-10b1-4513-a326-7724a285b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:38.532828 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-9cff0e4e-10b1-4513-a326-7724a285b7be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 1099 time: 0.1869125 Nov 23 22:43:38.614797 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-09a57335-cf1b-4523-a3ca-597f34d11ceb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=05df96f4-b7e9-4045-b510-348782c77223 HTTP/1.1" status: 200 len: 217 time: 0.0659187 Nov 23 22:43:38.639438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-71dea60b-0cb7-4940-9d16-bc63a251fccc service neutron] 10.222.0.11 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878357 Nov 23 22:43:38.697740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-cb0764f4-d1bb-4625-bdf0-088dfb7b4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:38.699348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-cb0764f4-d1bb-4625-bdf0-088dfb7b4a67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0763619 Nov 23 22:43:38.730180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e33a12-5be9-4a53-9bb3-b1a13c722642 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:38.754337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.772251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-6c4dfd24-4de6-4060-8eb9-71f8b0a6fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:38.774250 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-6c4dfd24-4de6-4060-8eb9-71f8b0a6fda7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661683 Nov 23 22:43:38.793248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Transition to ACTIVE for port object 47e33a12-5be9-4a53-9bb3-b1a13c722642 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:38.809366 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.872751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-8669ab63-8280-43b0-8427-2a061c7b554a service neutron] 10.222.0.11 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216053 Nov 23 22:43:38.895634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-fdd075ee-be18-4a65-9f76-c844032b9060 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120791 Nov 23 22:43:38.968432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Pushing event updated for resources: {'Port': ['ID=47e33a12-5be9-4a53-9bb3-b1a13c722642,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:39.019051 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-b960fe93-5c62-4e5c-869c-a6253d1c8169 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104550 Nov 23 22:43:39.128945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-d9552884-8cf2-4bd8-ae4b-e74f0647f59d service neutron] 10.222.0.11 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254465 Nov 23 22:43:39.143155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Attempting to bind port 47e33a12-5be9-4a53-9bb3-b1a13c722642 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:39.143498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Attempting to bind port 47e33a12-5be9-4a53-9bb3-b1a13c722642 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:39.143858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Attempting to bind port 47e33a12-5be9-4a53-9bb3-b1a13c722642 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:39.157859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Port 47e33a12-5be9-4a53-9bb3-b1a13c722642 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:39.158194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Attempting to bind port 47e33a12-5be9-4a53-9bb3-b1a13c722642 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:39.174474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:39.174818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:39.175446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:39.175685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Bound port: 47e33a12-5be9-4a53-9bb3-b1a13c722642, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:39.175999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:39.195708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fae05142-37c3-4310-bf71-bcbc454db681 req-00248d7b-1be9-4564-958d-3c830a0e16b5 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/2ecbb2bc-d6ac-4f27-9958-a9f07d275af2 HTTP/1.1" status: 200 len: 1829 time: 0.0728474 Nov 23 22:43:39.254615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] For port 47e33a12-5be9-4a53-9bb3-b1a13c722642, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:39.258490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] For port 47e33a12-5be9-4a53-9bb3-b1a13c722642, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=47e33a12-5be9-4a53-9bb3-b1a13c722642,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:39.269267 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:39.305478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:39.306258 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:39.310873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] 10.222.0.46 "PUT /v2.0/ports/47e33a12-5be9-4a53-9bb3-b1a13c722642 HTTP/1.1" status: 200 len: 1096 time: 1.6017447 Nov 23 22:43:39.319874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'tag': '47e33a12-5be9-4a53-9bb3-b1a13c722642'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:39.327109 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfbe15d-dae1-4180-a79e-62b30a6c4600" -d '{"events": [{"name": "network-changed", "server_uuid": "d543eff3-46fd-42d4-9d41-1d1085e35636", "tag": "47e33a12-5be9-4a53-9bb3-b1a13c722642"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:39.390665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687909e2-b250-4ee9-8326-667ef8972891 service neutron] Pushing event updated for resources: {'Port': ['ID=47e33a12-5be9-4a53-9bb3-b1a13c722642,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:39.439756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-6451fb31-9061-4ffb-b461-77c951897a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:39.441389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-6451fb31-9061-4ffb-b461-77c951897a55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 1099 time: 0.0699534 Nov 23 22:43:39.474769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37132) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:39.481515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Request body: {'port': {'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5', 'binding:host_id': 'n-h2-817303-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-266752628'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:39.487255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d209a15d-6b9e-4df4-b806-2e955da2744c no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:39.526716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Made reservation on behalf of c3117480904c4dadb35c914b26f9d462 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:39.529364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:39.546898 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:39.547068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: d209a15d-6b9e-4df4-b806-2e955da2744c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:43:39.547504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d209a15d-6b9e-4df4-b806-2e955da2744c not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:39.550468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-513b7be6-c31c-4a91-add7-b9edd61af904 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=47e33a12-5be9-4a53-9bb3-b1a13c722642 HTTP/1.1" status: 200 len: 217 time: 0.0906043 Nov 23 22:43:39.595757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'tag': '05df96f4-b7e9-4045-b510-348782c77223'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:39.599188 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6638138f-a234-40b5-bbd2-cabf4062354c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e43856-66f4-4ff3-8c1f-19c1d340f947", "tag": "05df96f4-b7e9-4045-b510-348782c77223"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:39.641484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-73b55ca0-4d1a-4ba9-88e0-26c9bf258c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:39.643531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-73b55ca0-4d1a-4ba9-88e0-26c9bf258c3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0830266 Nov 23 22:43:39.711447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:39.719796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:39.732557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] device_id is not set on port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:39.755892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-9ff5ab28-7a14-4a48-b0fb-3743833a3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:39.759273 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-9ff5ab28-7a14-4a48-b0fb-3743833a3211 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003759 Nov 23 22:43:39.916581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95beeba-e71c-4d76-b3a4-8384dfdd41dc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:39.946683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-cb56e2fb-c538-4ad4-963f-409883dcd284 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771145 Nov 23 22:43:40.177740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c202b79-326c-453c-9bdb-e7d5d64f5783 req-0ccfbe23-8049-44fe-885b-455f76ce18bf service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210491 Nov 23 22:43:40.202072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-dc34b658-693d-4931-8476-ec63b98019ab req-cfc8736b-2c58-408a-943a-4dabeed3d163 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-281738193', 'description': 'tempest-description-990237711'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:40.251243 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc34b658-693d-4931-8476-ec63b98019ab req-cfc8736b-2c58-408a-943a-4dabeed3d163 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:40.297858 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378fcf90-a1c6-4d23-ba15-970f9a2f303e x-openstack-request-id: req-378fcf90-a1c6-4d23-ba15-970f9a2f303e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:40.298206 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d543eff3-46fd-42d4-9d41-1d1085e35636", "tag": "47e33a12-5be9-4a53-9bb3-b1a13c722642", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:40.299848 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-378fcf90-a1c6-4d23-ba15-970f9a2f303e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:40.299848 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'tag': '47e33a12-5be9-4a53-9bb3-b1a13c722642', 'status': 'completed', 'code': 200} Nov 23 22:43:40.310599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] device_id is not set on port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:40.326325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:40.340435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:40.399290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-7cdd68de-0139-40eb-aa99-6a40bc5cbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:40.401529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-7cdd68de-0139-40eb-aa99-6a40bc5cbd9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 1099 time: 0.0774426 Nov 23 22:43:40.421534 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc34b658-693d-4931-8476-ec63b98019ab req-cfc8736b-2c58-408a-943a-4dabeed3d163 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:40.457018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=e534dc87-ecd7-45e1-85c9-bf1ac68d2a44,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:40.467354 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc34b658-693d-4931-8476-ec63b98019ab req-cfc8736b-2c58-408a-943a-4dabeed3d163 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:40.474474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Checking segment: {'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:40.475323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Network hostable DHCP agents. Network: 623758c2-4bbe-401a-acd3-c349c6e19ab5, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:40.503497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Network 623758c2-4bbe-401a-acd3-c349c6e19ab5 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:40.520159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 623758c2-4bbe-401a-acd3-c349c6e19ab5) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:40.527019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:40.533897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d1cdb-16b3-468c-959c-71696ae8456e None None] Network 623758c2-4bbe-401a-acd3-c349c6e19ab5 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:40.552739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.554794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.555557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.561074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8736b-2c58-408a-943a-4dabeed3d163 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f954981-1931-4431-a22f-38d0f3cc9af6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:40.563782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.564391 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.565076 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 2 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:40.588409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.588928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc34b658-693d-4931-8476-ec63b98019ab req-cfc8736b-2c58-408a-943a-4dabeed3d163 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:40.589151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.590449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.592272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc34b658-693d-4931-8476-ec63b98019ab req-cfc8736b-2c58-408a-943a-4dabeed3d163 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3950212 Nov 23 22:43:40.608482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.608482 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.608482 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 3 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:40.616704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666240-3bbf-49c5-83b4-2ab26381149d req-ca99c2b1-9b68-4c4d-adcc-9b17a5785c6f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:40.623102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f666240-3bbf-49c5-83b4-2ab26381149d req-ca99c2b1-9b68-4c4d-adcc-9b17a5785c6f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 948 time: 0.2128768 Nov 23 22:43:40.642537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.643081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.643645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.656282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.657374 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.658249 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 4 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:40.690279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-577418a5-f14f-43ea-a398-205b4de399c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:40.691878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-577418a5-f14f-43ea-a398-205b4de399c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2691464 Nov 23 22:43:40.696499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.697749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.698347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.704526 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca615d6c-c0a4-4295-8ab8-6b8046d419c5 x-openstack-request-id: req-ca615d6c-c0a4-4295-8ab8-6b8046d419c5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:40.704968 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e43856-66f4-4ff3-8c1f-19c1d340f947", "tag": "05df96f4-b7e9-4045-b510-348782c77223", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:40.705692 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca615d6c-c0a4-4295-8ab8-6b8046d419c5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:40.706447 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'tag': '05df96f4-b7e9-4045-b510-348782c77223', 'status': 'completed', 'code': 200} Nov 23 22:43:40.713472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.713997 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.714590 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 5 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:40.720621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f666240-3bbf-49c5-83b4-2ab26381149d req-e4d29cdb-95a0-4124-97e4-79bbdada1f16 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965440 Nov 23 22:43:40.743472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.744059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.744523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.771118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.773292 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.795480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-05edd6bd-744e-4eb8-8c48-a9f0a6a24963 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=47e33a12-5be9-4a53-9bb3-b1a13c722642 HTTP/1.1" status: 200 len: 217 time: 0.0732498 Nov 23 22:43:40.805827 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 6 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:40.832490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.832788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8c95e46-2519-4d6a-9fd8-78ec4da0d561 req-570dcddc-e8a8-43c7-b1cf-7f28d5ddd2ec tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0327954 Nov 23 22:43:40.832973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.833137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.841797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638138f-a234-40b5-bbd2-cabf4062354c req-534c57d8-76dd-4f61-84d3-9fe2881d6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:40.843113 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6638138f-a234-40b5-bbd2-cabf4062354c req-534c57d8-76dd-4f61-84d3-9fe2881d6288 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 1099 time: 0.0902219 Nov 23 22:43:40.844213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.845142 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.845142 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 7 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:40.858199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 05df96f4-b7e9-4045-b510-348782c77223 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:40.883959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-93c35370-a1e8-4581-94ea-9c426bcf72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:40.885515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-93c35370-a1e8-4581-94ea-9c426bcf72a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0520446 Nov 23 22:43:40.895402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.895779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.896119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.915413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.915779 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.918058 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 8 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:40.937338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:40.937676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:40.938029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:40.983469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:40.983955 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:40.989463 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 9 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:41.010690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:41.011020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:41.011414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:41.031177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:41.031841 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:41.035024 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 10 to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 Nov 23 22:43:41.050652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638138f-a234-40b5-bbd2-cabf4062354c req-e871b595-7258-4f64-a7ec-f165dfa5f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.052293 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6638138f-a234-40b5-bbd2-cabf4062354c req-e871b595-7258-4f64-a7ec-f165dfa5f736 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1931374 Nov 23 22:43:41.059513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-581a506d-9e8a-434d-9126-7e31861b4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.061092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-581a506d-9e8a-434d-9126-7e31861b4f2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603267 Nov 23 22:43:41.075948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69b1c-9ca8-424d-b7a9-53fc0054e391 req-ee0afa17-3f4c-412d-a304-59373f39633f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.077489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8dd69b1c-9ca8-424d-b7a9-53fc0054e391 req-ee0afa17-3f4c-412d-a304-59373f39633f tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 950 time: 0.1197033 Nov 23 22:43:41.084212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 05df96f4-b7e9-4045-b510-348782c77223, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=05df96f4-b7e9-4045-b510-348782c77223,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:41.100844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '05df96f4-b7e9-4045-b510-348782c77223', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '05df96f4-b7e9-4045-b510-348782c77223', 'mac_address': 'fa:16:3e:5b:69:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:41.128598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:41.128976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:41.129354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:41.133734 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6638138f-a234-40b5-bbd2-cabf4062354c req-6f624faf-a44c-40c5-bc36-811e57801492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=05df96f4-b7e9-4045-b510-348782c77223 HTTP/1.1" status: 200 len: 217 time: 0.0668516 Nov 23 22:43:41.146655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.147693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:41.148556 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:41.148932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.167989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05df96f4-b7e9-4045-b510-348782c77223 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:41.205410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 05df96f4-b7e9-4045-b510-348782c77223, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=05df96f4-b7e9-4045-b510-348782c77223,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:41.220214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.263829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] For port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:41.264206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempted to set empty binding levels {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:43:41.272696 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.277577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638138f-a234-40b5-bbd2-cabf4062354c req-e1b9636d-d94c-4497-9f70-02da7dcae4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.279242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6638138f-a234-40b5-bbd2-cabf4062354c req-e1b9636d-d94c-4497-9f70-02da7dcae4bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0907757 Nov 23 22:43:41.282362 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=05df96f4-b7e9-4045-b510-348782c77223,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:41.485942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 47e33a12-5be9-4a53-9bb3-b1a13c722642 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:41.579962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['05df96f4-b7e9-4045-b510-348782c77223'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:41.592616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a0d43ef-6eb3-49b2-8127-2c21e99f6aa1 req-3ba7cf0b-a4d9-4c5e-951f-83e3c20a06cc tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/4f954981-1931-4431-a22f-38d0f3cc9af6 HTTP/1.1" status: 200 len: 1828 time: 0.1136894 Nov 23 22:43:41.633605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8dd69b1c-9ca8-424d-b7a9-53fc0054e391 req-79b259b0-843d-4346-b360-e43d865f7945 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446155 Nov 23 22:43:41.651790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-53bde19d-4308-49a3-bf0a-27e989fafa30 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731380 Nov 23 22:43:41.655605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-8ebf455b-6aab-4b3d-96af-759155c77e18 req-b62c783a-b4db-4292-b207-669ff6ccddca tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1783185422', 'description': 'tempest-description-1855493424'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:41.681632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 47e33a12-5be9-4a53-9bb3-b1a13c722642, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=47e33a12-5be9-4a53-9bb3-b1a13c722642,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:41.691237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.691874 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.700792 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8ebf455b-6aab-4b3d-96af-759155c77e18 req-b62c783a-b4db-4292-b207-669ff6ccddca tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.703851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '47e33a12-5be9-4a53-9bb3-b1a13c722642', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '47e33a12-5be9-4a53-9bb3-b1a13c722642', 'mac_address': 'fa:16:3e:d0:72:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:41.722350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=e534dc87-ecd7-45e1-85c9-bf1ac68d2a44,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:41.730833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638138f-a234-40b5-bbd2-cabf4062354c req-8df0a34b-5a3a-4678-813e-e54fc8a7257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.732812 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6638138f-a234-40b5-bbd2-cabf4062354c req-8df0a34b-5a3a-4678-813e-e54fc8a7257b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758085 Nov 23 22:43:41.736377 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b50b1f5-987b-4370-95e1-c2d5e643c1b6 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.2599421 Nov 23 22:43:41.739977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:41.860914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8ebf455b-6aab-4b3d-96af-759155c77e18 req-b62c783a-b4db-4292-b207-669ff6ccddca tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.879908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8ebf455b-6aab-4b3d-96af-759155c77e18 req-b62c783a-b4db-4292-b207-669ff6ccddca tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.914695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.923389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cfbe15d-dae1-4180-a79e-62b30a6c4600 req-1f39b3c6-22c9-49ef-a855-dc4e5068e855 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468195 Nov 23 22:43:41.962209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c783a-b4db-4292-b207-669ff6ccddca tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b2bc08-4170-4d13-b3ed-9386880076d1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:41.970261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8ebf455b-6aab-4b3d-96af-759155c77e18 req-b62c783a-b4db-4292-b207-669ff6ccddca tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.981278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6638138f-a234-40b5-bbd2-cabf4062354c req-e76cea75-8b67-4765-aaa0-4c96c2942eb0 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874714 Nov 23 22:43:41.982847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ebf455b-6aab-4b3d-96af-759155c77e18 req-b62c783a-b4db-4292-b207-669ff6ccddca tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3333645 Nov 23 22:43:41.987253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-18ee5770-d42b-4561-a17c-6150d8558c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.995774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-18ee5770-d42b-4561-a17c-6150d8558c4d service neutron] 10.222.0.48 "GET /v2.0/ports/1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 1033 time: 0.0955732 Nov 23 22:43:42.000396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e33a12-5be9-4a53-9bb3-b1a13c722642 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:42.064297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 47e33a12-5be9-4a53-9bb3-b1a13c722642, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=47e33a12-5be9-4a53-9bb3-b1a13c722642,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:42.083669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-0274d466-735c-40b5-9ae0-89e11091068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.086293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:42.097198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-0274d466-735c-40b5-9ae0-89e11091068b service neutron] 10.222.0.48 "GET /v2.0/ports/830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 1031 time: 0.0891917 Nov 23 22:43:42.304568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Deleting port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:42.305434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:42.331331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-501bfb47-9451-42f9-b9b1-3bf45baceddf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.341953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-501bfb47-9451-42f9-b9b1-3bf45baceddf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.348251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-501bfb47-9451-42f9-b9b1-3bf45baceddf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.350691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-501bfb47-9451-42f9-b9b1-3bf45baceddf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "GET /v2.0/networks?id=1a002db8-63e5-442b-8ec6-30503d13df0b&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1 HTTP/1.1" status: 200 len: 1995 time: 0.2096341 Nov 23 22:43:42.361149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-7890bd95-849a-4980-b845-48eeade639af tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.370101 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-7890bd95-849a-4980-b845-48eeade639af tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 950 time: 0.3206236 Nov 23 22:43:42.445128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-6813607c-39cf-44a9-8a3f-ab0f413f1275 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4bf0878015b40aebbce3e331ab6d25c HTTP/1.1" status: 200 len: 378 time: 0.0743232 Nov 23 22:43:42.454877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a04c5-3c02-40c2-ac6a-d3976ebecd51 req-82191321-5950-4718-aa74-55d11e44c97b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.463701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c12a04c5-3c02-40c2-ac6a-d3976ebecd51 req-82191321-5950-4718-aa74-55d11e44c97b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 949 time: 0.3824823 Nov 23 22:43:42.467305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=47e33a12-5be9-4a53-9bb3-b1a13c722642,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:42.470149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'admin_state_up': True, 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'security_groups': ['4f5b8b38-557d-4a21-9709-4a0001a479c6']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:42.530526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['47e33a12-5be9-4a53-9bb3-b1a13c722642'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:42.608569 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6638138f-a234-40b5-bbd2-cabf4062354c req-d810a07b-c404-4925-9b41-dd6fe8abb0ee service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654683 Nov 23 22:43:42.657294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c12a04c5-3c02-40c2-ac6a-d3976ebecd51 req-94f55e98-c368-4cf3-8401-f8a0daf4ef56 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923676 Nov 23 22:43:42.659091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] For port e534dc87-ecd7-45e1-85c9-bf1ac68d2a44, host n-h2-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:42.660281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:42.680166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Calling delete_port for e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:42.762017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:42.766005 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:42.791493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:42.843988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event deleted for resources: {'Port': ['ID=e534dc87-ecd7-45e1-85c9-bf1ac68d2a44,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:42.860109 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:42.865033 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fff81ee2-242d-4261-a8b3-2d08c6baf176 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 HTTP/1.1" status: 204 len: 168 time: 1.1230443 Nov 23 22:43:42.872966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37192) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:42.876369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Deleting port ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:42.876843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:42.942285 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5fc5f4-d6cb-4dcd-8e13-a13c0941c276 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:43:42.945089 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cc5fc5f4-d6cb-4dcd-8e13-a13c0941c276 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "GET /v2.0/ports/e534dc87-ecd7-45e1-85c9-bf1ac68d2a44 HTTP/1.1" status: 404 len: 333 time: 0.0631614 Nov 23 22:43:42.951080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37196) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:42.958572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Request body: {'port': {'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-95571564'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:43.013687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923bc89-7f7e-4642-883e-96835893c174 req-90367272-ed97-401d-a490-f23f9b24e2cc tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.021111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b923bc89-7f7e-4642-883e-96835893c174 req-90367272-ed97-401d-a490-f23f9b24e2cc tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 950 time: 0.1257172 Nov 23 22:43:43.065811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] For port ec82d19a-ad13-4289-afa5-b722302c7837, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ec82d19a-ad13-4289-afa5-b722302c7837,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:43.068301 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.084853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Made reservation on behalf of c3117480904c4dadb35c914b26f9d462 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:43.086336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Calling delete_port for ec82d19a-ad13-4289-afa5-b722302c7837 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:43.087188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.095207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c8508b8-f044-433d-af77-6c20db5317ae req-41e76cbe-267c-46c5-ad9d-e2d668e2ec10 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0568659 Nov 23 22:43:43.136781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b923bc89-7f7e-4642-883e-96835893c174 req-8bc25b5b-3456-4c0b-93e3-5e70829c483c tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.11 "GET /v2.0/security-groups?id=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147251 Nov 23 22:43:43.143093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 172.20.0.5 (1a002db8-63e5-442b-8ec6-30503d13df0b/270f5e10-b7f5-4e82-8805-fa873a72b5a0/64d4b48a-f255-49c2-8385-ebae19a11a9c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:43.231510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] device_id is not set on port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:43.319271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.324045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb193dad-303a-4581-9f4a-3523de99a4b6 req-dec1b3c7-0f6f-4410-88da-f3010e4e6df6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/01b2bc08-4170-4d13-b3ed-9386880076d1 HTTP/1.1" status: 200 len: 1830 time: 0.1783254 Nov 23 22:43:43.366337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Pushing event deleted for resources: {'Port': ['ID=ec82d19a-ad13-4289-afa5-b722302c7837,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:43.432167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] No DVR routers for this DVR port ec82d19a-ad13-4289-afa5-b722302c7837 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:43.437954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.446460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d029abd-da09-4f46-b8d4-8523c3e33305 req-9b42eff4-7ea7-49d2-990e-eb84f9f0f42c tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.48 "DELETE /v2.0/ports/ec82d19a-ad13-4289-afa5-b722302c7837 HTTP/1.1" status: 204 len: 173 time: 1.0622890 Nov 23 22:43:43.447642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-deleted', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:43.451159 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f79f4cd-442f-437a-a2fb-f341303dfef9" -d '{"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-deleted", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:43.485736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 47e33a12-5be9-4a53-9bb3-b1a13c722642 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:43.528919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb8f6b-4cb7-490d-b5a4-40db014172c1 req-8b3b971f-9293-484e-abed-eba44c45ec25 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.533679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3cb8f6b-4cb7-490d-b5a4-40db014172c1 req-8b3b971f-9293-484e-abed-eba44c45ec25 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/ports?device_id=059e64f1-d90d-488b-9a37-d64be32ca8fe HTTP/1.1" status: 200 len: 868 time: 0.2930930 Nov 23 22:43:43.546195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-aaf663f3-7c8a-47a3-837f-966f428c2928 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.550182 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-aaf663f3-7c8a-47a3-837f-966f428c2928 tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.48 "GET /v2.0/ports?device_id=6146e6f4-5ad1-4289-861d-5362e3ab14f1 HTTP/1.1" status: 200 len: 950 time: 0.0766277 Nov 23 22:43:43.619390 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-04a38e75-93e3-4544-8811-c3f95c638cc2 req-1a691740-7114-49d3-90b7-b9e69b41ce0b tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] show failed (client error): The resource could not be found. Nov 23 22:43:43.619983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04a38e75-93e3-4544-8811-c3f95c638cc2 req-1a691740-7114-49d3-90b7-b9e69b41ce0b tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/235d9d44-5dd3-48ee-a812-49650152fba0 HTTP/1.1" status: 404 len: 352 time: 0.1688421 Nov 23 22:43:43.622690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 47e33a12-5be9-4a53-9bb3-b1a13c722642 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:43.634507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 47e33a12-5be9-4a53-9bb3-b1a13c722642 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:43.635504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.699144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.791468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.811253 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.815983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3cb8f6b-4cb7-490d-b5a4-40db014172c1 req-a0683d92-81e2-4958-ae93-c770b00ba728 tempest-ServersAdminTestJSON-1451902457 tempest-ServersAdminTestJSON-1451902457-project] 10.222.0.11 "GET /v2.0/security-groups?id=686ba91b-4d31-4851-962c-fe38a78caa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090704 Nov 23 22:43:43.844266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Deleting port b764db0d-a00d-4336-bcef-415e5fc26fa5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:43.845575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.872221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 47e33a12-5be9-4a53-9bb3-b1a13c722642, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=47e33a12-5be9-4a53-9bb3-b1a13c722642,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:43.873560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e33a12-5be9-4a53-9bb3-b1a13c722642'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:43.876392 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554f6756-2274-4d4a-819e-aaad6189d755" -d '{"events": [{"server_uuid": "d543eff3-46fd-42d4-9d41-1d1085e35636", "name": "network-vif-plugged", "status": "completed", "tag": "47e33a12-5be9-4a53-9bb3-b1a13c722642"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:43.883748 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.929952 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-5972fdfd-7974-43a7-bdd0-5b04057d6533 req-61074191-d7ad-4117-a6db-7d86669ec172 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] show failed (client error): The resource could not be found. Nov 23 22:43:43.948192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5972fdfd-7974-43a7-bdd0-5b04057d6533 req-61074191-d7ad-4117-a6db-7d86669ec172 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-group-rules/58e70e52-be6f-4edc-9e1f-f6c751b92e3a HTTP/1.1" status: 404 len: 361 time: 0.0793681 Nov 23 22:43:43.965474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:43.988472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=47e33a12-5be9-4a53-9bb3-b1a13c722642,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:44.122060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] For port b764db0d-a00d-4336-bcef-415e5fc26fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b764db0d-a00d-4336-bcef-415e5fc26fa5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:44.123139 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:44.132820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=64d4b48a-f255-49c2-8385-ebae19a11a9c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:44.175804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Calling delete_port for b764db0d-a00d-4336-bcef-415e5fc26fa5 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:44.278729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network 1a002db8-63e5-442b-8ec6-30503d13df0b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:44.297602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c11a81-7290-47f4-b085-f7cf74674478 req-7fa2df78-a4f6-46ea-9504-bfbf0cc705cc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:44.304234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c11a81-7290-47f4-b085-f7cf74674478 req-7fa2df78-a4f6-46ea-9504-bfbf0cc705cc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 950 time: 0.1611383 Nov 23 22:43:44.311500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:44.322938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:44.406950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:44.453877 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa11f5e-a843-4851-819b-784ba268fcab x-openstack-request-id: req-5aa11f5e-a843-4851-819b-784ba268fcab {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:44.454393 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d543eff3-46fd-42d4-9d41-1d1085e35636", "name": "network-vif-plugged", "status": "completed", "tag": "47e33a12-5be9-4a53-9bb3-b1a13c722642", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:44.454815 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5aa11f5e-a843-4851-819b-784ba268fcab {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:44.455586 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e33a12-5be9-4a53-9bb3-b1a13c722642', 'code': 200} Nov 23 22:43:44.462071 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfd46b5-4a4d-45c0-be74-0e7590d179bc x-openstack-request-id: req-fdfd46b5-4a4d-45c0-be74-0e7590d179bc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:44.462543 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059e64f1-d90d-488b-9a37-d64be32ca8fe", "name": "network-vif-deleted", "tag": "ec82d19a-ad13-4289-afa5-b722302c7837", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:44.463186 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdfd46b5-4a4d-45c0-be74-0e7590d179bc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:44.463853 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059e64f1-d90d-488b-9a37-d64be32ca8fe', 'name': 'network-vif-deleted', 'tag': 'ec82d19a-ad13-4289-afa5-b722302c7837', 'status': 'completed', 'code': 200} Nov 23 22:43:44.487236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Network 623758c2-4bbe-401a-acd3-c349c6e19ab5 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:44.499883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:44.514200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:44.515265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:44.516017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:44.534223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=54d5c628-1e24-4b4e-9ad4-695797cd4fa5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:44.534490 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:44.552466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:44.553754 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:44.572713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b764db0d-a00d-4336-bcef-415e5fc26fa5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:44.585349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9331633e-539a-4f0d-8af0-f9d7aac0a8c3 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.6331196 Nov 23 22:43:44.586889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37222) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:44.600300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:44.618984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Pushing event deleted for resources: {'Port': ['ID=b764db0d-a00d-4336-bcef-415e5fc26fa5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:44.644551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9635bc45-81df-491a-a3c0-de5880130ffa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1784925 Nov 23 22:43:44.686988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] No DVR routers for this DVR port b764db0d-a00d-4336-bcef-415e5fc26fa5 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:44.690352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:44.694946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7630f166-f417-4d13-8aa5-a78c6c8460b7 req-fa289e16-a772-4172-8eeb-8b0b5cc3b70a tempest-TenantUsagesTestJSON-1888437576 tempest-TenantUsagesTestJSON-1888437576-project] 10.222.0.48 "DELETE /v2.0/ports/b764db0d-a00d-4336-bcef-415e5fc26fa5 HTTP/1.1" status: 204 len: 173 time: 1.1246965 Nov 23 22:43:44.695170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'admin_state_up': True, 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'security_groups': ['4f5b8b38-557d-4a21-9709-4a0001a479c6']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:44.711843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c11a81-7290-47f4-b085-f7cf74674478 req-fdc1b7f7-03ca-4d94-a642-3b23551ea173 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972785 Nov 23 22:43:44.722163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-249db4ff-49bd-4a8f-810a-df86bc6f9aa8 req-31f4c2ca-e145-466d-9741-58d1390e4030 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/01b2bc08-4170-4d13-b3ed-9386880076d1 HTTP/1.1" status: 200 len: 1830 time: 0.2289708 Nov 23 22:43:44.887116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b2eec0bf-2070-4376-9bab-e7218ac8c9af None None] Provisioning complete for port 64d4b48a-f255-49c2-8385-ebae19a11a9c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:44.887745 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2eec0bf-2070-4376-9bab-e7218ac8c9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:44.923345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 05df96f4-b7e9-4045-b510-348782c77223 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:44.936581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80c090-1f98-4f8b-96fb-444d70611e0c req-075f1a4b-6482-48c8-8b41-57a22760f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:44.938176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e80c090-1f98-4f8b-96fb-444d70611e0c req-075f1a4b-6482-48c8-8b41-57a22760f200 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 1101 time: 0.3737917 Nov 23 22:43:44.974512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.011062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b2eec0bf-2070-4376-9bab-e7218ac8c9af None None] Port 64d4b48a-f255-49c2-8385-ebae19a11a9c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:45.028345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 05df96f4-b7e9-4045-b510-348782c77223 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:45.032542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 05df96f4-b7e9-4045-b510-348782c77223 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:45.032922 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.040195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-249db4ff-49bd-4a8f-810a-df86bc6f9aa8 req-5079c8e1-0c22-478b-aebe-5e412293e38c tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.078512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7ee70-f504-4c86-815a-3c1ec13acf45 req-9899c857-94a1-48f6-acb0-8f24ccfcb6d0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:45.080247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9f7ee70-f504-4c86-815a-3c1ec13acf45 req-9899c857-94a1-48f6-acb0-8f24ccfcb6d0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 931 time: 0.1769185 Nov 23 22:43:45.138809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.176577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 05df96f4-b7e9-4045-b510-348782c77223, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=05df96f4-b7e9-4045-b510-348782c77223,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:45.182229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.183180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b764db0d-a00d-4336-bcef-415e5fc26fa5 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:45.187313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-249db4ff-49bd-4a8f-810a-df86bc6f9aa8 req-5079c8e1-0c22-478b-aebe-5e412293e38c tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.201243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e80c090-1f98-4f8b-96fb-444d70611e0c req-4d7ed2bc-3c8c-4f7e-b584-263ac57fc017 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422788 Nov 23 22:43:45.232749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: b764db0d-a00d-4336-bcef-415e5fc26fa5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:43:45.233270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b764db0d-a00d-4336-bcef-415e5fc26fa5 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:45.233508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:45.256607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: ec82d19a-ad13-4289-afa5-b722302c7837 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:43:45.256952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ec82d19a-ad13-4289-afa5-b722302c7837 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:45.285551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=05df96f4-b7e9-4045-b510-348782c77223,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:45.300926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:45.307097 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.453360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9f7ee70-f504-4c86-815a-3c1ec13acf45 req-b366fc9d-7e7a-4e60-af56-c3531526ffc1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3097014 Nov 23 22:43:45.492724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-249db4ff-49bd-4a8f-810a-df86bc6f9aa8 req-5079c8e1-0c22-478b-aebe-5e412293e38c tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.495253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-249db4ff-49bd-4a8f-810a-df86bc6f9aa8 req-5079c8e1-0c22-478b-aebe-5e412293e38c tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.496417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-249db4ff-49bd-4a8f-810a-df86bc6f9aa8 req-5079c8e1-0c22-478b-aebe-5e412293e38c tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "DELETE /v2.0/security-groups/01b2bc08-4170-4d13-b3ed-9386880076d1 HTTP/1.1" status: 204 len: 173 time: 0.7733893 Nov 23 22:43:45.544780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079c8e1-0c22-478b-aebe-5e412293e38c tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b2bc08-4170-4d13-b3ed-9386880076d1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:45.571984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] device_id is not set on port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:45.603347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.609861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.671524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 10.1.1.16 (d6288ec8-3dd8-44be-a301-295514565e90/3c7ca50d-528f-46e7-8997-c7245196716b/61868889-21e4-4156-b933-de4ee8d60f2d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:45.706169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=54d5c628-1e24-4b4e-9ad4-695797cd4fa5,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:45.739146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:45.739521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:45.739866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:45.751941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:45.752325 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:45.763295 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 2 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:45.789502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:45.789834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:45.790172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:45.825562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:45.825903 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:45.828641 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 3 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:45.849755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:45.850169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:45.850507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:45.859181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:45.859509 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:45.862182 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 4 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:45.921864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:45.922195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:45.922529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:45.942905 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:45.948941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:45.949277 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:45.953737 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 5 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:45.980025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:45.980607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:45.980709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:45.995077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42d1baff-5043-42dc-9b28-dce19bcb98cc req-80f8679f-3961-4dd7-a4fc-442cc1f4cef6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/4f954981-1931-4431-a22f-38d0f3cc9af6 HTTP/1.1" status: 200 len: 1828 time: 0.1215184 Nov 23 22:43:46.017524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:46.017946 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:46.025464 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 6 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:46.056165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:46.056530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:46.056824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:46.070630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:46.071018 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:46.071672 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 7 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:46.085137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.095798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37238) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:46.127457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:46.127838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:46.128172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:46.143594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-42d1baff-5043-42dc-9b28-dce19bcb98cc req-de06c029-85a7-43c4-ba5f-32ff4aea080e tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.157872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:46.158204 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:46.168637 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 8 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:46.173407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network d6288ec8-3dd8-44be-a301-295514565e90 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:46.194594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:46.204694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=61868889-21e4-4156-b933-de4ee8d60f2d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:46.207516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:46.212109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-42d1baff-5043-42dc-9b28-dce19bcb98cc req-de06c029-85a7-43c4-ba5f-32ff4aea080e tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.216576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:46.217231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:46.217555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:46.276124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:46.276719 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:46.283338 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 9 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:46.338579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:46.339594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.347076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:46.347646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:46.348169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:46.394309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:46.394309 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:46.397845 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 10 to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 Nov 23 22:43:46.442423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-49009fd5-a387-4807-ab3a-937089dab386 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3cdffe5abaa4b9286c6b97b6228f733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440528 Nov 23 22:43:46.444773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-eb839b6f-8681-4326-9d59-25006ac6da66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7537580 Nov 23 22:43:46.445784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-42d1baff-5043-42dc-9b28-dce19bcb98cc req-de06c029-85a7-43c4-ba5f-32ff4aea080e tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.446831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37246) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:46.448389 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-42d1baff-5043-42dc-9b28-dce19bcb98cc req-de06c029-85a7-43c4-ba5f-32ff4aea080e tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.457123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05df96f4-b7e9-4045-b510-348782c77223'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:46.461393 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8153d725-dd19-4401-a116-854f23fcff65" -d '{"events": [{"server_uuid": "a0e43856-66f4-4ff3-8c1f-19c1d340f947", "name": "network-vif-plugged", "status": "completed", "tag": "05df96f4-b7e9-4045-b510-348782c77223"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:46.479051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'name': 'network-vif-deleted', 'tag': 'b764db0d-a00d-4336-bcef-415e5fc26fa5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:46.481975 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42d1baff-5043-42dc-9b28-dce19bcb98cc req-de06c029-85a7-43c4-ba5f-32ff4aea080e tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "DELETE /v2.0/security-groups/4f954981-1931-4431-a22f-38d0f3cc9af6 HTTP/1.1" status: 204 len: 173 time: 0.4830248 Nov 23 22:43:46.482442 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46bf241-6a30-447e-82d8-16f1fb7860a8" -d '{"events": [{"server_uuid": "6146e6f4-5ad1-4289-861d-5362e3ab14f1", "name": "network-vif-deleted", "tag": "b764db0d-a00d-4336-bcef-415e5fc26fa5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:46.552314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:46.553665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:46.554304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:46.565647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37256) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:46.566350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'admin_state_up': True, 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'security_groups': ['4f5b8b38-557d-4a21-9709-4a0001a479c6']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:46.579487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56167d02-bf0c-47a0-906b-f4183e95b2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.610062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56167d02-bf0c-47a0-906b-f4183e95b2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.659742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06c029-85a7-43c4-ba5f-32ff4aea080e tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f954981-1931-4431-a22f-38d0f3cc9af6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:46.670246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:46.670386 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:46.670857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.673495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56167d02-bf0c-47a0-906b-f4183e95b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.676671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56167d02-bf0c-47a0-906b-f4183e95b2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.701181 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-56167d02-bf0c-47a0-906b-f4183e95b2d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad HTTP/1.1" status: 204 len: 168 time: 0.2439303 Nov 23 22:43:46.730091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56167d02-bf0c-47a0-906b-f4183e95b2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b392ed-99f2-4e5e-b837-7d2e3fe0b3ad,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:46.803060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-89246841-4e09-4666-b945-0d5cca96d9b8 None None] Provisioning complete for port 61868889-21e4-4156-b933-de4ee8d60f2d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:46.803851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-89246841-4e09-4666-b945-0d5cca96d9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:46.856205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-89246841-4e09-4666-b945-0d5cca96d9b8 None None] Port 61868889-21e4-4156-b933-de4ee8d60f2d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:46.924706 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c8495db0-07dc-48f1-9db8-33d35f8f9cfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b8457d35ea94d3083e5bca0f6243a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556001 Nov 23 22:43:46.926717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37264) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:46.954894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacbd28-67ad-4146-a018-5d872202602d req-4c2a8c2c-f6af-4643-a07b-901c291794e6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:46.962478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bacbd28-67ad-4146-a018-5d872202602d req-4c2a8c2c-f6af-4643-a07b-901c291794e6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 950 time: 0.5943131 Nov 23 22:43:47.036875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bacbd28-67ad-4146-a018-5d872202602d req-0ff7ba12-c4ed-409c-a607-b86fc2dbb8d0 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734186 Nov 23 22:43:47.056928 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5550b93-522b-45b9-abb7-8336c232f730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.065650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] For port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:47.066041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempted to set empty binding levels {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:43:47.099299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5550b93-522b-45b9-abb7-8336c232f730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.110218 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e3a08d-5e0e-4fed-8455-15ebe7d6a697 x-openstack-request-id: req-a4e3a08d-5e0e-4fed-8455-15ebe7d6a697 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:47.110408 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e43856-66f4-4ff3-8c1f-19c1d340f947", "name": "network-vif-plugged", "status": "completed", "tag": "05df96f4-b7e9-4045-b510-348782c77223", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:47.110788 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4e3a08d-5e0e-4fed-8455-15ebe7d6a697 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:47.111192 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05df96f4-b7e9-4045-b510-348782c77223', 'code': 200} Nov 23 22:43:47.143488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.171323 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aded3e13-e15c-40f0-861f-23115a2d7e73 x-openstack-request-id: req-aded3e13-e15c-40f0-861f-23115a2d7e73 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:47.172148 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6146e6f4-5ad1-4289-861d-5362e3ab14f1", "name": "network-vif-deleted", "tag": "b764db0d-a00d-4336-bcef-415e5fc26fa5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:47.172148 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aded3e13-e15c-40f0-861f-23115a2d7e73 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:47.172361 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6146e6f4-5ad1-4289-861d-5362e3ab14f1', 'name': 'network-vif-deleted', 'tag': 'b764db0d-a00d-4336-bcef-415e5fc26fa5', 'status': 'completed', 'code': 200} Nov 23 22:43:47.241826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5550b93-522b-45b9-abb7-8336c232f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.249114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5550b93-522b-45b9-abb7-8336c232f730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.250271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f5550b93-522b-45b9-abb7-8336c232f730 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/686ba91b-4d31-4851-962c-fe38a78caa9a HTTP/1.1" status: 204 len: 168 time: 0.3212519 Nov 23 22:43:47.284662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=54d5c628-1e24-4b4e-9ad4-695797cd4fa5,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:47.286433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37272) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:47.288324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5550b93-522b-45b9-abb7-8336c232f730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ba91b-4d31-4851-962c-fe38a78caa9a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:47.300742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4550daf-ce1d-4267-b077-7b2962568038 req-da95773c-b4a6-4e73-9677-dbfb30931a96 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/2ecbb2bc-d6ac-4f27-9958-a9f07d275af2 HTTP/1.1" status: 200 len: 1829 time: 0.2814553 Nov 23 22:43:47.312358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] In _notify_port_updated(), no bound segment for port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:43:47.313481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.314300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.319403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b0a72fdf-9f75-458b-92ea-539992acdad4 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "PUT /v2.0/ports/54d5c628-1e24-4b4e-9ad4-695797cd4fa5 HTTP/1.1" status: 200 len: 973 time: 2.7232037 Nov 23 22:43:47.323849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37274) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:47.324501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:47.328036 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.331616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-128c5313-bad9-4b60-8b40-6fcd3160f4b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.384355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69951-2f1a-46ed-9493-aba00a8ab47f req-3153afee-91dc-4200-a8ba-eb4236018413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.396370 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73c69951-2f1a-46ed-9493-aba00a8ab47f req-3153afee-91dc-4200-a8ba-eb4236018413 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 1101 time: 0.1668661 Nov 23 22:43:47.479942 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73c69951-2f1a-46ed-9493-aba00a8ab47f req-2f34f22b-ef64-43c6-9e62-e55ac3627b9b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760341 Nov 23 22:43:47.513940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-128c5313-bad9-4b60-8b40-6fcd3160f4b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.524115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-128c5313-bad9-4b60-8b40-6fcd3160f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.578973 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-128c5313-bad9-4b60-8b40-6fcd3160f4b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5b77493237a494c84152a43a6802afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871642 Nov 23 22:43:47.585414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37278) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:47.612065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c5313-bad9-4b60-8b40-6fcd3160f4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e928a1-155f-4772-afb3-fdbaa17d30ba,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:47.670964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-413e7ae5-fffd-4510-ba17-c495b501dec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.714096 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-413e7ae5-fffd-4510-ba17-c495b501dec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.787155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.788639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.788639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.788639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.789197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.789490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.790689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.790689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.791034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.791414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.791964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.792433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.792796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:47.792983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.793328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.793783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.794232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.794682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.795130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.795624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.796046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.796495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.796627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-413e7ae5-fffd-4510-ba17-c495b501dec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.796961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.797388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.797830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.798296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.798716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.799162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.799626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.801019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-413e7ae5-fffd-4510-ba17-c495b501dec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.802838 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-413e7ae5-fffd-4510-ba17-c495b501dec7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2e928a1-155f-4772-afb3-fdbaa17d30ba HTTP/1.1" status: 204 len: 168 time: 0.2158473 Nov 23 22:43:47.809834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0c6ce99e-e32b-4098-b1d8-1d993f64ce27 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24877 time: 0.4713829 Nov 23 22:43:47.815169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37284) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:47.848663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7ae5-fffd-4510-ba17-c495b501dec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e928a1-155f-4772-afb3-fdbaa17d30ba,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:47.857826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4550daf-ce1d-4267-b077-7b2962568038 req-c316a3d8-c901-4ea3-bb88-8a15e44df3c3 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.867487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7d8c0-2848-46bb-a425-e9f728401eb9 req-8b0b9ccd-900a-4160-a40a-c60391a92298 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.873901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7d8c0-2848-46bb-a425-e9f728401eb9 req-8b0b9ccd-900a-4160-a40a-c60391a92298 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.875550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-baf7d8c0-2848-46bb-a425-e9f728401eb9 req-8b0b9ccd-900a-4160-a40a-c60391a92298 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 1652 time: 0.5525746 Nov 23 22:43:47.950983 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-730d1cc6-a7c0-4ea9-b25b-cbfb19754159 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=802e23cf2a244bc9abaaf34c08696d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560481 Nov 23 22:43:47.953289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4550daf-ce1d-4267-b077-7b2962568038 req-c316a3d8-c901-4ea3-bb88-8a15e44df3c3 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:47.953438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37286) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:48.029143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 10.1.1.50 (d6288ec8-3dd8-44be-a301-295514565e90/3c7ca50d-528f-46e7-8997-c7245196716b/c9ef1ce6-2888-4d54-af51-ec8104084c2d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:48.034264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-baf7d8c0-2848-46bb-a425-e9f728401eb9 req-edf11452-be5c-44e9-8560-1aba36e7768f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1506586 Nov 23 22:43:48.083544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4550daf-ce1d-4267-b077-7b2962568038 req-c316a3d8-c901-4ea3-bb88-8a15e44df3c3 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.089715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4550daf-ce1d-4267-b077-7b2962568038 req-c316a3d8-c901-4ea3-bb88-8a15e44df3c3 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.105298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4550daf-ce1d-4267-b077-7b2962568038 req-c316a3d8-c901-4ea3-bb88-8a15e44df3c3 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "DELETE /v2.0/security-groups/2ecbb2bc-d6ac-4f27-9958-a9f07d275af2 HTTP/1.1" status: 204 len: 173 time: 0.8033421 Nov 23 22:43:48.113891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Deleting port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:48.114427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.122272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-939fede9-296e-4584-b611-4dbd53b0c63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.173995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a3d8-c901-4ea3-bb88-8a15e44df3c3 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecbb2bc-d6ac-4f27-9958-a9f07d275af2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:48.289272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] For port 54d5c628-1e24-4b4e-9ad4-695797cd4fa5, host n-h2-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:48.289726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.306767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Calling delete_port for 54d5c628-1e24-4b4e-9ad4-695797cd4fa5 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:48.424619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-939fede9-296e-4584-b611-4dbd53b0c63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.458428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ee19-a9b9-41bd-8a81-aff584e793cc req-4d84ac6f-6e65-41d4-ab0b-6045bee89e55 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:48.460486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aee0ee19-a9b9-41bd-8a81-aff584e793cc req-4d84ac6f-6e65-41d4-ab0b-6045bee89e55 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 950 time: 0.1494436 Nov 23 22:43:48.503070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.536612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-939fede9-296e-4584-b611-4dbd53b0c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.556455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3534c46-6ad3-493c-9ff4-a6e1e0b6c673 req-890a0f4d-73c9-40a0-9c29-a7be8724a32b tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/25c2bc03-450b-482e-979d-72e6b3ee5b98 HTTP/1.1" status: 200 len: 1830 time: 0.0837402 Nov 23 22:43:48.559564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-939fede9-296e-4584-b611-4dbd53b0c63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.566356 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-939fede9-296e-4584-b611-4dbd53b0c63e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5708f6b-1cf6-4f69-a183-4f32da1446d4 HTTP/1.1" status: 204 len: 168 time: 0.6112421 Nov 23 22:43:48.580027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.618198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aee0ee19-a9b9-41bd-8a81-aff584e793cc req-7a9b33f6-3dd5-460e-9502-3f79f9a94d05 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485331 Nov 23 22:43:48.637901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fede9-296e-4584-b611-4dbd53b0c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5708f6b-1cf6-4f69-a183-4f32da1446d4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:48.648648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.675768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "DELETE /v2.0/ports/54d5c628-1e24-4b4e-9ad4-695797cd4fa5 HTTP/1.1" status: 204 len: 168 time: 0.8576620 Nov 23 22:43:48.680206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37306) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:48.693462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74041ea7-1099-4d5e-a288-f55a73a19804 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event deleted for resources: {'Port': ['ID=54d5c628-1e24-4b4e-9ad4-695797cd4fa5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:48.753646 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe1adae-ec65-446f-8cc5-53e7c2e8c2ba tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:43:48.755444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7fe1adae-ec65-446f-8cc5-53e7c2e8c2ba tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "GET /v2.0/ports/54d5c628-1e24-4b4e-9ad4-695797cd4fa5 HTTP/1.1" status: 404 len: 333 time: 0.0680714 Nov 23 22:43:48.758277 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c3534c46-6ad3-493c-9ff4-a6e1e0b6c673 req-f77cb11b-7d68-4584-bbf1-8daca69c7563 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.759527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:48.768312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1633172001', 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:48.809498 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.824850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Made reservation on behalf of c3117480904c4dadb35c914b26f9d462 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:48.827213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.832843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c3534c46-6ad3-493c-9ff4-a6e1e0b6c673 req-f77cb11b-7d68-4584-bbf1-8daca69c7563 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:48.909795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network d6288ec8-3dd8-44be-a301-295514565e90 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:48.933943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] device_id is not set on port d6297358-8bb6-4b0c-98ed-6f73140d19eb yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:48.964542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:48.978534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:48.981855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=c9ef1ce6-2888-4d54-af51-ec8104084c2d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:49.165709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c3534c46-6ad3-493c-9ff4-a6e1e0b6c673 req-f77cb11b-7d68-4584-bbf1-8daca69c7563 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.168347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c3534c46-6ad3-493c-9ff4-a6e1e0b6c673 req-f77cb11b-7d68-4584-bbf1-8daca69c7563 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.169511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3534c46-6ad3-493c-9ff4-a6e1e0b6c673 req-f77cb11b-7d68-4584-bbf1-8daca69c7563 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "DELETE /v2.0/security-groups/25c2bc03-450b-482e-979d-72e6b3ee5b98 HTTP/1.1" status: 204 len: 173 time: 0.6118975 Nov 23 22:43:49.229385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:49.230080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.234692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cb11b-7d68-4584-bbf1-8daca69c7563 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c2bc03-450b-482e-979d-72e6b3ee5b98,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:49.273477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547102e-fef8-436f-ab0e-1dc566dac8ec req-f567a2b5-0111-45b3-97c7-d6b04d86ed7c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:49.275360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c547102e-fef8-436f-ab0e-1dc566dac8ec req-f567a2b5-0111-45b3-97c7-d6b04d86ed7c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 950 time: 0.2891450 Nov 23 22:43:49.288347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c0e850dd-9c93-4fe1-ad16-054a6421ffd2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8052156 Nov 23 22:43:49.315188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.335923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1', 'admin_state_up': True, 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'security_groups': ['4f5b8b38-557d-4a21-9709-4a0001a479c6']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:49.402408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.508717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=d6297358-8bb6-4b0c-98ed-6f73140d19eb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:49.530199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d33f6302-ca69-418c-bd1d-2e657cc9edd8 None None] Provisioning complete for port c9ef1ce6-2888-4d54-af51-ec8104084c2d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:49.530762 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d33f6302-ca69-418c-bd1d-2e657cc9edd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.544103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Network 623758c2-4bbe-401a-acd3-c349c6e19ab5 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:49.545599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:49.548272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:49.549221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:49.549825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.594930 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42a023e9-0ca9-45c3-a2b7-54aec959de23 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8336420 Nov 23 22:43:49.595609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37342) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:49.608837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d33f6302-ca69-418c-bd1d-2e657cc9edd8 None None] Port c9ef1ce6-2888-4d54-af51-ec8104084c2d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:49.628242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c547102e-fef8-436f-ab0e-1dc566dac8ec req-e3551c1a-4e26-4ac5-a1f6-59b6b52b5e6f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387387 Nov 23 22:43:49.638338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37346) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:49.686426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3039272-ba73-44cb-ae16-ddbbfb410046 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:49.689948 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3039272-ba73-44cb-ae16-ddbbfb410046 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "GET /v2.0/ports/d6297358-8bb6-4b0c-98ed-6f73140d19eb HTTP/1.1" status: 200 len: 955 time: 0.0930562 Nov 23 22:43:49.692510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37354) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:49.750816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c526f-85f7-44d8-8e24-2dfc62768df5 req-7c0c1f98-b09b-4da4-83a2-d3be5e2b89a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:49.756896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c526f-85f7-44d8-8e24-2dfc62768df5 req-7c0c1f98-b09b-4da4-83a2-d3be5e2b89a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:49.766905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c526f-85f7-44d8-8e24-2dfc62768df5 req-7c0c1f98-b09b-4da4-83a2-d3be5e2b89a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:49.768675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f6c526f-85f7-44d8-8e24-2dfc62768df5 req-7c0c1f98-b09b-4da4-83a2-d3be5e2b89a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 2372 time: 0.3265812 Nov 23 22:43:49.796063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-862e6e61-c67b-4622-891d-9d9421a84a27 req-81db1fc4-3af4-4659-a69b-8c9ba6b9d1c6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "GET /v2.0/security-groups/242db7dd-a2c9-48ef-8d35-d77790978480 HTTP/1.1" status: 200 len: 1829 time: 0.1283050 Nov 23 22:43:49.839319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Deleting port d6297358-8bb6-4b0c-98ed-6f73140d19eb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:49.839712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.848578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:49.909836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f6c526f-85f7-44d8-8e24-2dfc62768df5 req-ad376682-5647-44a5-b188-e27eed0c1346 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322064 Nov 23 22:43:49.945452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:49.961889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Calling delete_port for d6297358-8bb6-4b0c-98ed-6f73140d19eb owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:49.970372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37358) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:50.023207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-862e6e61-c67b-4622-891d-9d9421a84a27 req-dc70c19b-fe65-4fdc-93b7-cff15b7143a6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.056036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-network', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:50.090477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.092020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-network', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:50.100894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.113429 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-862e6e61-c67b-4622-891d-9d9421a84a27 req-dc70c19b-fe65-4fdc-93b7-cff15b7143a6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.157955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.160225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Made reservation on behalf of d4f51ad23124449ea2eb32d8f8c94d28 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:50.163113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.164012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d6297358-8bb6-4b0c-98ed-6f73140d19eb HTTP/1.1" status: 204 len: 168 time: 0.4702754 Nov 23 22:43:50.165196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b501f-b8ba-46f7-ad80-15eb88e55915 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6297358-8bb6-4b0c-98ed-6f73140d19eb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:50.167297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37364) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:50.168286 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:43:50.168286 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 22:43:50.168286 n-d-817303-3 neutron-server[103523]: [parameters: {'project_id_1': 'e1be4945bf334d9098715116c6a777e7', 'expiration_1': datetime.datetime(2021, 11, 23, 22, 43, 30, 96650)}] Nov 23 22:43:50.168286 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:43:50.169136 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:43:50.201202 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-45140c7a-4010-4575-9aaf-91e4e79bf805 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:43:50.202731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-45140c7a-4010-4575-9aaf-91e4e79bf805 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "GET /v2.0/ports/d6297358-8bb6-4b0c-98ed-6f73140d19eb HTTP/1.1" status: 404 len: 333 time: 0.0323524 Nov 23 22:43:50.206973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:50.212762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Request body: {'port': {'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1204230485'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:50.242049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Made reservation on behalf of c3117480904c4dadb35c914b26f9d462 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:50.244640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.247977 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.280021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] device_id is not set on port 7ab23598-1b10-44ae-bec6-a79311ed4699 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:50.297492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-862e6e61-c67b-4622-891d-9d9421a84a27 req-dc70c19b-fe65-4fdc-93b7-cff15b7143a6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.300188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-862e6e61-c67b-4622-891d-9d9421a84a27 req-dc70c19b-fe65-4fdc-93b7-cff15b7143a6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.306353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-862e6e61-c67b-4622-891d-9d9421a84a27 req-dc70c19b-fe65-4fdc-93b7-cff15b7143a6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] 10.222.0.11 "DELETE /v2.0/security-groups/242db7dd-a2c9-48ef-8d35-d77790978480 HTTP/1.1" status: 204 len: 173 time: 0.5094028 Nov 23 22:43:50.331537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37368) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:50.388586 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c19b-fe65-4fdc-93b7-cff15b7143a6 tempest-SecurityGroupRulesNegativeTestJSON-1186178795 tempest-SecurityGroupRulesNegativeTestJSON-1186178795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242db7dd-a2c9-48ef-8d35-d77790978480,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:50.476965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 10.2.2.100 (4c5b1f90-f968-41b9-918a-0ff67e1da0b1/7739e4f7-91e5-429d-941b-529c876d3d4e/86449cf7-da38-46c1-846c-8159c542dac8) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:50.497349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] Deleting subnet 2fde9d91-bb8f-449d-8a28-38673bb0191e {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:43:50.515986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.644062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.649430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.710833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.754116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.769464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510ca38-87f7-445f-b845-8274f7016e8d req-6691b3e5-ce58-49be-81b1-6b676f64053f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:50.775793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510ca38-87f7-445f-b845-8274f7016e8d req-6691b3e5-ce58-49be-81b1-6b676f64053f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:50.776692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Made reservation on behalf of e1be4945bf334d9098715116c6a777e7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:50.777577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b510ca38-87f7-445f-b845-8274f7016e8d req-6691b3e5-ce58-49be-81b1-6b676f64053f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947&device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 1691 time: 0.1108465 Nov 23 22:43:50.779947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.780130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.781687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.805004 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.817390 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.846848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37374) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:50.878288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.884249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:50.895770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:50.915813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:50.928580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e335acd2-3a6e-4905-8490-952606fb52ee,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:50.936300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:50.939535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Network 623758c2-4bbe-401a-acd3-c349c6e19ab5 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:50.944847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:50.947680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=86449cf7-da38-46c1-846c-8159c542dac8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:50.953001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:50.954091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:50.954696 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.967149 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.967515 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Added segment 999a1b34-6db9-417f-9d37-0c6a3e22002e of type vlan for network 64c6b136-296d-4198-a606-7bd0663ae877 Nov 23 22:43:50.976146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:50.991722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b510ca38-87f7-445f-b845-8274f7016e8d req-ab551a18-a967-4c44-ad64-713fe4f06369 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991396 Nov 23 22:43:51.063596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fde9d91-bb8f-449d-8a28-38673bb0191e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:51.073945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=7ab23598-1b10-44ae-bec6-a79311ed4699,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:51.080375 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.085621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7b6fc5b8-5e70-4798-8f20-26df9f5b36f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2fde9d91-bb8f-449d-8a28-38673bb0191e HTTP/1.1" status: 204 len: 168 time: 0.7504880 Nov 23 22:43:51.089559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37384) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:51.102268 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.124952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.125636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.248003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-56a93dcf-93a7-4674-8b85-3011efbe123d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9400911 Nov 23 22:43:51.265737 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dd1625eb-b246-46a7-aec8-da88db914223 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0522268 Nov 23 22:43:51.268821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37388) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:51.276594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1', 'admin_state_up': True, 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'security_groups': ['4f5b8b38-557d-4a21-9709-4a0001a479c6']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:51.301480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:51.302079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.307176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.308366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.309193 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.318014 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.328764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-884b83bd-a641-4fab-ac14-2fc2f4121838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.340805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.359015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:51.370852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.371262 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Added segment f3c46796-22ab-429e-bf72-0392cfa59e56 of type vlan for network 79441c37-e456-42ed-9b0d-f8ac9430fd21 Nov 23 22:43:51.426367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.429871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a23559d6-ad34-4afb-83b6-aa99e37eeb2f None None] Provisioning complete for port 86449cf7-da38-46c1-846c-8159c542dac8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:51.430846 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a23559d6-ad34-4afb-83b6-aa99e37eeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.467304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.468319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.468967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.485931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8423359 Nov 23 22:43:51.495811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37390) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:51.509620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a1c4f7-8c1a-4f51-9294-e3bd5e82b554,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:51.510360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a23559d6-ad34-4afb-83b6-aa99e37eeb2f None None] Port 86449cf7-da38-46c1-846c-8159c542dac8 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:51.558842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Request body: {'subnet': {'network_id': '64c6b136-296d-4198-a606-7bd0663ae877', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-subnet', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:51.570699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5959511 Nov 23 22:43:51.571442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b8467-1a1e-4107-b9fa-1987549fa85a req-27bdcdd1-0e66-4da6-b404-6b7223333ec1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.577791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b8467-1a1e-4107-b9fa-1987549fa85a req-27bdcdd1-0e66-4da6-b404-6b7223333ec1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.584783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b8467-1a1e-4107-b9fa-1987549fa85a req-27bdcdd1-0e66-4da6-b404-6b7223333ec1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.585729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37392) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:51.588034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e95c78-905d-4aba-83eb-4c144641229f admin admin] Pushing event updated for resources: {'Network': ['ID=79441c37-e456-42ed-9b0d-f8ac9430fd21,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:51.591014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b8467-1a1e-4107-b9fa-1987549fa85a req-27bdcdd1-0e66-4da6-b404-6b7223333ec1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.593008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb3b8467-1a1e-4107-b9fa-1987549fa85a req-27bdcdd1-0e66-4da6-b404-6b7223333ec1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 3093 time: 0.3952031 Nov 23 22:43:51.593179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Request body: {'subnet': {'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-subnet', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:51.614668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:51.623627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4df33-f89f-46f5-85fe-4092933d4113 admin admin] Pushing event updated for resources: {'Network': ['ID=64c6b136-296d-4198-a606-7bd0663ae877,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:51.653253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.660253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.675367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d4734f-ee60-4510-a0aa-651f8741ec82']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:51.686939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1435866f-2f4b-45e3-9ba8-57363bcc237d') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:51.687270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1435866f-2f4b-45e3-9ba8-57363bcc237d') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:51.704064 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.710104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f673869-c752-4d5e-ab0b-dbab5b07ea7c req-9470ef32-c5c4-4f77-9994-0df8096a665d tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.718274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f673869-c752-4d5e-ab0b-dbab5b07ea7c req-9470ef32-c5c4-4f77-9994-0df8096a665d tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 1101 time: 0.3813219 Nov 23 22:43:51.719859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.727810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:43:51.728258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.739388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Made reservation on behalf of d4f51ad23124449ea2eb32d8f8c94d28 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:51.742634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.750113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 64c6b136-296d-4198-a606-7bd0663ae877 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:43:51.786532 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:43:51.792989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.803702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.811047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40d4734f-ee60-4510-a0aa-651f8741ec82 HTTP/1.1" status: 204 len: 168 time: 0.7200568 Nov 23 22:43:51.822206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c65b9-9774-49a5-b5d0-85b0488eeaa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d4734f-ee60-4510-a0aa-651f8741ec82,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:51.868237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb3b8467-1a1e-4107-b9fa-1987549fa85a req-46c498ec-254d-47c0-823d-de345e0308cf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2456260 Nov 23 22:43:51.936170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Made reservation on behalf of e1be4945bf334d9098715116c6a777e7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:51.942574 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:51.942953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Made reservation on behalf of d4bf0878015b40aebbce3e331ab6d25c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:51.947811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.012888 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-884b83bd-a641-4fab-ac14-2fc2f4121838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.031536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f673869-c752-4d5e-ab0b-dbab5b07ea7c req-cc857155-a93c-4bed-bf53-1f8298989807 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114710 Nov 23 22:43:52.054868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37396) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:52.089917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-884b83bd-a641-4fab-ac14-2fc2f4121838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.169934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6a34278b-f357-41b4-9554-d3130ac8dcfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a83967f426149b285d9eac2f4302e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1135187 Nov 23 22:43:52.172828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37400) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:52.249746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-884b83bd-a641-4fab-ac14-2fc2f4121838 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d31e25e955c49d6aaebb5b87b0de443&name=default HTTP/1.1" status: 200 len: 2998 time: 1.4023466 Nov 23 22:43:52.259368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:52.268364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b83bd-a641-4fab-ac14-2fc2f4121838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a37f8fd-4345-4cad-8c45-fc7f5257ec45,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:52.307974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.309827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d64-2212-443a-87bc-46e77335ccf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.379734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d64-2212-443a-87bc-46e77335ccf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.402108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91c3bc-a402-4658-99a1-026a5ac9166a req-61854a9f-76d2-4f8b-bf9b-20735e7b5e93 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:52.403618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e91c3bc-a402-4658-99a1-026a5ac9166a req-61854a9f-76d2-4f8b-bf9b-20735e7b5e93 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 1101 time: 0.2445261 Nov 23 22:43:52.421585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a7e811-83b5-44e0-8294-f2f2052006e6,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:52.444077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] device_id is not set on port 7ab23598-1b10-44ae-bec6-a79311ed4699 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:43:52.448989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1ed8-313d-447f-9000-db4a13ad02eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.464598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.475597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Checking segment: {'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:52.475945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Network hostable DHCP agents. Network: 79441c37-e456-42ed-9b0d-f8ac9430fd21, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:52.484240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1ed8-313d-447f-9000-db4a13ad02eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.531170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.541641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:52.556274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d64-2212-443a-87bc-46e77335ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.558596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d64-2212-443a-87bc-46e77335ccf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.560456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3ef22d64-2212-443a-87bc-46e77335ccf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c1133a4-b18d-4efe-b115-c6ec6871f4b9 HTTP/1.1" status: 204 len: 168 time: 0.3860977 Nov 23 22:43:52.563950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 79441c37-e456-42ed-9b0d-f8ac9430fd21) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:52.574559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:52.575163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.580464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef22d64-2212-443a-87bc-46e77335ccf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1133a4-b18d-4efe-b115-c6ec6871f4b9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:52.605316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9d2d0-e5ee-4813-9cd8-772b1defaf6a None None] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:52.606531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c159c80a-df34-42dd-a05d-c01c8f4ae40a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0180762 Nov 23 22:43:52.608111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:52.619895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:52.632742 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1ed8-313d-447f-9000-db4a13ad02eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.637570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1ed8-313d-447f-9000-db4a13ad02eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.643083 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a3e1ed8-313d-447f-9000-db4a13ad02eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a37f8fd-4345-4cad-8c45-fc7f5257ec45 HTTP/1.1" status: 204 len: 168 time: 0.3790665 Nov 23 22:43:52.663085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=7ab23598-1b10-44ae-bec6-a79311ed4699,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:52.690716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e1ed8-313d-447f-9000-db4a13ad02eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a37f8fd-4345-4cad-8c45-fc7f5257ec45,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:52.727387 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.728544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.762144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.841992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be56bbc3-2cef-4a78-947a-2ec6ed0c6220,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:52.862290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Allocated IP 10.2.2.200 (4c5b1f90-f968-41b9-918a-0ff67e1da0b1/7739e4f7-91e5-429d-941b-529c876d3d4e/7094fd7f-fee9-440f-9151-fa81ee63c3b7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:52.882682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:52.893703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e91c3bc-a402-4658-99a1-026a5ac9166a req-aa2db6ef-e11d-409c-a0d9-443ee0e955d4 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681416 Nov 23 22:43:52.971151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:52.971681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:52.971955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:53.082508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:53.082845 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:53.092251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-79441c37-e456-42ed-9b0d-f8ac9430fd21', 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'fixed_ips': [{'subnet_id': 'c0a7e811-83b5-44e0-8294-f2f2052006e6'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:43:53.093673 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:53.107766 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 2 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:53.180019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Checking segment: {'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:53.180404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Network hostable DHCP agents. Network: 64c6b136-296d-4198-a606-7bd0663ae877, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:53.186748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:53.187118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:53.187432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:53.291185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:53.300712 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:53.373028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:53.417912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:53.486412 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 3 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:53.554450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:53.554783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:53.555130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:53.558801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:53.643425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Allocated IP 172.20.0.2 (79441c37-e456-42ed-9b0d-f8ac9430fd21/c0a7e811-83b5-44e0-8294-f2f2052006e6/397a52f6-acba-4c65-b4ca-0387514d7126) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:53.890465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Network 64c6b136-296d-4198-a606-7bd0663ae877 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:53.938346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 64c6b136-296d-4198-a606-7bd0663ae877) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:53.942500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:53.952910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-1d587dc0-6339-48d1-ba64-91db04565153 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4350882 Nov 23 22:43:53.954831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:53.955177 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:53.961224 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 4 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:53.978378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:53.978981 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:53.995110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448f18-f3d7-4f02-81c8-35403dad93c0 req-468f924a-7c7a-46e6-8ffe-ceabc8f0db24 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:54.004903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448f18-f3d7-4f02-81c8-35403dad93c0 req-468f924a-7c7a-46e6-8ffe-ceabc8f0db24 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:54.011492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448f18-f3d7-4f02-81c8-35403dad93c0 req-468f924a-7c7a-46e6-8ffe-ceabc8f0db24 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:54.017904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448f18-f3d7-4f02-81c8-35403dad93c0 req-468f924a-7c7a-46e6-8ffe-ceabc8f0db24 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:54.019800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b448f18-f3d7-4f02-81c8-35403dad93c0 req-468f924a-7c7a-46e6-8ffe-ceabc8f0db24 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 3093 time: 0.8586977 Nov 23 22:43:54.020804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:54.042385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:54.069603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549624e-cc83-4085-98cb-6821ebfa924a None None] Network 64c6b136-296d-4198-a606-7bd0663ae877 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:54.088804 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.134965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.182494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.262927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:54.281299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:54.282042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:54.384577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:54.385365 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:54.404322 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 5 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:54.409146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event updated for resources: {'Port': ['ID=7094fd7f-fee9-440f-9151-fa81ee63c3b7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:54.410628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Allocated IP 172.25.0.221 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/2e7f399a-ff47-401b-959c-54ac738615a5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:54.476296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.545097 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.549158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:54.558396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:54.571218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:54.592611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37462) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:54.610769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-6ce707da-8e8f-4b10-8717-297484acf9d3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:54.611523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-6ce707da-8e8f-4b10-8717-297484acf9d3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6578186 Nov 23 22:43:54.618326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-67bd6306-79be-4606-8546-fba80dacf43f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1008246 Nov 23 22:43:54.623795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37466) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:54.627443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:54.627810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:54.628161 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:54.652896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.655420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:54.668577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Pushing event updated for resources: {'Port': ['ID=397a52f6-acba-4c65-b4ca-0387514d7126,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:54.674745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b448f18-f3d7-4f02-81c8-35403dad93c0 req-dd88a241-84f9-46c8-b0f5-536cf82c55e8 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6362135 Nov 23 22:43:54.768767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:54.772892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4767686b-9940-4e23-a21c-4d69b3b596ce None None] Provisioning complete for port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:54.773268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4767686b-9940-4e23-a21c-4d69b3b596ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.785386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:54.786165 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:54.788722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-5d10ddbb-36a3-43cd-8e3a-0c4e0183e4c6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/quotas/05466d14b5a14ae6b7b9008449e2a3dc HTTP/1.1" status: 200 len: 375 time: 0.1548684 Nov 23 22:43:54.790063 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 6 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:54.797010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:54.802161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:54.810857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37470) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:54.833551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Attempting to bind port 397a52f6-acba-4c65-b4ca-0387514d7126 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:54.835562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Attempting to bind port 397a52f6-acba-4c65-b4ca-0387514d7126 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:54.836466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Attempting to bind port 397a52f6-acba-4c65-b4ca-0387514d7126 on network 79441c37-e456-42ed-9b0d-f8ac9430fd21 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:54.845526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.846218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.847960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.848578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.850907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.851943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.852875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.861462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.861792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.862462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.863372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.863990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:54.898256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1320115079-network', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:54.899723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:54.900414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:54.900994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:54.903730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.904928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.915025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:54.915850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.921271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1036997612-network', 'tenant_id': 'd559c59f43044482aabc20c3af3b1de3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:54.937652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Pushing event updated for resources: {'Port': ['ID=2e7f399a-ff47-401b-959c-54ac738615a5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:54.947066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3e2ac7f9-565b-4888-bd5d-ae346eca8f0c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6761038 Nov 23 22:43:54.949313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:54.949948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Checking segment: {'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:54.950579 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:54.951943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Bound using segment: {'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:54.952975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Bound port: 397a52f6-acba-4c65-b4ca-0387514d7126, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:54.953379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.008870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.010376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:55.011000 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:55.013611 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 7 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:55.016854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:55.020643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.027200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:55.074844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-64c6b136-296d-4198-a606-7bd0663ae877', 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'fixed_ips': [{'subnet_id': 'be56bbc3-2cef-4a78-947a-2ec6ed0c6220'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:43:55.076726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.078420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.149839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4767686b-9940-4e23-a21c-4d69b3b596ce None None] Port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:43:55.159719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:55.160302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:55.160819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:55.171656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.179297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-36bdd003-c395-4461-a30f-3464d7c18ca1 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3537140 Nov 23 22:43:55.182779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:55.183329 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:55.186760 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 8 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:55.196527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.208201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Made reservation on behalf of d559c59f43044482aabc20c3af3b1de3 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:55.210941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:55.211287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:55.211655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:55.213626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.233496 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.246431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:55.246792 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:55.279821 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 9 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:55.325196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:55.325562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:55.326075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:55.331345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.357063 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.359922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] For port 397a52f6-acba-4c65-b4ca-0387514d7126, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:55.360212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:55.360559 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:55.366798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] For port 397a52f6-acba-4c65-b4ca-0387514d7126, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=397a52f6-acba-4c65-b4ca-0387514d7126,segment=NetworkSegment(f3c46796-22ab-429e-bf72-0392cfa59e56),segment_id=f3c46796-22ab-429e-bf72-0392cfa59e56)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:55.386224 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempt 10 to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 Nov 23 22:43:55.392063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.405726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:55.418637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.444188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:55.444508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:55.445098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempting to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:55.446021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c954c-e72d-496f-a265-b9fce8fa76d9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:55.481238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:55.481576 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Failed to bind port 7ab23598-1b10-44ae-bec6-a79311ed4699 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '3e372f21-a4c5-427d-ac41-076bf179a7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '623758c2-4bbe-401a-acd3-c349c6e19ab5'}] Nov 23 22:43:55.481963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.564471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Allocated IP 172.20.0.2 (64c6b136-296d-4198-a606-7bd0663ae877/be56bbc3-2cef-4a78-947a-2ec6ed0c6220/7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:55.693772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15ebdaaa-edf0-4820-8e5e-925a164fc9b6 req-1a81c72e-e8a4-40d6-87fa-d12775998683 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 210 time: 0.0751917 Nov 23 22:43:55.721422 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.727467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.786783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe70ec-a8f3-4ecc-95ea-83fdf68c397b None None] Pushing event updated for resources: {'Port': ['ID=397a52f6-acba-4c65-b4ca-0387514d7126,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:55.793512 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:55.855929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] For port 7ab23598-1b10-44ae-bec6-a79311ed4699, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:55.873290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Network 64c6b136-296d-4198-a606-7bd0663ae877 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:55.878666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attempted to set empty binding levels {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:43:55.879671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:55.893759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:55.902958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Pushing event updated for resources: {'Port': ['ID=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:55.965383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.055912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event updated for resources: {'Port': ['ID=7ab23598-1b10-44ae-bec6-a79311ed4699,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:56.082322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Attempting to bind port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:56.082775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Attempting to bind port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:56.083264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Attempting to bind port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 on network 64c6b136-296d-4198-a606-7bd0663ae877 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:56.097268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:56.097665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Checking segment: {'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:56.098074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.098474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Bound using segment: {'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:56.098970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Bound port: 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:56.099353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.258057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] For port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:56.263917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] For port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,segment=NetworkSegment(999a1b34-6db9-417f-9d37-0c6a3e22002e),segment_id=999a1b34-6db9-417f-9d37-0c6a3e22002e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:56.275276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.378348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.390164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:43:56.396394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.396741 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Added segment d0984bd6-6a90-48e6-b548-2f89e139ed5d of type vlan for network 4eab735f-5232-4a02-8b4a-c8cea5352eea Nov 23 22:43:56.458231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5518-e52a-4fba-8834-28cc57c703b5 None None] Pushing event updated for resources: {'Port': ['ID=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:56.491744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d4b48a-f255-49c2-8385-ebae19a11a9c {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:56.505889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.525289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Transition to ACTIVE for port object 64d4b48a-f255-49c2-8385-ebae19a11a9c will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:56.529805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] In _notify_port_updated(), no bound segment for port 7ab23598-1b10-44ae-bec6-a79311ed4699 on network 623758c2-4bbe-401a-acd3-c349c6e19ab5 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:43:56.530870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.533978 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.540245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-138bc955-1d9d-4774-9a46-292b2489fdea tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "PUT /v2.0/ports/7ab23598-1b10-44ae-bec6-a79311ed4699 HTTP/1.1" status: 200 len: 975 time: 5.2457075 Nov 23 22:43:56.548679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37488) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:56.561463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.656176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafefc2-7df9-46fa-be96-dd591447e188,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:56.678368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.678722 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Added segment 18333a7d-6348-45a1-a450-02ab8873e652 of type vlan for network 087fe229-c740-4ae3-a6da-14ac70d56cb0 Nov 23 22:43:56.681761 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.750661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.765759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Pushing event updated for resources: {'Port': ['ID=64d4b48a-f255-49c2-8385-ebae19a11a9c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:56.903866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467569-89dd-4c28-a262-d8546890eb75 req-08fae96f-fcaa-4c7f-a2d4-6a1cf8c5db33 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.910319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467569-89dd-4c28-a262-d8546890eb75 req-08fae96f-fcaa-4c7f-a2d4-6a1cf8c5db33 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.932711 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.937605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467569-89dd-4c28-a262-d8546890eb75 req-08fae96f-fcaa-4c7f-a2d4-6a1cf8c5db33 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.944767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467569-89dd-4c28-a262-d8546890eb75 req-08fae96f-fcaa-4c7f-a2d4-6a1cf8c5db33 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.968504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467569-89dd-4c28-a262-d8546890eb75 req-08fae96f-fcaa-4c7f-a2d4-6a1cf8c5db33 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.972167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d467569-89dd-4c28-a262-d8546890eb75 req-08fae96f-fcaa-4c7f-a2d4-6a1cf8c5db33 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 3814 time: 1.0772774 Nov 23 22:43:57.002904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.005227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:57.005227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.077904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.161330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.167410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.168934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:57.170598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.217505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-574a96ba-4641-4171-b1f5-78e5420730ae req-4d89ea7e-c798-4bc1-bd22-405f3952daa3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 210 time: 0.1830697 Nov 23 22:43:57.321274 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5057018 Nov 23 22:43:57.324263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37494) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:57.326016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d467569-89dd-4c28-a262-d8546890eb75 req-f05724a8-5259-49bd-82e5-96b46915154a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1757860 Nov 23 22:43:57.355238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Attempting to bind port 64d4b48a-f255-49c2-8385-ebae19a11a9c on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:57.355687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Attempting to bind port 64d4b48a-f255-49c2-8385-ebae19a11a9c by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:57.356085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Attempting to bind port 64d4b48a-f255-49c2-8385-ebae19a11a9c on network 1a002db8-63e5-442b-8ec6-30503d13df0b {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:57.366160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Port 64d4b48a-f255-49c2-8385-ebae19a11a9c on network 1a002db8-63e5-442b-8ec6-30503d13df0b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:57.366787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Attempting to bind port 64d4b48a-f255-49c2-8385-ebae19a11a9c on network 1a002db8-63e5-442b-8ec6-30503d13df0b {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:57.377693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Deleting port 7ab23598-1b10-44ae-bec6-a79311ed4699 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:57.382828 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.407399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Request body: {'subnet': {'network_id': '087fe229-c740-4ae3-a6da-14ac70d56cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1036997612-subnet', 'tenant_id': 'd559c59f43044482aabc20c3af3b1de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:57.419989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8191526 Nov 23 22:43:57.422253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37496) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:57.432439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Request body: {'subnet': {'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1320115079-subnet', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:57.442452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ca91c-b30d-4dec-ad93-852bef23adcd admin admin] Pushing event updated for resources: {'Network': ['ID=087fe229-c740-4ae3-a6da-14ac70d56cb0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:57.453637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 087fe229-c740-4ae3-a6da-14ac70d56cb0 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:57.478901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Allocated IP 172.25.0.94 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c7193009-ac95-4697-b14f-a26d847f69b6) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:43:57.500569 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.519919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:57.520513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Checking segment: {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:57.520985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Bound using segment: {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:57.521776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Bound port: 64d4b48a-f255-49c2-8385-ebae19a11a9c, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93e1c82-2dc3-427e-809c-9839ef117a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:57.522517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.559736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec2a9-f516-4abc-8f15-2c90232d3da8 admin admin] Pushing event updated for resources: {'Network': ['ID=4eab735f-5232-4a02-8b4a-c8cea5352eea,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:57.629312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:43:57.630102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Made reservation on behalf of d559c59f43044482aabc20c3af3b1de3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:57.635974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.665856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] For port 64d4b48a-f255-49c2-8385-ebae19a11a9c, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:57.675472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] For port 64d4b48a-f255-49c2-8385-ebae19a11a9c, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:57.806101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:57.864004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-8adbe00f-22a6-45a2-b48a-744f9e9861d3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1807814 Nov 23 22:43:57.956782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:57.959814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.217354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] For port 7ab23598-1b10-44ae-bec6-a79311ed4699, host n-h2-817303-3, got binding levels [] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:58.217746 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.225247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f89b1-b39e-49e4-8587-f05372db98db None None] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:58.242126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-2bc34883-2b5e-47d1-90eb-00d6a742ac34 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:58.243980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-2bc34883-2b5e-47d1-90eb-00d6a742ac34 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370502 Nov 23 22:43:58.264245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 397a52f6-acba-4c65-b4ca-0387514d7126 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:58.267156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:58.268177 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.271103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] 10.222.0.48 "PUT /v2.0/ports/64d4b48a-f255-49c2-8385-ebae19a11a9c HTTP/1.1" status: 200 len: 1091 time: 3.2586145 Nov 23 22:43:58.300656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Calling delete_port for 7ab23598-1b10-44ae-bec6-a79311ed4699 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:58.488595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.516496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Router 54a4f812-2eca-4c76-ba7d-12e390f53865 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:43:58.531960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:58.537808 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:58.581721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:58.616471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:58.626069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.662676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac3e233-84ae-481e-9f9d-c258fb4d9ca9 None None] Network 64c6b136-296d-4198-a606-7bd0663ae877 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:58.697679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.709412 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.718208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e07bca0-7eb3-4493-b99a-73546f5ff818 req-41e05459-2099-4092-82dd-9347c3bd276b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 210 time: 0.1519840 Nov 23 22:43:58.800950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.843874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:43:58.852446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bbdcc8-aac4-41a9-af54-aff16e87d3e2,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:58.858051 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Sync routers for ids ['54a4f812-2eca-4c76-ba7d-12e390f53865'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:43:58.878893 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Routers {'54a4f812-2eca-4c76-ba7d-12e390f53865'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:58.879541 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['54a4f812-2eca-4c76-ba7d-12e390f53865'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:58.976371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d63b1b-354c-45e1-aa8a-1aadf0532b49,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:58.985140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6806bab7-4fcf-4505-8895-9a703c2bf145 None None] Provisioning complete for port 397a52f6-acba-4c65-b4ca-0387514d7126 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:58.988582 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6806bab7-4fcf-4505-8895-9a703c2bf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.023806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Checking segment: {'id': '18333a7d-6348-45a1-a450-02ab8873e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '087fe229-c740-4ae3-a6da-14ac70d56cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:59.024593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Network hostable DHCP agents. Network: 087fe229-c740-4ae3-a6da-14ac70d56cb0, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:59.045633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.058598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-975b2224-99d7-4363-8d69-37e2d35c9f6b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.4458201 Nov 23 22:43:59.074076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37506) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:59.105115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Checking segment: {'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:59.105838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Network hostable DHCP agents. Network: 4eab735f-5232-4a02-8b4a-c8cea5352eea, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:43:59.109032 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Set router 54a4f812-2eca-4c76-ba7d-12e390f53865 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:43:59.168328 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e750b2d-928f-4754-8f9e-3927013fb424 x-openstack-request-id: req-5e750b2d-928f-4754-8f9e-3927013fb424 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:59.168585 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:59.169368 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e750b2d-928f-4754-8f9e-3927013fb424 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:59.169368 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'status': 'completed', 'code': 200} Nov 23 22:43:59.189138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.189406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Network 087fe229-c740-4ae3-a6da-14ac70d56cb0 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:59.196983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7ab23598-1b10-44ae-bec6-a79311ed4699 HTTP/1.1" status: 204 len: 168 time: 2.6396763 Nov 23 22:43:59.196983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c9f68-c273-4968-b545-3f246d58f375 service neutron] Pushing event updated for resources: {'Port': ['ID=64d4b48a-f255-49c2-8385-ebae19a11a9c,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:59.199819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37508) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:59.220585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:43:59.247919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 397a52f6-acba-4c65-b4ca-0387514d7126 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:59.249681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.282090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-6c7d18ec-f78c-41f8-8e73-2d6bbc9ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.282598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-6c7d18ec-f78c-41f8-8e73-2d6bbc9ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.283056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-6c7d18ec-f78c-41f8-8e73-2d6bbc9ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.283517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-6c7d18ec-f78c-41f8-8e73-2d6bbc9ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.283996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-6c7d18ec-f78c-41f8-8e73-2d6bbc9ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.285809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-6c7d18ec-f78c-41f8-8e73-2d6bbc9ad030 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 4361 time: 0.2135601 Nov 23 22:43:59.286528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 087fe229-c740-4ae3-a6da-14ac70d56cb0) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:59.291455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:43:59.297055 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6804ef4-49ea-4c8f-974a-b20f4787c9e5 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:43:59.302230 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a6804ef4-49ea-4c8f-974a-b20f4787c9e5 tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] 10.222.0.11 "GET /v2.0/ports/7ab23598-1b10-44ae-bec6-a79311ed4699 HTTP/1.1" status: 404 len: 333 time: 0.0978258 Nov 23 22:43:59.302230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.302230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.309826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78544ccf-0854-41ad-862f-23bb20e8db82 None None] Network 087fe229-c740-4ae3-a6da-14ac70d56cb0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:59.310435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37510) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:59.327662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:59.333736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:43:59.352269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703784d8-9712-4a4b-8f9e-04a11c4870a5 req-b738e280-4449-4be5-b502-fb1ff0c5202a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.366512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4eab735f-5232-4a02-8b4a-c8cea5352eea) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:43:59.376089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703784d8-9712-4a4b-8f9e-04a11c4870a5 req-b738e280-4449-4be5-b502-fb1ff0c5202a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.383455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703784d8-9712-4a4b-8f9e-04a11c4870a5 req-b738e280-4449-4be5-b502-fb1ff0c5202a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.405725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703784d8-9712-4a4b-8f9e-04a11c4870a5 req-b738e280-4449-4be5-b502-fb1ff0c5202a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.411711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703784d8-9712-4a4b-8f9e-04a11c4870a5 req-b738e280-4449-4be5-b502-fb1ff0c5202a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.419615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786f5bd-7da7-4083-b70f-fb45871b02e6 None None] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:59.420701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-703784d8-9712-4a4b-8f9e-04a11c4870a5 req-b738e280-4449-4be5-b502-fb1ff0c5202a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 3826 time: 0.8771105 Nov 23 22:43:59.433993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b5652-5d46-48f4-8f23-700b24896b8f tempest-PortsAdminExtendedAttrsTestJSON-1342284201 tempest-PortsAdminExtendedAttrsTestJSON-1342284201-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ab23598-1b10-44ae-bec6-a79311ed4699,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:59.435952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.442301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.442901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.486547 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cdbf635b-4f68-4821-b9fe-cc0e736b8079 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0870585 Nov 23 22:43:59.681643 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:43:55Z', 'revision_number': 3, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port': {'id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:59.700044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7193009-ac95-4697-b14f-a26d847f69b6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:59.700654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.726173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:43:59.734511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.774899 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Checking router: 54a4f812-2eca-4c76-ba7d-12e390f53865 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:43:59.776329 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Updating router 54a4f812-2eca-4c76-ba7d-12e390f53865 port 2e7f399a-ff47-401b-959c-54ac738615a5 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:43:59.822137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3df2477-77ab-4de2-9aca-915ed45ece8a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3966126 Nov 23 22:43:59.829810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37520) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:43:59.837998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:59.852848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.859085 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.905658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4baf7f-465a-48fb-aa46-b51b90e46ad4 None None] Network 087fe229-c740-4ae3-a6da-14ac70d56cb0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:43:59.956978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-52f3f361-7a0c-4e2e-943f-c24121a97b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.957356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-52f3f361-7a0c-4e2e-943f-c24121a97b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.957846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-52f3f361-7a0c-4e2e-943f-c24121a97b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:59.970880 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-52f3f361-7a0c-4e2e-943f-c24121a97b5f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6507056 Nov 23 22:43:59.988102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 397a52f6-acba-4c65-b4ca-0387514d7126, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=397a52f6-acba-4c65-b4ca-0387514d7126,segment=NetworkSegment(f3c46796-22ab-429e-bf72-0392cfa59e56),segment_id=f3c46796-22ab-429e-bf72-0392cfa59e56)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:59.998394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-4eab735f-5232-4a02-8b4a-c8cea5352eea', 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'fixed_ips': [{'subnet_id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:43:59.999895 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.040310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.041528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:00.044696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6806bab7-4fcf-4505-8895-9a703c2bf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.048949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.155 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:00.203162 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-f3da63b5-adec-412a-91a0-0f91adfdbd61 req-3cf6fd7d-9c34-4592-afc9-3211d58e9ef0 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] show failed (client error): The resource could not be found. Nov 23 22:44:00.204531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3da63b5-adec-412a-91a0-0f91adfdbd61 req-3cf6fd7d-9c34-4592-afc9-3211d58e9ef0 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "GET /v2.0/security-groups/12591a66-3179-44d6-809d-ee1c7200a96e HTTP/1.1" status: 404 len: 352 time: 0.1657817 Nov 23 22:44:00.274151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.276146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.290747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-703784d8-9712-4a4b-8f9e-04a11c4870a5 req-0dc301a0-9ca1-43a4-b1ff-d268573de80e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8580866 Nov 23 22:44:00.436092 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.466905 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.490746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=397a52f6-acba-4c65-b4ca-0387514d7126,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:00.506701 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Attempting to bind port 2e7f399a-ff47-401b-959c-54ac738615a5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:00.507079 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Attempting to bind port 2e7f399a-ff47-401b-959c-54ac738615a5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:00.507643 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Attempting to bind port 2e7f399a-ff47-401b-959c-54ac738615a5 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:00.521247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:00.521868 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.523767 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-6806bab7-4fcf-4505-8895-9a703c2bf145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:44:00.524124 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-6806bab7-4fcf-4505-8895-9a703c2bf145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:44:00.545155 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:00.545543 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:00.545959 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.546361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:00.546857 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Bound port: 2e7f399a-ff47-401b-959c-54ac738615a5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:00.547236 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.556611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.589683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a28adde6-1abb-401f-a6c4-a95112d8f801 req-693d911f-3699-4ee5-a0c7-042f3e062057 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 210 time: 0.1503704 Nov 23 22:44:00.611975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] For port 2e7f399a-ff47-401b-959c-54ac738615a5, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:00.617526 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] For port 2e7f399a-ff47-401b-959c-54ac738615a5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e7f399a-ff47-401b-959c-54ac738615a5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:00.621194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-d921eb91-587a-4959-b9e6-04940f6654bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:00.623905 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17efcf39-fcd5-43c5-b7f3-626f3d9aa07b req-d921eb91-587a-4959-b9e6-04940f6654bf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6521506 Nov 23 22:44:00.649011 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.653089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.662842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623758c2-4bbe-401a-acd3-c349c6e19ab5']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:00.691914 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Routers {'54a4f812-2eca-4c76-ba7d-12e390f53865'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:00.692602 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:43:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['54a4f812-2eca-4c76-ba7d-12e390f53865'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:00.727791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Allocated IP 172.20.0.2 (4eab735f-5232-4a02-8b4a-c8cea5352eea/c1d63b1b-354c-45e1-aa8a-1aadf0532b49/95153089-b827-4067-adf8-df21d8987447) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:00.733433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.743058 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Pushing event updated for resources: {'Port': ['ID=2e7f399a-ff47-401b-959c-54ac738615a5,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:00.766300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e372f21-a4c5-427d-ac41-076bf179a7a9') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:00.766584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e372f21-a4c5-427d-ac41-076bf179a7a9') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:00.841904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb67d5b-bae9-4959-a823-22aca97b3b8d req-60bf2191-8937-4ada-b8af-4a9e67eec427 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d559c59f43044482aabc20c3af3b1de3 HTTP/1.1" status: 200 len: 3005 time: 0.3266129 Nov 23 22:44:00.844506 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] Set router 54a4f812-2eca-4c76-ba7d-12e390f53865 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:00.853082 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.970154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.991962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.995207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:00.995657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:00.998940 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:01.016516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb67d5b-bae9-4959-a823-22aca97b3b8d req-cd79a03e-e64b-4a1e-8172-9833d695ddeb tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "GET /v2.0/security-groups/abafefc2-7df9-46fa-be96-dd591447e188 HTTP/1.1" status: 200 len: 3002 time: 0.1736326 Nov 23 22:44:01.018596 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.019030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.023197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.089791 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.090815 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.091323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.091883 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.092413 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.093022 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.093840 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.094342 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.094992 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.096112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.097175 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.097676 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:01.170867 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb24fc-d96e-499e-bf94-85b553ad341a None None] Pushing event updated for resources: {'Port': ['ID=2e7f399a-ff47-401b-959c-54ac738615a5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:01.198857 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:43:55Z', 'revision_number': 3, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port': {'id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:01.205970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,segment=NetworkSegment(999a1b34-6db9-417f-9d37-0c6a3e22002e),segment_id=999a1b34-6db9-417f-9d37-0c6a3e22002e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:01.246394 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7643d-ef7a-4e9b-80b0-355df945c40f None None] The sync data for ids ['54a4f812-2eca-4c76-ba7d-12e390f53865'] in n-d-817303-3 is: [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:43:55Z', 'revision_number': 3, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port': {'id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:01.257609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.323794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb67d5b-bae9-4959-a823-22aca97b3b8d req-f9af444f-190d-4f41-8da7-dd80026828f9 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "GET /v2.0/security-groups/abafefc2-7df9-46fa-be96-dd591447e188 HTTP/1.1" status: 200 len: 3002 time: 0.3060577 Nov 23 22:44:01.328761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1293ba58-5454-4b47-bb80-3602466c0b20 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:01.333558 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.337596 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.368391 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.415214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.469868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Transition to ACTIVE for port object 1293ba58-5454-4b47-bb80-3602466c0b20 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:01.482017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:01.486510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', '47e33a12-5be9-4a53-9bb3-b1a13c722642'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:01.491408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba', '05df96f4-b7e9-4045-b510-348782c77223'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:01.495331 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.558550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Pushing event updated for resources: {'Port': ['ID=95153089-b827-4067-adf8-df21d8987447,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:01.569869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:01.609169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 397a52f6-acba-4c65-b4ca-0387514d7126 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:01.625097 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.730838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-59b104bf-8b96-4bbe-9b01-bb625bbac660 None None] Provisioning complete for port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:01.731424 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-59b104bf-8b96-4bbe-9b01-bb625bbac660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.805750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:01.906115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60aea824-bc76-4f55-b080-9d1f7cc61fa7 req-671c9183-dad0-49c3-924a-e1d8648f1d31 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "GET /v2.0/security-groups/abafefc2-7df9-46fa-be96-dd591447e188 HTTP/1.1" status: 200 len: 3002 time: 0.5294905 Nov 23 22:44:01.914216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:01.916850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:02.047163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-a35c4481-96c9-45ee-b234-9f516e5f010c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:02.071769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43212694-14a3-48bb-9f1c-0d44d882ca03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.080600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-a35c4481-96c9-45ee-b234-9f516e5f010c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:02.093077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:02.122476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:02.123973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-a35c4481-96c9-45ee-b234-9f516e5f010c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:02.150810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:02.156614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-a35c4481-96c9-45ee-b234-9f516e5f010c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:02.175005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-a35c4481-96c9-45ee-b234-9f516e5f010c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:02.181923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-a35c4481-96c9-45ee-b234-9f516e5f010c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:02.184141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-a35c4481-96c9-45ee-b234-9f516e5f010c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 4604 time: 0.6033053 Nov 23 22:44:02.185361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.194530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 397a52f6-acba-4c65-b4ca-0387514d7126 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:02.194530 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.196656 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] 10.222.0.11 "DELETE /v2.0/networks/623758c2-4bbe-401a-acd3-c349c6e19ab5 HTTP/1.1" status: 204 len: 168 time: 2.8816912 Nov 23 22:44:02.295948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f0983-0def-4380-aa7d-62e755bde040 tempest-PortsAdminExtendedAttrsTestJSON-685744213 tempest-PortsAdminExtendedAttrsTestJSON-685744213-project] Pushing event deleted for resources: {'Network': ['ID=623758c2-4bbe-401a-acd3-c349c6e19ab5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:02.339765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Attempting to bind port 1293ba58-5454-4b47-bb80-3602466c0b20 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:02.340270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Attempting to bind port 1293ba58-5454-4b47-bb80-3602466c0b20 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:02.340739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Attempting to bind port 1293ba58-5454-4b47-bb80-3602466c0b20 on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:02.377679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Allocated IP 172.20.0.1 (79441c37-e456-42ed-9b0d-f8ac9430fd21/c0a7e811-83b5-44e0-8294-f2f2052006e6/e599b321-f59d-4589-baa2-afa8921ca44d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:02.475593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Port 1293ba58-5454-4b47-bb80-3602466c0b20 on network d6288ec8-3dd8-44be-a301-295514565e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:02.476093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Attempting to bind port 1293ba58-5454-4b47-bb80-3602466c0b20 on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:02.500080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d013b44-8d1b-4e01-814b-df43d4060775 req-13980d35-7db5-4d6d-83dd-2d30069b5e2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2301745 Nov 23 22:44:02.502092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Attempting to bind port 95153089-b827-4067-adf8-df21d8987447 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:02.502468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Attempting to bind port 95153089-b827-4067-adf8-df21d8987447 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:02.502833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Attempting to bind port 95153089-b827-4067-adf8-df21d8987447 on network 4eab735f-5232-4a02-8b4a-c8cea5352eea {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:02.576674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Pushing event updated for resources: {'Port': ['ID=1293ba58-5454-4b47-bb80-3602466c0b20,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:02.580994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:02.581784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Checking segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:02.582601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Bound using segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:02.583728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Bound port: 1293ba58-5454-4b47-bb80-3602466c0b20, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:02.584551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.597350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.641268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:02.641647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Checking segment: {'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:02.642062 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.642456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Bound using segment: {'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:02.642940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Bound port: 95153089-b827-4067-adf8-df21d8987447, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:02.643322 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.730263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37540) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:02.751718 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-59b104bf-8b96-4bbe-9b01-bb625bbac660 None None] Provisioning complete for port 397a52f6-acba-4c65-b4ca-0387514d7126 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:02.752526 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-59b104bf-8b96-4bbe-9b01-bb625bbac660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.797589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.801801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:02.802043 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.895032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.898592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:02.904313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:02.921925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.940795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-271fd266-b938-4a0f-a430-70c3d69da8e3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3987925 Nov 23 22:44:02.959471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:03.001931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Pushing event updated for resources: {'Port': ['ID=e599b321-f59d-4589-baa2-afa8921ca44d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:03.005126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.089879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] For port 95153089-b827-4067-adf8-df21d8987447, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:03.105206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.129337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] For port 95153089-b827-4067-adf8-df21d8987447, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=95153089-b827-4067-adf8-df21d8987447,segment=NetworkSegment(d0984bd6-6a90-48e6-b548-2f89e139ed5d),segment_id=d0984bd6-6a90-48e6-b548-2f89e139ed5d)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:03.164368 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.205089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Request body: {'port': {'device_id': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:03.234007 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-60aea824-bc76-4f55-b080-9d1f7cc61fa7 req-da8a5424-1629-4386-b326-c7aae6b4828d tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:44:03.235247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60aea824-bc76-4f55-b080-9d1f7cc61fa7 req-da8a5424-1629-4386-b326-c7aae6b4828d tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "DELETE /v2.0/security-groups/abafefc2-7df9-46fa-be96-dd591447e188 HTTP/1.1" status: 409 len: 352 time: 1.2206597 Nov 23 22:44:03.237634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] For port 1293ba58-5454-4b47-bb80-3602466c0b20, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:03.272736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] For port 1293ba58-5454-4b47-bb80-3602466c0b20, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1293ba58-5454-4b47-bb80-3602466c0b20,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:03.310008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.338458 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-49588966-67a4-4776-8e79-2c05237af80e req-fefb2294-f1b1-4f51-8f72-970d323739d3 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] show failed (client error): The resource could not be found. Nov 23 22:44:03.339431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49588966-67a4-4776-8e79-2c05237af80e req-fefb2294-f1b1-4f51-8f72-970d323739d3 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "GET /v2.0/security-groups/673e6afe-a844-46f1-ab5d-bf23368edc4d HTTP/1.1" status: 404 len: 352 time: 0.0374198 Nov 23 22:44:03.346108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d39705-ba34-4422-bc8e-21c0b2b43e60 None None] Pushing event updated for resources: {'Port': ['ID=95153089-b827-4067-adf8-df21d8987447,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:03.396990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af74940d-db86-46b3-a2bd-d5dfcdf1db6d None None] Provisioning complete for port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:03.403464 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af74940d-db86-46b3-a2bd-d5dfcdf1db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.411291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf42124-49ca-457a-8b9b-e40dd3ad0340 req-d6364103-ad62-4a41-bf09-eac443a2971e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:03.426130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbf42124-49ca-457a-8b9b-e40dd3ad0340 req-d6364103-ad62-4a41-bf09-eac443a2971e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 936 time: 0.6064103 Nov 23 22:44:03.429308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Allocated IP 172.25.0.152 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e53b2e7f-b7ee-4568-bb4a-95b9cb46db28) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:03.567736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-af74940d-db86-46b3-a2bd-d5dfcdf1db6d None None] Port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:03.598820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.687929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af74940d-db86-46b3-a2bd-d5dfcdf1db6d None None] Provisioning complete for port e599b321-f59d-4589-baa2-afa8921ca44d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:03.688273 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af74940d-db86-46b3-a2bd-d5dfcdf1db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.699525 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-a5283da3-17b4-4d36-85a2-df06c803f497 req-841cf794-f6c6-4cec-861e-8240039755d7 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] show failed (client error): The resource could not be found. Nov 23 22:44:03.701468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5283da3-17b4-4d36-85a2-df06c803f497 req-841cf794-f6c6-4cec-861e-8240039755d7 tempest-SecurityGroupsNegativeTestJSON-103178338 tempest-SecurityGroupsNegativeTestJSON-103178338-project] 10.222.0.11 "GET /v2.0/security-groups/d49312a9-8e60-4d5b-bcc8-2ffe73d27a6c HTTP/1.1" status: 404 len: 352 time: 0.2659850 Nov 23 22:44:03.719817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37552) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:03.749763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:03.751815 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.753426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-80531951-328b-47e4-97bc-bad318e54273 service neutron] 10.222.0.48 "PUT /v2.0/ports/1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 1136 time: 5.1766469 Nov 23 22:44:03.789230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.808499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '1293ba58-5454-4b47-bb80-3602466c0b20'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:03.812402 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5347c9-efcf-402e-a3b2-7a08c2864e24" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "1293ba58-5454-4b47-bb80-3602466c0b20"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:03.814149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ffb86d48-71fe-4d2b-bc96-c6198d6ea56b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bb20325151b4b1081fad297327e0c49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0824339 Nov 23 22:44:03.841579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37554) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:03.873587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e7f399a-ff47-401b-959c-54ac738615a5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:03.878837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-af74940d-db86-46b3-a2bd-d5dfcdf1db6d None None] Port e599b321-f59d-4589-baa2-afa8921ca44d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:03.899660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:03.908499 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbf42124-49ca-457a-8b9b-e40dd3ad0340 req-7685c46b-a3a6-4b25-8ffa-8b00bf1aaedf tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776046 Nov 23 22:44:03.919697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:03.928226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:03.981421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:03.987276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.052024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:44:04.091332 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.097987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2e7f399a-ff47-401b-959c-54ac738615a5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:04.110078 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.184484 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2a326bb-7c1d-4480-a95b-c30d04f0e4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.222662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.270425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.298058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.324396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.326249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Pushing event updated for resources: {'Port': ['ID=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:04.328696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 2e7f399a-ff47-401b-959c-54ac738615a5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e7f399a-ff47-401b-959c-54ac738615a5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:04.348271 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.349350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:04.384605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Pushing event updated for resources: {'Port': ['ID=e599b321-f59d-4589-baa2-afa8921ca44d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:04.419106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-13ddb826-a2d5-4636-adb9-d2e327efe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.419597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-13ddb826-a2d5-4636-adb9-d2e327efe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.420136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-13ddb826-a2d5-4636-adb9-d2e327efe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.420595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-13ddb826-a2d5-4636-adb9-d2e327efe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.421055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-13ddb826-a2d5-4636-adb9-d2e327efe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.421507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-13ddb826-a2d5-4636-adb9-d2e327efe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.423459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-13ddb826-a2d5-4636-adb9-d2e327efe27c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5290 time: 0.1898613 Nov 23 22:44:04.476018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=2e7f399a-ff47-401b-959c-54ac738615a5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:04.496771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:04.497269 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.597602 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df88c98-8e4d-4875-8bec-82d557ddeea8 x-openstack-request-id: req-1df88c98-8e4d-4875-8bec-82d557ddeea8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:04.598238 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "1293ba58-5454-4b47-bb80-3602466c0b20", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:04.598668 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1df88c98-8e4d-4875-8bec-82d557ddeea8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:04.599246 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '1293ba58-5454-4b47-bb80-3602466c0b20', 'status': 'completed', 'code': 200} Nov 23 22:44:04.659981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80531951-328b-47e4-97bc-bad318e54273 service neutron] Pushing event updated for resources: {'Port': ['ID=1293ba58-5454-4b47-bb80-3602466c0b20,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:04.787341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.790855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] Deleting subnet d5bbdcc8-aac4-41a9-af54-aff16e87d3e2 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:44:04.817170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.878521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:04.884082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-6be34e9d-459d-46dd-baa9-3d042353bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.884336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-6be34e9d-459d-46dd-baa9-3d042353bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.884599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-6be34e9d-459d-46dd-baa9-3d042353bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:04.886224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-6be34e9d-459d-46dd-baa9-3d042353bb81 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3425560 Nov 23 22:44:04.931459 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.032269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:05.040232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-c99f4465-c7ec-4dd8-bc5f-f1758959c312 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.046956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-c99f4465-c7ec-4dd8-bc5f-f1758959c312 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.047166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:05.055185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-c99f4465-c7ec-4dd8-bc5f-f1758959c312 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.060437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-fe23df39-dddb-4eb3-a008-9ef2fc93b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.061930 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d5347c9-efcf-402e-a3b2-7a08c2864e24 req-fe23df39-dddb-4eb3-a008-9ef2fc93b451 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379158 Nov 23 22:44:05.062748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-c99f4465-c7ec-4dd8-bc5f-f1758959c312 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.081094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-c99f4465-c7ec-4dd8-bc5f-f1758959c312 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.087693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-c99f4465-c7ec-4dd8-bc5f-f1758959c312 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.089907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-c99f4465-c7ec-4dd8-bc5f-f1758959c312 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 4604 time: 1.1042640 Nov 23 22:44:05.217348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.316298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-581d0cea-a342-4b70-b64e-7ad868cc0908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.334593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Router 54a4f812-2eca-4c76-ba7d-12e390f53865 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:05.381328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.445813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b82cc0ed-88b3-43e5-80e1-5da0ff1cf91a None None] Provisioning complete for port e599b321-f59d-4589-baa2-afa8921ca44d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:05.446341 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b82cc0ed-88b3-43e5-80e1-5da0ff1cf91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.498962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b82cc0ed-88b3-43e5-80e1-5da0ff1cf91a None None] Port e599b321-f59d-4589-baa2-afa8921ca44d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:05.537193 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-581d0cea-a342-4b70-b64e-7ad868cc0908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.549599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.552182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:05.571330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Sync routers for ids ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:05.593810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004dbfb-cffe-492e-8258-305f6a830acc None None] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:05.619344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Routers {'7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:05.620490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:05.655805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:05.666818 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Sync routers for ids ['54a4f812-2eca-4c76-ba7d-12e390f53865'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:05.676670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dfc75925-080d-448b-accc-73f33352d52e admin admin] 10.222.0.11 "PUT /v2.0/routers/54a4f812-2eca-4c76-ba7d-12e390f53865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5879457 Nov 23 22:44:05.676888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-962750e4-928a-49ee-aa53-096b127bb9a8 req-36629e7d-e485-4da5-b185-2867d8d3f73c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5263357 Nov 23 22:44:05.694931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1f21-7045-42c0-b53b-5dfded5172c5 req-2d872201-7b30-47f7-97a1-2f36644875c8 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:05.696977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4ac1f21-7045-42c0-b53b-5dfded5172c5 req-2d872201-7b30-47f7-97a1-2f36644875c8 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 936 time: 0.6035006 Nov 23 22:44:05.712580 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Routers {'54a4f812-2eca-4c76-ba7d-12e390f53865'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:05.716658 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['54a4f812-2eca-4c76-ba7d-12e390f53865'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:05.734528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Router 189752e9-b2d8-4eef-accf-8de05861c09f is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:44:05.796679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.808196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a416adba-56ed-45ae-b045-5c2b720707c3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.1774855 Nov 23 22:44:05.808980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37566) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:05.846819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e7f399a-ff47-401b-959c-54ac738615a5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:05.900042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6c843afe-a6e4-4ee8-b2d0-eff725061939 None None] Provisioning complete for port 95153089-b827-4067-adf8-df21d8987447 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:05.900877 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c843afe-a6e4-4ee8-b2d0-eff725061939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:05.985325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:06.034386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.036301 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-881c77fe-3e02-4790-9b29-1c07e4c0230e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2054634 Nov 23 22:44:06.036652 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Set router 54a4f812-2eca-4c76-ba7d-12e390f53865 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:06.040994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37568) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:06.045835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Sync routers for ids ['189752e9-b2d8-4eef-accf-8de05861c09f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:06.230411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Set router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:06.494010 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:44:03Z', 'revision_number': 4, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port': {'id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'e599b321-f59d-4589-baa2-afa8921ca44d', 'name': '', 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'mac_address': 'fa:16:3e:a3:8b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'c0a7e811-83b5-44e0-8294-f2f2052006e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:04Z', 'revision_number': 2, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'subnets': [{'id': 'c0a7e811-83b5-44e0-8294-f2f2052006e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:06.591296 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Checking router: 54a4f812-2eca-4c76-ba7d-12e390f53865 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:44:06.591704 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Updating router 54a4f812-2eca-4c76-ba7d-12e390f53865 port e599b321-f59d-4589-baa2-afa8921ca44d binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:44:06.613528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Routers {'189752e9-b2d8-4eef-accf-8de05861c09f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:06.614178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['189752e9-b2d8-4eef-accf-8de05861c09f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:06.633892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830978da-72d6-4927-9a08-9130be40c156 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:06.651115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.681372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4ac1f21-7045-42c0-b53b-5dfded5172c5 req-77e15075-8a5d-4915-84e3-456bc74393fe tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9239597 Nov 23 22:44:06.700982 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.729493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.748106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:06.797046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.807488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.813338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d5bbdcc8-aac4-41a9-af54-aff16e87d3e2 HTTP/1.1" status: 204 len: 168 time: 3.0775144 Nov 23 22:44:06.835621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Transition to ACTIVE for port object 830978da-72d6-4927-9a08-9130be40c156 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:06.836712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37576) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:06.837576 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-7f88764b-e64f-483a-b151-f5917e88fd9f req-f89e1bb1-b818-4b13-9848-11f24b1015f6 tempest-FloatingIPDetailsNegativeTestJSON-352021623 tempest-FloatingIPDetailsNegativeTestJSON-352021623-project] show failed (client error): The resource could not be found. Nov 23 22:44:06.843835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f88764b-e64f-483a-b151-f5917e88fd9f req-f89e1bb1-b818-4b13-9848-11f24b1015f6 tempest-FloatingIPDetailsNegativeTestJSON-352021623 tempest-FloatingIPDetailsNegativeTestJSON-352021623-project] 10.222.0.11 "GET /v2.0/floatingips/f1b69c0e-76ea-4ca2-bd23-728c47daacd2 HTTP/1.1" status: 404 len: 350 time: 0.1196702 Nov 23 22:44:06.853303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653853cf-01fb-4bbd-855a-0f158468b9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bbdcc8-aac4-41a9-af54-aff16e87d3e2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:06.855612 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-581d0cea-a342-4b70-b64e-7ad868cc0908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.859386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-581d0cea-a342-4b70-b64e-7ad868cc0908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.860809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-581d0cea-a342-4b70-b64e-7ad868cc0908 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3b9dd72-e918-4ead-b2f7-ce04f3c5630e HTTP/1.1" status: 204 len: 168 time: 2.9473522 Nov 23 22:44:06.873222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37578) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:06.932894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d0cea-a342-4b70-b64e-7ad868cc0908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9dd72-e918-4ead-b2f7-ce04f3c5630e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:06.935793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:06.950436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Transition to ACTIVE for port object 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:07.094035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Set router 189752e9-b2d8-4eef-accf-8de05861c09f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:07.107308 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:44:07.428230 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.443279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37586) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:07.443954 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.444085 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.532391 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d99a4f-71be-4ba1-bbb8-95443916b62c None None] Pushing event updated for resources: {'Port': ['ID=e599b321-f59d-4589-baa2-afa8921ca44d,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:07.630531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-045e3c80-a9ea-45bc-8c77-43c52e7950db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3117480904c4dadb35c914b26f9d462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791346 Nov 23 22:44:07.632319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37588) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:07.634467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.659989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Attempting to bind port e599b321-f59d-4589-baa2-afa8921ca44d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:07.660958 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Attempting to bind port e599b321-f59d-4589-baa2-afa8921ca44d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:07.662880 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Attempting to bind port e599b321-f59d-4589-baa2-afa8921ca44d on network 79441c37-e456-42ed-9b0d-f8ac9430fd21 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:07.676478 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:07.679098 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Checking segment: {'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:07.680333 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.681092 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Bound using segment: {'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:07.681985 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Bound port: e599b321-f59d-4589-baa2-afa8921ca44d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c46796-22ab-429e-bf72-0392cfa59e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:07.682824 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.780122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3be06f9-4c8a-4cde-8345-d035b274dde9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.851420 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] For port e599b321-f59d-4589-baa2-afa8921ca44d, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:07.867005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3be06f9-4c8a-4cde-8345-d035b274dde9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.872697 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] For port e599b321-f59d-4589-baa2-afa8921ca44d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e599b321-f59d-4589-baa2-afa8921ca44d,segment=NetworkSegment(f3c46796-22ab-429e-bf72-0392cfa59e56),segment_id=f3c46796-22ab-429e-bf72-0392cfa59e56)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:07.892361 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:07.915537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2e7f399a-ff47-401b-959c-54ac738615a5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:07.916202 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.019484 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d99a4f-71be-4ba1-bbb8-95443916b62c None None] Pushing event updated for resources: {'Port': ['ID=e599b321-f59d-4589-baa2-afa8921ca44d,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:08.020190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3be06f9-4c8a-4cde-8345-d035b274dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.029736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3be06f9-4c8a-4cde-8345-d035b274dde9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.037440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f3be06f9-4c8a-4cde-8345-d035b274dde9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f95beeba-e71c-4d76-b3a4-8384dfdd41dc HTTP/1.1" status: 204 len: 168 time: 0.3932183 Nov 23 22:44:08.039767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Allocated IP 172.20.0.1 (4eab735f-5232-4a02-8b4a-c8cea5352eea/c1d63b1b-354c-45e1-aa8a-1aadf0532b49/c12961be-da7f-44ef-8ded-07c31eb9769a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:08.045203 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Routers {'54a4f812-2eca-4c76-ba7d-12e390f53865'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:08.046112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['54a4f812-2eca-4c76-ba7d-12e390f53865'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:08.083513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be06f9-4c8a-4cde-8345-d035b274dde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95beeba-e71c-4d76-b3a4-8384dfdd41dc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:08.284442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.318238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] Set router 54a4f812-2eca-4c76-ba7d-12e390f53865 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:08.468574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:00Z', 'revision_number': 3, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:08.511762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 95153089-b827-4067-adf8-df21d8987447 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:08.594009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.595699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c843afe-a6e4-4ee8-b2d0-eff725061939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.643467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Pushing event updated for resources: {'Port': ['ID=830978da-72d6-4927-9a08-9130be40c156,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:08.686017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6c843afe-a6e4-4ee8-b2d0-eff725061939 None None] For port 95153089-b827-4067-adf8-df21d8987447, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=95153089-b827-4067-adf8-df21d8987447,segment=NetworkSegment(d0984bd6-6a90-48e6-b548-2f89e139ed5d),segment_id=d0984bd6-6a90-48e6-b548-2f89e139ed5d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:08.700132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Checking router: 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:44:08.700487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Updating router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 port c7193009-ac95-4697-b14f-a26d847f69b6 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:44:08.702975 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-0c10f3d3-653f-4f99-aee1-8e1f307ff85f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1455941 Nov 23 22:44:08.732059 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.754549 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.763769 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58063552-3d57-426d-9798-7aedb183c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:44:03Z', 'revision_number': 4, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port': {'id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'e599b321-f59d-4589-baa2-afa8921ca44d', 'name': '', 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'mac_address': 'fa:16:3e:a3:8b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'c0a7e811-83b5-44e0-8294-f2f2052006e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:07Z', 'revision_number': 4, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'subnets': [{'id': 'c0a7e811-83b5-44e0-8294-f2f2052006e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:08.766573 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.852989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.902083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:08.925662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:08.934539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:08.936712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c12961be-da7f-44ef-8ded-07c31eb9769a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:09.043710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-002f810b-1b22-49f3-93fb-c8e40564db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.059942 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-002f810b-1b22-49f3-93fb-c8e40564db6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b1958a33f4c4a3d9c05db596371a748&device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 1097 time: 0.2732995 Nov 23 22:44:09.066941 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58063552-3d57-426d-9798-7aedb183c294 None None] The sync data for ids ['54a4f812-2eca-4c76-ba7d-12e390f53865'] in n-d-817303-3 is: [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:44:03Z', 'revision_number': 4, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port': {'id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'e599b321-f59d-4589-baa2-afa8921ca44d', 'name': '', 'network_id': '79441c37-e456-42ed-9b0d-f8ac9430fd21', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'mac_address': 'fa:16:3e:a3:8b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'c0a7e811-83b5-44e0-8294-f2f2052006e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:07Z', 'revision_number': 4, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'subnets': [{'id': 'c0a7e811-83b5-44e0-8294-f2f2052006e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:09.077477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.129378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c843afe-a6e4-4ee8-b2d0-eff725061939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.148277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.154740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.213515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.223839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.238953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.246677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.252867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.254877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-4fec6aaa-6d63-4bbe-b0e2-8026163ac393 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5380 time: 2.4074192 Nov 23 22:44:09.465943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 95153089-b827-4067-adf8-df21d8987447 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:09.466705 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.669921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] Provisioning complete for port e599b321-f59d-4589-baa2-afa8921ca44d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:09.670298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.673054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c843afe-a6e4-4ee8-b2d0-eff725061939 None None] Pushing event updated for resources: {'Port': ['ID=95153089-b827-4067-adf8-df21d8987447,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:09.691361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-628463ac-dac7-48f0-be4f-7ee83ad6759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:09.697377 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-628463ac-dac7-48f0-be4f-7ee83ad6759a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f HTTP/1.1" status: 200 len: 916 time: 0.5106132 Nov 23 22:44:09.705135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.745786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.897816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37616) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:09.942729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:04Z', 'revision_number': 3, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port': {'id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:03Z', 'updated_at': '2021-11-23T22:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:10.027753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Checking router: 189752e9-b2d8-4eef-accf-8de05861c09f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:44:10.028146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Updating router 189752e9-b2d8-4eef-accf-8de05861c09f port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:44:10.044215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f52b0d44-5ccf-40f0-ad86-ba10b6ce1170 req-ae5e9929-728d-4366-8072-2c6f865b740a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6225693 Nov 23 22:44:10.077130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.125530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.128548 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.143274 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.145261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.222439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.228156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.360790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c12961be-da7f-44ef-8ded-07c31eb9769a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:10.380335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-867620016'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:10.433001 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-859c1147-6c5e-49ac-9a48-aefa94e208f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4ead1a-ee53-48ff-8838-51100523438d HTTP/1.1" status: 200 len: 1002 time: 0.7239974 Nov 23 22:44:10.470490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:10.474464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.511754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Attempting to bind port c7193009-ac95-4697-b14f-a26d847f69b6 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:10.513302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Attempting to bind port c7193009-ac95-4697-b14f-a26d847f69b6 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:10.513899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Attempting to bind port c7193009-ac95-4697-b14f-a26d847f69b6 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:10.520080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ee00-dcbe-486c-8c55-a064616b30a5 None None] Pushing event updated for resources: {'Port': ['ID=c7193009-ac95-4697-b14f-a26d847f69b6,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:10.534521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:10.535081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:10.535601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.536105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:10.536703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Bound port: c7193009-ac95-4697-b14f-a26d847f69b6, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:10.537238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.539966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 95153089-b827-4067-adf8-df21d8987447 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:10.562979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.603734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-60e56e76-3397-4d30-9657-b662ac5fd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:10.605762 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-60e56e76-3397-4d30-9657-b662ac5fd770 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb6b9bd3-2044-4e1b-a37a-b274d33c99bc HTTP/1.1" status: 200 len: 854 time: 0.1552308 Nov 23 22:44:10.628157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] For port e599b321-f59d-4589-baa2-afa8921ca44d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e599b321-f59d-4589-baa2-afa8921ca44d,segment=NetworkSegment(f3c46796-22ab-429e-bf72-0392cfa59e56),segment_id=f3c46796-22ab-429e-bf72-0392cfa59e56)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:10.640581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736bd4-0548-465a-8c10-93c92786e35a req-a9ebca40-3e9a-4665-807a-10eccda22d33 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:10.643194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7736bd4-0548-465a-8c10-93c92786e35a req-a9ebca40-3e9a-4665-807a-10eccda22d33 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 948 time: 2.2479830 Nov 23 22:44:10.654391 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.664262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 95153089-b827-4067-adf8-df21d8987447 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:10.664893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.696496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:10.704013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:10.723171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-266742f5-b741-4b79-a1b1-536f1927ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:10.725768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-266742f5-b741-4b79-a1b1-536f1927ad13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077878 Nov 23 22:44:10.732630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Attempting to bind port 830978da-72d6-4927-9a08-9130be40c156 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:10.734072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Attempting to bind port 830978da-72d6-4927-9a08-9130be40c156 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:10.734920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Attempting to bind port 830978da-72d6-4927-9a08-9130be40c156 on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:10.744546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.768890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Attempting to bind port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:10.769580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Attempting to bind port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:10.772750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Attempting to bind port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:10.818885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:10.843265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:10.843708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Attempting to bind port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:10.859494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] Pushing event updated for resources: {'Port': ['ID=e599b321-f59d-4589-baa2-afa8921ca44d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:10.862177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Port 830978da-72d6-4927-9a08-9130be40c156 on network d6288ec8-3dd8-44be-a301-295514565e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:10.862518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Attempting to bind port 830978da-72d6-4927-9a08-9130be40c156 on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:10.895683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] Provisioning complete for port 95153089-b827-4067-adf8-df21d8987447 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:10.896260 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fe7a6617-bdcc-45cd-8b41-78396af7b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.907429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:10.907818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:10.908326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:10.908781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Bound port: 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:10.909366 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.975684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:10.976072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Checking segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:10.976471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Bound using segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:10.976927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Bound port: 830978da-72d6-4927-9a08-9130be40c156, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:10.977290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.025610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.032746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e599b321-f59d-4589-baa2-afa8921ca44d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:11.050893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.183083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:11.190441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e599b321-f59d-4589-baa2-afa8921ca44d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:11.190964 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.248859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] For port c7193009-ac95-4697-b14f-a26d847f69b6, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:11.251014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7736bd4-0548-465a-8c10-93c92786e35a req-56c308ac-bdb1-4c9e-8b99-f4e7797125dd tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214243 Nov 23 22:44:11.328263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.328830 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Added segment f754a3fb-002f-419c-be62-d77d2648a486 of type vlan for network cd0acecd-5f4e-428c-8e36-0002c9bd3734 Nov 23 22:44:11.337794 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-10272e87-55d3-44ae-9673-2054da3505f3 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973828 Nov 23 22:44:11.338820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c9b3ce-023c-4608-a82f-385f861e9617,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:11.416783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Router 189752e9-b2d8-4eef-accf-8de05861c09f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:11.505566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] For port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:11.513328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] For port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:11.527213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] For port c7193009-ac95-4697-b14f-a26d847f69b6, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c7193009-ac95-4697-b14f-a26d847f69b6,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:11.540998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.549464 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.706180 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-63bbbcc5-83fa-4d01-8fb1-2a1ac0ed95db req-c728e286-b24a-42e0-8dd2-6b5d6ae28c20 service neutron] 10.222.0.46 "GET /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478966 Nov 23 22:44:11.711212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ee00-dcbe-486c-8c55-a064616b30a5 None None] Pushing event updated for resources: {'Port': ['ID=c7193009-ac95-4697-b14f-a26d847f69b6,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:11.723507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Routers {'7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:11.725076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:11.845477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:11.847688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.850645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] 10.222.0.46 "PUT /v2.0/ports/6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 HTTP/1.1" status: 200 len: 1096 time: 8.8700004 Nov 23 22:44:11.907935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'tag': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:11.913070 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376e195-94d3-4a66-8ad4-f20d8779258a" -d '{"events": [{"name": "network-changed", "server_uuid": "42167e5b-3583-48cb-a79a-3a611d4e3cf6", "tag": "6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:11.913722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.918445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f9249-95c5-42c8-a085-61d3b4a63368 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:11.921060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-eda9aa0c-fd80-49f4-9372-138ed142c103 None None] Provisioning complete for port c12961be-da7f-44ef-8ded-07c31eb9769a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:11.921458 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eda9aa0c-fd80-49f4-9372-138ed142c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.970775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.978681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.993975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.006617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:12.024309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f505f589-757a-497b-aba9-d1a84ef094e3 admin admin] 10.222.0.11 "PUT /v2.0/routers/189752e9-b2d8-4eef-accf-8de05861c09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9819088 Nov 23 22:44:12.073279 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84192f6-d42e-4f14-9abf-5feee084360b x-openstack-request-id: req-c84192f6-d42e-4f14-9abf-5feee084360b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:12.073951 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42167e5b-3583-48cb-a79a-3a611d4e3cf6", "tag": "6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:12.074393 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c84192f6-d42e-4f14-9abf-5feee084360b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:12.074979 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'tag': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', 'status': 'completed', 'code': 200} Nov 23 22:44:12.085901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.091975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.092866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.103479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-eda9aa0c-fd80-49f4-9372-138ed142c103 None None] Port c12961be-da7f-44ef-8ded-07c31eb9769a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:12.154905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] For port 830978da-72d6-4927-9a08-9130be40c156, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:12.194991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] Set router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:12.212459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37628) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:12.245991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087fe229-c740-4ae3-a6da-14ac70d56cb0']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:12.254414 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1749241 Nov 23 22:44:12.268454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.272944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:12.277995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.289704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.295925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.297989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'subnet': {'network_id': 'cd0acecd-5f4e-428c-8e36-0002c9bd3734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:12.302329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.308984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.315132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.325839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-050cd6d3-dd26-4058-a3a0-73f95ce26bb6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5380 time: 0.8766096 Nov 23 22:44:12.349108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] For port 830978da-72d6-4927-9a08-9130be40c156, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=830978da-72d6-4927-9a08-9130be40c156,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:12.354076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18333a7d-6348-45a1-a450-02ab8873e652') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:12.354616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18333a7d-6348-45a1-a450-02ab8873e652') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:12.395985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.410493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.438349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-858812327'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:12.439962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e599b321-f59d-4589-baa2-afa8921ca44d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:12.446204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09524734-e787-442f-8dd9-61cb5de1f842 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Network': ['ID=cd0acecd-5f4e-428c-8e36-0002c9bd3734,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:12.465619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8e9bb-981c-4585-97b2-4978a7d28800 None None] Pushing event updated for resources: {'Port': ['ID=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:12.506613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:12.539175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-00f9ccba-f6cd-443f-b8e4-9395fa477488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.542201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-00f9ccba-f6cd-443f-b8e4-9395fa477488 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 1099 time: 0.5920594 Nov 23 22:44:12.544351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Allocated IP 172.20.0.1 (64c6b136-296d-4198-a606-7bd0663ae877/be56bbc3-2cef-4a78-947a-2ec6ed0c6220/707de916-1089-411d-90dd-72ff5b8fab57) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:12.545064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:12.548979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.584757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Attempting to bind port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:12.585449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Attempting to bind port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:12.586218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Attempting to bind port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:12.590015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:12.595359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.600067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:12.620724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.642844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.643743 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Added segment 88e561f7-4149-4df7-a6ee-884521ea4b75 of type vlan for network 36531b65-9cba-416a-a777-7f9214d12bfb Nov 23 22:44:12.672813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:12.673413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:12.674101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.674722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:12.675495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Bound port: e53b2e7f-b7ee-4568-bb4a-95b9cb46db28, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:12.676147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.747996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.783529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.784598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.787467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] 10.222.0.48 "PUT /v2.0/ports/830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 1134 time: 8.9329143 Nov 23 22:44:12.815006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:12.815549 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.819383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:12.821104 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:12.823998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-549320ef-8f07-4e9b-845f-be7b4b04a76c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 HTTP/1.1" status: 200 len: 217 time: 0.2321494 Nov 23 22:44:12.830549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:12.831515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.936885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6925642 Nov 23 22:44:12.940507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:12.944261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37638) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:12.951922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'subnet': {'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:12.958752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1d508-e4a4-4e08-b475-08248f25c457 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Network': ['ID=36531b65-9cba-416a-a777-7f9214d12bfb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.031738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 36531b65-9cba-416a-a777-7f9214d12bfb details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:13.081652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fef00fd7-2167-4c00-b9f9-b6a525b2ff60 None None] Provisioning complete for port c12961be-da7f-44ef-8ded-07c31eb9769a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:13.082437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fef00fd7-2167-4c00-b9f9-b6a525b2ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.088341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.161180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41827ed2-6fc2-442a-9102-92bcc61f09f6 req-ae9471a1-945a-4af6-9248-ff218912ca3a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8340154 Nov 23 22:44:13.176063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e599b321-f59d-4589-baa2-afa8921ca44d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:13.176823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.180369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] For port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:13.216400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0c5c-19c7-44f3-a00c-9e3e66ebb257 service neutron] Pushing event updated for resources: {'Port': ['ID=830978da-72d6-4927-9a08-9130be40c156,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.283018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Subnet': ['ID=005b81ca-0dd1-413e-ade8-445cf4e3e3c5,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.298314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Checking segment: {'id': 'f754a3fb-002f-419c-be62-d77d2648a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cd0acecd-5f4e-428c-8e36-0002c9bd3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:13.298693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network hostable DHCP agents. Network: cd0acecd-5f4e-428c-8e36-0002c9bd3734, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:13.323816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:13.327904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.346137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:13.360094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fef00fd7-2167-4c00-b9f9-b6a525b2ff60 None None] Port c12961be-da7f-44ef-8ded-07c31eb9769a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:13.373949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, cd0acecd-5f4e-428c-8e36-0002c9bd3734) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:13.380106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-3a7ac258-a5a5-4f48-9d40-9a325985bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:13.383097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-3a7ac258-a5a5-4f48-9d40-9a325985bec8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.4932518 Nov 23 22:44:13.402071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.403488 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340ba42-4369-4c2f-b7b0-f03c841e1fd0 None None] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:13.414265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] For port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:13.421386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:13.422050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.463306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-88af3b15-da46-41ac-ada1-771b963abcda tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1886938 Nov 23 22:44:13.467628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37640) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:13.472279 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.475852 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.476054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1977581857', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:13.555422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1b46-2b81-4050-84f4-5d98b7fafa33 req-e98eff7e-4d5a-4c9e-9bc5-fe811900d465 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:13.558057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c2a1b46-2b81-4050-84f4-5d98b7fafa33 req-e98eff7e-4d5a-4c9e-9bc5-fe811900d465 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 948 time: 1.0056431 Nov 23 22:44:13.596397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8e9bb-981c-4585-97b2-4978a7d28800 None None] Pushing event updated for resources: {'Port': ['ID=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.617018 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.622720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/087fe229-c740-4ae3-a6da-14ac70d56cb0 HTTP/1.1" status: 204 len: 168 time: 6.7773862 Nov 23 22:44:13.633122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.634645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.676157 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.709298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.712355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570ccf9-6038-4d00-bdc9-631c7c13d1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=087fe229-c740-4ae3-a6da-14ac70d56cb0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.733640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.738495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.795696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:00Z', 'revision_number': 3, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:13.891868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Checking segment: {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:13.892766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network hostable DHCP agents. Network: 36531b65-9cba-416a-a777-7f9214d12bfb, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:13.898793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Routers {'189752e9-b2d8-4eef-accf-8de05861c09f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:13.899993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['189752e9-b2d8-4eef-accf-8de05861c09f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:13.910027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bff53-45af-45d9-a10e-df35f7b665f7 None None] The sync data for ids ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'] in n-d-817303-3 is: [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:00Z', 'revision_number': 3, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:13.918669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-d16dd359-97b1-488a-9df1-8f18952cacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:13.922312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-d16dd359-97b1-488a-9df1-8f18952cacb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5168438 Nov 23 22:44:13.992899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c2a1b46-2b81-4050-84f4-5d98b7fafa33 req-0b5a471e-d886-4b37-a7bd-877c0a0a6806 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684096 Nov 23 22:44:14.031773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.072908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Subnet': ['ID=7b58c8be-07b6-4e19-b52c-caaa66173ffc,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:14.085045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbdf094-d1f5-459c-ba5d-71bd5134d394 None None] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:14.085662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network 36531b65-9cba-416a-a777-7f9214d12bfb is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:14.106097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 36531b65-9cba-416a-a777-7f9214d12bfb) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:14.112625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:14.113285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.158354 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2888244e-b0c8-4789-a860-1a533a6f26df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2127478 Nov 23 22:44:14.159880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37644) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:14.165094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-757542790'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:14.207094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5289f62b-6fe0-467d-8a69-e418c1fd3869 None None] Network 36531b65-9cba-416a-a777-7f9214d12bfb requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:14.258701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37646) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:14.274219 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:14.282503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.337457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:14.351291 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.351679 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Added segment e230896b-6ccd-4101-89d9-e2d6aae5ebb9 of type vlan for network 56a75623-a1e5-474d-b56a-7759ec36b9be Nov 23 22:44:14.370857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] Set router 189752e9-b2d8-4eef-accf-8de05861c09f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:14.423918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '830978da-72d6-4927-9a08-9130be40c156'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:14.431417 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468ea301-58d2-4693-bfeb-d6769692b77e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "830978da-72d6-4927-9a08-9130be40c156"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:14.490817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.545582 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.551919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:14.553372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.632248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4712732 Nov 23 22:44:14.634955 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5177bce2-32ba-4f72-9882-91ea51d06f97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d559c59f43044482aabc20c3af3b1de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745520 Nov 23 22:44:14.636010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:14.644864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:14.649226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'subnet': {'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:14.789069 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760acb3d-713d-40a1-ab30-be96f5012115 x-openstack-request-id: req-760acb3d-713d-40a1-ab30-be96f5012115 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:14.789372 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "830978da-72d6-4927-9a08-9130be40c156", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:14.789633 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-760acb3d-713d-40a1-ab30-be96f5012115 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:14.790412 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '830978da-72d6-4927-9a08-9130be40c156', 'status': 'completed', 'code': 200} Nov 23 22:44:14.840120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.945657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Pushing event updated for resources: {'Port': ['ID=707de916-1089-411d-90dd-72ff5b8fab57,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:14.956506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-36531b65-9cba-416a-a777-7f9214d12bfb', 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'fixed_ips': [{'subnet_id': '7b58c8be-07b6-4e19-b52c-caaa66173ffc'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:14.957373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:14.980658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:14.988210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:14.998003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.006571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.014058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.020865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.029590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.031888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-a531ad20-6a5e-4182-8713-51bc41308c65 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5380 time: 0.5926235 Nov 23 22:44:15.096139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Network 64c6b136-296d-4198-a606-7bd0663ae877 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:15.144021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-92cc09ea-723f-453a-bcb3-fafc99544576 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1820288 Nov 23 22:44:15.145813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:15.149223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5a8de-826d-419a-b545-d9f68d98dbfd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Network': ['ID=56a75623-a1e5-474d-b56a-7759ec36b9be,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:15.163322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:15.168803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 56a75623-a1e5-474d-b56a-7759ec36b9be details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:15.205946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 4, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port': {'id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:03Z', 'updated_at': '2021-11-23T22:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c12961be-da7f-44ef-8ded-07c31eb9769a', 'name': '', 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'mac_address': 'fa:16:3e:1d:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:07Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 2, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'subnets': [{'id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:15.211478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Allocated IP 19.80.0.2 (36531b65-9cba-416a-a777-7f9214d12bfb/7b58c8be-07b6-4e19-b52c-caaa66173ffc/b50346f7-086d-413d-9d04-8d5163842598) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:15.279448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d277856-5a42-4cd2-ad49-0f219fb2a2a8 None None] The sync data for ids ['189752e9-b2d8-4eef-accf-8de05861c09f'] in n-d-817303-3 is: [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 4, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port': {'id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:03Z', 'updated_at': '2021-11-23T22:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c12961be-da7f-44ef-8ded-07c31eb9769a', 'name': '', 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'mac_address': 'fa:16:3e:1d:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:07Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 2, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'subnets': [{'id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:15.359694 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.373776 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-0466a913-6f97-4884-8ece-fa75adc072da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8529186 Nov 23 22:44:15.385362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.386136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.386932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.387561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.388208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.388824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.389453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.391732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-468ea301-58d2-4693-bfeb-d6769692b77e req-e7c94619-fa74-4bc5-8aa9-8b80ba44eb60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6217 time: 0.7834556 Nov 23 22:44:15.452625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d828341a-f728-487b-bad7-82ec2e2def13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.509000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61868889-21e4-4156-b933-de4ee8d60f2d {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:15.523633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d828341a-f728-487b-bad7-82ec2e2def13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.555951 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.567499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d9c7b45e-b68a-46fd-b21b-e1a047b3fade None None] Provisioning complete for port 707de916-1089-411d-90dd-72ff5b8fab57 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:15.567818 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b45e-b68a-46fd-b21b-e1a047b3fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.570214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.570498 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.635296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc78c67c-4a56-498d-8586-4fc1d4cd5fe9 req-57aca93e-c074-4a75-a24d-9afcc9dd6bc5 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5842113 Nov 23 22:44:15.639681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Transition to ACTIVE for port object 61868889-21e4-4156-b933-de4ee8d60f2d will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:15.651563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Network 36531b65-9cba-416a-a777-7f9214d12bfb is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:15.654897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7b45e-b68a-46fd-b21b-e1a047b3fade None None] Port 707de916-1089-411d-90dd-72ff5b8fab57 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:15.658767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:15.660633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Pushing event updated for resources: {'Port': ['ID=b50346f7-086d-413d-9d04-8d5163842598,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:15.663113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:15.664059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3ff60-40c0-48c5-8072-2b2330eec248 req-fb8aad39-5545-4320-b207-482a3a7be09f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.672517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde3ff60-40c0-48c5-8072-2b2330eec248 req-fb8aad39-5545-4320-b207-482a3a7be09f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 948 time: 0.4717817 Nov 23 22:44:15.728051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.729009 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.730104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Attempting to bind port b50346f7-086d-413d-9d04-8d5163842598 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:15.730719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Attempting to bind port b50346f7-086d-413d-9d04-8d5163842598 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:15.733086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Attempting to bind port b50346f7-086d-413d-9d04-8d5163842598 on network 36531b65-9cba-416a-a777-7f9214d12bfb {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:15.747350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c50daae-67d2-4357-930f-c3cbd1aacb44 req-14d6be96-0c0e-4960-bd25-4fde479dfca6 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808516 Nov 23 22:44:15.757686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:15.760136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Checking segment: {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:15.761306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.761667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.763790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Bound using segment: {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:15.764796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Bound port: b50346f7-086d-413d-9d04-8d5163842598, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:15.765603 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.773608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-ea94e40b-906c-4f57-8a34-c5ab86ca5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.775164 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-ea94e40b-906c-4f57-8a34-c5ab86ca5fd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 1100 time: 0.2556453 Nov 23 22:44:15.780251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:15.784020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.908049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] For port b50346f7-086d-413d-9d04-8d5163842598, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:15.914624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] For port b50346f7-086d-413d-9d04-8d5163842598, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b50346f7-086d-413d-9d04-8d5163842598,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:15.921076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:15.947984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde3ff60-40c0-48c5-8072-2b2330eec248 req-21812f04-e459-4864-90e3-166d50c000ee tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687857 Nov 23 22:44:15.957716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Pushing event updated for resources: {'Port': ['ID=61868889-21e4-4156-b933-de4ee8d60f2d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:16.003907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1c8a-4479-45eb-a1e1-cd86de71fae7 None None] Pushing event updated for resources: {'Port': ['ID=b50346f7-086d-413d-9d04-8d5163842598,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:16.032087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-dbebc131-c1e0-4266-85ad-0ad620db979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.032971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-dbebc131-c1e0-4266-85ad-0ad620db979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.033436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-dbebc131-c1e0-4266-85ad-0ad620db979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.035199 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-468ea301-58d2-4693-bfeb-d6769692b77e req-dbebc131-c1e0-4266-85ad-0ad620db979f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6159937 Nov 23 22:44:16.042797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d828341a-f728-487b-bad7-82ec2e2def13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.045943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d828341a-f728-487b-bad7-82ec2e2def13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.047233 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.051055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d828341a-f728-487b-bad7-82ec2e2def13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abafefc2-7df9-46fa-be96-dd591447e188 HTTP/1.1" status: 204 len: 168 time: 1.3967686 Nov 23 22:44:16.097570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-424bcc24-b704-44a9-930e-a5e207f21608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.099156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-424bcc24-b704-44a9-930e-a5e207f21608 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 1099 time: 0.2410781 Nov 23 22:44:16.115702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828341a-f728-487b-bad7-82ec2e2def13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafefc2-7df9-46fa-be96-dd591447e188,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:16.216799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Deleting port e599b321-f59d-4589-baa2-afa8921ca44d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:16.217123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.473309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-92a3d781-ee9f-444b-8371-d9860766be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.484864 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-92a3d781-ee9f-444b-8371-d9860766be52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.6392522 Nov 23 22:44:16.515548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] For port e599b321-f59d-4589-baa2-afa8921ca44d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e599b321-f59d-4589-baa2-afa8921ca44d,segment=NetworkSegment(f3c46796-22ab-429e-bf72-0392cfa59e56),segment_id=f3c46796-22ab-429e-bf72-0392cfa59e56)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:16.516037 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.529346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.25.0.191 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/8f73393a-5285-4a7e-9929-84cb652ad07f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:16.537430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Calling delete_port for e599b321-f59d-4589-baa2-afa8921ca44d owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:16.565129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c7193009-ac95-4697-b14f-a26d847f69b6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:16.661339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c7193009-ac95-4697-b14f-a26d847f69b6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:16.661716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.677630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Attempting to bind port 61868889-21e4-4156-b933-de4ee8d60f2d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:16.685590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Attempting to bind port 61868889-21e4-4156-b933-de4ee8d60f2d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:16.686016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Attempting to bind port 61868889-21e4-4156-b933-de4ee8d60f2d on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:16.792976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Port 61868889-21e4-4156-b933-de4ee8d60f2d on network d6288ec8-3dd8-44be-a301-295514565e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:16.793397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Attempting to bind port 61868889-21e4-4156-b933-de4ee8d60f2d on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:16.892086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:16.892640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Checking segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:16.893216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Bound using segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:16.894207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Bound port: 61868889-21e4-4156-b933-de4ee8d60f2d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:16.895034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.916647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.944357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.993655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-ebfa93ca-027e-40e2-aa38-d2b846246cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.994748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea301-58d2-4693-bfeb-d6769692b77e req-058d32a9-73cf-4827-9e43-7d148480b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.995163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-ebfa93ca-027e-40e2-aa38-d2b846246cdd service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.8812249 Nov 23 22:44:16.997285 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-468ea301-58d2-4693-bfeb-d6769692b77e req-058d32a9-73cf-4827-9e43-7d148480b126 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9075832 Nov 23 22:44:17.000402 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-1a45c54a-2570-46a8-b9f7-e58c53074331 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba HTTP/1.1" status: 200 len: 217 time: 0.4528525 Nov 23 22:44:17.001115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port c7193009-ac95-4697-b14f-a26d847f69b6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c7193009-ac95-4697-b14f-a26d847f69b6,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:17.001776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:17.019310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:17.098795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:17.100797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=c7193009-ac95-4697-b14f-a26d847f69b6,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:17.219813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:17.224452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Subnet': ['ID=2a9e2306-b945-42d7-80a2-64f9bab36523,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:17.226771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:17.234247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:17.242950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-fbb7bfea-db21-4d5b-ab71-49c35093e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.244619 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-fbb7bfea-db21-4d5b-ab71-49c35093e203 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2130303 Nov 23 22:44:17.247489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:17.249252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=8f73393a-5285-4a7e-9929-84cb652ad07f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:17.293291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:17.325924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Checking segment: {'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:17.326449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network hostable DHCP agents. Network: 56a75623-a1e5-474d-b56a-7759ec36b9be, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:17.356391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-9e153dbd-0cf2-4073-bf31-c32f398d832b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 HTTP/1.1" status: 200 len: 217 time: 0.3441684 Nov 23 22:44:17.419944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network 56a75623-a1e5-474d-b56a-7759ec36b9be is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:17.482751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-8001907f-474f-40c7-997e-24d01e46e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.491674 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-8001907f-474f-40c7-997e-24d01e46e492 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2365365 Nov 23 22:44:17.535201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37688) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:17.651260 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-7276e381-e360-4180-ade8-61834d86f9ef service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141706 Nov 23 22:44:17.651895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 56a75623-a1e5-474d-b56a-7759ec36b9be) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:17.661229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b3b12-37f8-441c-9c42-adb8e31c8db2 None None] Network 56a75623-a1e5-474d-b56a-7759ec36b9be requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:17.676339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.677386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:17.697226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:17.822653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb5866aa-b781-4122-ba62-dfbebabf03d2 req-acc894a2-ea94-4751-8d32-8f8b654eca7b service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502516 Nov 23 22:44:17.875699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-03959095-ba2b-4f6f-a214-a4e3a329a2a2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2340081 Nov 23 22:44:17.945135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-261825428-network', 'tenant_id': '26cf68316f8e4340887cae766a2a479a'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:17.961357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.967484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.973454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.983779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.986137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Made reservation on behalf of 26cf68316f8e4340887cae766a2a479a for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:17.988406 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:17.990382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.001224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.008555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.010513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-b986fad3-1198-4e0d-982c-2c557fa76889 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5392 time: 1.1302147 Nov 23 22:44:18.053224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba3193-2380-4fb2-8380-4da475c8d764 None None] Network 36531b65-9cba-416a-a777-7f9214d12bfb requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:18.059285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.108465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.112663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.118531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] For port 61868889-21e4-4156-b933-de4ee8d60f2d, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:18.126380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Pushing event updated for resources: {'Port': ['ID=707de916-1089-411d-90dd-72ff5b8fab57,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:18.141890 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.174925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-ef7449eb-0a97-4bc5-8573-595bf05d280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.176373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-ef7449eb-0a97-4bc5-8573-595bf05d280f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.7366331 Nov 23 22:44:18.180513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] For port 61868889-21e4-4156-b933-de4ee8d60f2d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=61868889-21e4-4156-b933-de4ee8d60f2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:18.190857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:18.253636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.263092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-74dd5117-773c-4fd8-8734-710855dd4eda None None] Provisioning complete for port b50346f7-086d-413d-9d04-8d5163842598 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:18.263389 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74dd5117-773c-4fd8-8734-710855dd4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.265769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-56a75623-a1e5-474d-b56a-7759ec36b9be', 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'fixed_ips': [{'subnet_id': '2a9e2306-b945-42d7-80a2-64f9bab36523'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:18.266620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.273334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', 'mac_address': 'fa:16:3e:cb:99:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:18.285503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeebf0-8a3a-4d25-a4c7-9e3438768af3 req-9d85d3d2-58f2-4c63-a452-b46d1121ac43 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.297531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41aeebf0-8a3a-4d25-a4c7-9e3438768af3 req-9d85d3d2-58f2-4c63-a452-b46d1121ac43 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 948 time: 1.0488019 Nov 23 22:44:18.361341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.364778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Pushing event deleted for resources: {'Port': ['ID=e599b321-f59d-4589-baa2-afa8921ca44d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:18.386459 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.399429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:18.438821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.439214 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Added segment 382e8537-9ca7-4dbc-af4a-241da9403cee of type vlan for network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c Nov 23 22:44:18.510147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228eaca5-4eb4-4182-92c2-9745c7b27382,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:18.591074 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.626661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.627783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.628369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.629126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:18.637924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.706822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Allocated IP 19.86.0.2 (56a75623-a1e5-474d-b56a-7759ec36b9be/2a9e2306-b945-42d7-80a2-64f9bab36523/03137599-415c-489b-be85-b7aaadb17c64) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:18.716232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:18.760375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2210977 Nov 23 22:44:18.763314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37698) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:18.821949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Request body: {'subnet': {'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-261825428-subnet', 'tenant_id': '26cf68316f8e4340887cae766a2a479a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:18.845322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c302-8048-46d4-98d0-68d398a8ae59 admin admin] Pushing event updated for resources: {'Network': ['ID=1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:18.859629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.861533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.864130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] 10.222.0.48 "PUT /v2.0/ports/61868889-21e4-4156-b933-de4ee8d60f2d HTTP/1.1" status: 200 len: 1090 time: 5.9307120 Nov 23 22:44:18.869436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.882270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Made reservation on behalf of 26cf68316f8e4340887cae766a2a479a for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:18.884000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.900047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Network 64c6b136-296d-4198-a606-7bd0663ae877 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:18.902052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:18.905946 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d118fb8-501f-45e3-b043-77d95098b850" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:18.909647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:18.966073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:19.001844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:19.002629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:19.020490 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74dd5117-773c-4fd8-8734-710855dd4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.023598 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41aeebf0-8a3a-4d25-a4c7-9e3438768af3 req-3c396d51-4d3b-43f7-88d3-952493257301 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265873 Nov 23 22:44:19.030997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:19.033965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.145512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01b9f7-c4ec-4c56-8847-f6593b169caf service neutron] Pushing event updated for resources: {'Port': ['ID=61868889-21e4-4156-b933-de4ee8d60f2d,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:19.159762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20fe6d53-ce89-489c-bcae-707570d9fa3c req-98ff18fc-6387-4996-b9e5-73c1ea0860a9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.0867999 Nov 23 22:44:19.168715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-cac30063-1b51-4137-b8b6-30234bc91868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.170311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-cac30063-1b51-4137-b8b6-30234bc91868 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9476674 Nov 23 22:44:19.271188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-74dd5117-773c-4fd8-8734-710855dd4eda None None] For port b50346f7-086d-413d-9d04-8d5163842598, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b50346f7-086d-413d-9d04-8d5163842598,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:19.298508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:19.298804 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.360479 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74dd5117-773c-4fd8-8734-710855dd4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.423229 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.439917 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1ded7-89aa-4eff-8dec-072d5fc24016 x-openstack-request-id: req-0dd1ded7-89aa-4eff-8dec-072d5fc24016 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:19.440215 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:19.440475 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dd1ded7-89aa-4eff-8dec-072d5fc24016 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:19.440890 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d', 'status': 'completed', 'code': 200} Nov 23 22:44:19.448897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:19.544817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:19.639145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-136f9028-62d2-490f-a337-3953ce0bec2f None None] Provisioning complete for port 707de916-1089-411d-90dd-72ff5b8fab57 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:19.639591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-136f9028-62d2-490f-a337-3953ce0bec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.695737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.696403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.696869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.697400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.697892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.698410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.698928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.701507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8d118fb8-501f-45e3-b043-77d95098b850 req-12ff5d34-74bf-4094-aa1e-3e79ab73c139 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6284 time: 0.1046937 Nov 23 22:44:19.724684 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.767858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd5117-773c-4fd8-8734-710855dd4eda None None] Pushing event updated for resources: {'Port': ['ID=b50346f7-086d-413d-9d04-8d5163842598,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:19.775091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.783745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-136f9028-62d2-490f-a337-3953ce0bec2f None None] Port 707de916-1089-411d-90dd-72ff5b8fab57 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:19.794688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:19.798230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.800466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:44:19.854941 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:19.856090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c7193009-ac95-4697-b14f-a26d847f69b6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:19.871702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-53058681-dd0f-464a-959c-231291eeab46 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827087 Nov 23 22:44:19.882379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:19.901814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-0bf3641e-0aac-46e3-9329-390df4289f3f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.906040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Network 56a75623-a1e5-474d-b56a-7759ec36b9be is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:19.907915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-0bf3641e-0aac-46e3-9329-390df4289f3f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.909797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-0bf3641e-0aac-46e3-9329-390df4289f3f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/networks?id=36531b65-9cba-416a-a777-7f9214d12bfb&id=56a75623-a1e5-474d-b56a-7759ec36b9be&id=36531b65-9cba-416a-a777-7f9214d12bfb HTTP/1.1" status: 200 len: 1390 time: 0.5401487 Nov 23 22:44:19.920068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:19.931720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:19.938304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Pushing event updated for resources: {'Port': ['ID=03137599-415c-489b-be85-b7aaadb17c64,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:19.976603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-85c668e3-1f08-439f-a5bb-a94ee3d2a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.977212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-85c668e3-1f08-439f-a5bb-a94ee3d2a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.977523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-85c668e3-1f08-439f-a5bb-a94ee3d2a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.979174 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8d118fb8-501f-45e3-b043-77d95098b850 req-85c668e3-1f08-439f-a5bb-a94ee3d2a303 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2394373 Nov 23 22:44:19.995848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Router 54a4f812-2eca-4c76-ba7d-12e390f53865 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:20.000636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.030107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-d906b945-99ca-444c-afc4-72d7b6fc77e1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/quotas/bf3da8102b944f47aca234ad8b033e70 HTTP/1.1" status: 200 len: 375 time: 0.0781207 Nov 23 22:44:20.045726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-136f9028-62d2-490f-a337-3953ce0bec2f None None] Provisioning complete for port b50346f7-086d-413d-9d04-8d5163842598 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:20.046005 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-136f9028-62d2-490f-a337-3953ce0bec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.119107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:20.157553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d4de3a-2f41-4d58-9371-9bedc91e0923,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:20.165200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:20.178000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:20.188178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Attempting to bind port 03137599-415c-489b-be85-b7aaadb17c64 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:20.188559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Attempting to bind port 03137599-415c-489b-be85-b7aaadb17c64 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:20.188928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Attempting to bind port 03137599-415c-489b-be85-b7aaadb17c64 on network 56a75623-a1e5-474d-b56a-7759ec36b9be {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:20.206135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c7193009-ac95-4697-b14f-a26d847f69b6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:20.206474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.206725 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:20.208161 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:20.210208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Checking segment: {'id': '382e8537-9ca7-4dbc-af4a-241da9403cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:20.210208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Network hostable DHCP agents. Network: 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:20.213938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:20.214597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.214846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Checking segment: {'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:20.215262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.215736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Bound using segment: {'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:20.216310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Bound port: 03137599-415c-489b-be85-b7aaadb17c64, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:20.217021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.219314 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-226b1b76-be8a-4571-8121-5aea44b1e920 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7502613 Nov 23 22:44:20.221064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37714) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:20.222177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d118fb8-501f-45e3-b043-77d95098b850 req-1b4587d8-db41-46a6-ac34-45cf963fccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:20.223687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8d118fb8-501f-45e3-b043-77d95098b850 req-1b4587d8-db41-46a6-ac34-45cf963fccd4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2335963 Nov 23 22:44:20.292007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:20.308446 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:20.320895 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:20.322511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:20.332916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:20.343441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:20.344026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.352396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58319c-fa5a-4769-9946-162ec0ad7c62 None None] Network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:20.386286 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0edceb20-15ae-4249-9f9b-295ba70a553c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6011808 Nov 23 22:44:20.418856 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:20.420659 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce550f72-1286-48c3-8b4b-d42143cd1770 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:20.521173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] For port 03137599-415c-489b-be85-b7aaadb17c64, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:20.549637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] For port 03137599-415c-489b-be85-b7aaadb17c64, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03137599-415c-489b-be85-b7aaadb17c64,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:20.570494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.617207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b50346f7-086d-413d-9d04-8d5163842598 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:20.637672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Sync routers for ids ['189752e9-b2d8-4eef-accf-8de05861c09f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:20.735065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Routers {'189752e9-b2d8-4eef-accf-8de05861c09f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:20.735729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['189752e9-b2d8-4eef-accf-8de05861c09f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:20.770104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c376e195-94d3-4a66-8ad4-f20d8779258a req-1faaf921-e48f-4a15-985b-9c7c7c9ea88c service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8864605 Nov 23 22:44:20.806774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-2e081128-02a1-4d2a-9e46-550e738435cd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7414114 Nov 23 22:44:20.828804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d486-1c4b-4827-865d-17d8e933443b req-5a926a96-f868-4699-af5b-7668e7c2666b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:20.829623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd2f43-75a3-40ac-9a2c-6d74c53883c2 None None] Pushing event updated for resources: {'Port': ['ID=03137599-415c-489b-be85-b7aaadb17c64,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:20.830284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e517d486-1c4b-4827-865d-17d8e933443b req-5a926a96-f868-4699-af5b-7668e7c2666b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 949 time: 0.7115531 Nov 23 22:44:20.859552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:20.865579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2a38d6db-914a-4551-8de5-ca2e842640c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9881823 Nov 23 22:44:20.869498 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.879472 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Sync routers for ids ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:20.897673 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Routers {'7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:20.898514 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:20.901460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bece5a-54fb-47ad-972a-28fd85104c82 None None] Network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:20.912248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ef1ce6-2888-4d54-af51-ec8104084c2d {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:20.923200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.039982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:21.056117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f585af73-9942-4629-aadf-f64acd3d422f admin admin] 10.222.0.11 "PUT /v2.0/routers/54a4f812-2eca-4c76-ba7d-12e390f53865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1606903 Nov 23 22:44:21.100832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37726) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:21.150074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Set router 189752e9-b2d8-4eef-accf-8de05861c09f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:21.169104 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Set router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:21.199364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Transition to ACTIVE for port object c9ef1ce6-2888-4d54-af51-ec8104084c2d will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:21.236184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] Sync routers for ids ['54a4f812-2eca-4c76-ba7d-12e390f53865'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:21.247073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.319971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e517d486-1c4b-4827-865d-17d8e933443b req-7669e0d9-e707-4d8a-a68e-e7477b473134 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527290 Nov 23 22:44:21.335404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.1 (cd0acecd-5f4e-428c-8e36-0002c9bd3734/005b81ca-0dd1-413e-ade8-445cf4e3e3c5/a5f422df-b377-4f7e-8f9e-70f04504974e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:21.357232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b50346f7-086d-413d-9d04-8d5163842598 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:21.357764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.530714 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:15Z', 'revision_number': 4, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '707de916-1089-411d-90dd-72ff5b8fab57', 'name': '', 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'mac_address': 'fa:16:3e:61:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'be56bbc3-2cef-4a78-947a-2ec6ed0c6220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:10Z', 'updated_at': '2021-11-23T22:44:16Z', 'revision_number': 2, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'subnets': [{'id': 'be56bbc3-2cef-4a78-947a-2ec6ed0c6220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:21.546910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-52a0962d-9949-4fce-a2e3-7dadd8c1b4c6 service neutron] 10.222.0.11 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155998 Nov 23 22:44:21.555261 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.582066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ef1ce6-2888-4d54-af51-ec8104084c2d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:21.588492 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Checking router: 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:44:21.588760 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Updating router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 port 707de916-1089-411d-90dd-72ff5b8fab57 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:44:21.631739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.641547 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.673058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.695755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:21.705910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:21.711515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:21.742514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:21.775236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:21.782722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=a5f422df-b377-4f7e-8f9e-70f04504974e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:21.819762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Attempting to bind port c9ef1ce6-2888-4d54-af51-ec8104084c2d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:21.820389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Attempting to bind port c9ef1ce6-2888-4d54-af51-ec8104084c2d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:21.820522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Attempting to bind port c9ef1ce6-2888-4d54-af51-ec8104084c2d on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:21.832556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] Routers {'54a4f812-2eca-4c76-ba7d-12e390f53865'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:21.833182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['54a4f812-2eca-4c76-ba7d-12e390f53865'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:21.842780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.848958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.860279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.867137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.878673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.885528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.895440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.898090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-20caa440-c436-4b94-8b7a-340634fb51b6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5404 time: 0.4035757 Nov 23 22:44:21.951180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Port c9ef1ce6-2888-4d54-af51-ec8104084c2d on network d6288ec8-3dd8-44be-a301-295514565e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:21.951511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Attempting to bind port c9ef1ce6-2888-4d54-af51-ec8104084c2d on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:22.002728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:22.008957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:22.009342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Checking segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:22.009489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.009946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Bound using segment: {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:22.010163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Bound port: c9ef1ce6-2888-4d54-af51-ec8104084c2d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:22.010491 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.016128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:22.017270 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.075384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-4e96ea05-4b4f-494a-975d-e621ddb788f2 service neutron] 10.222.0.11 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898562 Nov 23 22:44:22.101609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] Set router 54a4f812-2eca-4c76-ba7d-12e390f53865 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:22.104217 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.115968 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.118438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.174190 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aaca5-8593-404a-be7e-87961bb7c5e0 None None] Pushing event updated for resources: {'Port': ['ID=707de916-1089-411d-90dd-72ff5b8fab57,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:22.198299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 4, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port': {'id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:03Z', 'updated_at': '2021-11-23T22:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c12961be-da7f-44ef-8ded-07c31eb9769a', 'name': '', 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'mac_address': 'fa:16:3e:1d:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:07Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 2, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'subnets': [{'id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:22.246858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-737b5c45-2db0-4976-b7d0-9ab8276c70b2 req-f20b08d2-5bdd-4caa-98d2-6f0e9e2cbfe6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2981539 Nov 23 22:44:22.281011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9689eab-b018-4d35-9a74-5db2e49decc8 None None] Network 56a75623-a1e5-474d-b56a-7759ec36b9be requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:22.295531 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Attempting to bind port 707de916-1089-411d-90dd-72ff5b8fab57 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:22.296207 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Attempting to bind port 707de916-1089-411d-90dd-72ff5b8fab57 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:22.296781 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Attempting to bind port 707de916-1089-411d-90dd-72ff5b8fab57 on network 64c6b136-296d-4198-a606-7bd0663ae877 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:22.303841 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:22.304686 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Checking segment: {'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:22.305418 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.305984 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Bound using segment: {'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:22.306653 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Bound port: 707de916-1089-411d-90dd-72ff5b8fab57, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a1b34-6db9-417f-9d37-0c6a3e22002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:22.307210 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.339064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-b3a81e2d-96f7-44c5-a130-c3c9e64b04d6 service neutron] 10.222.0.11 "GET /v2.0/networks/56a75623-a1e5-474d-b56a-7759ec36b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372990 Nov 23 22:44:22.395741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] For port c9ef1ce6-2888-4d54-af51-ec8104084c2d, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:22.405249 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] For port 707de916-1089-411d-90dd-72ff5b8fab57, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:22.416412 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] For port 707de916-1089-411d-90dd-72ff5b8fab57, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=707de916-1089-411d-90dd-72ff5b8fab57,segment=NetworkSegment(999a1b34-6db9-417f-9d37-0c6a3e22002e),segment_id=999a1b34-6db9-417f-9d37-0c6a3e22002e)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:22.423277 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.434685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Checking router: 189752e9-b2d8-4eef-accf-8de05861c09f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:44:22.435317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Updating router 189752e9-b2d8-4eef-accf-8de05861c09f port c12961be-da7f-44ef-8ded-07c31eb9769a binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:44:22.528885 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aaca5-8593-404a-be7e-87961bb7c5e0 None None] Pushing event updated for resources: {'Port': ['ID=707de916-1089-411d-90dd-72ff5b8fab57,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:22.532901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.550375 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Routers {'7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:22.552035 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:22.576066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] For port c9ef1ce6-2888-4d54-af51-ec8104084c2d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:22.590753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.592339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.603802 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.686554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.718671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Deleting port 2e7f399a-ff47-401b-959c-54ac738615a5 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:22.719017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.732415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:22.733051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.734490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9ef1ce6-2888-4d54-af51-ec8104084c2d HTTP/1.1" status: 200 len: 1090 time: 3.7737570 Nov 23 22:44:22.736895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:22.746199 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e51199-e44d-4f0f-b359-b4eaac0c2e05" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:22.763027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=a5f422df-b377-4f7e-8f9e-70f04504974e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:22.796740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.815337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-742a3098-0a18-4eb0-8a70-65a69d129720 None None] Provisioning complete for port 03137599-415c-489b-be85-b7aaadb17c64 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:22.816056 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-742a3098-0a18-4eb0-8a70-65a69d129720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.832697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:22.838871 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e78cf1-8e6b-4caa-ab1e-641303894118" -d '{"events": [{"server_uuid": "42167e5b-3583-48cb-a79a-3a611d4e3cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:22.861101 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] Set router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:22.869075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-7a8d54ef-61c4-4f00-9f4d-b25eaedec10a service neutron] 10.222.0.11 "GET /v2.0/networks/56a75623-a1e5-474d-b56a-7759ec36b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213149 Nov 23 22:44:22.897859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:23.010108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:23.036284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:23.042520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:23.149107 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.161504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:15Z', 'revision_number': 4, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '707de916-1089-411d-90dd-72ff5b8fab57', 'name': '', 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'mac_address': 'fa:16:3e:61:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'be56bbc3-2cef-4a78-947a-2ec6ed0c6220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:10Z', 'updated_at': '2021-11-23T22:44:22Z', 'revision_number': 4, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'subnets': [{'id': 'be56bbc3-2cef-4a78-947a-2ec6ed0c6220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:23.184897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-b43d11f3-2c4d-46ba-a7ea-948a12dba532 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:23.186703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-b43d11f3-2c4d-46ba-a7ea-948a12dba532 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/networks?id=1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c HTTP/1.1" status: 200 len: 821 time: 0.3205175 Nov 23 22:44:23.191601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503e5ad-93ce-4909-8ca9-f8f3ceb831c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ef1ce6-2888-4d54-af51-ec8104084c2d,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:23.198356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f91e5-61c0-44dd-a844-ffb13968b671 None None] The sync data for ids ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'] in n-d-817303-3 is: [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:15Z', 'revision_number': 4, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '707de916-1089-411d-90dd-72ff5b8fab57', 'name': '', 'network_id': '64c6b136-296d-4198-a606-7bd0663ae877', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'mac_address': 'fa:16:3e:61:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'be56bbc3-2cef-4a78-947a-2ec6ed0c6220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:10Z', 'updated_at': '2021-11-23T22:44:22Z', 'revision_number': 4, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'subnets': [{'id': 'be56bbc3-2cef-4a78-947a-2ec6ed0c6220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:23.203213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b50346f7-086d-413d-9d04-8d5163842598 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:23.248102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:23.335716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-64571b5d-169d-481e-9262-070c5b60d168 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/quotas/26cf68316f8e4340887cae766a2a479a HTTP/1.1" status: 200 len: 375 time: 0.1311140 Nov 23 22:44:23.346950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:23.373085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.433797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:23.434797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-6cc59578-3c2e-4fef-bd4d-3f9c8a2f274f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=26cf68316f8e4340887cae766a2a479a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630741 Nov 23 22:44:23.456976 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c3684031-31d5-4145-9b71-572f4d2ec73c tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/routers/cb1f7dcb-616d-4e21-9119-15b3e507ae91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322032 Nov 23 22:44:23.457833 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:23.460193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37750) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:23.474740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'port': {'network_id': 'cd0acecd-5f4e-428c-8e36-0002c9bd3734', 'name': 'tempest-FloatingIPTestJSON-961236035'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:23.482493 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:23.483256 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:23.560646 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-742a3098-0a18-4eb0-8a70-65a69d129720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.626950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:44:17Z', 'revision_number': 5, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port': {'id': '2e7f399a-ff47-401b-959c-54ac738615a5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:23.653294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b50346f7-086d-413d-9d04-8d5163842598 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:23.653765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.662552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-bec1b636-04e3-4b5c-9fca-04095f7b2e93 service neutron] 10.222.0.11 "GET /v2.0/networks/1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054925 Nov 23 22:44:23.693930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] For port 2e7f399a-ff47-401b-959c-54ac738615a5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e7f399a-ff47-401b-959c-54ac738615a5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:23.694608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.702265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:23.718088 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.731188 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:23.750856 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:23.751477 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:23.758780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] device_id is not set on port 6ddaa0a4-e109-485a-8d4f-b7b1b158a181 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:44:23.767252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-30f46278-4d94-487a-aa01-4bf6f3a4e44c service neutron] 10.222.0.11 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761214 Nov 23 22:44:23.773548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] Checking router: 54a4f812-2eca-4c76-ba7d-12e390f53865 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:44:23.790119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Calling delete_port for 2e7f399a-ff47-401b-959c-54ac738615a5 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:23.797690 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:23.798642 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215f1d8-7cd0-433e-81a7-996664f16449 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:23.839111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-742a3098-0a18-4eb0-8a70-65a69d129720 None None] For port 03137599-415c-489b-be85-b7aaadb17c64, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03137599-415c-489b-be85-b7aaadb17c64,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:23.869057 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-742a3098-0a18-4eb0-8a70-65a69d129720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.881953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] Routers {'54a4f812-2eca-4c76-ba7d-12e390f53865'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:23.882635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['54a4f812-2eca-4c76-ba7d-12e390f53865'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:23.940182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.2 (cd0acecd-5f4e-428c-8e36-0002c9bd3734/005b81ca-0dd1-413e-ade8-445cf4e3e3c5/6ddaa0a4-e109-485a-8d4f-b7b1b158a181) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:24.030371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:24.065376 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:24.116404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] Set router 54a4f812-2eca-4c76-ba7d-12e390f53865 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:24.154837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:24.201535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:24.244943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-cbe681d2-d1f7-4dc4-974d-f721b7d62a63 service neutron] 10.222.0.11 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684083 Nov 23 22:44:24.257063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-d89b59c0-efed-4a6b-b995-ab8c86a7bf55 service neutron] 10.222.0.11 "GET /v2.0/networks/1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675237 Nov 23 22:44:24.283775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:24.285231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=6ddaa0a4-e109-485a-8d4f-b7b1b158a181,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:24.288775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:24.305410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:24.392304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:24.392980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:24.439855 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-44c4e6b6-240f-4e27-b8d8-646ec4ed1560 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9762495 Nov 23 22:44:24.440979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37752) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:24.446040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'port': {'network_id': 'cd0acecd-5f4e-428c-8e36-0002c9bd3734', 'name': 'tempest-FloatingIPTestJSON-1298789663'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:24.491776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] Provisioning complete for port 707de916-1089-411d-90dd-72ff5b8fab57 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:24.492546 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:24.495927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a3098-0a18-4eb0-8a70-65a69d129720 None None] Pushing event updated for resources: {'Port': ['ID=03137599-415c-489b-be85-b7aaadb17c64,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:24.799374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:44:22Z', 'revision_number': 6, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:24.862521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d2629-9863-41e8-96c5-a31be6d1e603 None None] The sync data for ids ['54a4f812-2eca-4c76-ba7d-12e390f53865'] in n-d-817303-3 is: [{'id': '54a4f812-2eca-4c76-ba7d-12e390f53865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1999705082-router', 'tenant_id': 'e1be4945bf334d9098715116c6a777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:52Z', 'updated_at': '2021-11-23T22:44:22Z', 'revision_number': 6, 'project_id': 'e1be4945bf334d9098715116c6a777e7', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:24.868058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:24.886114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:24.899732 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:24.950340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] device_id is not set on port 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:44:25.006750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Attempting to bind port c12961be-da7f-44ef-8ded-07c31eb9769a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:25.007233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Attempting to bind port c12961be-da7f-44ef-8ded-07c31eb9769a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:25.007717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Attempting to bind port c12961be-da7f-44ef-8ded-07c31eb9769a on network 4eab735f-5232-4a02-8b4a-c8cea5352eea {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:25.021504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:25.021897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Checking segment: {'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:25.022308 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.022704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Bound using segment: {'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:25.023205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Bound port: c12961be-da7f-44ef-8ded-07c31eb9769a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0984bd6-6a90-48e6-b548-2f89e139ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:25.023609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.045347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f73c0a-078c-4305-8ac8-2cda029b5c73 None None] Pushing event updated for resources: {'Port': ['ID=c12961be-da7f-44ef-8ded-07c31eb9769a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:25.220632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.4 (cd0acecd-5f4e-428c-8e36-0002c9bd3734/005b81ca-0dd1-413e-ade8-445cf4e3e3c5/8b7e8dfd-d9db-407f-b181-8e4ad5f66db6) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:25.235992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:25.235992 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.319457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.388353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] For port c12961be-da7f-44ef-8ded-07c31eb9769a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:25.392581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] For port c12961be-da7f-44ef-8ded-07c31eb9769a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c12961be-da7f-44ef-8ded-07c31eb9769a,segment=NetworkSegment(d0984bd6-6a90-48e6-b548-2f89e139ed5d),segment_id=d0984bd6-6a90-48e6-b548-2f89e139ed5d)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:25.424788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] For port 707de916-1089-411d-90dd-72ff5b8fab57, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=707de916-1089-411d-90dd-72ff5b8fab57,segment=NetworkSegment(999a1b34-6db9-417f-9d37-0c6a3e22002e),segment_id=999a1b34-6db9-417f-9d37-0c6a3e22002e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:25.427432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.466229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.482084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.540289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03137599-415c-489b-be85-b7aaadb17c64 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:25.544616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd1625-d3a4-42a7-90ba-0ec62b883a3a req-7e468100-c1e3-42b2-932f-f702e765c474 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:25.555124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09bd1625-d3a4-42a7-90ba-0ec62b883a3a req-7e468100-c1e3-42b2-932f-f702e765c474 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 950 time: 0.4387932 Nov 23 22:44:25.615421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Routers {'189752e9-b2d8-4eef-accf-8de05861c09f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:25.618004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['189752e9-b2d8-4eef-accf-8de05861c09f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:25.631862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.662871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86449cf7-da38-46c1-846c-8159c542dac8 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:25.672886 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.682360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f73c0a-078c-4305-8ac8-2cda029b5c73 None None] Pushing event updated for resources: {'Port': ['ID=c12961be-da7f-44ef-8ded-07c31eb9769a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:25.724391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7f399a-ff47-401b-959c-54ac738615a5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:25.727647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Transition to ACTIVE for port object 86449cf7-da38-46c1-846c-8159c542dac8 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:25.728778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.743799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-61e66f77-3f2f-4653-aab4-3c84f3a98e2e tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6256220 Nov 23 22:44:25.754419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.760962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 03137599-415c-489b-be85-b7aaadb17c64 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:25.761367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.783498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:25.824454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=8b7e8dfd-d9db-407f-b181-8e4ad5f66db6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:25.841518 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:25.843362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.843750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.844692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.844692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.845037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.845193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.845470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.845836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.846369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.850105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.850105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.850105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:25.860628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:25.869144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:25.875080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] Provisioning complete for port 03137599-415c-489b-be85-b7aaadb17c64 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:25.875702 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:25.945253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9a626-cce2-4695-ba21-ac44b26ba694 None None] Pushing event updated for resources: {'Port': ['ID=707de916-1089-411d-90dd-72ff5b8fab57,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:25.972511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:25.974932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.003670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ee58b5a-6eca-482f-9781-b13b74ade884 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5593197 Nov 23 22:44:26.004445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.006005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37776) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:26.008337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] Set router 189752e9-b2d8-4eef-accf-8de05861c09f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:26.011729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '8b7e8dfd-d9db-407f-b181-8e4ad5f66db6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:26.053619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.080265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09bd1625-d3a4-42a7-90ba-0ec62b883a3a req-adf418f4-c015-4abc-ae01-35f831de423e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614125 Nov 23 22:44:26.080946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86449cf7-da38-46c1-846c-8159c542dac8,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:26.156841 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5667cbf-bc4c-42cf-9df6-6b0d4251597f x-openstack-request-id: req-a5667cbf-bc4c-42cf-9df6-6b0d4251597f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:26.157308 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:26.157574 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5667cbf-bc4c-42cf-9df6-6b0d4251597f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:26.158000 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d', 'status': 'completed', 'code': 200} Nov 23 22:44:26.206959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.245995 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b743b5cc-974e-415b-84ec-e77fb109a6d5 x-openstack-request-id: req-b743b5cc-974e-415b-84ec-e77fb109a6d5 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:26.246286 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42167e5b-3583-48cb-a79a-3a611d4e3cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:26.246546 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b743b5cc-974e-415b-84ec-e77fb109a6d5 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:26.246937 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', 'code': 200} Nov 23 22:44:26.285578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.425695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.426192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.426758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.428666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.428866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.429143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.429717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.430186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.431438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.432889 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-b816fa1a-2ed6-495b-bc8d-cb2c11cd6cda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6376 time: 0.1787920 Nov 23 22:44:26.439054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3952cb6a-e397-4c82-8807-b0032a31146f None None] Provisioning complete for port c12961be-da7f-44ef-8ded-07c31eb9769a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:26.439500 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3952cb6a-e397-4c82-8807-b0032a31146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.587676 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.588232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a4f812-2eca-4c76-ba7d-12e390f53865 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:44:26.592614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 4, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port': {'id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:03Z', 'updated_at': '2021-11-23T22:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c12961be-da7f-44ef-8ded-07c31eb9769a', 'name': '', 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'mac_address': 'fa:16:3e:1d:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:07Z', 'updated_at': '2021-11-23T22:44:25Z', 'revision_number': 4, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'subnets': [{'id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:26.620255 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.621824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e983382-0b70-4863-aa0c-b00e01ec50c3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/54a4f812-2eca-4c76-ba7d-12e390f53865 HTTP/1.1" status: 204 len: 168 time: 5.5132921 Nov 23 22:44:26.630534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37778) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:26.655088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c3073-6c85-4a52-a850-7c4c4c92cff9 None None] The sync data for ids ['189752e9-b2d8-4eef-accf-8de05861c09f'] in n-d-817303-3 is: [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 4, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port': {'id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:03Z', 'updated_at': '2021-11-23T22:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c12961be-da7f-44ef-8ded-07c31eb9769a', 'name': '', 'network_id': '4eab735f-5232-4a02-8b4a-c8cea5352eea', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'mac_address': 'fa:16:3e:1d:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:07Z', 'updated_at': '2021-11-23T22:44:25Z', 'revision_number': 4, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'subnets': [{'id': 'c1d63b1b-354c-45e1-aa8a-1aadf0532b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:26.663502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 707de916-1089-411d-90dd-72ff5b8fab57 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:26.734047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-58235708-da3c-4c6e-b0d4-3607c6e9102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.734594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-58235708-da3c-4c6e-b0d4-3607c6e9102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.735339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-58235708-da3c-4c6e-b0d4-3607c6e9102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.736328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.737791 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-58235708-da3c-4c6e-b0d4-3607c6e9102d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2890375 Nov 23 22:44:26.740571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3952cb6a-e397-4c82-8807-b0032a31146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.750866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.762136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.766655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.779703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.787184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.804011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.814579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.831130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54f32797-6076-44e8-91e3-bef154faa47a req-c9d02d41-99d0-4ec5-a1de-431b8900a65c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5416 time: 0.3061733 Nov 23 22:44:26.838450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3952cb6a-e397-4c82-8807-b0032a31146f None None] For port c12961be-da7f-44ef-8ded-07c31eb9769a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c12961be-da7f-44ef-8ded-07c31eb9769a,segment=NetworkSegment(d0984bd6-6a90-48e6-b548-2f89e139ed5d),segment_id=d0984bd6-6a90-48e6-b548-2f89e139ed5d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:26.845423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 707de916-1089-411d-90dd-72ff5b8fab57 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:26.845806 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.878930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3952cb6a-e397-4c82-8807-b0032a31146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:26.922049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Attempting to bind port 86449cf7-da38-46c1-846c-8159c542dac8 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:26.922500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Attempting to bind port 86449cf7-da38-46c1-846c-8159c542dac8 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:26.922929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Attempting to bind port 86449cf7-da38-46c1-846c-8159c542dac8 on network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:26.943767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd21e7-9268-433a-ae62-9555d6e03961 req-eef71476-950c-47dc-b6f8-d93e4633b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.946254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cdd21e7-9268-433a-ae62-9555d6e03961 req-eef71476-950c-47dc-b6f8-d93e4633b746 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 1101 time: 0.4226372 Nov 23 22:44:26.971891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Port 86449cf7-da38-46c1-846c-8159c542dac8 on network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:26.972618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Attempting to bind port 86449cf7-da38-46c1-846c-8159c542dac8 on network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:26.984082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.25.0.89 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/1e39f41a-efd0-4ee7-b684-d57941a421ce) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:27.000228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952cb6a-e397-4c82-8807-b0032a31146f None None] Pushing event updated for resources: {'Port': ['ID=c12961be-da7f-44ef-8ded-07c31eb9769a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:27.001759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] Deleting subnet c0a7e811-83b5-44e0-8294-f2f2052006e6 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:44:27.010142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:27.010616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Checking segment: {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:27.011351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Bound using segment: {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:27.012204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Bound port: 86449cf7-da38-46c1-846c-8159c542dac8, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:27.012904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.046232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.062187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c12961be-da7f-44ef-8ded-07c31eb9769a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:27.064515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54f32797-6076-44e8-91e3-bef154faa47a req-1f440b2d-00bc-4796-af4d-2633316c7982 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2271543 Nov 23 22:44:27.121695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.48', 53206) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:27.136277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c12961be-da7f-44ef-8ded-07c31eb9769a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:27.136948 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.141680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-22cfc804-b573-4942-a31e-f28ab83ca1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:27.143510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-38e51199-e44d-4f0f-b359-b4eaac0c2e05 req-22cfc804-b573-4942-a31e-f28ab83ca1fb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3220713 Nov 23 22:44:27.277917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.282325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.294945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03137599-415c-489b-be85-b7aaadb17c64 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:27.321957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cdd21e7-9268-433a-ae62-9555d6e03961 req-f0b90fea-9028-4464-b119-1b4a908f7189 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652751 Nov 23 22:44:27.324471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-01b67995-ee14-42d8-978d-d1aaff976095 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:27.330694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-01b67995-ee14-42d8-978d-d1aaff976095 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:27.332420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-01b67995-ee14-42d8-978d-d1aaff976095 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "GET /v2.0/networks?id=36531b65-9cba-416a-a777-7f9214d12bfb&id=56a75623-a1e5-474d-b56a-7759ec36b9be&id=36531b65-9cba-416a-a777-7f9214d12bfb HTTP/1.1" status: 200 len: 1390 time: 0.8023160 Nov 23 22:44:27.348558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.351248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.359458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 03137599-415c-489b-be85-b7aaadb17c64 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:27.359957 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.414704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'port': {'device_id': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb', 'admin_state_up': True, 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:27.421041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=1e39f41a-efd0-4ee7-b684-d57941a421ce,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:27.432118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6cd17c9-0af9-48b7-a0bc-a46fbc419767 req-80edd5e4-0b9a-42ba-8f9d-ba8c18678055 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 210 time: 0.0991035 Nov 23 22:44:27.450047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:27.464776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:27.468319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:27.619130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8427cf52-6551-46a1-9026-3a5618e106f8 req-fea5c85b-ea75-4c81-8cf0-f8c2c10e2229 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 210 time: 0.0763848 Nov 23 22:44:27.691838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e7f399a-ff47-401b-959c-54ac738615a5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:27.707213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] For port 86449cf7-da38-46c1-846c-8159c542dac8, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:27.720494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 2e7f399a-ff47-401b-959c-54ac738615a5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:27.721019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e7f399a-ff47-401b-959c-54ac738615a5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:27.722376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e599b321-f59d-4589-baa2-afa8921ca44d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:27.744456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e599b321-f59d-4589-baa2-afa8921ca44d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:27.744961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e599b321-f59d-4589-baa2-afa8921ca44d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:27.783448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] For port 86449cf7-da38-46c1-846c-8159c542dac8, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=86449cf7-da38-46c1-846c-8159c542dac8,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:27.811856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3d588a49-54a9-4217-a878-43283c73bdc1 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:27.813421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3d588a49-54a9-4217-a878-43283c73bdc1 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.48 "GET /v2.0/networks?id=1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c HTTP/1.1" status: 200 len: 821 time: 0.6905942 Nov 23 22:44:27.831996 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.860470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Request body: {'port': {'device_id': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c', 'admin_state_up': True, 'tenant_id': '26cf68316f8e4340887cae766a2a479a'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:27.867422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Allocated IP 172.25.0.179 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/01d5946d-2867-4b4a-9f12-268c1cf74087) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:27.950976 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.955224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:27.955859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.957263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] 10.222.0.48 "PUT /v2.0/ports/86449cf7-da38-46c1-846c-8159c542dac8 HTTP/1.1" status: 200 len: 1091 time: 5.1430502 Nov 23 22:44:28.026315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Request body: {'port': {'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:28.045063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:28.048534 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.176319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c12961be-da7f-44ef-8ded-07c31eb9769a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:28.256176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c12961be-da7f-44ef-8ded-07c31eb9769a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:28.256877 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.284420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Allocated IP 19.80.0.33 (36531b65-9cba-416a-a777-7f9214d12bfb/7b58c8be-07b6-4e19-b52c-caaa66173ffc/d10d9675-ab06-481f-a770-b4d4fae01658) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:28.397335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9e7de-1145-4e06-8768-d5455ea43ab1 req-4cc6a842-dafb-4d8c-8bef-b04166a67cfd tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.398928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74c9e7de-1145-4e06-8768-d5455ea43ab1 req-4cc6a842-dafb-4d8c-8bef-b04166a67cfd tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 950 time: 0.6767945 Nov 23 22:44:28.399504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:28.402071 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7f5837-55ad-4a2c-8b39-223f23a0694b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "86449cf7-da38-46c1-846c-8159c542dac8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:28.412215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86449cf7-da38-46c1-846c-8159c542dac8,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:28.481806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.482157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.482507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.482908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.483249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.483596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.483944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.484276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.484634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.484966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.485298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.485626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540e334-76bf-463b-9d87-2365967b46e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:28.528452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.566075 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.568563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.587258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.649370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.661763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.666338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c0a7e811-83b5-44e0-8294-f2f2052006e6 HTTP/1.1" status: 204 len: 168 time: 2.0312574 Nov 23 22:44:28.667468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47082613-b1bf-49c9-bbbd-aebddf1941e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a7e811-83b5-44e0-8294-f2f2052006e6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:28.667713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96049a-6acc-4d35-89b0-a1333fe29f83 None None] Network 79441c37-e456-42ed-9b0d-f8ac9430fd21 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:28.672645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37792) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:28.681943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.691392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.698404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74c9e7de-1145-4e06-8768-d5455ea43ab1 req-8787e525-f2c2-4f2e-83d7-0a96d6217884 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819111 Nov 23 22:44:28.699298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Made reservation on behalf of 26cf68316f8e4340887cae766a2a479a for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:28.703693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.745482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Port': ['ID=d10d9675-ab06-481f-a770-b4d4fae01658,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:28.813088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network 36531b65-9cba-416a-a777-7f9214d12bfb is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:28.824783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:28.829380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:28.844873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.954125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] DHCP port deletion for 79441c37-e456-42ed-9b0d-f8ac9430fd21 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:44:28.967444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.968353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.003228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.008755 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-e2a78b3f-d229-4f25-8fe4-48af2869d7db tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5988314 Nov 23 22:44:29.020454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] Deleting port 397a52f6-acba-4c65-b4ca-0387514d7126 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:29.021731 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.027358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'port': {'device_id': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be', 'admin_state_up': True, 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:29.080104 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.085255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Deleting port 397a52f6-acba-4c65-b4ca-0387514d7126 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:29.085588 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.111105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] For port 397a52f6-acba-4c65-b4ca-0387514d7126, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=397a52f6-acba-4c65-b4ca-0387514d7126,segment=NetworkSegment(f3c46796-22ab-429e-bf72-0392cfa59e56),segment_id=f3c46796-22ab-429e-bf72-0392cfa59e56)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:29.111969 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.124641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.127181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:29.128058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] Calling delete_port for 397a52f6-acba-4c65-b4ca-0387514d7126 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:29.128188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=01d5946d-2867-4b4a-9f12-268c1cf74087,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:29.142202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:29.144845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:29.191317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Allocated IP 172.20.0.10 (1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c/68d4de3a-2f41-4d58-9371-9bedc91e0923/9edb8114-c3bb-4cdc-9017-195f784ea605) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:29.232866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.239072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.246273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.253194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b0d1a497-48b7-4492-ade7-c804c3c0ccb0 None None] Provisioning complete for port d10d9675-ab06-481f-a770-b4d4fae01658 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:29.254092 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a497-48b7-4492-ade7-c804c3c0ccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.254241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.257171 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.261829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.268202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.272296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=1e39f41a-efd0-4ee7-b684-d57941a421ce,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:29.276328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.278264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-3284c18b-6246-4b68-bdbb-e54ace7f4502 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5416 time: 0.5078807 Nov 23 22:44:29.290575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] For port 397a52f6-acba-4c65-b4ca-0387514d7126, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=397a52f6-acba-4c65-b4ca-0387514d7126,segment=NetworkSegment(f3c46796-22ab-429e-bf72-0392cfa59e56),segment_id=f3c46796-22ab-429e-bf72-0392cfa59e56)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:29.290950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.314031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Calling delete_port for 397a52f6-acba-4c65-b4ca-0387514d7126 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:29.315052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.319108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] Pushing event deleted for resources: {'Port': ['ID=397a52f6-acba-4c65-b4ca-0387514d7126,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:29.328813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8caa02b-128d-4a74-b9e5-bcccb449fa78 None None] No DVR routers for this DVR port 397a52f6-acba-4c65-b4ca-0387514d7126 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:29.331751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1a497-48b7-4492-ade7-c804c3c0ccb0 None None] Port d10d9675-ab06-481f-a770-b4d4fae01658 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:29.450023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:29.453400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.483523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.499094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-565464ae-04c4-4cf8-bbda-6133b0f822e2 req-72c4b034-a379-4d8b-bc87-8e6c276b1e00 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2141404 Nov 23 22:44:29.555169 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP 9f3b457c-4dfb-4cd0-b542-27589b71685e associated. External IP: 172.25.0.89, port: 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6. Nov 23 22:44:29.615956 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.621025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.626119 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415319bd-be53-4b87-9872-5a9efa1ecd2e x-openstack-request-id: req-415319bd-be53-4b87-9872-5a9efa1ecd2e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:29.626415 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "86449cf7-da38-46c1-846c-8159c542dac8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:29.626676 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-415319bd-be53-4b87-9872-5a9efa1ecd2e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:29.627076 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8', 'status': 'completed', 'code': 200} Nov 23 22:44:29.634662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7094fd7f-fee9-440f-9151-fa81ee63c3b7 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:29.670858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.719054 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.719556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Pushing event deleted for resources: {'Port': ['ID=397a52f6-acba-4c65-b4ca-0387514d7126,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:29.738842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] No DVR routers for this DVR port 397a52f6-acba-4c65-b4ca-0387514d7126 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:29.739256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Transition to ACTIVE for port object 7094fd7f-fee9-440f-9151-fa81ee63c3b7 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:29.750883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.810238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Allocated IP 19.86.0.71 (56a75623-a1e5-474d-b56a-7759ec36b9be/2a9e2306-b945-42d7-80a2-64f9bab36523/c6a593dc-b2a5-4acf-b982-1ecbf59e2300) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:29.877195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.877661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.878120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.878566 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.879016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.879462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.879945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.881917 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-61992062-f459-44e5-8fbb-06db406c3cff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6418 time: 0.2014208 Nov 23 22:44:29.887057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:29.891355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee426c2-cf9c-4546-bbdf-52c98a109521 req-4c982ceb-de60-4c64-9773-b2ca0f12c230 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.892952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ee426c2-cf9c-4546-bbdf-52c98a109521 req-4c982ceb-de60-4c64-9773-b2ca0f12c230 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 931 time: 0.2080357 Nov 23 22:44:29.900558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Pushing event updated for resources: {'Port': ['ID=7094fd7f-fee9-440f-9151-fa81ee63c3b7,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:29.950491 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.001111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79441c37-e456-42ed-9b0d-f8ac9430fd21']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:30.054678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c46796-22ab-429e-bf72-0392cfa59e56') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:30.054968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c46796-22ab-429e-bf72-0392cfa59e56') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:30.088089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.106281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:30.112782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Pushing event updated for resources: {'Port': ['ID=9edb8114-c3bb-4cdc-9017-195f784ea605,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:30.119150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.121049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:30.123979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:30.129523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ee426c2-cf9c-4546-bbdf-52c98a109521 req-ff570c26-2af9-48a1-b218-f8f489c060ec tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963935 Nov 23 22:44:30.135881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Attempting to bind port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:30.135881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Attempting to bind port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:30.135881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Attempting to bind port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 on network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:30.153880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.164338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.173775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 on network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:30.174106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Attempting to bind port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 on network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:30.210435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:30.210807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.213330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-813cf0af-cfe5-4b21-900a-80e9f611000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.213794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-813cf0af-cfe5-4b21-900a-80e9f611000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.214843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-813cf0af-cfe5-4b21-900a-80e9f611000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.216297 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-813cf0af-cfe5-4b21-900a-80e9f611000c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3125002 Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:30.216916 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:30.221463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:30.221806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Checking segment: {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:30.222314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Bound using segment: {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:30.222793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Bound port: 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096575c3-0ffa-4d26-abd3-c3414edfb8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:30.223152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.224169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 397a52f6-acba-4c65-b4ca-0387514d7126 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:30.260401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 397a52f6-acba-4c65-b4ca-0387514d7126 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:30.261049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 397a52f6-acba-4c65-b4ca-0387514d7126 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:30.296563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.297172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.304154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=01d5946d-2867-4b4a-9f12-268c1cf74087,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:30.366804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.379255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.379971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3fb12972-916b-4962-ac4a-9357f2051249 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5429335 Nov 23 22:44:30.384630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:30.401728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Request body: {'port': {'device_id': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:30.402143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.405592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] 10.222.0.11 "DELETE /v2.0/networks/79441c37-e456-42ed-9b0d-f8ac9430fd21 HTTP/1.1" status: 204 len: 168 time: 1.7316549 Nov 23 22:44:30.415065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.416312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-03ad91e6-2d0e-4a03-99bd-1eacd75fdbb0 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6499643 Nov 23 22:44:30.431078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.434340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072e6e7-25c4-47d4-91dc-0e28533dd25d admin admin] Pushing event deleted for resources: {'Network': ['ID=79441c37-e456-42ed-9b0d-f8ac9430fd21,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:30.530736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c59ec6-5303-4698-a6b6-f3ba3ddd0c2e req-2e2b62bb-259c-49aa-af09-e5ea054e19c0 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.536130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51c59ec6-5303-4698-a6b6-f3ba3ddd0c2e req-2e2b62bb-259c-49aa-af09-e5ea054e19c0 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 932 time: 0.2349975 Nov 23 22:44:30.569019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] For port 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:30.574837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-5c131258-1597-4b3d-adb4-0ca42c10e053 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1308947 Nov 23 22:44:30.578834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37800) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:30.632633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] For port 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:30.638284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.659897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.820439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.821120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.822528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] 10.222.0.48 "PUT /v2.0/ports/7094fd7f-fee9-440f-9151-fa81ee63c3b7 HTTP/1.1" status: 200 len: 1091 time: 2.8006904 Nov 23 22:44:30.828008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-e410e0f4-75fb-4df3-ad5f-a0c50e039dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.829459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba7f5837-55ad-4a2c-8b39-223f23a0694b req-e410e0f4-75fb-4df3-ad5f-a0c50e039dd1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5917294 Nov 23 22:44:30.846511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51c59ec6-5303-4698-a6b6-f3ba3ddd0c2e req-92bd8329-9fda-4856-8ec6-022df01d423b tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/security-groups?id=228eaca5-4eb4-4182-92c2-9745c7b27382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987385 Nov 23 22:44:30.850795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0a744fea-dd95-41df-b65a-37313218ebc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1be4945bf334d9098715116c6a777e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644663 Nov 23 22:44:30.852920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:30.903892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c6251-fd7e-4960-9694-16a10f2c973b service neutron] Pushing event updated for resources: {'Port': ['ID=7094fd7f-fee9-440f-9151-fa81ee63c3b7,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:30.956788 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.017236 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:31.023354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-b046d3d9-9dae-4ad4-a0bf-0f2492dbd4b1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.024947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eef61fca-32aa-499f-a758-441b7d2782b1 req-b046d3d9-9dae-4ad4-a0bf-0f2492dbd4b1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.4294801 Nov 23 22:44:31.029443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:31.044695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:31.046680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:31.055712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network 56a75623-a1e5-474d-b56a-7759ec36b9be is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:31.068991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:31.072411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8b88df8-d7d4-480f-b7c4-521e91dcbb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.074624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:31.082606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.083079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.083587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.084381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.084657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.085206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.085557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.087516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-84696406-7dca-44d6-b424-9e07d5665de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6485 time: 0.1446936 Nov 23 22:44:31.088263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Port': ['ID=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:31.093842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e495f-d165-4351-9c6c-e30adb32b6fb req-37609c94-ef39-464b-9ffb-92b620576510 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.094975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.102900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad1e495f-d165-4351-9c6c-e30adb32b6fb req-37609c94-ef39-464b-9ffb-92b620576510 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 950 time: 0.1083305 Nov 23 22:44:31.127873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:31.164673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:31.165309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:31.207777 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-b50de2bc-4e18-44d7-b4b6-99e1f888eb75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c HTTP/1.1" status: 200 len: 217 time: 0.0850179 Nov 23 22:44:31.215033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:31.216507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820328cc-2c1e-44d4-8a1e-fa2ed7ac384e None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:31.236455 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-110f8d60-911d-42f8-a995-a5745830cbc9 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2290623 Nov 23 22:44:31.239786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37810) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:31.245411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad1e495f-d165-4351-9c6c-e30adb32b6fb req-5c5108af-0238-4c9b-bd5d-facca8947dd0 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414893 Nov 23 22:44:31.250505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:31.259820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8b88df8-d7d4-480f-b7c4-521e91dcbb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.279135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.279895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.325290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.332550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.333336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-044b2314-bd3a-45b8-94c3-8c4f27141730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.335067 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-044b2314-bd3a-45b8-94c3-8c4f27141730 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=270f5e10-b7f5-4e82-8805-fa873a72b5a0 HTTP/1.1" status: 200 len: 856 time: 0.1183736 Nov 23 22:44:31.339708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.341596 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6b100582-b3d7-4135-b2d4-484272fb3d23 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3183439 Nov 23 22:44:31.346305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.353730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.361019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.361804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'port': {'device_id': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb', 'admin_state_up': True, 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:31.371995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.374553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-bf67cfa1-fc3a-4b65-a528-88fa1718f924 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.2273276 Nov 23 22:44:31.411448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f1aae486-fffb-455b-b2b5-a6083a976016 None None] Provisioning complete for port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:31.413260 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1aae486-fffb-455b-b2b5-a6083a976016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.432424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-2ba9a038-6594-4394-942a-c609dc6de90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.434844 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-2ba9a038-6594-4394-942a-c609dc6de90e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a002db8-63e5-442b-8ec6-30503d13df0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917251 Nov 23 22:44:31.435872 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8b88df8-d7d4-480f-b7c4-521e91dcbb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.438997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8b88df8-d7d4-480f-b7c4-521e91dcbb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.442326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b8b88df8-d7d4-480f-b7c4-521e91dcbb75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6a1c4f7-8c1a-4f51-9294-e3bd5e82b554 HTTP/1.1" status: 204 len: 168 time: 0.5861340 Nov 23 22:44:31.459917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.460513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f1aae486-fffb-455b-b2b5-a6083a976016 None None] Port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:31.506176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b88df8-d7d4-480f-b7c4-521e91dcbb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a1c4f7-8c1a-4f51-9294-e3bd5e82b554,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:31.565216 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4887bdf-73fb-45e1-ad86-5119ca40376b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.612272 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-cd2026a8-f1a7-46da-a933-4e5bc4308332 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373842 Nov 23 22:44:31.654332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:31.658050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:31.782421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-c1aa19b1-c2d4-4234-ad13-5760290eb5a0 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625242 Nov 23 22:44:31.831021 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-035d4969-3a13-4371-8fa0-41ffac89e55b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0411565 Nov 23 22:44:31.926929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Allocated IP 19.80.0.112 (36531b65-9cba-416a-a777-7f9214d12bfb/7b58c8be-07b6-4e19-b52c-caaa66173ffc/0c763f4f-8fb6-412c-99dd-d43982462d83) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:31.931443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-da42ceb1-109b-4dd7-88b8-6807e1e895ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.933109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-da42ceb1-109b-4dd7-88b8-6807e1e895ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0737624 Nov 23 22:44:31.958889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:31.961529 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a9e16-af29-4922-be6a-e03800b06a98" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:32.016303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-816fd88b-80f0-4295-a3ff-f76f47461446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.017815 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-816fd88b-80f0-4295-a3ff-f76f47461446 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728285 Nov 23 22:44:32.042557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edb8114-c3bb-4cdc-9017-195f784ea605 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:32.056774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fbb295b-c027-4554-a34e-05cb46f893d9 req-d257503d-0033-4690-b63e-ef4cb28b6c2b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6653342 Nov 23 22:44:32.065494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.101182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Transition to ACTIVE for port object 9edb8114-c3bb-4cdc-9017-195f784ea605 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:32.116871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.184990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Pushing event updated for resources: {'Port': ['ID=9edb8114-c3bb-4cdc-9017-195f784ea605,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:32.200003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ad06e1c5-2545-409a-9ec6-cc3d57301925 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7748020 Nov 23 22:44:32.220667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.228455 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-48e3aa79-5cbe-4d61-93aa-6d121f930f63 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940570 Nov 23 22:44:32.273600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:32.280195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.301440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.301782 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP 9f3b457c-4dfb-4cd0-b542-27589b71685e disassociated. External IP: 172.25.0.89, port: 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6. Nov 23 22:44:32.322809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.391268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-4f91b9c8-d768-407c-9367-e2bf4cfa50ff service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541181 Nov 23 22:44:32.393132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network 36531b65-9cba-416a-a777-7f9214d12bfb is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:32.402107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:32.407553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.409123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Port': ['ID=0c763f4f-8fb6-412c-99dd-d43982462d83,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:32.413560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:32.433936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b3191-b987-4a79-ac23-7520f9e24c35 req-7fb02803-2fec-422a-8fb6-c70b4f518fd0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.441478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b3191-b987-4a79-ac23-7520f9e24c35 req-7fb02803-2fec-422a-8fb6-c70b4f518fd0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.443446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a25b3191-b987-4a79-ac23-7520f9e24c35 req-7fb02803-2fec-422a-8fb6-c70b4f518fd0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 1653 time: 0.2623093 Nov 23 22:44:32.464710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-7172764c-a728-470e-95e4-6b8b2d05fed8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 217 time: 0.0644412 Nov 23 22:44:32.524370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.525328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.543751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-026bc274-9d46-4507-9340-d449bd51af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.545345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-026bc274-9d46-4507-9340-d449bd51af87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0736284 Nov 23 22:44:32.549132 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3523dfd9-a8b5-41f0-9e82-4c887d79c3dc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1941996 Nov 23 22:44:32.577449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Attempting to bind port 9edb8114-c3bb-4cdc-9017-195f784ea605 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:32.577734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Attempting to bind port 9edb8114-c3bb-4cdc-9017-195f784ea605 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '382e8537-9ca7-4dbc-af4a-241da9403cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:32.578105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Attempting to bind port 9edb8114-c3bb-4cdc-9017-195f784ea605 on network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:32.579200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Request body: {'port': {'device_id': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:32.595736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Port 9edb8114-c3bb-4cdc-9017-195f784ea605 on network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:32.596115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Attempting to bind port 9edb8114-c3bb-4cdc-9017-195f784ea605 on network 1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:32.611202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:32.611492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Checking segment: {'id': '382e8537-9ca7-4dbc-af4a-241da9403cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:32.611833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Bound using segment: {'id': '382e8537-9ca7-4dbc-af4a-241da9403cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:32.612258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Bound port: 9edb8114-c3bb-4cdc-9017-195f784ea605, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382e8537-9ca7-4dbc-af4a-241da9403cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:32.612602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.649406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a25b3191-b987-4a79-ac23-7520f9e24c35 req-cdc8fcce-8f5d-4d46-ad45-15356c8980d1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844747 Nov 23 22:44:32.658886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-02fd87ca-d4ae-4620-9319-1cb6e721f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.660440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-02fd87ca-d4ae-4620-9319-1cb6e721f381 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949428 Nov 23 22:44:32.665921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.710421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-928716d0-91e0-45bc-bac9-144c0679ac8b None None] Provisioning complete for port 0c763f4f-8fb6-412c-99dd-d43982462d83 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:32.713864 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-928716d0-91e0-45bc-bac9-144c0679ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.774917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-928716d0-91e0-45bc-bac9-144c0679ac8b None None] Port 0c763f4f-8fb6-412c-99dd-d43982462d83 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:32.848896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] For port 9edb8114-c3bb-4cdc-9017-195f784ea605, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:32.860968 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-6301ccdd-64c6-415c-9d26-521283c3c454 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927283 Nov 23 22:44:32.869038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] For port 9edb8114-c3bb-4cdc-9017-195f784ea605, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9edb8114-c3bb-4cdc-9017-195f784ea605,segment=NetworkSegment(382e8537-9ca7-4dbc-af4a-241da9403cee),segment_id=382e8537-9ca7-4dbc-af4a-241da9403cee)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:32.882567 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.894262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:32.899452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb334b-9cd1-4c60-a2f8-61258193437b req-7edc3267-7bd9-4314-8f4f-cf33abf81bf7 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.901266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26cb334b-9cd1-4c60-a2f8-61258193437b req-7edc3267-7bd9-4314-8f4f-cf33abf81bf7 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 1101 time: 0.1257894 Nov 23 22:44:32.940777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.941404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.942983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] 10.222.0.48 "PUT /v2.0/ports/9edb8114-c3bb-4cdc-9017-195f784ea605 HTTP/1.1" status: 200 len: 1092 time: 2.5481946 Nov 23 22:44:32.951185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.041820 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-6a2201d1-b61d-4a32-a9cf-1cbe8fbf99ee service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740255 Nov 23 22:44:33.087863 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-ab1820b9-8dca-4cb0-a028-d20ef32ceb14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=61868889-21e4-4156-b933-de4ee8d60f2d HTTP/1.1" status: 200 len: 217 time: 0.0380776 Nov 23 22:44:33.116085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e9ccd-1f2f-4706-8aec-6292ae37a322 service neutron] Pushing event updated for resources: {'Port': ['ID=9edb8114-c3bb-4cdc-9017-195f784ea605,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:33.174647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10d9675-ab06-481f-a770-b4d4fae01658 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:33.176570 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26cb334b-9cd1-4c60-a2f8-61258193437b req-50afc617-3479-4a11-8c31-17f7097bb89f tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478445 Nov 23 22:44:33.184917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-18356021-7c47-476e-9c22-090211395291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.186406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-18356021-7c47-476e-9c22-090211395291 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0889263 Nov 23 22:44:33.188628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.207398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Transition to ACTIVE for port object d10d9675-ab06-481f-a770-b4d4fae01658 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:33.218148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.233561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-bdfb46e9-7068-4266-9bf9-a0778524129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.235070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-bdfb46e9-7068-4266-9bf9-a0778524129e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26cf68316f8e4340887cae766a2a479a&device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 1095 time: 0.2089763 Nov 23 22:44:33.259672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Allocated IP 172.25.0.24 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/9ce6c852-d9f2-46eb-9a3c-e9922aba00aa) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:33.284797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d10d9675-ab06-481f-a770-b4d4fae01658,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:33.312346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-0a018dd6-ad11-4e76-8fcc-66a6dce5073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.313966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-0a018dd6-ad11-4e76-8fcc-66a6dce5073c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181486 Nov 23 22:44:33.326047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:33.332967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.343015 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:33.357931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-d1416fae-6d82-4bb5-824b-205dcf8093bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9edb8114-c3bb-4cdc-9017-195f784ea605 HTTP/1.1" status: 200 len: 217 time: 0.0999599 Nov 23 22:44:33.375980 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:33.378799 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:33.420837 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:33.435410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:33.436200 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:33.462345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Attempting to bind port d10d9675-ab06-481f-a770-b4d4fae01658 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:33.462678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Attempting to bind port d10d9675-ab06-481f-a770-b4d4fae01658 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:33.463012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Attempting to bind port d10d9675-ab06-481f-a770-b4d4fae01658 on network 36531b65-9cba-416a-a777-7f9214d12bfb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:33.475093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Port d10d9675-ab06-481f-a770-b4d4fae01658 on network 36531b65-9cba-416a-a777-7f9214d12bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:33.475552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Attempting to bind port d10d9675-ab06-481f-a770-b4d4fae01658 on network 36531b65-9cba-416a-a777-7f9214d12bfb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:33.478320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-db5a30bf-018c-41e1-af57-342ba993f977 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/floatingips/9f3b457c-4dfb-4cd0-b542-27589b71685e HTTP/1.1" status: 200 len: 687 time: 2.2366056 Nov 23 22:44:33.484542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37850) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:33.504274 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:33.507181 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a5230-78ca-41a1-b778-1d2c460fd2be None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:33.528507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:33.528994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Checking segment: {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:33.529224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Bound using segment: {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:33.529676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Bound port: d10d9675-ab06-481f-a770-b4d4fae01658, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:33.530042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.539465 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-adb30165-dfc2-4f94-a83c-c3cfdc4cb2df service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105036 Nov 23 22:44:33.543940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3ba5c30b-b1db-4a94-9251-2bba41556fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.545626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-3ba5c30b-b1db-4a94-9251-2bba41556fce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68d4de3a-2f41-4d58-9371-9bedc91e0923 HTTP/1.1" status: 200 len: 861 time: 0.1418476 Nov 23 22:44:33.555161 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542cd40-5383-4b30-9f52-22a389b66887 req-7530be1a-2dad-4b46-9779-4f54127e4c92 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.556919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4542cd40-5383-4b30-9f52-22a389b66887 req-7530be1a-2dad-4b46-9779-4f54127e4c92 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 944 time: 0.2809520 Nov 23 22:44:33.597639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-61a40446-eaf7-4dc4-b9e7-e62f758299bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377941 Nov 23 22:44:33.688988 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.726364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] For port d10d9675-ab06-481f-a770-b4d4fae01658, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:33.732542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] For port d10d9675-ab06-481f-a770-b4d4fae01658, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d10d9675-ab06-481f-a770-b4d4fae01658,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:33.743828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.760752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4542cd40-5383-4b30-9f52-22a389b66887 req-cc9d8445-d927-47b8-bf02-e8d47b742c92 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/security-groups?id=228eaca5-4eb4-4182-92c2-9745c7b27382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876431 Nov 23 22:44:33.778916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-e3b66371-6db1-4bb3-b353-f3201f93bca2 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299745 Nov 23 22:44:33.788865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-1027bb83-e717-4481-9970-516d03516279 service neutron] 10.222.0.48 "GET /v2.0/networks/1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824179 Nov 23 22:44:33.804235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.804866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.806379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/d10d9675-ab06-481f-a770-b4d4fae01658 HTTP/1.1" status: 200 len: 1091 time: 1.2396426 Nov 23 22:44:33.809028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'tag': 'd10d9675-ab06-481f-a770-b4d4fae01658'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:33.811388 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa14cb8-826a-4a94-b763-413018ebac1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "tag": "d10d9675-ab06-481f-a770-b4d4fae01658"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:33.840336 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23edc5-5c76-4543-b468-0b4a5ebd8eb0 x-openstack-request-id: req-fe23edc5-5c76-4543-b468-0b4a5ebd8eb0 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:33.840650 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:33.840953 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe23edc5-5c76-4543-b468-0b4a5ebd8eb0 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:33.841311 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7', 'status': 'completed', 'code': 200} Nov 23 22:44:33.847865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-d5f51815-6f06-44eb-a96d-795cc3ff2f5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d HTTP/1.1" status: 200 len: 217 time: 0.0584152 Nov 23 22:44:33.874914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Request body: {'port': {'device_id': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:33.889492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.900683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 1e39f41a-efd0-4ee7-b684-d57941a421ce {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:33.901343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.920026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead06272-7140-4304-9dc4-2bfc750647d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d10d9675-ab06-481f-a770-b4d4fae01658,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:33.950114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=9ce6c852-d9f2-46eb-9a3c-e9922aba00aa,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:33.962756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:33.967438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:33.971164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:33.997405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-38013607-f4d3-40d0-9de1-6093b9aca3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.998907 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-38013607-f4d3-40d0-9de1-6093b9aca3ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.1392481 Nov 23 22:44:34.029629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb86ddb5-7058-4106-afdc-14b4958665c6 req-6aaa91a4-a2e9-4a7c-a3c0-2e6ba0b06ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296398 Nov 23 22:44:34.053894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.056926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b983d1e6-2a89-4d47-965e-f98035c7fe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.107267 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.148926 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.149262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.175689 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.225571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 1e39f41a-efd0-4ee7-b684-d57941a421ce owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:34.228950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-8fd61f41-db4b-4c75-a7fb-0c19bdd890c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.231075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-8fd61f41-db4b-4c75-a7fb-0c19bdd890c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007194 Nov 23 22:44:34.252045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-d5695267-f13d-418a-b613-e643512a6507 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=324f4a02d85c49c9b78443873ab7f473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312421 Nov 23 22:44:34.457989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-e3c12120-869f-497d-9602-c021f6e2a604 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152832 Nov 23 22:44:34.462293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-ecb66ec0-1b38-4967-84c4-94f26c082fcf tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.463850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-ecb66ec0-1b38-4967-84c4-94f26c082fcf tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977165 Nov 23 22:44:34.491804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.495900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-ba60bff6-d5ca-4af5-9d1b-39cf47969912 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/quotas/324f4a02d85c49c9b78443873ab7f473 HTTP/1.1" status: 200 len: 375 time: 0.0210991 Nov 23 22:44:34.496971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.567110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-132c81eb-e29c-451c-9f92-df8e0ac380f5 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=324f4a02d85c49c9b78443873ab7f473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381849 Nov 23 22:44:34.600211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=9ce6c852-d9f2-46eb-9a3c-e9922aba00aa,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:34.625750 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.651261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.652763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-ee41188e-fae1-4a77-8ba4-30eacd055156 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4100788 Nov 23 22:44:34.708162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-91f56808-f666-47ea-9aa8-bde3d1f86243 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.24 HTTP/1.1" status: 200 len: 695 time: 0.0489726 Nov 23 22:44:34.859930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-0120a68c-94f1-494e-b5ec-669a1177589a tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.861552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88f4a50-4ff6-4ae9-a064-e8145a85d90d req-0120a68c-94f1-494e-b5ec-669a1177589a tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1340139 Nov 23 22:44:34.920960 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:34.926172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.938609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.946970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.954018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.962283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.969261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.975967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:34.978011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-7347978f-0b0e-42ea-88df-5bfb8caba9a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.1401324 Nov 23 22:44:35.013632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-487667c4-c9e5-415f-8676-20cbf518b61f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346243 Nov 23 22:44:35.032767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a593dc-b2a5-4acf-b982-1ecbf59e2300 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:35.042906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.045044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.048281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-4465df83-ba7f-45a4-b4eb-361d9b45ef37 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770764 Nov 23 22:44:35.122435 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-a42cd9b0-2b14-42fc-ae44-793c831cdfe8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86449cf7-da38-46c1-846c-8159c542dac8 HTTP/1.1" status: 200 len: 217 time: 0.0636699 Nov 23 22:44:35.127836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=1e39f41a-efd0-4ee7-b684-d57941a421ce,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:35.128258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9edb8114-c3bb-4cdc-9017-195f784ea605 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:35.134804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d85ed440-95e7-4e9f-9b2c-4c99c8ae9b03 req-d7b30f0a-9711-4c28-9ef0-51702ab12ef8 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1440380 Nov 23 22:44:35.137295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Transition to ACTIVE for port object c6a593dc-b2a5-4acf-b982-1ecbf59e2300 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:35.178007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-e5de33ae-c792-409a-bc6e-58403e2a9c7e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.179767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-e5de33ae-c792-409a-bc6e-58403e2a9c7e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598370 Nov 23 22:44:35.194665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.211802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2f49f94b-f57a-49a0-84d6-15d8c78cd3ef tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/quotas/05466d14b5a14ae6b7b9008449e2a3dc HTTP/1.1" status: 200 len: 375 time: 0.0244851 Nov 23 22:44:35.292877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-8c2075e4-25fb-48f7-8a6b-e6d35a7aab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.294406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-8c2075e4-25fb-48f7-8a6b-e6d35a7aab28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.1555910 Nov 23 22:44:35.316125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.319415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9edb8114-c3bb-4cdc-9017-195f784ea605, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9edb8114-c3bb-4cdc-9017-195f784ea605,segment=NetworkSegment(382e8537-9ca7-4dbc-af4a-241da9403cee),segment_id=382e8537-9ca7-4dbc-af4a-241da9403cee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:35.320464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.326984 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b1b8e24c-2c03-4116-a863-78bdc9d3af74 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f3b457c-4dfb-4cd0-b542-27589b71685e HTTP/1.1" status: 204 len: 168 time: 1.8413334 Nov 23 22:44:35.328276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:35.331994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37890) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:35.334363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9edb8114-c3bb-4cdc-9017-195f784ea605', 'network_id': '1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c', 'port_id': '9edb8114-c3bb-4cdc-9017-195f784ea605', 'mac_address': 'fa:16:3e:60:53:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d4de3a-2f41-4d58-9371-9bedc91e0923', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:35.338783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '6ddaa0a4-e109-485a-8d4f-b7b1b158a181'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:35.354737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-e7f0ca1b-e4e9-49b6-8530-4f5202e4ccd9 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1367869 Nov 23 22:44:35.405687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a322e-bcc7-4e9a-8a45-972cdfc58928 req-d9385a9e-60c1-4101-9876-3ead10f663a3 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.407472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.418599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a322e-bcc7-4e9a-8a45-972cdfc58928 req-d9385a9e-60c1-4101-9876-3ead10f663a3 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.421535 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.425918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a322e-bcc7-4e9a-8a45-972cdfc58928 req-d9385a9e-60c1-4101-9876-3ead10f663a3 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.428475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7a322e-bcc7-4e9a-8a45-972cdfc58928 req-d9385a9e-60c1-4101-9876-3ead10f663a3 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2399 time: 0.1570799 Nov 23 22:44:35.482544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edb8114-c3bb-4cdc-9017-195f784ea605 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:35.515738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9edb8114-c3bb-4cdc-9017-195f784ea605, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9edb8114-c3bb-4cdc-9017-195f784ea605,segment=NetworkSegment(382e8537-9ca7-4dbc-af4a-241da9403cee),segment_id=382e8537-9ca7-4dbc-af4a-241da9403cee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:35.519371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-de70fe70-af53-4658-a312-d3309e717c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.520964 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-de70fe70-af53-4658-a312-d3309e717c40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2146523 Nov 23 22:44:35.527528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.532073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7a322e-bcc7-4e9a-8a45-972cdfc58928 req-20498bd6-f809-4914-a4bc-4d808affbd4d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966556 Nov 23 22:44:35.562960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Attempting to bind port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:35.563173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Attempting to bind port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:35.563485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Attempting to bind port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 on network 56a75623-a1e5-474d-b56a-7759ec36b9be {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:35.583090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 on network 56a75623-a1e5-474d-b56a-7759ec36b9be not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:35.583533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Attempting to bind port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 on network 56a75623-a1e5-474d-b56a-7759ec36b9be {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:35.628908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9edb8114-c3bb-4cdc-9017-195f784ea605,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:35.659408 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686eeb16-1212-4535-8139-e146ebb10f45 x-openstack-request-id: req-686eeb16-1212-4535-8139-e146ebb10f45 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:35.659729 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "tag": "d10d9675-ab06-481f-a770-b4d4fae01658", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:35.659970 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-686eeb16-1212-4535-8139-e146ebb10f45 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:35.660358 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'tag': 'd10d9675-ab06-481f-a770-b4d4fae01658', 'status': 'completed', 'code': 200} Nov 23 22:44:35.679540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:35.679913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Checking segment: {'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:35.680289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Bound using segment: {'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:35.680733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Bound port: c6a593dc-b2a5-4acf-b982-1ecbf59e2300, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:35.681088 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.749930 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-0cc5ce75-50db-4ab6-8e48-f67548ee5fbc service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193589 Nov 23 22:44:35.756691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-321923db-ea4e-4ba9-a675-7de7d180815f req-94c86d6c-2046-421a-b335-cc1cce7205b3 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 210 time: 0.0383360 Nov 23 22:44:35.835963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-657d5af4-2fdc-4b0d-9b1b-4e00a6c4f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.836441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-657d5af4-2fdc-4b0d-9b1b-4e00a6c4f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.836902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-657d5af4-2fdc-4b0d-9b1b-4e00a6c4f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.837021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9edb8114-c3bb-4cdc-9017-195f784ea605'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:35.838524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-657d5af4-2fdc-4b0d-9b1b-4e00a6c4f95a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2755 time: 0.1695664 Nov 23 22:44:35.843468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'tag': '9edb8114-c3bb-4cdc-9017-195f784ea605'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:35.846288 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a65dc271-1eb8-4aa1-a736-66efaed33abe", "tag": "9edb8114-c3bb-4cdc-9017-195f784ea605"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:35.858180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] For port c6a593dc-b2a5-4acf-b982-1ecbf59e2300, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:35.913288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e77c9-d554-42e6-9c07-c609faa4b99a req-8ddeda8d-3d2e-4d67-bf9d-74ca714cead5 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.915145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8e77c9-d554-42e6-9c07-c609faa4b99a req-8ddeda8d-3d2e-4d67-bf9d-74ca714cead5 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 945 time: 0.1613970 Nov 23 22:44:35.924753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] For port c6a593dc-b2a5-4acf-b982-1ecbf59e2300, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:35.935658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.942354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.041368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:36.096700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-0d3c248f-1695-44b7-af43-2d03db05cfc1 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053739 Nov 23 22:44:36.104485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.105208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.106826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-f3aaa4bf-35ad-496b-b710-346c2ca199e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/c6a593dc-b2a5-4acf-b982-1ecbf59e2300 HTTP/1.1" status: 200 len: 1091 time: 2.2369521 Nov 23 22:44:36.191324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Request body: {'port': {'device_id': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:36.217854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-f4d54f43-4519-4db3-8f7c-ac6591d75b21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7 HTTP/1.1" status: 200 len: 217 time: 0.1097457 Nov 23 22:44:36.348773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5f477bf2-04ef-47de-b175-0c84525c2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.351401 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-5f477bf2-04ef-47de-b175-0c84525c2723 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.1209013 Nov 23 22:44:36.356111 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.394666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.25.0.37 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/35cca598-80a7-4ddf-8299-d01b93650670) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:36.409716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.554622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-544fb3d5-59ce-44b2-8046-c6b7b3c81de5 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=324f4a02d85c49c9b78443873ab7f473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798242 Nov 23 22:44:36.588742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-46250a5c-872d-4409-b2e7-04e1c937b9d2 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7887640 Nov 23 22:44:36.594100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8e77c9-d554-42e6-9c07-c609faa4b99a req-f14ea9ca-bf59-47ea-a07b-594d2670123f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/security-groups?id=228eaca5-4eb4-4182-92c2-9745c7b27382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415081 Nov 23 22:44:36.604087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:36.634816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-81760470-aca9-4e4d-a896-d6d21eca12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.636854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-81760470-aca9-4e4d-a896-d6d21eca12c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2697434 Nov 23 22:44:36.642216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.657942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-d4e8d84d-6578-4a94-84bb-959396ac3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.658746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-d4e8d84d-6578-4a94-84bb-959396ac3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.659204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-d4e8d84d-6578-4a94-84bb-959396ac3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.661289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-d4e8d84d-6578-4a94-84bb-959396ac3927 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bf3da8102b944f47aca234ad8b033e70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8010764 Nov 23 22:44:36.805574 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.857257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4d2ffec-53da-4c57-a0fb-70090d6117bc req-488b812f-3823-4f7f-8869-d0b5b865d3d0 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 210 time: 0.1066029 Nov 23 22:44:36.878555 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-505afd4b-9ede-4d7a-b0c5-ffafa7375d90 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294157 Nov 23 22:44:36.932182 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6b1e80-6131-4ca7-a167-a415c9e7dc5e x-openstack-request-id: req-8a6b1e80-6131-4ca7-a167-a415c9e7dc5e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:36.932479 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65dc271-1eb8-4aa1-a736-66efaed33abe", "tag": "9edb8114-c3bb-4cdc-9017-195f784ea605", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:36.932926 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a6b1e80-6131-4ca7-a167-a415c9e7dc5e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:36.933330 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'tag': '9edb8114-c3bb-4cdc-9017-195f784ea605', 'status': 'completed', 'code': 200} Nov 23 22:44:36.978627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-aeffca4d-b25a-4b3f-989e-f3e21daa749e tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.980139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-aeffca4d-b25a-4b3f-989e-f3e21daa749e tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114211 Nov 23 22:44:36.997160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Request body: {'port': {'device_id': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '324f4a02d85c49c9b78443873ab7f473'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:37.019390 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.023036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-99f6e8d3-20a0-492b-8f87-d464072069dd tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507150 Nov 23 22:44:37.038425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-5909e768-5688-476e-a1ae-5033d814ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.039908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aa14cb8-826a-4a94-b763-413018ebac1b req-5909e768-5688-476e-a1ae-5033d814ed4a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3658531 Nov 23 22:44:37.144518 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:37.152502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9edb8114-c3bb-4cdc-9017-195f784ea605 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:37.167085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:37.169663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:37.171073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-481e93f4-871e-4c14-9fc9-dc438fc519fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.172682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-481e93f4-871e-4c14-9fc9-dc438fc519fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26cf68316f8e4340887cae766a2a479a&device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 1096 time: 0.1850908 Nov 23 22:44:37.175930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c763f4f-8fb6-412c-99dd-d43982462d83 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:37.210009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.210738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=35cca598-80a7-4ddf-8299-d01b93650670,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:37.213166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9edb8114-c3bb-4cdc-9017-195f784ea605 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:37.216734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.217240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9edb8114-c3bb-4cdc-9017-195f784ea605 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:37.217630 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.222015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.222651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.228775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.234643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.240589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.244951 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9807b2f-31e2-4aa7-9e42-c42a0509343f req-3a515eea-aba2-46c2-8afe-fcf75662215f service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576183 Nov 23 22:44:37.246468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.248397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-b77bedb3-a5c4-4052-959a-85e79ada073f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.2117844 Nov 23 22:44:37.278353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Transition to ACTIVE for port object 0c763f4f-8fb6-412c-99dd-d43982462d83 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:37.288664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.294914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.320377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.346367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edb8114-c3bb-4cdc-9017-195f784ea605'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:37.350423 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f705f100-cead-4cc5-90fc-6699e6d381a1" -d '{"events": [{"server_uuid": "a65dc271-1eb8-4aa1-a736-66efaed33abe", "name": "network-vif-plugged", "status": "completed", "tag": "9edb8114-c3bb-4cdc-9017-195f784ea605"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:37.365956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9edb8114-c3bb-4cdc-9017-195f784ea605, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9edb8114-c3bb-4cdc-9017-195f784ea605,segment=NetworkSegment(382e8537-9ca7-4dbc-af4a-241da9403cee),segment_id=382e8537-9ca7-4dbc-af4a-241da9403cee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:37.384901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.389857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-5021b5db-129d-4f83-ae83-47e70a90ee52 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.390431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Made reservation on behalf of 324f4a02d85c49c9b78443873ab7f473 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:37.391539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-5021b5db-129d-4f83-ae83-47e70a90ee52 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358302 Nov 23 22:44:37.394510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.419349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:37.424560 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.460718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.470822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9edb8114-c3bb-4cdc-9017-195f784ea605,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:37.495935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4823a3f-517a-4790-aaee-6f48cf24b36c req-4b91acc1-95c8-4846-bf0d-0290945df87e tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2210870 Nov 23 22:44:37.525587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-7023d1f5-10a1-4f2c-9cba-184285016296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.527496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-7023d1f5-10a1-4f2c-9cba-184285016296 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c HTTP/1.1" status: 200 len: 922 time: 0.3411734 Nov 23 22:44:37.576330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-360bb1a5-14a0-4c1c-9a72-3719755cac13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9edb8114-c3bb-4cdc-9017-195f784ea605 HTTP/1.1" status: 200 len: 217 time: 0.0404990 Nov 23 22:44:37.613965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Pushing event updated for resources: {'Port': ['ID=0c763f4f-8fb6-412c-99dd-d43982462d83,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:37.665636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'tag': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:37.667966 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d3754c-0d9d-4c4a-bcd7-98050e40c261" -d '{"events": [{"name": "network-changed", "server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "tag": "c6a593dc-b2a5-4acf-b982-1ecbf59e2300"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:37.681501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Allocated IP 172.25.0.168 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/cb2340f8-72d8-4773-b2b8-5560b1abd35f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:37.736809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf13072-33da-4815-89e5-37fdde93c991 req-dd69e7e2-a96c-4513-bc22-94181aee51bf tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.743467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf13072-33da-4815-89e5-37fdde93c991 req-dd69e7e2-a96c-4513-bc22-94181aee51bf tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.749295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf13072-33da-4815-89e5-37fdde93c991 req-dd69e7e2-a96c-4513-bc22-94181aee51bf tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.750932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdf13072-33da-4815-89e5-37fdde93c991 req-dd69e7e2-a96c-4513-bc22-94181aee51bf tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2411 time: 0.1656294 Nov 23 22:44:37.761784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.762254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.762715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.763179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.763654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.764112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.764562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.765985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-78b75958-14a9-4e17-b1d3-165f0d0d972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:37.766454 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-3fc3da85-a5d5-46b2-bb27-a07226734a8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6485 time: 0.2889609 Nov 23 22:44:37.767378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-78b75958-14a9-4e17-b1d3-165f0d0d972a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68d4de3a-2f41-4d58-9371-9bedc91e0923 HTTP/1.1" status: 200 len: 861 time: 0.1832173 Nov 23 22:44:37.777035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Attempting to bind port 0c763f4f-8fb6-412c-99dd-d43982462d83 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:37.777374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Attempting to bind port 0c763f4f-8fb6-412c-99dd-d43982462d83 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:37.777708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Attempting to bind port 0c763f4f-8fb6-412c-99dd-d43982462d83 on network 36531b65-9cba-416a-a777-7f9214d12bfb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:37.790352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.804695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Port 0c763f4f-8fb6-412c-99dd-d43982462d83 on network 36531b65-9cba-416a-a777-7f9214d12bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:37.805019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Attempting to bind port 0c763f4f-8fb6-412c-99dd-d43982462d83 on network 36531b65-9cba-416a-a777-7f9214d12bfb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:37.838490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:37.838827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Checking segment: {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:37.839217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Bound using segment: {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:37.839679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Bound port: 0c763f4f-8fb6-412c-99dd-d43982462d83, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e561f7-4149-4df7-a6ee-884521ea4b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:37.840039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.858716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-4ada7dc2-01d0-41a1-afa5-e8778a2d462d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735416 Nov 23 22:44:37.937807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.942379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdf13072-33da-4815-89e5-37fdde93c991 req-f8011ec3-558e-473d-ac1c-557223ec29df tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783023 Nov 23 22:44:37.951562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.967449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:37.970418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.035301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.103134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7049b589-e5b1-41c2-bb64-06da3fd81479,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:38.112377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f52eccf-a3cb-4f14-9940-0053f1b6d60d req-365b5c27-4609-4cb6-a6ef-c1cb8f710f09 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 210 time: 0.0880880 Nov 23 22:44:38.173451 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd310f6-40e6-476e-b971-8500d2b8ed61 x-openstack-request-id: req-2fd310f6-40e6-476e-b971-8500d2b8ed61 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:38.173859 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65dc271-1eb8-4aa1-a736-66efaed33abe", "name": "network-vif-plugged", "status": "completed", "tag": "9edb8114-c3bb-4cdc-9017-195f784ea605", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:38.174621 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fd310f6-40e6-476e-b971-8500d2b8ed61 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:38.175124 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edb8114-c3bb-4cdc-9017-195f784ea605', 'code': 200} Nov 23 22:44:38.176179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-db8e6dc5-0657-4947-bcb7-63c4c7719dfc service neutron] 10.222.0.48 "GET /v2.0/networks/1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999656 Nov 23 22:44:38.210526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.226816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Allocated IP 192.168.233.189 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/d3237756-f436-4bf0-bc55-0a9ee865664b) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:38.340033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:38.398323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:38.407128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-fd90a11e-67c9-4e59-b3a6-864a6391e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.408690 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-fd90a11e-67c9-4e59-b3a6-864a6391e51a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1 HTTP/1.1" status: 200 len: 902 time: 0.6258912 Nov 23 22:44:38.421983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:38.424336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=cb2340f8-72d8-4773-b2b8-5560b1abd35f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:38.501982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] For port 0c763f4f-8fb6-412c-99dd-d43982462d83, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:38.515814 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-57d69552-2108-488f-b0a6-328e6f3cd15e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0599413 Nov 23 22:44:38.516495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bf18c-8854-40bc-851c-9ebd6e852289 req-82f82de0-4ecb-4f68-965c-7d8a3651ade5 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.518010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf2bf18c-8854-40bc-851c-9ebd6e852289 req-82f82de0-4ecb-4f68-965c-7d8a3651ade5 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 946 time: 0.2804468 Nov 23 22:44:38.535604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bd4a0-8044-455e-9461-e890937b701e req-5bad05f5-ebfb-45d5-afd4-a09becd6855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.537666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e2bd4a0-8044-455e-9461-e890937b701e req-5bad05f5-ebfb-45d5-afd4-a09becd6855b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 1097 time: 0.2450798 Nov 23 22:44:38.544729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] For port 0c763f4f-8fb6-412c-99dd-d43982462d83, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c763f4f-8fb6-412c-99dd-d43982462d83,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:38.566588 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.572085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.587972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-fbf278cd-8cee-474d-8f16-df1328d1a4de service neutron] 10.222.0.48 "GET /v2.0/networks/1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663983 Nov 23 22:44:38.662872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-2182794b-0dce-40a0-8d58-28e35c5d5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.664074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-2182794b-0dce-40a0-8d58-28e35c5d5443 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.1363125 Nov 23 22:44:38.665319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.665917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.667170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] 10.222.0.48 "PUT /v2.0/ports/0c763f4f-8fb6-412c-99dd-d43982462d83 HTTP/1.1" status: 200 len: 1092 time: 2.4806199 Nov 23 22:44:38.711595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352af578-de34-40ef-9d1a-55de1cb6e866 service neutron] Pushing event updated for resources: {'Port': ['ID=0c763f4f-8fb6-412c-99dd-d43982462d83,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:38.744593 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.748956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf2bf18c-8854-40bc-851c-9ebd6e852289 req-c37191f7-8b09-411a-bce6-9ca170409455 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/security-groups?id=228eaca5-4eb4-4182-92c2-9745c7b27382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058539 Nov 23 22:44:38.753678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.764654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e2bd4a0-8044-455e-9461-e890937b701e req-4a3f1bd1-26f0-428b-852e-d187c499e403 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=228eaca5-4eb4-4182-92c2-9745c7b27382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080576 Nov 23 22:44:38.803827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-5124a97f-1b68-4a57-b0ae-ea1f9d917748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.805383 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-5124a97f-1b68-4a57-b0ae-ea1f9d917748 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245129 Nov 23 22:44:38.823997 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9c2917-476e-4de4-824f-d3cb1018faa9 x-openstack-request-id: req-1e9c2917-476e-4de4-824f-d3cb1018faa9 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:38.824304 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "tag": "c6a593dc-b2a5-4acf-b982-1ecbf59e2300", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:38.824558 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e9c2917-476e-4de4-824f-d3cb1018faa9 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:38.824950 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'tag': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300', 'status': 'completed', 'code': 200} Nov 23 22:44:38.835451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.841437 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:38.842363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-10d424bb-e46a-4752-b4df-ceca30851fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.842840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-10d424bb-e46a-4752-b4df-ceca30851fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.843307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-10d424bb-e46a-4752-b4df-ceca30851fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.845287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-10d424bb-e46a-4752-b4df-ceca30851fd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2864 time: 0.1002891 Nov 23 22:44:38.939010 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.015411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.026899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.156 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/8360bdc1-dd21-4b2c-9219-fdec8dcc0a96) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:39.029126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.045201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1921c945-1429-4d81-96bb-9f1a0f71080d req-06fccd2b-d69b-4f7e-b72f-66653edfcc42 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0672560 Nov 23 22:44:39.060405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:39.066648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:39.072607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Pushing event updated for resources: {'Port': ['ID=d3237756-f436-4bf0-bc55-0a9ee865664b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:39.077608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:39.162629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-5700d5f4-7811-4f2c-ad61-0af5e2d2580c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=d10d9675-ab06-481f-a770-b4d4fae01658 HTTP/1.1" status: 200 len: 217 time: 0.0676825 Nov 23 22:44:39.184893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.185529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.197925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.209055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.246856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-cb6622d7-02b9-4d99-8cde-3ebcdd8a7adc tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2550938 Nov 23 22:44:39.285983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Request body: {'port': {'device_id': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:39.301186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=35cca598-80a7-4ddf-8299-d01b93650670,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:39.304476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.310596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.316640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.323298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.329315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.335638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.341573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.343491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ba7e9d2e-6c21-45b1-9df4-0ad8ce6fb009 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.2123268 Nov 23 22:44:39.350319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.381256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=cb2340f8-72d8-4773-b2b8-5560b1abd35f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:39.383237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4d293a76-4dec-46fb-900b-8338616c18c8 None None] Provisioning complete for port d3237756-f436-4bf0-bc55-0a9ee865664b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:39.389065 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d293a76-4dec-46fb-900b-8338616c18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.399133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-35ffd6cc-9ac0-4f81-a2c0-eb431d60a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.400627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-35ffd6cc-9ac0-4f81-a2c0-eb431d60a798 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b58c8be-07b6-4e19-b52c-caaa66173ffc HTTP/1.1" status: 200 len: 801 time: 0.1998155 Nov 23 22:44:39.430658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4d293a76-4dec-46fb-900b-8338616c18c8 None None] Port d3237756-f436-4bf0-bc55-0a9ee865664b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:39.437571 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.457652 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.484829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11674455-b416-4fdf-a97b-a53922a9fa41 req-ebf9c565-79b2-486f-bf25-776342022dc7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1203394 Nov 23 22:44:39.489543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.491349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-73304051-1f39-4a45-81f5-cfbb08bdc34b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9016252 Nov 23 22:44:39.548514 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-a12ce641-12f7-4559-8ca4-cd84947b7f9a service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875138 Nov 23 22:44:39.600745 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 associated. External IP: 172.25.0.37, port: 6ddaa0a4-e109-485a-8d4f-b7b1b158a181. Nov 23 22:44:39.663049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6632983d-c366-401b-9903-0b3b709c0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.664613 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-6632983d-c366-401b-9903-0b3b709c0cdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36531b65-9cba-416a-a777-7f9214d12bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2545171 Nov 23 22:44:39.740059 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.883858 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8a9e16-af29-4922-be6a-e03800b06a98 req-553c24c5-da4b-484b-9d23-07eb982c9283 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198705 Nov 23 22:44:39.910957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-d2b53366-ee7a-406e-b35d-672df3e180dd tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.3985519 Nov 23 22:44:39.920003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:39.923066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-b77e55e7-ae8f-4b2e-843f-5f3517502e80 service neutron] 10.222.0.48 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232382 Nov 23 22:44:39.934533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', '47e33a12-5be9-4a53-9bb3-b1a13c722642', '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:39.964697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba', '05df96f4-b7e9-4045-b510-348782c77223'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:40.040168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0561-ff27-4990-ab88-05f36623d474 req-81ff2190-4c56-40ce-931d-1a93f7075329 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.046062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0561-ff27-4990-ab88-05f36623d474 req-81ff2190-4c56-40ce-931d-1a93f7075329 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.052523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0561-ff27-4990-ab88-05f36623d474 req-81ff2190-4c56-40ce-931d-1a93f7075329 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.054226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-489f0561-ff27-4990-ab88-05f36623d474 req-81ff2190-4c56-40ce-931d-1a93f7075329 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2411 time: 0.4968345 Nov 23 22:44:40.082550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:40.089971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:40.093486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:40.095514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:40.169973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.171028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:40.223222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-489f0561-ff27-4990-ab88-05f36623d474 req-dc9f4b80-31f4-416a-948e-2310ae6980e3 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494679 Nov 23 22:44:40.242657 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-2cd43110-7a8f-44b1-8f6e-a0581d69497b service neutron] 10.222.0.48 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107631 Nov 23 22:44:40.247634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-68d4f831-2cf3-4bac-a8ba-0d7ab8ae9f07 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.249162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30b46f2-50a4-48b8-b7c9-c0f676e3ec3b req-68d4f831-2cf3-4bac-a8ba-0d7ab8ae9f07 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2962012 Nov 23 22:44:40.332896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3237756-f436-4bf0-bc55-0a9ee865664b {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:40.342342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:40.354022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c07bf3a4-9754-41c3-bd34-e749214b76f6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9387527 Nov 23 22:44:40.355676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Transition to ACTIVE for port object d3237756-f436-4bf0-bc55-0a9ee865664b will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:40.360566 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-db7a8af7-acf3-4449-9fee-b5a4b4cb3d98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.71&port_id=c6a593dc-b2a5-4acf-b982-1ecbf59e2300 HTTP/1.1" status: 200 len: 217 time: 0.0860169 Nov 23 22:44:40.368329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Request body: {'port': {'device_id': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:40.371598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:40.429029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:40.511823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-b8f024c9-dfc1-43b8-8762-bb07af4876a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.513311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-b8f024c9-dfc1-43b8-8762-bb07af4876a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a9e2306-b945-42d7-80a2-64f9bab36523 HTTP/1.1" status: 200 len: 801 time: 0.1415930 Nov 23 22:44:40.522051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:40.546083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3237756-f436-4bf0-bc55-0a9ee865664b,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:40.574495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caaa16-2c3a-4695-82cd-eb38401a3837 req-9fb17058-e7ef-45ef-9ac1-ea5c63b8e30a tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.581787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66caaa16-2c3a-4695-82cd-eb38401a3837 req-9fb17058-e7ef-45ef-9ac1-ea5c63b8e30a tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 948 time: 0.2246885 Nov 23 22:44:40.615085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fdf36-7d9f-4dfc-8b38-ac013c9f6999 req-ced8ee61-3962-47c3-a90c-4a926a603069 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.618922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-242fdf36-7d9f-4dfc-8b38-ac013c9f6999 req-ced8ee61-3962-47c3-a90c-4a926a603069 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 946 time: 0.2518499 Nov 23 22:44:40.656211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e0a9f0c1-78a8-4376-b781-5004b3ffb99a None None] Provisioning complete for port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:40.656800 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0a9f0c1-78a8-4376-b781-5004b3ffb99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:40.664605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-43f1499a-16bc-4645-b619-726306f7a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.666142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-43f1499a-16bc-4645-b619-726306f7a578 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56a75623-a1e5-474d-b56a-7759ec36b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418834 Nov 23 22:44:40.669600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:40.672985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Attempting to bind port d3237756-f436-4bf0-bc55-0a9ee865664b on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:40.673396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Attempting to bind port d3237756-f436-4bf0-bc55-0a9ee865664b by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:40.674862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Attempting to bind port d3237756-f436-4bf0-bc55-0a9ee865664b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:40.692003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:40.701145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Port d3237756-f436-4bf0-bc55-0a9ee865664b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:40.701541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Attempting to bind port d3237756-f436-4bf0-bc55-0a9ee865664b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:40.717566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:40.718192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:40.723190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:40.725232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:40.725674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:40.726247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Bound port: d3237756-f436-4bf0-bc55-0a9ee865664b, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:40.726612 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:40.746127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66caaa16-2c3a-4695-82cd-eb38401a3837 req-4a4c7650-b021-4dc8-9c3a-957580fcbd45 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633632 Nov 23 22:44:40.759989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:40.770061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9f0c1-78a8-4376-b781-5004b3ffb99a None None] Port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:40.777458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-242fdf36-7d9f-4dfc-8b38-ac013c9f6999 req-0e3305be-964e-4946-945f-0fcc13dc283d tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/security-groups?id=228eaca5-4eb4-4182-92c2-9745c7b27382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499405 Nov 23 22:44:40.777737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:40.778340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:40.825903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'tag': '0c763f4f-8fb6-412c-99dd-d43982462d83'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:40.829153 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8f1eab-0ee2-4664-90c6-93e3324c757b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "tag": "0c763f4f-8fb6-412c-99dd-d43982462d83"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:40.866694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:40.868593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:40.869254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1444149e-c3e9-4cb8-82a2-c862e1ca501e None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:40.936220 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c97e5cbd-3e87-46d1-ab8c-348295d42988 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.6011248 Nov 23 22:44:40.942024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37940) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:41.005531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] For port d3237756-f436-4bf0-bc55-0a9ee865664b, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:41.071845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] For port d3237756-f436-4bf0-bc55-0a9ee865664b, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d3237756-f436-4bf0-bc55-0a9ee865664b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:41.084846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a1c9-c452-4c25-a8bf-b41149b5cf31 req-803104e3-0979-47d5-bdef-feee2c0f7888 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.086452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ca5a1c9-c452-4c25-a8bf-b41149b5cf31 req-803104e3-0979-47d5-bdef-feee2c0f7888 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 936 time: 0.2171998 Nov 23 22:44:41.093945 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.170123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-38e22ed6-2f99-4e0c-8f78-9d5c2d869361 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "GET /v2.0/floatingips/b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 HTTP/1.1" status: 200 len: 976 time: 0.2224991 Nov 23 22:44:41.177129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37942) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:41.179177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.179816 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.181240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3237756-f436-4bf0-bc55-0a9ee865664b HTTP/1.1" status: 200 len: 1096 time: 1.9175839 Nov 23 22:44:41.184852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'tag': 'd3237756-f436-4bf0-bc55-0a9ee865664b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:41.187185 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2e6223-0639-487f-94e0-5fe1aefe3376", "tag": "d3237756-f436-4bf0-bc55-0a9ee865664b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:41.230453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-c57b7286-7ab5-4a1f-8bcd-2b4b1f04e3dd tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3440177 Nov 23 22:44:41.315319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:41.340854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-3f4290bb-7191-4f9f-a2a7-b122d1577168 service neutron] 10.222.0.48 "GET /v2.0/networks/56a75623-a1e5-474d-b56a-7759ec36b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661839 Nov 23 22:44:41.379244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3264f-d40e-4f9e-ae7a-ed4679e47db2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3237756-f436-4bf0-bc55-0a9ee865664b,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:41.397980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ca5a1c9-c452-4c25-a8bf-b41149b5cf31 req-084ba368-775e-4a0e-bd90-5d3ffb53da7c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997708 Nov 23 22:44:41.421607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9d7e4c5b-4997-403c-a89a-5c9415922fbd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2354031 Nov 23 22:44:41.423866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:41.430413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'port_id': '8b7e8dfd-d9db-407f-b181-8e4ad5f66db6'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:41.467423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.510265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-b974bd14-bf95-4440-97c1-10b83f8f9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.511506 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-1376713e-2f59-4613-8581-efbd82f84f41 service neutron] 10.222.0.48 "GET /v2.0/networks/56a75623-a1e5-474d-b56a-7759ec36b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605642 Nov 23 22:44:41.512073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-b974bd14-bf95-4440-97c1-10b83f8f9a73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=324f4a02d85c49c9b78443873ab7f473&device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 1099 time: 0.2317736 Nov 23 22:44:41.515305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:41.528530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.561723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-2e501fe6-fc88-44b9-ade2-b65bb3b90baa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=0c763f4f-8fb6-412c-99dd-d43982462d83 HTTP/1.1" status: 200 len: 217 time: 0.0419312 Nov 23 22:44:41.570508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Transition to ACTIVE for port object 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:41.579099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.590186 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.592881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-abc36e0b-f0ee-4877-8eab-c0ba58ba1bfb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d3237756-f436-4bf0-bc55-0a9ee865664b HTTP/1.1" status: 200 len: 217 time: 0.0632582 Nov 23 22:44:41.667374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-42e438db-5105-4561-be1e-9ccfe8c9cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.669022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-42e438db-5105-4561-be1e-9ccfe8c9cfc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b58c8be-07b6-4e19-b52c-caaa66173ffc HTTP/1.1" status: 200 len: 801 time: 0.0997510 Nov 23 22:44:41.672167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:41.709321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.715310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.721397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.728258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.734428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.741367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.747527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.749450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-688fc58d-54f2-4389-a3e7-32a9f61875f1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.2634659 Nov 23 22:44:41.781685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-b5c5b51e-0e98-4285-bde5-e8796b875d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.783873 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-b5c5b51e-0e98-4285-bde5-e8796b875d7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36531b65-9cba-416a-a777-7f9214d12bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055899 Nov 23 22:44:41.822667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Attempting to bind port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:41.823069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Attempting to bind port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:41.823463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Attempting to bind port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:41.838290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:41.838650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Attempting to bind port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:41.866181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-73c6de53-6b29-451e-a8b0-8c1760552c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.867674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-73c6de53-6b29-451e-a8b0-8c1760552c90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2424233 Nov 23 22:44:41.872071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:41.872413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:41.872802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:41.873259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Bound port: 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:41.873619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.942742 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-cc5db5e4-bebf-475d-82e7-35c3c3a3d85e service neutron] 10.222.0.48 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462057 Nov 23 22:44:41.989310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] For port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:42.015774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33e915f5-0059-40cd-8daa-702ade3873c2 req-0ce9ad83-ef17-4373-bd57-d036758127d2 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2193196 Nov 23 22:44:42.029079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] For port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:42.035259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:42.059448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-019bb28d-31d2-4188-8a11-38040dc49781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.061057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-019bb28d-31d2-4188-8a11-38040dc49781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1827023 Nov 23 22:44:42.066381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:42.081890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.082521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:42.084249 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] 10.222.0.46 "PUT /v2.0/ports/8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 HTTP/1.1" status: 200 len: 1096 time: 1.7207205 Nov 23 22:44:42.120429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1dc4a83-de15-4838-9a4a-e4ac843e4b24 req-2a0228b7-71db-4ef0-9ff4-bbfbccaf0f5a service neutron] 10.222.0.48 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711729 Nov 23 22:44:42.121479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233c457-4ad9-45ef-ab50-dfc45669bdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:42.154040 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265960d-001b-4b85-9c8f-ddd2bd48ba35 x-openstack-request-id: req-5265960d-001b-4b85-9c8f-ddd2bd48ba35 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:42.155354 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "tag": "0c763f4f-8fb6-412c-99dd-d43982462d83", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:42.156851 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5265960d-001b-4b85-9c8f-ddd2bd48ba35 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:42.159172 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'tag': '0c763f4f-8fb6-412c-99dd-d43982462d83', 'status': 'completed', 'code': 200} Nov 23 22:44:42.244801 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa16ddbb-3c5c-4240-bd2f-25e20a5c847b x-openstack-request-id: req-aa16ddbb-3c5c-4240-bd2f-25e20a5c847b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:42.245079 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2e6223-0639-487f-94e0-5fe1aefe3376", "tag": "d3237756-f436-4bf0-bc55-0a9ee865664b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:42.245341 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa16ddbb-3c5c-4240-bd2f-25e20a5c847b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:42.245743 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'tag': 'd3237756-f436-4bf0-bc55-0a9ee865664b', 'status': 'completed', 'code': 200} Nov 23 22:44:42.268281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-1dbb946d-69e8-406d-8363-7d5836bfc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.270103 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-1dbb946d-69e8-406d-8363-7d5836bfc53a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 1099 time: 0.0737720 Nov 23 22:44:42.339004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-8a0ef29e-5a8e-4ded-9917-d402e724e50b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 HTTP/1.1" status: 200 len: 217 time: 0.0552490 Nov 23 22:44:42.396337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-b4460694-f5d5-421a-864f-da52c2898381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.396810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-b4460694-f5d5-421a-864f-da52c2898381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.397272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-b4460694-f5d5-421a-864f-da52c2898381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.398966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-b4460694-f5d5-421a-864f-da52c2898381 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2864 time: 0.1256700 Nov 23 22:44:42.442918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c59f6b62-9939-4e93-bcae-cb1eb9cf8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.444370 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-c59f6b62-9939-4e93-bcae-cb1eb9cf8730 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0939517 Nov 23 22:44:42.541247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-e10953ca-73c2-49d4-b211-a1b668b45bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.542660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-e10953ca-73c2-49d4-b211-a1b668b45bc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56a75623-a1e5-474d-b56a-7759ec36b9be HTTP/1.1" status: 200 len: 902 time: 0.1351666 Nov 23 22:44:42.545552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-a938abe2-1808-491a-8219-ce82b27ed94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.546973 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-a938abe2-1808-491a-8219-ce82b27ed94b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956106 Nov 23 22:44:42.604060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-b6ee6ba0-56a8-48f5-8b4d-4fab1f1d9941 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.71&port_id=c6a593dc-b2a5-4acf-b982-1ecbf59e2300 HTTP/1.1" status: 200 len: 217 time: 0.0541930 Nov 23 22:44:42.700104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-7d7cc09a-8742-4eed-9fa8-f195241feb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.701575 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-7d7cc09a-8742-4eed-9fa8-f195241feb3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a9e2306-b945-42d7-80a2-64f9bab36523 HTTP/1.1" status: 200 len: 801 time: 0.0896261 Nov 23 22:44:42.720982 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-44235fc6-5bbf-46c0-99cd-1ddbdb6b47a7 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644063 Nov 23 22:44:42.749207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-d492fa3b-057a-4dea-8d67-571cb30f48c6 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744270 Nov 23 22:44:42.805880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-15630c34-0163-4324-8683-209db9177b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.807304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-15630c34-0163-4324-8683-209db9177b8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56a75623-a1e5-474d-b56a-7759ec36b9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980434 Nov 23 22:44:42.814237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Allocated IP 172.25.0.198 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/77b06c0b-c4ae-41fa-a9ec-34fb39fe8c9c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:42.829964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a5552-bfa1-4d65-bf89-489f4b524720 req-e1fdb3e2-9874-470f-8418-940c9909e6a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.836462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a5552-bfa1-4d65-bf89-489f4b524720 req-e1fdb3e2-9874-470f-8418-940c9909e6a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.842658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a5552-bfa1-4d65-bf89-489f4b524720 req-e1fdb3e2-9874-470f-8418-940c9909e6a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:42.844642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f7a5552-bfa1-4d65-bf89-489f4b524720 req-e1fdb3e2-9874-470f-8418-940c9909e6a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2411 time: 0.5717139 Nov 23 22:44:42.866318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-076e4825-8c3b-4e4d-9f8f-b07d81f024be req-0e83c63b-0306-4d7f-956e-f33cce7a1fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275117 Nov 23 22:44:42.938210 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-bfb9ece7-1c8b-44a4-ac00-7d59d407928d service neutron] 10.222.0.48 "GET /v2.0/networks/56a75623-a1e5-474d-b56a-7759ec36b9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147254 Nov 23 22:44:43.035221 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03d3754c-0d9d-4c4a-bcd7-98050e40c261 req-77f8dcd6-6366-448c-9ffc-19e9c1047df1 service neutron] 10.222.0.48 "GET /v2.0/networks/56a75623-a1e5-474d-b56a-7759ec36b9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886545 Nov 23 22:44:43.090238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f7a5552-bfa1-4d65-bf89-489f4b524720 req-a2dc7650-48a2-4022-bb13-9f2b529ad5c8 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230794 Nov 23 22:44:43.093683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:44:43.131933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7595b2-a91e-4f92-92c8-286ea422047a req-a5e86f8d-0e99-4a7d-b25a-c77f6bb5a8c5 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428485 Nov 23 22:44:43.166306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d10d9675-ab06-481f-a770-b4d4fae01658 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:43.181886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-996cc0ce-4dab-47e4-b757-c3d0a39e2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.182665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-996cc0ce-4dab-47e4-b757-c3d0a39e2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.183624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-996cc0ce-4dab-47e4-b757-c3d0a39e2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.185886 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-996cc0ce-4dab-47e4-b757-c3d0a39e2ca1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2864 time: 0.0748842 Nov 23 22:44:43.189356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.192235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.229463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.283454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d10d9675-ab06-481f-a770-b4d4fae01658, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d10d9675-ab06-481f-a770-b4d4fae01658,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:43.301409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'd10d9675-ab06-481f-a770-b4d4fae01658', 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb', 'port_id': 'd10d9675-ab06-481f-a770-b4d4fae01658', 'mac_address': 'fa:16:3e:82:f2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b58c8be-07b6-4e19-b52c-caaa66173ffc', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:43.308337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-d0af2fab-36d3-4e58-8ddf-780c080de91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.311453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-d0af2fab-36d3-4e58-8ddf-780c080de91c service neutron] 10.222.0.48 "GET /v2.0/networks?id=36531b65-9cba-416a-a777-7f9214d12bfb HTTP/1.1" status: 200 len: 902 time: 0.1138828 Nov 23 22:44:43.342090 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.356873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10d9675-ab06-481f-a770-b4d4fae01658 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:43.361568 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-fdde50ef-1158-4370-8167-9f74d2b1cc74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=0c763f4f-8fb6-412c-99dd-d43982462d83 HTTP/1.1" status: 200 len: 217 time: 0.0432346 Nov 23 22:44:43.378229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d10d9675-ab06-481f-a770-b4d4fae01658, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d10d9675-ab06-481f-a770-b4d4fae01658,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:43.380813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c82cc-f3f0-4846-ae95-015d85baa23f req-2d132830-a6c3-42f1-acb8-ab68a8cba22f tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.382848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.388596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b86c82cc-f3f0-4846-ae95-015d85baa23f req-2d132830-a6c3-42f1-acb8-ab68a8cba22f tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 948 time: 0.2186689 Nov 23 22:44:43.397219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-bda5cf08-3a64-44f7-8215-03366b83ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.398722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-bda5cf08-3a64-44f7-8215-03366b83ea1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=324f4a02d85c49c9b78443873ab7f473&device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 1099 time: 0.2008138 Nov 23 22:44:43.415620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-a71afe02-4acf-4316-b054-7c706760ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.417882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-a71afe02-4acf-4316-b054-7c706760ab9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7b58c8be-07b6-4e19-b52c-caaa66173ffc HTTP/1.1" status: 200 len: 801 time: 0.0490572 Nov 23 22:44:43.433213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d10d9675-ab06-481f-a770-b4d4fae01658,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:43.447110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.503911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-b4869f25-b031-46e1-bf64-ae46c6e4d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.505803 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-b4869f25-b031-46e1-bf64-ae46c6e4d235 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=36531b65-9cba-416a-a777-7f9214d12bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533824 Nov 23 22:44:43.532573 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 associated. External IP: 172.25.0.37, port: 6ddaa0a4-e109-485a-8d4f-b7b1b158a181. Nov 23 22:44:43.591868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:43.601847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-6fdeb217-887c-43fd-a520-331e5a6f2a81 service neutron] 10.222.0.48 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879030 Nov 23 22:44:43.612276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:43.614715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:43.651049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=77b06c0b-c4ae-41fa-a9ec-34fb39fe8c9c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:43.657731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b86c82cc-f3f0-4846-ae95-015d85baa23f req-73fe2a9a-595c-4c8f-be5c-cea021d745a2 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523041 Nov 23 22:44:43.694694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['d10d9675-ab06-481f-a770-b4d4fae01658'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:43.715627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a8f1eab-0ee2-4664-90c6-93e3324c757b req-58259762-6675-4eb6-9333-7452e05b203a service neutron] 10.222.0.48 "GET /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054921 Nov 23 22:44:43.737603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-479763bd-c76a-4707-8704-e97abbf44689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:43.739424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-479763bd-c76a-4707-8704-e97abbf44689 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.3283899 Nov 23 22:44:43.802803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-6cb82de4-389d-485c-ba2b-57ec8e236f0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d3237756-f436-4bf0-bc55-0a9ee865664b HTTP/1.1" status: 200 len: 217 time: 0.0460355 Nov 23 22:44:43.955826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.999636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-e124a370-75ef-4c2a-a448-4f8c857ee8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.001440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-e124a370-75ef-4c2a-a448-4f8c857ee8b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1781433 Nov 23 22:44:44.049516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d269af9-bb42-46ce-a0ed-1fec959f35cd req-587d6e76-91bc-4877-a677-84113c99c586 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.051046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d269af9-bb42-46ce-a0ed-1fec959f35cd req-587d6e76-91bc-4877-a677-84113c99c586 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 948 time: 0.2266216 Nov 23 22:44:44.091462 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:44:44.092321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:44.160716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'tag': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:44.164088 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1ec3b-704e-4842-b965-59cc94b4f29a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec71bd2-6eda-42d4-b306-5eab4b92f5b0", "tag": "8360bdc1-dd21-4b2c-9219-fdec8dcc0a96"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:44.167067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:44.189704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-b3861d64-277c-4128-8087-6d128abc2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.191350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-b3861d64-277c-4128-8087-6d128abc2245 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629467 Nov 23 22:44:44.248080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d269af9-bb42-46ce-a0ed-1fec959f35cd req-36066b29-03a3-4f7f-94d5-51d5db5a3634 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738803 Nov 23 22:44:44.501772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-8db5a2c6-1d7e-47c8-a42d-671ba376bfe8 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967529 Nov 23 22:44:44.520287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.526798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.533193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.539821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.546087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.552966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.559255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:44.561160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-fb68634e-6c2f-4ae8-989e-70bd84a9ff15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.2277021 Nov 23 22:44:44.578797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:44.589065 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:44.600944 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:44.601787 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:44.641459 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:44.652384 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:44.652694 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:44.685736 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:44.686423 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9070-f3a9-42f7-bdd4-d8df371206ba None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:44.724330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:44.741532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.182248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c763f4f-8fb6-412c-99dd-d43982462d83 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:45.193548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-917dce75-f758-4cf0-a8c5-d7c8078b4527 req-687151da-79f4-4a94-95c9-98d30d400233 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6153872 Nov 23 22:44:45.194120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d10d9675-ab06-481f-a770-b4d4fae01658 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:45.223417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb3b37c-a99c-4a1e-bf3f-3625d0e5067b req-6c2a9abe-e87e-45fa-8519-589c7b9b5739 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607924 Nov 23 22:44:45.230460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event updated for resources: {'Port': ['ID=77b06c0b-c4ae-41fa-a9ec-34fb39fe8c9c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:45.285203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.313669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.315203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-27e1092b-e96c-4c3b-b3b0-7264cabe4ef8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0390458 Nov 23 22:44:45.332634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port d10d9675-ab06-481f-a770-b4d4fae01658 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:45.345862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port d10d9675-ab06-481f-a770-b4d4fae01658 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:45.346229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.354086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0c763f4f-8fb6-412c-99dd-d43982462d83, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c763f4f-8fb6-412c-99dd-d43982462d83,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:45.394515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '0c763f4f-8fb6-412c-99dd-d43982462d83', 'network_id': '36531b65-9cba-416a-a777-7f9214d12bfb', 'port_id': '0c763f4f-8fb6-412c-99dd-d43982462d83', 'mac_address': 'fa:16:3e:44:f6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b58c8be-07b6-4e19-b52c-caaa66173ffc', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:45.424658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-51fbe33f-546f-4fd5-a6a7-03b848f34c87 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0705523 Nov 23 22:44:45.443219 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.481409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c763f4f-8fb6-412c-99dd-d43982462d83 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:45.509070 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.511513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0c763f4f-8fb6-412c-99dd-d43982462d83, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c763f4f-8fb6-412c-99dd-d43982462d83,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:45.522522 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.523172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c6a593dc-b2a5-4acf-b982-1ecbf59e2300 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:45.528772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:45.573904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d9675-ab06-481f-a770-b4d4fae01658'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:45.576155 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3b9d9-d885-4b28-a226-a3bd06825421" -d '{"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-plugged", "status": "completed", "tag": "d10d9675-ab06-481f-a770-b4d4fae01658"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:45.603211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab11c7-8c59-4cfb-b49e-5718ea65c9e6 req-e2b93d6f-8196-490b-9ecf-3c8d6eb2327d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:45.604434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d10d9675-ab06-481f-a770-b4d4fae01658, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d10d9675-ab06-481f-a770-b4d4fae01658,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:45.609279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab11c7-8c59-4cfb-b49e-5718ea65c9e6 req-e2b93d6f-8196-490b-9ecf-3c8d6eb2327d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:45.609490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0c763f4f-8fb6-412c-99dd-d43982462d83,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:45.616060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab11c7-8c59-4cfb-b49e-5718ea65c9e6 req-e2b93d6f-8196-490b-9ecf-3c8d6eb2327d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:45.617903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bab11c7-8c59-4cfb-b49e-5718ea65c9e6 req-e2b93d6f-8196-490b-9ecf-3c8d6eb2327d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2412 time: 0.1628816 Nov 23 22:44:45.622522 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.729422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-f91ab796-c21d-44d3-8356-955d57a055b3 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:45.730783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30b74881-ca73-485d-a0d6-b9e4ad105645 req-f91ab796-c21d-44d3-8356-955d57a055b3 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2925134 Nov 23 22:44:45.769468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bab11c7-8c59-4cfb-b49e-5718ea65c9e6 req-212fb2a1-f204-46f1-9c83-a28644dcc7d7 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182652 Nov 23 22:44:45.778296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:45.782093 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c6dd6-b596-483d-9e78-573d24ce3ef3 x-openstack-request-id: req-503c6dd6-b596-483d-9e78-573d24ce3ef3 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:45.783381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.784238 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec71bd2-6eda-42d4-b306-5eab4b92f5b0", "tag": "8360bdc1-dd21-4b2c-9219-fdec8dcc0a96", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:45.784992 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-503c6dd6-b596-483d-9e78-573d24ce3ef3 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:45.786030 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'tag': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96', 'status': 'completed', 'code': 200} Nov 23 22:44:45.822065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:45.829851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:45.889606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:45.894924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:45.920583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f06bc34-2654-411a-93f5-812be99158f1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/floatingips/b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 HTTP/1.1" status: 200 len: 977 time: 4.4923830 Nov 23 22:44:45.920848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d10d9675-ab06-481f-a770-b4d4fae01658,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:45.921001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37978) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:45.925628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:45.926788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c6a593dc-b2a5-4acf-b982-1ecbf59e2300, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:45.972891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:46.007719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300', 'network_id': '56a75623-a1e5-474d-b56a-7759ec36b9be', 'port_id': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300', 'mac_address': 'fa:16:3e:ad:07:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9e2306-b945-42d7-80a2-64f9bab36523', 'ip_address': '19.86.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:46.026827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:46.027457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:46.030416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-509e5e40-7cc6-4c4c-85d1-73c50debb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.031945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-509e5e40-7cc6-4c4c-85d1-73c50debb67c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 1099 time: 0.2053452 Nov 23 22:44:46.046492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4094e-c568-459d-89b3-be7085c908af req-c0d0759f-1579-4cee-a01b-ede2f6c6f90b tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.048019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcb4094e-c568-459d-89b3-be7085c908af req-c0d0759f-1579-4cee-a01b-ede2f6c6f90b tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 948 time: 0.1664574 Nov 23 22:44:46.050108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:46.093398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:46.094055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97ca85-30f2-420d-bea8-6a74495cc276 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:46.107916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:46.120037 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:46.129471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96', 'mac_address': 'fa:16:3e:80:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:46.136362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a48f3f-e8a2-4927-aa71-a23ff02f8ed1 req-ce97d7a8-0cc1-4617-8584-2a566ebe0f37 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.140706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9a48f3f-e8a2-4927-aa71-a23ff02f8ed1 req-ce97d7a8-0cc1-4617-8584-2a566ebe0f37 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 948 time: 0.1797400 Nov 23 22:44:46.158288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a593dc-b2a5-4acf-b982-1ecbf59e2300 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:46.189086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c6a593dc-b2a5-4acf-b982-1ecbf59e2300, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:46.190676 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:46.199973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:46.208969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:46.259987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:46.264828 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:46.276757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:46.306042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcb4094e-c568-459d-89b3-be7085c908af req-0950a384-c353-4287-a08b-80ac41bf8783 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146616 Nov 23 22:44:46.340888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:46.343222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-e5572947-1248-4f94-9b8b-d334daef5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.344901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-e5572947-1248-4f94-9b8b-d334daef5250 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2906079 Nov 23 22:44:46.351544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9a48f3f-e8a2-4927-aa71-a23ff02f8ed1 req-341a4681-fcd6-4dc8-a075-689e66f5565a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971533 Nov 23 22:44:46.403468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:46.403665 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63de101-dc63-44ce-a891-d3b420b1aa79 x-openstack-request-id: req-f63de101-dc63-44ce-a891-d3b420b1aa79 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:46.403826 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-plugged", "status": "completed", "tag": "d10d9675-ab06-481f-a770-b4d4fae01658", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:46.404352 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f63de101-dc63-44ce-a891-d3b420b1aa79 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:46.404803 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10d9675-ab06-481f-a770-b4d4fae01658', 'code': 200} Nov 23 22:44:46.448268 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:46.448604 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 disassociated. External IP: 172.25.0.37, port: 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6. Nov 23 22:44:46.473187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-e99e8c49-534a-40b8-ab7d-c7ae43245b02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 HTTP/1.1" status: 200 len: 217 time: 0.0832717 Nov 23 22:44:46.531832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['8360bdc1-dd21-4b2c-9219-fdec8dcc0a96'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:46.583912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59818cab-7bb8-4e8c-aceb-29b01b084b77 req-2f5001e5-4a1f-41d6-9dc0-386bf25f3a9a tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips/55f115d7-ea6e-4332-bb3a-f943de018216 HTTP/1.1" status: 200 len: 693 time: 0.1366057 Nov 23 22:44:46.593720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c763f4f-8fb6-412c-99dd-d43982462d83'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:46.646242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c6a593dc-b2a5-4acf-b982-1ecbf59e2300'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:46.687389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2297cfd-0bc7-4318-87dd-2555e7a42b76 req-44b18b6e-3602-4b62-8267-3ce141a0b6ff tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.688983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2297cfd-0bc7-4318-87dd-2555e7a42b76 req-44b18b6e-3602-4b62-8267-3ce141a0b6ff tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 946 time: 0.3002234 Nov 23 22:44:46.697723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-a1da83f6-12c3-413e-a2d7-11bb24e46762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.699140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-a1da83f6-12c3-413e-a2d7-11bb24e46762 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1921144 Nov 23 22:44:46.873514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818cab-7bb8-4e8c-aceb-29b01b084b77 req-d5ecda2d-7542-49a4-b091-c3b24d34ecf2 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.874873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59818cab-7bb8-4e8c-aceb-29b01b084b77 req-d5ecda2d-7542-49a4-b091-c3b24d34ecf2 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2572086 Nov 23 22:44:46.887266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2297cfd-0bc7-4318-87dd-2555e7a42b76 req-01882e31-da34-4f6e-bad4-cc19e0015f77 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.11 "GET /v2.0/security-groups?id=228eaca5-4eb4-4182-92c2-9745c7b27382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835527 Nov 23 22:44:46.891422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-57db60b2-c4ba-499b-98c4-c669e50aab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.892901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-57db60b2-c4ba-499b-98c4-c669e50aab83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571546 Nov 23 22:44:46.991230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-901c90a0-bfac-4894-84b8-96b79000b115 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:46.993034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-901c90a0-bfac-4894-84b8-96b79000b115 tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.48 "GET /v2.0/ports?device_id=a65dc271-1eb8-4aa1-a736-66efaed33abe HTTP/1.1" status: 200 len: 946 time: 0.0629151 Nov 23 22:44:47.087872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:47.090575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Deleting port 9edb8114-c3bb-4cdc-9017-195f784ea605 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:47.090915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:47.124424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-fec35bfd-cb6c-489f-8bc4-1a0522804bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944633 Nov 23 22:44:47.136947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.143467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.150485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.156634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.163123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.169093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.174900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.176790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-085f0d44-6ce1-4f83-b0b3-178e64fda88d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.1979151 Nov 23 22:44:47.193527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] For port 9edb8114-c3bb-4cdc-9017-195f784ea605, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9edb8114-c3bb-4cdc-9017-195f784ea605,segment=NetworkSegment(382e8537-9ca7-4dbc-af4a-241da9403cee),segment_id=382e8537-9ca7-4dbc-af4a-241da9403cee)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:47.193986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:47.207269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Calling delete_port for 9edb8114-c3bb-4cdc-9017-195f784ea605 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:47.211762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583928-cb64-48a6-92c0-fb3808b86431 req-47972b47-66ab-4e74-af99-58053365606f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.217715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583928-cb64-48a6-92c0-fb3808b86431 req-47972b47-66ab-4e74-af99-58053365606f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.223709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583928-cb64-48a6-92c0-fb3808b86431 req-47972b47-66ab-4e74-af99-58053365606f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:47.225942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10583928-cb64-48a6-92c0-fb3808b86431 req-47972b47-66ab-4e74-af99-58053365606f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2415 time: 0.2095435 Nov 23 22:44:47.347910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:47.378135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Pushing event deleted for resources: {'Port': ['ID=9edb8114-c3bb-4cdc-9017-195f784ea605,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:47.421178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] No DVR routers for this DVR port 9edb8114-c3bb-4cdc-9017-195f784ea605 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:47.424519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:47.428997 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2cb1ed0d-ec19-4be4-b0f8-ea0b4ac133c3 req-f26e5490-861e-4aa3-8dc3-00fb66e5e81f tempest-ServerAddressesNegativeTestJSON-1987259416 tempest-ServerAddressesNegativeTestJSON-1987259416-project] 10.222.0.48 "DELETE /v2.0/ports/9edb8114-c3bb-4cdc-9017-195f784ea605 HTTP/1.1" status: 204 len: 173 time: 0.4298382 Nov 23 22:44:47.756942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-026bb3ad-c9fd-4062-98be-6a744d436495 req-13921754-9015-415f-ac33-b4872e0eb773 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5651345 Nov 23 22:44:47.773384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10583928-cb64-48a6-92c0-fb3808b86431 req-ac5510af-29fc-4ca7-bbc7-0269fff18faa tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384016 Nov 23 22:44:47.783473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31a1ec3b-704e-4842-b965-59cc94b4f29a req-66fc51e5-3457-4d8f-ad53-2f8f1e6de0e2 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033571 Nov 23 22:44:47.788118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'name': 'network-vif-deleted', 'tag': '9edb8114-c3bb-4cdc-9017-195f784ea605'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:47.790819 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fa4635-ed7e-44bc-b3d6-9961b6ca793c" -d '{"events": [{"server_uuid": "a65dc271-1eb8-4aa1-a736-66efaed33abe", "name": "network-vif-deleted", "tag": "9edb8114-c3bb-4cdc-9017-195f784ea605"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:47.793487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:47.805329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d3237756-f436-4bf0-bc55-0a9ee865664b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:47.808562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:47.809728 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:47.813211 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:47.821188 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:47.821863 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:47.872550 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:47.899293 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:47.899968 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:47.919508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-062258a0-a206-4132-ad0c-465d5931c0b4 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips/55f115d7-ea6e-4332-bb3a-f943de018216 HTTP/1.1" status: 200 len: 693 time: 0.1282620 Nov 23 22:44:47.938009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37996) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:47.938398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0a9fcd65-e0bf-4e4b-b32f-65b022276971 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/floatingips/b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 HTTP/1.1" status: 200 len: 687 time: 2.0164487 Nov 23 22:44:47.944778 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:47.945646 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfba3e1-2dae-46a6-acc9-7b82f1c80d5b None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:48.000276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d3237756-f436-4bf0-bc55-0a9ee865664b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d3237756-f436-4bf0-bc55-0a9ee865664b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:48.003228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:48.015809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:48.016245 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.018987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'd3237756-f436-4bf0-bc55-0a9ee865664b', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'd3237756-f436-4bf0-bc55-0a9ee865664b', 'mac_address': 'fa:16:3e:f0:1d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:48.084255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b4f57-2bf7-45c4-8e23-745656a69d3e req-5324cb6b-d7d0-4e4a-964c-b0ce63973b85 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.088056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-102b4f57-2bf7-45c4-8e23-745656a69d3e req-5324cb6b-d7d0-4e4a-964c-b0ce63973b85 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 948 time: 0.0811992 Nov 23 22:44:48.098396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-ed07728b-b6c0-474e-aa1a-ac9626ec0218 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.100427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-ed07728b-b6c0-474e-aa1a-ac9626ec0218 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1800835 Nov 23 22:44:48.110237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.129140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3237756-f436-4bf0-bc55-0a9ee865664b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:48.136023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-dd245a7a-e223-4dd3-b244-567a8b0aef79 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:44:48.137879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-dd245a7a-e223-4dd3-b244-567a8b0aef79 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142746 Nov 23 22:44:48.149220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 35cca598-80a7-4ddf-8299-d01b93650670 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:48.149720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.184238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-102b4f57-2bf7-45c4-8e23-745656a69d3e req-9bbc5fb9-7c1e-4b11-9534-55d08b3c6323 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822792 Nov 23 22:44:48.186868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d3237756-f436-4bf0-bc55-0a9ee865664b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d3237756-f436-4bf0-bc55-0a9ee865664b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:48.189746 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.194860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.267962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-0daff5a3-0461-4602-842e-73571ac7c47b tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0962853 Nov 23 22:44:48.268192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:48.274654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.276869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d3237756-f436-4bf0-bc55-0a9ee865664b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:48.279837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.280171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.295306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 35cca598-80a7-4ddf-8299-d01b93650670 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:48.329231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:48.344502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-e5c69b21-2c0d-4b61-aa72-bcaea3f66472 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0556097 Nov 23 22:44:48.363128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e86eb-b395-4e27-99a6-f3a4b38cd46c req-3598b77e-feb2-4774-a176-403acd0f3c28 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.365756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e7e86eb-b395-4e27-99a6-f3a4b38cd46c req-3598b77e-feb2-4774-a176-403acd0f3c28 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 949 time: 0.1141424 Nov 23 22:44:48.405955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:48.408726 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50456d1-0964-4007-8960-d23ff9c1244e" -d '{"events": [{"server_uuid": "7ec71bd2-6eda-42d4-b306-5eab4b92f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "8360bdc1-dd21-4b2c-9219-fdec8dcc0a96"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:48.439937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.470747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=35cca598-80a7-4ddf-8299-d01b93650670,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:48.482471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d3237756-f436-4bf0-bc55-0a9ee865664b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:48.519385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e7e86eb-b395-4e27-99a6-f3a4b38cd46c req-f1f33697-0898-4427-9a9e-87730fd4816e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443870 Nov 23 22:44:48.543795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Deleting port 77b06c0b-c4ae-41fa-a9ec-34fb39fe8c9c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:48.544248 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.558138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.563071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.565509 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3e946f7d-df0b-4dfc-aa2b-88a68260cc2e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/floatingips/b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 HTTP/1.1" status: 204 len: 168 time: 0.6264224 Nov 23 22:44:48.567853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38000) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:48.593725 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8686a99-b907-4a5a-958e-aa71bd946cb8 x-openstack-request-id: req-d8686a99-b907-4a5a-958e-aa71bd946cb8 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:48.594103 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65dc271-1eb8-4aa1-a736-66efaed33abe", "name": "network-vif-deleted", "tag": "9edb8114-c3bb-4cdc-9017-195f784ea605", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:48.594463 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8686a99-b907-4a5a-958e-aa71bd946cb8 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:48.594933 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65dc271-1eb8-4aa1-a736-66efaed33abe', 'name': 'network-vif-deleted', 'tag': '9edb8114-c3bb-4cdc-9017-195f784ea605', 'status': 'completed', 'code': 200} Nov 23 22:44:48.614543 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-01849580-8d83-448b-8e51-601529058991 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] delete failed (client error): The resource could not be found. Nov 23 22:44:48.619804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-01849580-8d83-448b-8e51-601529058991 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/floatingips/b588e3a0-a3e1-4cb1-b7ce-a96a2d064b17 HTTP/1.1" status: 404 len: 345 time: 0.0473051 Nov 23 22:44:48.621833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38002) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:48.639145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:48.670548 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4330caa-d551-417b-ae48-fe0c8d267126 x-openstack-request-id: req-f4330caa-d551-417b-ae48-fe0c8d267126 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:48.671029 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec71bd2-6eda-42d4-b306-5eab4b92f5b0", "name": "network-vif-plugged", "status": "completed", "tag": "8360bdc1-dd21-4b2c-9219-fdec8dcc0a96", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:48.671347 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4330caa-d551-417b-ae48-fe0c8d267126 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:48.672661 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96', 'code': 200} Nov 23 22:44:48.683156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.683632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.696713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Calling delete_port for 77b06c0b-c4ae-41fa-a9ec-34fb39fe8c9c owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:48.752484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] Deleting subnet 68d4de3a-2f41-4d58-9371-9bedc91e0923 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:44:48.763265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ea54d-43e0-4b6f-a69f-1cd91b0f5d76 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.769139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ea54d-43e0-4b6f-a69f-1cd91b0f5d76 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.776743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ea54d-43e0-4b6f-a69f-1cd91b0f5d76 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.781043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-af4ea54d-43e0-4b6f-a69f-1cd91b0f5d76 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "GET /v2.0/ports?network_id=cd0acecd-5f4e-428c-8e36-0002c9bd3734 HTTP/1.1" status: 200 len: 2357 time: 0.1552083 Nov 23 22:44:48.781043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.782062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38006) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:48.805885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda87704-cd31-4f87-a26d-58218c28b5cb req-c42386fa-b79e-4010-a9b1-e5f6067dc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.807418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cda87704-cd31-4f87-a26d-58218c28b5cb req-c42386fa-b79e-4010-a9b1-e5f6067dc114 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 1101 time: 0.0631850 Nov 23 22:44:48.861924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.889169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2fc1c-d189-488d-a9a6-776d6a10369e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.890515 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c2c2fc1c-d189-488d-a9a6-776d6a10369e tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "GET /v2.0/subnets/005b81ca-0dd1-413e-ade8-445cf4e3e3c5 HTTP/1.1" status: 200 len: 797 time: 0.1073382 Nov 23 22:44:48.895189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:48.901732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'port': {'network_id': 'cd0acecd-5f4e-428c-8e36-0002c9bd3734', 'name': 'tempest-FloatingIPTestJSON-1211117707', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:48.948014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cda87704-cd31-4f87-a26d-58218c28b5cb req-11344c93-e95d-4705-a3be-67cb1ecc3010 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253586 Nov 23 22:44:48.950457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.966269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.971111 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.972182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.978684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.984619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.990612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:48.996512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.002402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.004442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-df979138-d7b3-4234-8efd-f520844b1a9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.1616805 Nov 23 22:44:49.036081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event deleted for resources: {'Port': ['ID=77b06c0b-c4ae-41fa-a9ec-34fb39fe8c9c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.063831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.090641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:49.097702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d4de3a-2f41-4d58-9371-9bedc91e0923,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.112771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.116637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6301a89e-3700-415a-95e5-eeebf093bfb4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68d4de3a-2f41-4d58-9371-9bedc91e0923 HTTP/1.1" status: 204 len: 168 time: 0.4498525 Nov 23 22:44:49.121650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38016) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:49.154743 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.157303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.158466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9473ae04-3162-48a3-8b2f-28614b8dde99 req-64162761-961f-449a-a7f6-2b0a3774ab3d tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "DELETE /v2.0/floatingips/55f115d7-ea6e-4332-bb3a-f943de018216 HTTP/1.1" status: 204 len: 173 time: 0.7915916 Nov 23 22:44:49.172120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce792164-60f4-4936-93b3-e7b2e0cb11fb req-2364f666-0978-4d73-a2a4-0ecc5c8c8ed3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1596336 Nov 23 22:44:49.192368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c763f4f-8fb6-412c-99dd-d43982462d83 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:49.215966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.232799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] device_id is not set on port 54142429-d48c-4dd3-a1ea-7fc6b4095f2a yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:44:49.243090 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.283303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 0c763f4f-8fb6-412c-99dd-d43982462d83 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:49.288813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 0c763f4f-8fb6-412c-99dd-d43982462d83 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:49.289067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.320494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d895c-fec1-4f4c-a479-be5a20f42aab req-c110e123-9deb-4212-b7cb-a4003037b475 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.326443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d895c-fec1-4f4c-a479-be5a20f42aab req-c110e123-9deb-4212-b7cb-a4003037b475 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.332547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d895c-fec1-4f4c-a479-be5a20f42aab req-c110e123-9deb-4212-b7cb-a4003037b475 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.335814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b5d895c-fec1-4f4c-a479-be5a20f42aab req-c110e123-9deb-4212-b7cb-a4003037b475 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2415 time: 0.1150916 Nov 23 22:44:49.391237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.426584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0c763f4f-8fb6-412c-99dd-d43982462d83, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c763f4f-8fb6-412c-99dd-d43982462d83,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:49.432120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.433043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c6a593dc-b2a5-4acf-b982-1ecbf59e2300 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:49.467737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.512952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0c763f4f-8fb6-412c-99dd-d43982462d83,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.527591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:49.531829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:49.532296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.577230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:49.604083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b5d895c-fec1-4f4c-a479-be5a20f42aab req-15f3c255-cc0e-40d3-8909-13871048fc2b tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570999 Nov 23 22:44:49.605910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382e8537-9ca7-4dbc-af4a-241da9403cee') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:49.606159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.14 (cd0acecd-5f4e-428c-8e36-0002c9bd3734/005b81ca-0dd1-413e-ade8-445cf4e3e3c5/54142429-d48c-4dd3-a1ea-7fc6b4095f2a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:49.606299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382e8537-9ca7-4dbc-af4a-241da9403cee') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:49.616208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.13 (cd0acecd-5f4e-428c-8e36-0002c9bd3734/005b81ca-0dd1-413e-ade8-445cf4e3e3c5/54142429-d48c-4dd3-a1ea-7fc6b4095f2a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:49.635549 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.637884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.670398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a2a71-3550-4cdb-afd4-793dd65db41b req-e859fb9a-c061-42b5-9513-41b6b197c491 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.680158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce4a2a71-3550-4cdb-afd4-793dd65db41b req-e859fb9a-c061-42b5-9513-41b6b197c491 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3677800 Nov 23 22:44:49.680158 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.685614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c6a593dc-b2a5-4acf-b982-1ecbf59e2300, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:49.693360 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.693618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:49.693968 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.695221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9edb8114-c3bb-4cdc-9017-195f784ea605 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:49.696034 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:49.767186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 9edb8114-c3bb-4cdc-9017-195f784ea605 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:49.767540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9edb8114-c3bb-4cdc-9017-195f784ea605 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:49.773233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.797602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d3237756-f436-4bf0-bc55-0a9ee865664b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:49.809532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.810146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.820469 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.825923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c HTTP/1.1" status: 204 len: 168 time: 0.6993103 Nov 23 22:44:49.855425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3f2ae-628f-4017-a0db-2cb149ec587b admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffbc6db-8d4a-46a8-96a6-ab3786d2bf8c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.868087 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.874041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dc61e-02a7-427b-83a8-ff74f162d64c req-c0f3fc31-3b1f-489d-b8c0-17494a0c6369 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.875833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d49dc61e-02a7-427b-83a8-ff74f162d64c req-c0f3fc31-3b1f-489d-b8c0-17494a0c6369 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 949 time: 0.1699772 Nov 23 22:44:49.885193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81de6d-4ab6-4018-ac4b-d9c1a0a7da9c req-38008276-2377-43bd-997c-623f0c31a202 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.886298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port d3237756-f436-4bf0-bc55-0a9ee865664b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:49.892559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port d3237756-f436-4bf0-bc55-0a9ee865664b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:49.892806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b81de6d-4ab6-4018-ac4b-d9c1a0a7da9c req-38008276-2377-43bd-997c-623f0c31a202 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 950 time: 0.1235850 Nov 23 22:44:49.893224 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.946874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:49.952126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:49.960312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:49.976031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d49dc61e-02a7-427b-83a8-ff74f162d64c req-034025f3-4d38-4e8f-ac46-c517be3f4ee0 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804136 Nov 23 22:44:49.995169 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b81de6d-4ab6-4018-ac4b-d9c1a0a7da9c req-02224cb5-2902-4074-b80c-e722e6a78013 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929136 Nov 23 22:44:50.011896 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.013171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=54142429-d48c-4dd3-a1ea-7fc6b4095f2a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:50.058807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d3237756-f436-4bf0-bc55-0a9ee865664b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d3237756-f436-4bf0-bc55-0a9ee865664b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:50.064849 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.076860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.077933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.106567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-433a2b07-47c0-4181-a5e4-e15c54adeefd tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2097619 Nov 23 22:44:50.116083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38028) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:50.117299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f14d12b7-14d8-4048-b6c8-c9005b1fe405 req-bb113c34-85e7-4d43-8566-57c591d74890 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=d4f51ad23124449ea2eb32d8f8c94d28 HTTP/1.1" status: 200 len: 1656 time: 0.0924795 Nov 23 22:44:50.120789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '54142429-d48c-4dd3-a1ea-7fc6b4095f2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:50.129732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38030) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:50.194513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d3237756-f436-4bf0-bc55-0a9ee865664b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:50.213935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38032) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:50.214188 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-39db51c6-bedf-480d-acc4-20d12f46d33d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26cf68316f8e4340887cae766a2a479a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0782914 Nov 23 22:44:50.215265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.289982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d12b7-14d8-4048-b6c8-c9005b1fe405 req-45377430-da65-44e5-b71d-878d23b3e54c tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.291514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f14d12b7-14d8-4048-b6c8-c9005b1fe405 req-45377430-da65-44e5-b71d-878d23b3e54c tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks?id=4479bc55-55b7-40b1-a523-c1e53c8f1429&id=4479bc55-55b7-40b1-a523-c1e53c8f1429&id=4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 787 time: 0.1682298 Nov 23 22:44:50.314963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea219bc1-82cc-49bd-a707-8b787004c02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.345083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.368184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea219bc1-82cc-49bd-a707-8b787004c02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.393420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.399377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.405572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.411782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.417570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.423491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.430039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.431941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09fc7465-43da-492e-86e3-ffc81451287b req-42a81ec2-5316-4bf3-9f94-2b9651a32885 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.1376143 Nov 23 22:44:50.460291 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.25.0.147 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/fd05d616-3234-4ad6-a586-b14c2e71c047) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:50.510918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afef36fc-7c26-4923-acbf-5f081a10661c req-5cdd0c21-e987-4c81-866a-9083f9892066 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips/44ba80e1-b717-4a46-9e71-d27eb77efb23 HTTP/1.1" status: 200 len: 693 time: 0.0734291 Nov 23 22:44:50.586339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea219bc1-82cc-49bd-a707-8b787004c02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.588970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea219bc1-82cc-49bd-a707-8b787004c02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.590173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ea219bc1-82cc-49bd-a707-8b787004c02e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/228eaca5-4eb4-4182-92c2-9745c7b27382 HTTP/1.1" status: 204 len: 168 time: 0.3754325 Nov 23 22:44:50.601739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.630597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09fc7465-43da-492e-86e3-ffc81451287b req-d73e5278-7925-442d-b1aa-3672c0ac7b68 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1845429 Nov 23 22:44:50.641512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea219bc1-82cc-49bd-a707-8b787004c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228eaca5-4eb4-4182-92c2-9745c7b27382,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:50.645516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.675042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c763f4f-8fb6-412c-99dd-d43982462d83'}, {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300'}, {'server_uuid': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3237756-f436-4bf0-bc55-0a9ee865664b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:50.679254 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450695c5-e891-4541-87dc-3d19a9dc0d26" -d '{"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-plugged", "status": "completed", "tag": "0c763f4f-8fb6-412c-99dd-d43982462d83"}, {"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-plugged", "status": "completed", "tag": "c6a593dc-b2a5-4acf-b982-1ecbf59e2300"}, {"server_uuid": "1f2e6223-0639-487f-94e0-5fe1aefe3376", "name": "network-vif-plugged", "status": "completed", "tag": "d3237756-f436-4bf0-bc55-0a9ee865664b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:50.692437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef36fc-7c26-4923-acbf-5f081a10661c req-6d450b47-fa40-4ddc-81da-e14f08a50446 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.694692 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afef36fc-7c26-4923-acbf-5f081a10661c req-6d450b47-fa40-4ddc-81da-e14f08a50446 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1760640 Nov 23 22:44:50.717653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:50.722563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:50.725708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:50.753084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=fd05d616-3234-4ad6-a586-b14c2e71c047,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:50.792225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afef36fc-7c26-4923-acbf-5f081a10661c req-6d367ef9-dda0-4392-bf00-113a9adb1bc9 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0725994 Nov 23 22:44:50.813120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade290e5-5e5f-45e9-9142-76d6c954384d req-cd0fae63-ab97-4f50-9a0c-235c79e8deb8 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.819487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade290e5-5e5f-45e9-9142-76d6c954384d req-cd0fae63-ab97-4f50-9a0c-235c79e8deb8 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.825444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade290e5-5e5f-45e9-9142-76d6c954384d req-cd0fae63-ab97-4f50-9a0c-235c79e8deb8 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.827109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ade290e5-5e5f-45e9-9142-76d6c954384d req-cd0fae63-ab97-4f50-9a0c-235c79e8deb8 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2417 time: 0.1183610 Nov 23 22:44:50.882587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0592cd65-b36d-4b48-bae9-a04015bfbf60 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0790167 Nov 23 22:44:50.960195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ade290e5-5e5f-45e9-9142-76d6c954384d req-af7707d9-3d2e-424f-9041-5ce082832aad tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931382 Nov 23 22:44:51.037687 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca863c5-ffa9-4e9e-84f5-adf12750f695 x-openstack-request-id: req-0ca863c5-ffa9-4e9e-84f5-adf12750f695 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:51.038210 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-plugged", "status": "completed", "tag": "0c763f4f-8fb6-412c-99dd-d43982462d83", "code": 200}, {"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-plugged", "status": "completed", "tag": "c6a593dc-b2a5-4acf-b982-1ecbf59e2300", "code": 200}, {"server_uuid": "1f2e6223-0639-487f-94e0-5fe1aefe3376", "name": "network-vif-plugged", "status": "completed", "tag": "d3237756-f436-4bf0-bc55-0a9ee865664b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:51.038843 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ca863c5-ffa9-4e9e-84f5-adf12750f695 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:51.039269 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c763f4f-8fb6-412c-99dd-d43982462d83', 'code': 200} Nov 23 22:44:51.039647 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300', 'code': 200} Nov 23 22:44:51.040001 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3237756-f436-4bf0-bc55-0a9ee865664b', 'code': 200} Nov 23 22:44:51.053481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Deleting port cb2340f8-72d8-4773-b2b8-5560b1abd35f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:51.053481 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.219202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.219683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.236782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc478c-e1bd-4ed6-8157-7459900e74a5 req-322e8f4e-18c4-40b4-ac5e-5c102982cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.238551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71cc478c-e1bd-4ed6-8157-7459900e74a5 req-322e8f4e-18c4-40b4-ac5e-5c102982cf43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 1101 time: 0.1246917 Nov 23 22:44:51.251445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95114f31-cff7-435e-9e86-54cd46ea54b2 req-36039eb3-fd62-4c4d-beb2-d38c2826bfbb tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.253036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95114f31-cff7-435e-9e86-54cd46ea54b2 req-36039eb3-fd62-4c4d-beb2-d38c2826bfbb tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 950 time: 0.1380079 Nov 23 22:44:51.257889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Calling delete_port for cb2340f8-72d8-4773-b2b8-5560b1abd35f owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:51.385269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71cc478c-e1bd-4ed6-8157-7459900e74a5 req-0e6c3aeb-331c-48fc-8e00-2c014b5adcb0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288512 Nov 23 22:44:51.395310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95114f31-cff7-435e-9e86-54cd46ea54b2 req-079fa5f1-591e-492f-a909-e3b9f767d192 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205871 Nov 23 22:44:51.505971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.556715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38070) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:51.566657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event deleted for resources: {'Port': ['ID=cb2340f8-72d8-4773-b2b8-5560b1abd35f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:51.616086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9660-f7c7-4b20-a530-fe44c77ad074 req-9a45fac3-82a4-449a-9f57-bfc7442b58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.616768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9660-f7c7-4b20-a530-fe44c77ad074 req-9a45fac3-82a4-449a-9f57-bfc7442b58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.617011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9660-f7c7-4b20-a530-fe44c77ad074 req-9a45fac3-82a4-449a-9f57-bfc7442b58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.618724 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b12e9660-f7c7-4b20-a530-fe44c77ad074 req-9a45fac3-82a4-449a-9f57-bfc7442b58fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2870 time: 0.4525123 Nov 23 22:44:51.636195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.639337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b042ca-628f-4d83-8d95-0274f2ed7c9a req-5e09163f-b397-4bdf-9cf8-857239f953b6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.641079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43b042ca-628f-4d83-8d95-0274f2ed7c9a req-5e09163f-b397-4bdf-9cf8-857239f953b6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 950 time: 0.1466527 Nov 23 22:44:51.653599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.656297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.657531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afef36fc-7c26-4923-acbf-5f081a10661c req-0cedf65f-e475-410a-bc62-3bf591e48206 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "DELETE /v2.0/floatingips/44ba80e1-b717-4a46-9e71-d27eb77efb23 HTTP/1.1" status: 204 len: 173 time: 0.7620180 Nov 23 22:44:51.709037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-172506152-network', 'tenant_id': 'e65e9ddb62c54d44905cb32b0350b385'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:51.716365 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b12e9660-f7c7-4b20-a530-fe44c77ad074 req-112fc408-ccbd-4a0e-ae7c-957956f52efe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886912 Nov 23 22:44:51.718225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43b042ca-628f-4d83-8d95-0274f2ed7c9a req-7f93c37a-26d2-4669-bc7b-bb63ba5dd16b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663619 Nov 23 22:44:51.744988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Made reservation on behalf of e65e9ddb62c54d44905cb32b0350b385 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:51.747788 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.753944 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.769105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.854845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-8ddb1b06-28d3-4375-983e-a03fa3f331e8 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips/42e2c706-5773-42d1-8b6f-be91a85e8f12 HTTP/1.1" status: 200 len: 692 time: 0.0869422 Nov 23 22:44:51.925934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.932039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.976968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.982822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.988832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.996469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.000448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=fd05d616-3234-4ad6-a586-b14c2e71c047,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:52.002364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.009224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.013961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.014962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.016872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a1fc712-12c7-43e1-a127-012195a41779 req-4bdd38fc-519b-40f4-973e-699b589b7075 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.2022195 Nov 23 22:44:52.086462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-0776e15b-1d0b-4526-ae37-cdb591e1dc88 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.087854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-0776e15b-1d0b-4526-ae37-cdb591e1dc88 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2246513 Nov 23 22:44:52.089931 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.106013 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.121953 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP 6ec805a5-0c60-4a4c-99b3-8fc8e06b824c associated. External IP: 172.25.0.147, port: 54142429-d48c-4dd3-a1ea-7fc6b4095f2a. Nov 23 22:44:52.187732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-6a23e6ba-9c1f-4725-aec0-06f535c8ec41 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.24 HTTP/1.1" status: 200 len: 695 time: 0.0863698 Nov 23 22:44:52.199328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:52.206419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4277211a-4355-476c-a029-ce5651e27b5c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:52.219061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a1fc712-12c7-43e1-a127-012195a41779 req-7a99c44c-4bdc-4097-ac1d-b2aec4efbd86 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1915214 Nov 23 22:44:52.258109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.258601 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Added segment e24dedbd-ab81-4b82-ba4d-5ba0c3127aac of type vlan for network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b Nov 23 22:44:52.262926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-64e53d84-61f8-467c-b88e-23e71265c4ba tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.24 HTTP/1.1" status: 200 len: 695 time: 0.0661674 Nov 23 22:44:52.391241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:52.406715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.465677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aceb4d-ca94-4e13-a696-e2a0c31634ae req-af90d379-5bb8-4353-9b69-1b50a0abdfd9 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.467176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16aceb4d-ca94-4e13-a696-e2a0c31634ae req-af90d379-5bb8-4353-9b69-1b50a0abdfd9 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 1101 time: 0.1394849 Nov 23 22:44:52.472430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.473389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.474564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.510328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:52.524951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:52.541421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.544678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9848974 Nov 23 22:44:52.551869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:52.552812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:52.568347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38084) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:52.573451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Request body: {'subnet': {'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-172506152-subnet', 'tenant_id': 'e65e9ddb62c54d44905cb32b0350b385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:52.590808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309258d3-cdd3-476d-9e07-076c0a4e6dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=24aae811-cac9-45d4-9aba-b9ecf2dbc08b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:52.603494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Deleting port 9ce6c852-d9f2-46eb-9a3c-e9922aba00aa {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:52.603732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-217e2197-f479-40d6-97e7-ee48774a417f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4839175 Nov 23 22:44:52.603871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.604967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:52.610837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'port_id': '54142429-d48c-4dd3-a1ea-7fc6b4095f2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:52.621125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:52.625513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:52.663356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:52.664441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:52.684524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Made reservation on behalf of e65e9ddb62c54d44905cb32b0350b385 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:52.686888 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.742138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:52.743732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677fcbc-64a2-437b-a5a5-eba92d1e8100 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:52.779727 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.955346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16aceb4d-ca94-4e13-a696-e2a0c31634ae req-189b5e55-90af-4a24-a580-c84cf2e0ce8d tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783180 Nov 23 22:44:53.064050 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.064381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.089714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Calling delete_port for 9ce6c852-d9f2-46eb-9a3c-e9922aba00aa owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:53.176694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5abd-6fa0-4c6a-908b-95297207d107 req-a0e16a6d-4db5-4c73-96f6-23aa17aa6a20 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.183060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5abd-6fa0-4c6a-908b-95297207d107 req-a0e16a6d-4db5-4c73-96f6-23aa17aa6a20 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.189113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5abd-6fa0-4c6a-908b-95297207d107 req-a0e16a6d-4db5-4c73-96f6-23aa17aa6a20 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.190842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-544b5abd-6fa0-4c6a-908b-95297207d107 req-a0e16a6d-4db5-4c73-96f6-23aa17aa6a20 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2417 time: 0.1152036 Nov 23 22:44:53.211362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.263124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-544b5abd-6fa0-4c6a-908b-95297207d107 req-0384f8b3-0383-4493-b9ba-355cacd47e34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621996 Nov 23 22:44:53.321269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.351248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68e30aa-c69e-4fda-982f-dbb2d3865804,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:53.356919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event deleted for resources: {'Port': ['ID=9ce6c852-d9f2-46eb-9a3c-e9922aba00aa,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:53.393690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Checking segment: {'id': 'e24dedbd-ab81-4b82-ba4d-5ba0c3127aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:53.394079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Network hostable DHCP agents. Network: 24aae811-cac9-45d4-9aba-b9ecf2dbc08b, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:53.433414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:53.451822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fbfe7-3354-4abd-ada7-cc999ab93cfe req-9b9b71d6-ac14-4bc8-96f6-9f5c442d9995 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.453325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b5fbfe7-3354-4abd-ada7-cc999ab93cfe req-9b9b71d6-ac14-4bc8-96f6-9f5c442d9995 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 950 time: 0.1016095 Nov 23 22:44:53.456342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.459151 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.460285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5c24f3c-93dd-485b-93fe-f0e6bf542c9d req-faa8d2ce-d3e7-42de-8ce5-6f0ba6d407c5 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "DELETE /v2.0/floatingips/42e2c706-5773-42d1-8b6f-be91a85e8f12 HTTP/1.1" status: 204 len: 173 time: 1.1879420 Nov 23 22:44:53.473362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 24aae811-cac9-45d4-9aba-b9ecf2dbc08b) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:53.487521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08a01b-d97a-4fc8-847b-f80eb3565f7f None None] Network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:53.489965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.490563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.530600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b5fbfe7-3354-4abd-ada7-cc999ab93cfe req-0f340d76-e0bc-4a54-ba04-f0ae28ac9ea4 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Nov 23 22:44:53.539448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ae420be4-12a5-43ab-9ba0-e31126f5bb49 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9698241 Nov 23 22:44:53.606880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.613155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.681338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-9ee161e9-c582-454c-bea7-82f20d6d3b89 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368021 Nov 23 22:44:53.703220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.710376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.717008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.724327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.725418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e446ce-e0ac-46b5-8b47-da91398c1bd5 None None] Network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:53.730950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.737090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.744288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.746216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-2bf67778-0bbb-4415-9fc9-a806b92b44a0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.1511166 Nov 23 22:44:53.886325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bf83349-7550-44f1-9eea-2f10355d1e8f req-d681456f-e525-404d-87c5-a589529f4445 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1178892 Nov 23 22:44:53.886640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:53.902461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-c1338790-f42b-413c-a235-2e504885fc41 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.904139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-c1338790-f42b-413c-a235-2e504885fc41 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156880 Nov 23 22:44:53.926537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-e17782e7-3e75-4452-935a-80704915459c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/quotas/05466d14b5a14ae6b7b9008449e2a3dc HTTP/1.1" status: 200 len: 375 time: 0.0163791 Nov 23 22:44:54.020448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:54.026764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.032059 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:54.044293 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:54.044976 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:54.051532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-0fee29fc-19a0-4746-a6b3-6d5d8d7ff663 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1188822 Nov 23 22:44:54.058237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-0f5ef289-ff5f-4b14-88f4-5a1e50c4c92e tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips/0afffa95-b61a-4088-991c-ce92b5cdbcb6 HTTP/1.1" status: 200 len: 693 time: 0.0713649 Nov 23 22:44:54.084051 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:54.091487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8e81f040-9a86-4e1e-9685-1129fed117a1 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/floatingips/6ec805a5-0c60-4a4c-99b3-8fc8e06b824c HTTP/1.1" status: 200 len: 979 time: 1.4856510 Nov 23 22:44:54.095374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:54.096114 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:54.096796 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:54.141629 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:54.142547 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca1df3-01e5-4361-8ca3-81059c2c4d4f None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:54.205667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-5cd7d984-1138-4f2f-8fe3-6874f9fcaf64 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:54.207112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-5cd7d984-1138-4f2f-8fe3-6874f9fcaf64 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1361833 Nov 23 22:44:54.304227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-bbc1f428-b9e1-428a-855f-d2257b6abecf tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0880125 Nov 23 22:44:54.383023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-857df404-2b79-4861-a4d4-f27a8decba50 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0777338 Nov 23 22:44:54.558410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Deleting port 01d5946d-2867-4b4a-9f12-268c1cf74087 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:54.558754 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.582185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port fd05d616-3234-4ad6-a586-b14c2e71c047 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:54.582656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.671225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.671749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.678198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.678766 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.693835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for fd05d616-3234-4ad6-a586-b14c2e71c047 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:54.699901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Calling delete_port for 01d5946d-2867-4b4a-9f12-268c1cf74087 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:54.865380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-3ea11cac-26dd-4c7a-8c44-78d749f0abf5 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:54.867058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-3ea11cac-26dd-4c7a-8c44-78d749f0abf5 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/networks?id=24aae811-cac9-45d4-9aba-b9ecf2dbc08b HTTP/1.1" status: 200 len: 808 time: 0.1849132 Nov 23 22:44:54.890996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-9190bb1b-9ee2-49c6-b916-2e530f123601 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/quotas/e65e9ddb62c54d44905cb32b0350b385 HTTP/1.1" status: 200 len: 375 time: 0.0126781 Nov 23 22:44:54.903240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.932045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=fd05d616-3234-4ad6-a586-b14c2e71c047,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:54.960871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-ebbe402a-abe5-4ca6-8a21-c2546c8c1cd0 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e65e9ddb62c54d44905cb32b0350b385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564992 Nov 23 22:44:54.998914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.999243 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP 6ec805a5-0c60-4a4c-99b3-8fc8e06b824c disassociated (deleted). External IP: 172.25.0.147, port: 54142429-d48c-4dd3-a1ea-7fc6b4095f2a. Nov 23 22:44:55.043341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.074827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Pushing event deleted for resources: {'Port': ['ID=01d5946d-2867-4b4a-9f12-268c1cf74087,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:55.139649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-d0f7ddca-f0e6-4296-8357-7653d4899d05 service neutron] 10.222.0.11 "GET /v2.0/networks/24aae811-cac9-45d4-9aba-b9ecf2dbc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702800 Nov 23 22:44:55.153058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.155859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.157172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87cee4c6-bf92-4b05-aca7-ab8015269952 req-1138ad1f-a216-4f52-905f-e96a32de61f1 tempest-FloatingIPDetailsTestJSON-492006737 tempest-FloatingIPDetailsTestJSON-492006737-project] 10.222.0.11 "DELETE /v2.0/floatingips/0afffa95-b61a-4088-991c-ce92b5cdbcb6 HTTP/1.1" status: 204 len: 173 time: 0.7733476 Nov 23 22:44:55.165886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38146) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.251865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-1be42a5b-55a6-4b0b-aebe-8c23be174a38 service neutron] 10.222.0.11 "GET /v2.0/networks/24aae811-cac9-45d4-9aba-b9ecf2dbc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936325 Nov 23 22:44:55.326142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:55.438935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1f29c-7145-4ffa-8c11-b90cc70d8aac req-0bf12c2c-682f-43ab-a5fa-d755c5ccff43 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 210 time: 0.0558236 Nov 23 22:44:55.562164 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-0e22a642-9e9b-4c67-876f-c6f1179e098e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452864 Nov 23 22:44:55.634222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa2ce3-598a-407b-af6e-44804cf658aa req-c23fdaf9-45fa-434e-abc0-1005dde98599 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.636059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6aa2ce3-598a-407b-af6e-44804cf658aa req-c23fdaf9-45fa-434e-abc0-1005dde98599 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 950 time: 0.1314504 Nov 23 22:44:55.741662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-f70555e6-5546-466b-a403-532f51a6eef5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.743224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-f70555e6-5546-466b-a403-532f51a6eef5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493807 Nov 23 22:44:55.746411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:55.752230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.760355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:55.772825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:55.773442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:55.780342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6aa2ce3-598a-407b-af6e-44804cf658aa req-44335cf6-0d73-4745-bc96-046987a03f24 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/security-groups?id=7049b589-e5b1-41c2-bb64-06da3fd81479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301961 Nov 23 22:44:55.818818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f481971a-7cac-413d-b4b3-1fa27915e0e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/floatingips/6ec805a5-0c60-4a4c-99b3-8fc8e06b824c HTTP/1.1" status: 204 len: 168 time: 1.7191391 Nov 23 22:44:55.821696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Request body: {'port': {'device_id': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '05466d14b5a14ae6b7b9008449e2a3dc'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:55.823053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.827395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.839414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.854206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.878110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.885863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.894319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.902905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:55.912984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d52681e0-e451-44a6-be15-659e13639bcc req-548ebbce-aabd-4faf-a018-1d2716b43acc tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.1944757 Nov 23 22:44:55.983974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:55.993399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:55.994040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:56.031113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:56.031807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ef268-dd79-492b-b350-47b006e60982 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:56.081995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-f407b663-bf8b-4ded-868c-6957c245fa03 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:56.084146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-f407b663-bf8b-4ded-868c-6957c245fa03 tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 950 time: 0.1678827 Nov 23 22:44:56.101978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d52681e0-e451-44a6-be15-659e13639bcc req-c1dc9ed5-39ca-4289-8fdf-f805e9e4c137 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1844552 Nov 23 22:44:56.137551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322383d0-5214-4f67-a489-1d51fe901115 req-7c605620-f534-4178-9af4-bba5e10bb4d7 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:56.160788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322383d0-5214-4f67-a489-1d51fe901115 req-7c605620-f534-4178-9af4-bba5e10bb4d7 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:56.174929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322383d0-5214-4f67-a489-1d51fe901115 req-7c605620-f534-4178-9af4-bba5e10bb4d7 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:56.176581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-322383d0-5214-4f67-a489-1d51fe901115 req-7c605620-f534-4178-9af4-bba5e10bb4d7 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2417 time: 0.2120681 Nov 23 22:44:56.254036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 54142429-d48c-4dd3-a1ea-7fc6b4095f2a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:56.254968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.292148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8281b7ac-c400-47c9-869c-fad8ddc198e3 req-d20c2377-b599-49c0-bbac-c434cfa8b61c tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 210 time: 0.0583203 Nov 23 22:44:56.308902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Made reservation on behalf of 05466d14b5a14ae6b7b9008449e2a3dc for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:56.308902 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.356538 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-322383d0-5214-4f67-a489-1d51fe901115 req-1b0cea65-ef71-452a-b0f9-e1fb2b4f5689 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215720 Nov 23 22:44:56.389252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Deleting port d3237756-f436-4bf0-bc55-0a9ee865664b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:56.389594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.487743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.515802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] For port d3237756-f436-4bf0-bc55-0a9ee865664b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d3237756-f436-4bf0-bc55-0a9ee865664b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:56.516321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.535198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Calling delete_port for d3237756-f436-4bf0-bc55-0a9ee865664b owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:56.543488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 54142429-d48c-4dd3-a1ea-7fc6b4095f2a owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:56.631717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b33856f-c137-4305-bb81-3df0ad16ba8c req-22bd72f2-1b3d-4095-a9b8-beca58be39e7 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 210 time: 0.0340123 Nov 23 22:44:56.654368 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.714822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.764831 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.780921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d3237756-f436-4bf0-bc55-0a9ee865664b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:56.805290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Pushing event deleted for resources: {'Port': ['ID=d3237756-f436-4bf0-bc55-0a9ee865664b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:56.959495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] No DVR routers for this DVR port d3237756-f436-4bf0-bc55-0a9ee865664b on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:56.963136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.969314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11379bcc-523f-41fc-9634-9b5e69477c6a req-1c002fbc-9a5a-458f-a005-2a617b299abd tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.46 "DELETE /v2.0/ports/d3237756-f436-4bf0-bc55-0a9ee865664b HTTP/1.1" status: 204 len: 173 time: 0.8639734 Nov 23 22:44:57.025735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'name': 'network-vif-deleted', 'tag': 'd3237756-f436-4bf0-bc55-0a9ee865664b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:57.028354 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffbb8a1-b888-4984-b0c4-16e976715fdf" -d '{"events": [{"server_uuid": "1f2e6223-0639-487f-94e0-5fe1aefe3376", "name": "network-vif-deleted", "tag": "d3237756-f436-4bf0-bc55-0a9ee865664b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:57.046306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38b790d7-5cd0-4924-9d9b-832e72a14603 req-3721dcc2-1d49-4f4b-ad76-d41ce154bedb tempest-ImagesNegativeTestJSON-566099095 tempest-ImagesNegativeTestJSON-566099095-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f2e6223-0639-487f-94e0-5fe1aefe3376 HTTP/1.1" status: 200 len: 210 time: 0.1212285 Nov 23 22:44:57.127596 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac162bcd-1bb1-4775-9334-afe321208d19 x-openstack-request-id: req-ac162bcd-1bb1-4775-9334-afe321208d19 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:57.128463 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e6223-0639-487f-94e0-5fe1aefe3376", "name": "network-vif-deleted", "tag": "d3237756-f436-4bf0-bc55-0a9ee865664b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:57.128463 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac162bcd-1bb1-4775-9334-afe321208d19 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:57.128794 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e6223-0639-487f-94e0-5fe1aefe3376', 'name': 'network-vif-deleted', 'tag': 'd3237756-f436-4bf0-bc55-0a9ee865664b', 'status': 'completed', 'code': 200} Nov 23 22:44:57.158977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Allocated IP 192.168.233.103 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/e2412e57-3d24-4592-8cac-f43edb2ba31a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:57.197851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7094fd7f-fee9-440f-9151-fa81ee63c3b7 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:57.315258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:57.344294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.347530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '7094fd7f-fee9-440f-9151-fa81ee63c3b7', 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1', 'port_id': '7094fd7f-fee9-440f-9151-fa81ee63c3b7', 'mac_address': 'fa:16:3e:d1:13:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7739e4f7-91e5-429d-941b-529c876d3d4e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:57.353254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.360771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.370346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.377616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.385869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.393520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.395851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61e0ff98-5537-4096-8867-5807309e76a7 req-b45151b9-5c6e-48bc-b29d-751fff9d2023 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5428 time: 0.1368046 Nov 23 22:44:57.525073 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.529323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61e0ff98-5537-4096-8867-5807309e76a7 req-0f411e4c-ace4-4a87-a1d9-1173bc8d674b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1223335 Nov 23 22:44:57.562271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7094fd7f-fee9-440f-9151-fa81ee63c3b7 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:57.564998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bab3db98-4aad-47b3-89d5-ad50a04820fc req-e555b45d-be57-4511-a475-35cc1a64a5b6 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 210 time: 0.0629671 Nov 23 22:44:57.584867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-c1fba410-2efb-43ea-9496-878a181f261e tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.586713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-c1fba410-2efb-43ea-9496-878a181f261e tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.48 "GET /v2.0/networks?id=24aae811-cac9-45d4-9aba-b9ecf2dbc08b HTTP/1.1" status: 200 len: 808 time: 0.4918377 Nov 23 22:44:57.590589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-c3160df2-e011-489c-9508-6788e7690c6f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.598414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-c3160df2-e011-489c-9508-6788e7690c6f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.598649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:57.605968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-c3160df2-e011-489c-9508-6788e7690c6f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.608270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-c3160df2-e011-489c-9508-6788e7690c6f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2417 time: 0.1267657 Nov 23 22:44:57.608529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.609322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c9ef1ce6-2888-4d54-af51-ec8104084c2d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:57.710884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7094fd7f-fee9-440f-9151-fa81ee63c3b7,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:57.742169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.742966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.744314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Request body: {'port': {'device_id': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b', 'admin_state_up': True, 'tenant_id': 'e65e9ddb62c54d44905cb32b0350b385'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:57.744765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.745310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.746008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.746538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.747044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.747547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.749066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.749605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.750232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.751116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:57.841087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c9ef1ce6-2888-4d54-af51-ec8104084c2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:57.856013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1ea80-f546-4159-b107-bae324ca6ee6 req-84502603-6cb6-469a-a2b1-f1c478e40b8b tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.857277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d', 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'port_id': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d', 'mac_address': 'fa:16:3e:31:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7ca50d-528f-46e7-8997-c7245196716b', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:57.862251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1ea80-f546-4159-b107-bae324ca6ee6 req-84502603-6cb6-469a-a2b1-f1c478e40b8b tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.869949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1ea80-f546-4159-b107-bae324ca6ee6 req-84502603-6cb6-469a-a2b1-f1c478e40b8b tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:57.871700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dc1ea80-f546-4159-b107-bae324ca6ee6 req-84502603-6cb6-469a-a2b1-f1c478e40b8b tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 2417 time: 0.0988619 Nov 23 22:44:57.892230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa03ede4-3799-400f-8449-86da058dc839 req-94a51be7-0ed1-44e5-95a0-0986b266f9e2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 210 time: 0.0629017 Nov 23 22:44:57.901938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port 0c763f4f-8fb6-412c-99dd-d43982462d83 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:57.902335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.918092 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.948719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ef1ce6-2888-4d54-af51-ec8104084c2d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:57.956037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.981970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c9ef1ce6-2888-4d54-af51-ec8104084c2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:57.991851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.992658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 61868889-21e4-4156-b933-de4ee8d60f2d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:58.058040 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.058577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dc1ea80-f546-4159-b107-bae324ca6ee6 req-ebbb0a6b-e03e-483c-8682-19207fd85cee tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683702 Nov 23 22:44:58.105850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port 0c763f4f-8fb6-412c-99dd-d43982462d83, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c763f4f-8fb6-412c-99dd-d43982462d83,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:58.106566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 61868889-21e4-4156-b933-de4ee8d60f2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=61868889-21e4-4156-b933-de4ee8d60f2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:58.106870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.112500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c9ef1ce6-2888-4d54-af51-ec8104084c2d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.154744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '61868889-21e4-4156-b933-de4ee8d60f2d', 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'port_id': '61868889-21e4-4156-b933-de4ee8d60f2d', 'mac_address': 'fa:16:3e:fa:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7ca50d-528f-46e7-8997-c7245196716b', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:58.156643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Made reservation on behalf of e65e9ddb62c54d44905cb32b0350b385 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:58.160197 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.163764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for 0c763f4f-8fb6-412c-99dd-d43982462d83 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:58.222934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.236675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=54142429-d48c-4dd3-a1ea-7fc6b4095f2a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.273289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61868889-21e4-4156-b933-de4ee8d60f2d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:58.296469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 61868889-21e4-4156-b933-de4ee8d60f2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=61868889-21e4-4156-b933-de4ee8d60f2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:58.302917 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.303936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 830978da-72d6-4927-9a08-9130be40c156 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:58.326656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.350465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 830978da-72d6-4927-9a08-9130be40c156, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=830978da-72d6-4927-9a08-9130be40c156,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:58.372007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '830978da-72d6-4927-9a08-9130be40c156', 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'port_id': '830978da-72d6-4927-9a08-9130be40c156', 'mac_address': 'fa:16:3e:d1:a4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7ca50d-528f-46e7-8997-c7245196716b', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:58.377320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', '47e33a12-5be9-4a53-9bb3-b1a13c722642', '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:58.381067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba', '05df96f4-b7e9-4045-b510-348782c77223'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:58.392676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Deleting port 707de916-1089-411d-90dd-72ff5b8fab57 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:58.393052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.396165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:58.431265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.435142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.439493 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a237acd-3bda-438a-92a5-a5e6c40e3ced tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/ports/54142429-d48c-4dd3-a1ea-7fc6b4095f2a HTTP/1.1" status: 204 len: 168 time: 2.6096313 Nov 23 22:44:58.461161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:58.463274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38196) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:58.475806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:58.514138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=0c763f4f-8fb6-412c-99dd-d43982462d83,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.538938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:58.572727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:58.573875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.579324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port 0c763f4f-8fb6-412c-99dd-d43982462d83 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:58.582576 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.586527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-599b0494-0167-43a2-8fa2-5945dd5fe446 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "DELETE /v2.0/ports/0c763f4f-8fb6-412c-99dd-d43982462d83 HTTP/1.1" status: 204 len: 173 time: 0.9658213 Nov 23 22:44:58.679141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=61868889-21e4-4156-b933-de4ee8d60f2d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.760946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event updated for resources: {'Port': ['ID=e2412e57-3d24-4592-8cac-f43edb2ba31a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.793278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] For port 707de916-1089-411d-90dd-72ff5b8fab57, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=707de916-1089-411d-90dd-72ff5b8fab57,segment=NetworkSegment(999a1b34-6db9-417f-9d37-0c6a3e22002e),segment_id=999a1b34-6db9-417f-9d37-0c6a3e22002e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:58.794273 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.882420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Calling delete_port for 707de916-1089-411d-90dd-72ff5b8fab57 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:58.892627 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.968904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830978da-72d6-4927-9a08-9130be40c156 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:58.974424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.996745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2741524c-45b6-4b59-9ad3-92ea9ec980b5 req-f4427781-6270-40f8-9f3c-c3e514c0c1c5 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 210 time: 0.0913410 Nov 23 22:44:59.002899 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-de99d7c7-4cde-431a-932f-e4cef44d5593 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1854670 Nov 23 22:44:59.011295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38206) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:59.054508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Request body: {'port': {'device_id': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:59.078372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.098307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.105939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Allocated IP 172.20.0.8 (24aae811-cac9-45d4-9aba-b9ecf2dbc08b/b68e30aa-c69e-4fda-982f-dbb2d3865804/93a62824-fdf2-4995-846c-c8083bb6977d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:59.109063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.120061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.128980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 830978da-72d6-4927-9a08-9130be40c156, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=830978da-72d6-4927-9a08-9130be40c156,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:59.132338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.138188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-190a1563-f55a-4dcf-b3ff-709227b48a14 None None] Provisioning complete for port e2412e57-3d24-4592-8cac-f43edb2ba31a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:59.138188 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-190a1563-f55a-4dcf-b3ff-709227b48a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.140379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.153337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.163685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-feb04c39-5d0d-403e-98ef-e325b6ae4a16 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5431 time: 0.4180768 Nov 23 22:44:59.182547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-deleted', 'tag': '0c763f4f-8fb6-412c-99dd-d43982462d83'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:59.185933 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d635d-c9e9-4712-bed3-079c46b6a72d" -d '{"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-deleted", "tag": "0c763f4f-8fb6-412c-99dd-d43982462d83"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:59.207665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:59.209319 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.220117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-190a1563-f55a-4dcf-b3ff-709227b48a14 None None] Port e2412e57-3d24-4592-8cac-f43edb2ba31a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:44:59.227205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.228276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1293ba58-5454-4b47-bb80-3602466c0b20 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:59.237058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.398429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3334a-caa4-4841-a793-5b4dd9d1a28f req-cf61ad52-3d6b-4347-82fe-49902d0e709d tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.402404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fc3334a-caa4-4841-a793-5b4dd9d1a28f req-cf61ad52-3d6b-4347-82fe-49902d0e709d tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 936 time: 0.2289689 Nov 23 22:44:59.420852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1293ba58-5454-4b47-bb80-3602466c0b20, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1293ba58-5454-4b47-bb80-3602466c0b20,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:59.424041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=830978da-72d6-4927-9a08-9130be40c156,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:59.457087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '1293ba58-5454-4b47-bb80-3602466c0b20', 'network_id': 'd6288ec8-3dd8-44be-a301-295514565e90', 'port_id': '1293ba58-5454-4b47-bb80-3602466c0b20', 'mac_address': 'fa:16:3e:d8:11:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7ca50d-528f-46e7-8997-c7245196716b', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:59.504216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-688aef41-66df-4cbb-abb0-173c3247a8fd req-73e65b0f-e307-4ed2-93f0-976387d499f4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3394971 Nov 23 22:44:59.529708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c4fb6bf2-486f-4df7-9a38-c08019115c72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=324f4a02d85c49c9b78443873ab7f473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5154872 Nov 23 22:44:59.531840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port c6a593dc-b2a5-4acf-b982-1ecbf59e2300, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:59.532205 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.534707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38216) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:59.552875 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.569096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for c6a593dc-b2a5-4acf-b982-1ecbf59e2300 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:59.578262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1293ba58-5454-4b47-bb80-3602466c0b20 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:59.594362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fc3334a-caa4-4841-a793-5b4dd9d1a28f req-dcc0fbb7-cf31-41af-966a-426c5992b384 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616557 Nov 23 22:44:59.626826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1293ba58-5454-4b47-bb80-3602466c0b20, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1293ba58-5454-4b47-bb80-3602466c0b20,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:59.655949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.656964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 64d4b48a-f255-49c2-8385-ebae19a11a9c details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:59.741167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaf371-dfd5-4e73-8183-7a40c122ff2e req-a1465959-3b9f-45b1-8f21-3e99a6437e31 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.748334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaf371-dfd5-4e73-8183-7a40c122ff2e req-a1465959-3b9f-45b1-8f21-3e99a6437e31 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.749424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3adaf371-dfd5-4e73-8183-7a40c122ff2e req-a1465959-3b9f-45b1-8f21-3e99a6437e31 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 1681 time: 0.0980728 Nov 23 22:44:59.829234 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773873b-0676-4489-9678-5aa9868269aa x-openstack-request-id: req-b773873b-0676-4489-9678-5aa9868269aa {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:59.829515 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-deleted", "tag": "0c763f4f-8fb6-412c-99dd-d43982462d83", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:59.829785 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b773873b-0676-4489-9678-5aa9868269aa {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:59.830174 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-deleted', 'tag': '0c763f4f-8fb6-412c-99dd-d43982462d83', 'status': 'completed', 'code': 200} Nov 23 22:44:59.861491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3adaf371-dfd5-4e73-8183-7a40c122ff2e req-0215bf20-75d1-4e6a-a4e1-5934af1317a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865273 Nov 23 22:44:59.875310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['d10d9675-ab06-481f-a770-b4d4fae01658', '0c763f4f-8fb6-412c-99dd-d43982462d83', 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:59.891678 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.909870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d3237756-f436-4bf0-bc55-0a9ee865664b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:59.910741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.946237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1293ba58-5454-4b47-bb80-3602466c0b20,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:59.978723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=c6a593dc-b2a5-4acf-b982-1ecbf59e2300,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:59.981208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.988691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.016433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: d3237756-f436-4bf0-bc55-0a9ee865664b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:00.016938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d3237756-f436-4bf0-bc55-0a9ee865664b not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:00.031745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port c6a593dc-b2a5-4acf-b982-1ecbf59e2300 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:00.035042 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.039341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-9cc13e79-442f-4e44-8990-51957ea687ae tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "DELETE /v2.0/ports/c6a593dc-b2a5-4acf-b982-1ecbf59e2300 HTTP/1.1" status: 204 len: 173 time: 1.4445951 Nov 23 22:45:00.084859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=707de916-1089-411d-90dd-72ff5b8fab57,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.172130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 64d4b48a-f255-49c2-8385-ebae19a11a9c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:00.229689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cc63e6e-7a82-49d8-a897-43384642dc99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.268187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'port_id': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'mac_address': 'fa:16:3e:89:2d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:00.284258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.365010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad555-6485-4cbf-90a2-1ef314cf5f25 req-1c38c1a8-d34b-47f0-8f53-6ffd5b435ec5 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.378819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af9ad555-6485-4cbf-90a2-1ef314cf5f25 req-1c38c1a8-d34b-47f0-8f53-6ffd5b435ec5 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 931 time: 0.1392789 Nov 23 22:45:00.398937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port d10d9675-ab06-481f-a770-b4d4fae01658 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:00.399471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.435687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.452292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Pushing event updated for resources: {'Port': ['ID=93a62824-fdf2-4995-846c-c8083bb6977d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.473141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:00.500408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d4b48a-f255-49c2-8385-ebae19a11a9c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:00.509950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:00.521905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cc63e6e-7a82-49d8-a897-43384642dc99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.540775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 64d4b48a-f255-49c2-8385-ebae19a11a9c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:00.545209 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:00.550460 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.551279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 86449cf7-da38-46c1-846c-8159c542dac8 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:00.569514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af9ad555-6485-4cbf-90a2-1ef314cf5f25 req-0a8235e6-f09d-4f19-bb08-2ecfd776c7c2 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883128 Nov 23 22:45:00.628219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port d10d9675-ab06-481f-a770-b4d4fae01658, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d10d9675-ab06-481f-a770-b4d4fae01658,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:00.629466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.655807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for d10d9675-ab06-481f-a770-b4d4fae01658 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:00.678616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2412e57-3d24-4592-8cac-f43edb2ba31a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:00.685771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.25.0.150 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c7673e9b-dd46-4f83-b725-b805309f6d42) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:00.687513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=64d4b48a-f255-49c2-8385-ebae19a11a9c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.697032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.702013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 86449cf7-da38-46c1-846c-8159c542dac8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=86449cf7-da38-46c1-846c-8159c542dac8,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:00.717987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c763f4f-8fb6-412c-99dd-d43982462d83'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:00.729303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.729937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.749741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '86449cf7-da38-46c1-846c-8159c542dac8', 'network_id': '4c5b1f90-f968-41b9-918a-0ff67e1da0b1', 'port_id': '86449cf7-da38-46c1-846c-8159c542dac8', 'mac_address': 'fa:16:3e:cc:23:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7739e4f7-91e5-429d-941b-529c876d3d4e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:00.778358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Transition to ACTIVE for port object e2412e57-3d24-4592-8cac-f43edb2ba31a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:00.793177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.824387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.845640 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7819ea84-ae88-4594-baa9-ca303a51f708 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1441865 Nov 23 22:45:00.847843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86449cf7-da38-46c1-846c-8159c542dac8 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:00.885947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 86449cf7-da38-46c1-846c-8159c542dac8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=86449cf7-da38-46c1-846c-8159c542dac8,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:00.896404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cc63e6e-7a82-49d8-a897-43384642dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.899258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cc63e6e-7a82-49d8-a897-43384642dc99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.903289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.906503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e310490-6bb6-460b-ab42-501ab5968642 req-3aba4b3f-f465-408f-bc58-400bd9b3bb34 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.907744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6cc63e6e-7a82-49d8-a897-43384642dc99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7049b589-e5b1-41c2-bb64-06da3fd81479 HTTP/1.1" status: 204 len: 168 time: 1.0727315 Nov 23 22:45:00.914926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e310490-6bb6-460b-ab42-501ab5968642 req-3aba4b3f-f465-408f-bc58-400bd9b3bb34 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 948 time: 0.1647098 Nov 23 22:45:00.917181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Request body: {'port': {'device_id': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:00.945896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.952437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.968003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.981248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.984578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Pushing event updated for resources: {'Port': ['ID=e2412e57-3d24-4592-8cac-f43edb2ba31a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.989001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:00.992359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc63e6e-7a82-49d8-a897-43384642dc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7049b589-e5b1-41c2-bb64-06da3fd81479,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.994293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.997326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:01.004541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:01.014822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-b65192e0-2454-41c9-9770-275d14986fbe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5434 time: 0.2682326 Nov 23 22:45:01.091764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=86449cf7-da38-46c1-846c-8159c542dac8,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:01.216404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e310490-6bb6-460b-ab42-501ab5968642 req-97987ef0-e560-4017-8809-3e960c460bc5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967618 Nov 23 22:45:01.238830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.270143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.326083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.354520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Attempting to bind port e2412e57-3d24-4592-8cac-f43edb2ba31a on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:01.354520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Attempting to bind port e2412e57-3d24-4592-8cac-f43edb2ba31a by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:01.354935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Attempting to bind port e2412e57-3d24-4592-8cac-f43edb2ba31a on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:01.358254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc9d258b-1b77-4d1e-919b-e02579d2e340 req-bddb3082-f71e-465a-bb87-663d528f57c3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3424654 Nov 23 22:45:01.438987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=d10d9675-ab06-481f-a770-b4d4fae01658,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:01.444411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b37cd92-fa31-4250-8d14-ff34ad809eb1 req-f168b3cb-38b7-43bd-b579-36ffaedab0b1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e66b1ca-d8f5-475c-a206-8a18cf06f166 HTTP/1.1" status: 200 len: 210 time: 0.0391364 Nov 23 22:45:01.455792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Port e2412e57-3d24-4592-8cac-f43edb2ba31a on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:01.456184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Attempting to bind port e2412e57-3d24-4592-8cac-f43edb2ba31a on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:01.483621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:01.494057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:01.494476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port d10d9675-ab06-481f-a770-b4d4fae01658 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:01.494683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:01.495144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Bound port: e2412e57-3d24-4592-8cac-f43edb2ba31a, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:01.496464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.497349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.502458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f725119-a7ba-4a62-b0e7-bb98c050b18a req-a400ea1e-53ac-4531-9c8e-3a7321b9dc4e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.48 "DELETE /v2.0/ports/d10d9675-ab06-481f-a770-b4d4fae01658 HTTP/1.1" status: 204 len: 173 time: 1.4562557 Nov 23 22:45:01.561737 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-05ae5d3e-f709-4092-8908-bdb2a8577382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.726624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] For port e2412e57-3d24-4592-8cac-f43edb2ba31a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:01.733833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.780705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] For port e2412e57-3d24-4592-8cac-f43edb2ba31a, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e2412e57-3d24-4592-8cac-f43edb2ba31a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:01.791300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c41d6-81d9-456a-b0bf-3d253e4368bf req-ca4bfc6d-8a37-45a5-b1f3-347835a184de tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:01.793012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-107c41d6-81d9-456a-b0bf-3d253e4368bf req-ca4bfc6d-8a37-45a5-b1f3-347835a184de tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 931 time: 0.0746672 Nov 23 22:45:01.836744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-deleted', 'tag': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300'}, {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-deleted', 'tag': 'd10d9675-ab06-481f-a770-b4d4fae01658'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:01.838807 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62796d-6257-45f7-8292-6fa37dfc4689" -d '{"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-deleted", "tag": "c6a593dc-b2a5-4acf-b982-1ecbf59e2300"}, {"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-deleted", "tag": "d10d9675-ab06-481f-a770-b4d4fae01658"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:01.852928 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.866164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-107c41d6-81d9-456a-b0bf-3d253e4368bf req-a31fa4e6-83f3-437b-947e-5e71dbc08bee tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572851 Nov 23 22:45:01.874894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:01.916528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:01.920002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:01.924274 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e1c28b-7395-49e4-82ea-6452a99f4a96 x-openstack-request-id: req-d0e1c28b-7395-49e4-82ea-6452a99f4a96 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:01.924574 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-deleted", "tag": "c6a593dc-b2a5-4acf-b982-1ecbf59e2300", "status": "completed", "code": 200}, {"server_uuid": "4e66b1ca-d8f5-475c-a206-8a18cf06f166", "name": "network-vif-deleted", "tag": "d10d9675-ab06-481f-a770-b4d4fae01658", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:01.925055 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0e1c28b-7395-49e4-82ea-6452a99f4a96 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:01.926254 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-deleted', 'tag': 'c6a593dc-b2a5-4acf-b982-1ecbf59e2300', 'status': 'completed', 'code': 200} Nov 23 22:45:01.926722 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e66b1ca-d8f5-475c-a206-8a18cf06f166', 'name': 'network-vif-deleted', 'tag': 'd10d9675-ab06-481f-a770-b4d4fae01658', 'status': 'completed', 'code': 200} Nov 23 22:45:01.941732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:01.943602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.944450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] 10.222.0.48 "PUT /v2.0/ports/e2412e57-3d24-4592-8cac-f43edb2ba31a HTTP/1.1" status: 200 len: 1096 time: 2.8973730 Nov 23 22:45:01.948735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'tag': 'e2412e57-3d24-4592-8cac-f43edb2ba31a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:01.951016 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf90d61-0807-4212-a53a-0c6e58bf6fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1469951a-927b-45e5-90ed-dea6e81bfbfb", "tag": "e2412e57-3d24-4592-8cac-f43edb2ba31a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:01.963792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38254) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:01.969426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['86449cf7-da38-46c1-846c-8159c542dac8'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:01.985261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=c7673e9b-dd46-4f83-b725-b805309f6d42,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:02.030607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7094fd7f-fee9-440f-9151-fa81ee63c3b7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:02.039603 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c45be3-7575-4e70-9eaf-5df04b507efb x-openstack-request-id: req-74c45be3-7575-4e70-9eaf-5df04b507efb {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:02.039922 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1469951a-927b-45e5-90ed-dea6e81bfbfb", "tag": "e2412e57-3d24-4592-8cac-f43edb2ba31a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:02.040182 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74c45be3-7575-4e70-9eaf-5df04b507efb {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:02.040580 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'tag': 'e2412e57-3d24-4592-8cac-f43edb2ba31a', 'status': 'completed', 'code': 200} Nov 23 22:45:02.074932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:02.078411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['830978da-72d6-4927-9a08-9130be40c156'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:02.147398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['1293ba58-5454-4b47-bb80-3602466c0b20'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:02.209884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1222260832-network', 'tenant_id': '9011f1e33fd74a80bd2d19bbcc986181'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:02.240007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['64d4b48a-f255-49c2-8385-ebae19a11a9c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:02.246762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['61868889-21e4-4156-b933-de4ee8d60f2d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:02.252576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Made reservation on behalf of 9011f1e33fd74a80bd2d19bbcc986181 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:02.264657 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.279981 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.484349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1fed-44a3-4820-b0f5-dc544f18d127 req-91d9aa97-b4e4-4447-ae93-4f08c0f8fc29 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.493946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-baae1fed-44a3-4820-b0f5-dc544f18d127 req-91d9aa97-b4e4-4447-ae93-4f08c0f8fc29 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 948 time: 0.1232848 Nov 23 22:45:02.524611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.555550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.556359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381e8eb-2f0e-4b10-97b4-d19608142548 service neutron] Pushing event updated for resources: {'Port': ['ID=e2412e57-3d24-4592-8cac-f43edb2ba31a,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:02.564825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:02.618465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.618465 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Added segment 80cfb269-4d7f-4b90-a9c0-558bedaf90e0 of type vlan for network 6f122f10-bd5a-4139-a235-f610be0a4b83 Nov 23 22:45:02.644005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.649710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90d61-0807-4212-a53a-0c6e58bf6fc0 req-0a95fb1b-ac46-4fa1-a142-689328eabcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.651305 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7bf90d61-0807-4212-a53a-0c6e58bf6fc0 req-0a95fb1b-ac46-4fa1-a142-689328eabcd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 1099 time: 0.5350182 Nov 23 22:45:02.672269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed426a-ed82-41f4-b6c4-43c3b6ec6148,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:02.704401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-baae1fed-44a3-4820-b0f5-dc544f18d127 req-9c428fec-195b-4e19-93c0-644bba1e6a59 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047141 Nov 23 22:45:02.711037 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.717483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a62824-fdf2-4995-846c-c8083bb6977d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:02.744847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.753048 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7bf90d61-0807-4212-a53a-0c6e58bf6fc0 req-cecc828e-cc6b-42aa-90fd-89a971677c44 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861156 Nov 23 22:45:02.755041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.766929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:02.767303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.779293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.790763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.800483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.815343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.827668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.830449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-308be610-55fe-4359-941d-3c3daf514456 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5435 time: 0.3103755 Nov 23 22:45:02.842415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.900116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c9ef1ce6-2888-4d54-af51-ec8104084c2d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:02.916593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Transition to ACTIVE for port object 93a62824-fdf2-4995-846c-c8083bb6977d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:02.926192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.929505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:02.930400 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.969876 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.989927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:03.019317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0539215 Nov 23 22:45:03.028427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38270) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:03.029811 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] Sync routers for ids ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:03.041715 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] Routers {'7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:03.042742 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:03.055938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a03a3d8c-6334-47f3-a5bc-f2bf15de4bf3 admin admin] 10.222.0.11 "PUT /v2.0/routers/7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8865399 Nov 23 22:45:03.061821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Request body: {'subnet': {'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1222260832-subnet', 'tenant_id': '9011f1e33fd74a80bd2d19bbcc986181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:03.072697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c763f4f-8fb6-412c-99dd-d43982462d83 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:03.073604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38272) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:03.086225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting subnet 2a9e2306-b945-42d7-80a2-64f9bab36523 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:03.104949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.105899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71d161-6cb2-48c4-be5d-51af85939318 admin admin] Pushing event updated for resources: {'Network': ['ID=6f122f10-bd5a-4139-a235-f610be0a4b83,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:03.138534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 6f122f10-bd5a-4139-a235-f610be0a4b83 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:03.186011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af2effc3-66ef-4e00-876d-6cd74db934fc req-0c562f03-5cfd-44fb-8a28-78ff7ac0a148 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3289435 Nov 23 22:45:03.229468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 0c763f4f-8fb6-412c-99dd-d43982462d83 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:03.230219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c763f4f-8fb6-412c-99dd-d43982462d83 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:03.230384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c6a593dc-b2a5-4acf-b982-1ecbf59e2300 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:03.264861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6b0e2-d882-406c-a8b2-8dc08dda7b3f req-2f1b6a0d-490a-4630-98cc-0b128077784f tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:03.268180 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] Set router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:03.280721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5e6b0e2-d882-406c-a8b2-8dc08dda7b3f req-2f1b6a0d-490a-4630-98cc-0b128077784f tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 943 time: 0.1678586 Nov 23 22:45:03.300882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=93a62824-fdf2-4995-846c-c8083bb6977d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:03.329090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: c6a593dc-b2a5-4acf-b982-1ecbf59e2300 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:03.329604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c6a593dc-b2a5-4acf-b982-1ecbf59e2300 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:03.330571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d10d9675-ab06-481f-a770-b4d4fae01658 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:03.344910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90d61-0807-4212-a53a-0c6e58bf6fc0 req-41bde083-bad2-4140-8a44-f79b3b1cfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:03.346408 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7bf90d61-0807-4212-a53a-0c6e58bf6fc0 req-41bde083-bad2-4140-8a44-f79b3b1cfd46 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5804021 Nov 23 22:45:03.372817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5e6b0e2-d882-406c-a8b2-8dc08dda7b3f req-e703f27b-8583-4bd0-a48b-e7e561da8da3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909152 Nov 23 22:45:03.380161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.383825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Made reservation on behalf of 9011f1e33fd74a80bd2d19bbcc986181 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:03.386162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.425156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: d10d9675-ab06-481f-a770-b4d4fae01658 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:03.425609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d10d9675-ab06-481f-a770-b4d4fae01658 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:03.430690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Attempting to bind port 93a62824-fdf2-4995-846c-c8083bb6977d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:03.431033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Attempting to bind port 93a62824-fdf2-4995-846c-c8083bb6977d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'e24dedbd-ab81-4b82-ba4d-5ba0c3127aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:03.431364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Attempting to bind port 93a62824-fdf2-4995-846c-c8083bb6977d on network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:03.516514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Port 93a62824-fdf2-4995-846c-c8083bb6977d on network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:03.516815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Attempting to bind port 93a62824-fdf2-4995-846c-c8083bb6977d on network 24aae811-cac9-45d4-9aba-b9ecf2dbc08b {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:03.543386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.570814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:03.571156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Checking segment: {'id': 'e24dedbd-ab81-4b82-ba4d-5ba0c3127aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:03.571898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Bound using segment: {'id': 'e24dedbd-ab81-4b82-ba4d-5ba0c3127aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:03.572173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Bound port: 93a62824-fdf2-4995-846c-c8083bb6977d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24dedbd-ab81-4b82-ba4d-5ba0c3127aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:03.572961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.574429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.608254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.650441 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:59Z', 'revision_number': 5, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:03.681011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] Checking router: 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:03.691298 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] Routers {'7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:03.691955 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:44:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:03.807903 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] Set router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:03.832507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-405d227a-b655-4db5-87c9-c48c0b445994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:03.835395 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-405d227a-b655-4db5-87c9-c48c0b445994 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 1099 time: 0.3942971 Nov 23 22:45:03.868137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=c7673e9b-dd46-4f83-b725-b805309f6d42,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:04.011005 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-c5042e52-730e-4078-9022-89d0c723af9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=e2412e57-3d24-4592-8cac-f43edb2ba31a HTTP/1.1" status: 200 len: 217 time: 0.1442757 Nov 23 22:45:04.013965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.041332 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-04226e96-7af1-48e5-8fef-405d39590844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.058386 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:59Z', 'revision_number': 5, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:04.073757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.096456 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3d6bf-65ba-4de9-911c-a41cf36e3520 None None] The sync data for ids ['7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86'] in n-d-817303-3 is: [{'id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'name': 'tempest-FloatingIPDetailsTestJSON-1885755661-router', 'tenant_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:43:54Z', 'updated_at': '2021-11-23T22:44:59Z', 'revision_number': 5, 'project_id': 'd4f51ad23124449ea2eb32d8f8c94d28', 'gw_port': {'id': 'c7193009-ac95-4697-b14f-a26d847f69b6', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:43:57Z', 'updated_at': '2021-11-23T22:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:04.100199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] For port 93a62824-fdf2-4995-846c-c8083bb6977d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:04.200044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] For port 93a62824-fdf2-4995-846c-c8083bb6977d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=93a62824-fdf2-4995-846c-c8083bb6977d,segment=NetworkSegment(e24dedbd-ab81-4b82-ba4d-5ba0c3127aac),segment_id=e24dedbd-ab81-4b82-ba4d-5ba0c3127aac)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:04.203452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae220492-b8c1-4871-a8ba-d67882e1b3cb req-a051d72c-73a5-447e-8c3a-28fbbae4d71a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.205227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae220492-b8c1-4871-a8ba-d67882e1b3cb req-a051d72c-73a5-447e-8c3a-28fbbae4d71a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 948 time: 0.4226892 Nov 23 22:45:04.230566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.247082 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.250732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e6ba1483-9e87-4add-8a20-4d9229266614 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7738824 Nov 23 22:45:04.252322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38282) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:04.258803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'port': {'network_id': 'cd0acecd-5f4e-428c-8e36-0002c9bd3734', 'name': 'tempest-FloatingIPTestJSON-463116661'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:04.310599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae220492-b8c1-4871-a8ba-d67882e1b3cb req-ff00b3fe-b749-4707-b621-04fd2c3f7988 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966136 Nov 23 22:45:04.322157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-1047a1f6-4899-431c-a6f4-02dd8bdbd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.322157 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-1047a1f6-4899-431c-a6f4-02dd8bdbd9bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2694242 Nov 23 22:45:04.322157 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.335465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.361742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.362546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.365965 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] 10.222.0.48 "PUT /v2.0/ports/93a62824-fdf2-4995-846c-c8083bb6977d HTTP/1.1" status: 200 len: 1091 time: 3.5026650 Nov 23 22:45:04.414595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'tag': '93a62824-fdf2-4995-846c-c8083bb6977d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:04.417635 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44627d36-248d-490f-a09e-3b1a763077bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2fcb35-1043-4620-8993-b7a7e007e729", "tag": "93a62824-fdf2-4995-846c-c8083bb6977d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:04.431221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.542012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.549079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.557104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.564134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.573759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.584925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.592251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.594250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-ab2377ed-69db-4a6c-a2eb-292e436e0abf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5435 time: 0.1707299 Nov 23 22:45:04.641330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:04.645350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.698865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] device_id is not set on port 06817903-f7bd-4f07-b3a7-038b77836bea yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:45:04.801250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3bc1a46-1727-4299-ac8a-eb7ebb1073dc req-31fb40be-234c-4a8b-87a4-e20590a223fa tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1931467 Nov 23 22:45:04.863433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06054d-5b3b-47eb-9be7-d25553f90206 req-3223d6e9-e084-4c31-a6e4-6bea5f720aa2 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:04.865744 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de06054d-5b3b-47eb-9be7-d25553f90206 req-3223d6e9-e084-4c31-a6e4-6bea5f720aa2 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 943 time: 0.1184328 Nov 23 22:45:04.903981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.3 (cd0acecd-5f4e-428c-8e36-0002c9bd3734/005b81ca-0dd1-413e-ade8-445cf4e3e3c5/06817903-f7bd-4f07-b3a7-038b77836bea) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:04.935154 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0c752a-29a0-4d85-b472-587627cfbee3 x-openstack-request-id: req-6d0c752a-29a0-4d85-b472-587627cfbee3 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:04.935769 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2fcb35-1043-4620-8993-b7a7e007e729", "tag": "93a62824-fdf2-4995-846c-c8083bb6977d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:04.935769 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d0c752a-29a0-4d85-b472-587627cfbee3 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:04.936161 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'tag': '93a62824-fdf2-4995-846c-c8083bb6977d', 'status': 'completed', 'code': 200} Nov 23 22:45:04.941264 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.948470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de06054d-5b3b-47eb-9be7-d25553f90206 req-8bb2e6a2-7f8d-4061-9bee-157455565374 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719521 Nov 23 22:45:05.014322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8751a8-85c7-4085-bd46-237832f21fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=93a62824-fdf2-4995-846c-c8083bb6977d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:05.033396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.039596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892da492-6c9a-4fae-9284-1667993a7b53 None None] Network 56a75623-a1e5-474d-b56a-7759ec36b9be requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:05.053371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/subnets/2a9e2306-b945-42d7-80a2-64f9bab36523 HTTP/1.1" status: 204 len: 168 time: 2.2816601 Nov 23 22:45:05.056379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38294) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:05.073113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4993e95-64f0-4938-95d7-661a833412ba,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:05.109621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Checking segment: {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:05.109621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Network hostable DHCP agents. Network: 6f122f10-bd5a-4139-a235-f610be0a4b83, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:05.117565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b84f2b-a069-4c07-9927-2bab5a56b117 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9e2306-b945-42d7-80a2-64f9bab36523,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:05.128405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-ac8d9c8e-51a2-471c-a1d5-353141600765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:05.138206 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-ac8d9c8e-51a2-471c-a1d5-353141600765 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7868636 Nov 23 22:45:05.153028 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d142a-9c3d-4a6c-a6c9-80a10cca8186 req-9a52e1ba-2e2c-47b5-a1e5-d71c094f77f2 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:05.154583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-574d142a-9c3d-4a6c-a6c9-80a10cca8186 req-9a52e1ba-2e2c-47b5-a1e5-d71c094f77f2 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 946 time: 0.1672883 Nov 23 22:45:05.163539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-475d50b5-17ec-4a85-abec-55290ec4e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:05.165084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-475d50b5-17ec-4a85-abec-55290ec4e556 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e65e9ddb62c54d44905cb32b0350b385&device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 1094 time: 0.2864761 Nov 23 22:45:05.235044 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.255559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.264720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Network 6f122f10-bd5a-4139-a235-f610be0a4b83 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:05.268008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Deleting port c7193009-ac95-4697-b14f-a26d847f69b6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:05.268343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.277412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-b04c17a8-3f25-426e-8ef5-f71fd2bcd76e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a62824-fdf2-4995-846c-c8083bb6977d HTTP/1.1" status: 200 len: 217 time: 0.0869207 Nov 23 22:45:05.295792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] DHCP port deletion for 56a75623-a1e5-474d-b56a-7759ec36b9be request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:05.315498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 6f122f10-bd5a-4139-a235-f610be0a4b83) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:05.320500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:05.321168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.322634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-574d142a-9c3d-4a6c-a6c9-80a10cca8186 req-00286c3c-857c-48de-8d4d-68bef969746e tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613483 Nov 23 22:45:05.358711 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.366085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb77d2f-2d3a-4bac-9c37-ee1f356c12a3 None None] Network 6f122f10-bd5a-4139-a235-f610be0a4b83 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:05.430173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-57c55c04-a06f-40af-9f8c-6a85ad31357d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3749435 Nov 23 22:45:05.441190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network cd0acecd-5f4e-428c-8e36-0002c9bd3734 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:05.460773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:05.478256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port 03137599-415c-489b-be85-b7aaadb17c64 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:05.478680 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.480594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:05.487468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=06817903-f7bd-4f07-b3a7-038b77836bea,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:05.499469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] For port c7193009-ac95-4697-b14f-a26d847f69b6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c7193009-ac95-4697-b14f-a26d847f69b6,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:05.502521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.523141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] Deleting port 03137599-415c-489b-be85-b7aaadb17c64 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:05.523928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.554204 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-63a8566b-4c7e-4fd1-a27c-07a08a9607d0 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142091 Nov 23 22:45:05.557107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-decc09bf-d975-4f47-a2df-8622d8fe3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:05.559681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-decc09bf-d975-4f47-a2df-8622d8fe3013 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b68e30aa-c69e-4fda-982f-dbb2d3865804 HTTP/1.1" status: 200 len: 848 time: 0.2649546 Nov 23 22:45:05.569649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Calling delete_port for c7193009-ac95-4697-b14f-a26d847f69b6 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:05.613553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:05.614300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.642244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port 03137599-415c-489b-be85-b7aaadb17c64, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03137599-415c-489b-be85-b7aaadb17c64,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:05.643606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.665062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1b5c6-3070-4fe4-9d7a-f68647df1a5d None None] Network 6f122f10-bd5a-4139-a235-f610be0a4b83 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:05.669886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-195a6d81-a571-457c-9b2b-fe4bbaa1ab02 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4141293 Nov 23 22:45:05.682181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38302) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:05.693895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'port_id': '06817903-f7bd-4f07-b3a7-038b77836bea'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:05.697238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] For port 03137599-415c-489b-be85-b7aaadb17c64, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03137599-415c-489b-be85-b7aaadb17c64,segment=NetworkSegment(e230896b-6ccd-4101-89d9-e2d6aae5ebb9),segment_id=e230896b-6ccd-4101-89d9-e2d6aae5ebb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:05.697940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.698993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for 03137599-415c-489b-be85-b7aaadb17c64 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:05.713924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5b2a-4e40-4766-ae4c-93722e92a986 req-38b9886d-8cda-4ba1-b3df-0e0a3ff71fec tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:05.716629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b0c5b2a-4e40-4766-ae4c-93722e92a986 req-38b9886d-8cda-4ba1-b3df-0e0a3ff71fec tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 948 time: 0.2257116 Nov 23 22:45:05.743943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] Calling delete_port for 03137599-415c-489b-be85-b7aaadb17c64 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:05.793611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.814669 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-1c81c4ef-6270-4684-9b0d-df09c10684f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24aae811-cac9-45d4-9aba-b9ecf2dbc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985899 Nov 23 22:45:05.945750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.989034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-04929de7-5b8e-4935-9295-98e83f0226a0 service neutron] 10.222.0.48 "GET /v2.0/networks/24aae811-cac9-45d4-9aba-b9ecf2dbc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666887 Nov 23 22:45:06.031522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] Pushing event deleted for resources: {'Port': ['ID=03137599-415c-489b-be85-b7aaadb17c64,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:06.062540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c1cbf-3c8b-4ca8-bcb5-9d1dc37b2fb0 None None] No DVR routers for this DVR port 03137599-415c-489b-be85-b7aaadb17c64 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:06.119074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df18c62d-5fd0-4c35-9934-5604e4976f0a req-dd2bdfd1-7348-4596-b71d-98fb954577df service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181564 Nov 23 22:45:06.181326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.215466 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69a0c4e-2c81-4572-bb74-6f111b5f3a55 req-3dfab422-4a71-40e1-8c99-71757bac262b service neutron] 10.222.0.48 "GET /v2.0/networks/24aae811-cac9-45d4-9aba-b9ecf2dbc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174094 Nov 23 22:45:06.216703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b0c5b2a-4e40-4766-ae4c-93722e92a986 req-536751c9-7507-43cd-b1f7-b8a2cfdf064c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584661 Nov 23 22:45:06.221269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7193009-ac95-4697-b14f-a26d847f69b6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:06.230841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 707de916-1089-411d-90dd-72ff5b8fab57 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:06.282061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 707de916-1089-411d-90dd-72ff5b8fab57 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:06.282794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 707de916-1089-411d-90dd-72ff5b8fab57 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:06.283637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03137599-415c-489b-be85-b7aaadb17c64 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:06.323039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 03137599-415c-489b-be85-b7aaadb17c64 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:06.323878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03137599-415c-489b-be85-b7aaadb17c64 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:06.352950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.410317 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.435298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.469315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-548238bf-1fc9-4dd3-b4f0-582b01a94b6d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.476222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-548238bf-1fc9-4dd3-b4f0-582b01a94b6d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 822 time: 0.5210173 Nov 23 22:45:06.497948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.501030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.509428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627d36-248d-490f-a09e-3b1a763077bf req-8c77565b-7944-461e-9682-4f7be98cf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.510971 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44627d36-248d-490f-a09e-3b1a763077bf req-8c77565b-7944-461e-9682-4f7be98cf97c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e65e9ddb62c54d44905cb32b0350b385&device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 1094 time: 0.1804335 Nov 23 22:45:06.521501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=03137599-415c-489b-be85-b7aaadb17c64,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:06.542803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port 03137599-415c-489b-be85-b7aaadb17c64 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:06.598084 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.599121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:45:06.604632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.605802 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2bd9ff6b-36bf-425e-9764-6369e75a1d3d admin admin] 10.222.0.11 "DELETE /v2.0/routers/7b8e9f3d-b6b3-4fa4-8472-a570e0ae2d86 HTTP/1.1" status: 204 len: 168 time: 3.5241396 Nov 23 22:45:06.615921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-a3a9def9-6d73-4761-a336-373b7d05c939 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/quotas/9011f1e33fd74a80bd2d19bbcc986181 HTTP/1.1" status: 200 len: 375 time: 0.1093156 Nov 23 22:45:06.623157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38322) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:06.635025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.640939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.647721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.653972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.659929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.666722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.672727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.674654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-76c05b04-d45f-413c-b117-f4a69f37d258 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5435 time: 0.3200257 Nov 23 22:45:06.701481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627d36-248d-490f-a09e-3b1a763077bf req-d39fa78b-661e-41c4-8fd2-d9d39ffaaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.703770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44627d36-248d-490f-a09e-3b1a763077bf req-d39fa78b-661e-41c4-8fd2-d9d39ffaaf80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24aae811-cac9-45d4-9aba-b9ecf2dbc08b HTTP/1.1" status: 200 len: 909 time: 0.1727517 Nov 23 22:45:06.762917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-91c67c65-0a8f-4457-927d-a6029554bf5d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789895 Nov 23 22:45:06.770213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-c08b98d5-45d4-4eff-99ce-f8872b678681 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.770692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44627d36-248d-490f-a09e-3b1a763077bf req-323272f8-38cc-405d-ba3d-a7cd9ad6565d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93a62824-fdf2-4995-846c-c8083bb6977d HTTP/1.1" status: 200 len: 217 time: 0.0593331 Nov 23 22:45:06.771970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-c08b98d5-45d4-4eff-99ce-f8872b678681 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 946 time: 0.4153945 Nov 23 22:45:06.828409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627d36-248d-490f-a09e-3b1a763077bf req-7d4e7cdb-2c3d-48b1-86f5-1fca4ac0dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:06.829880 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44627d36-248d-490f-a09e-3b1a763077bf req-7d4e7cdb-2c3d-48b1-86f5-1fca4ac0dfde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b68e30aa-c69e-4fda-982f-dbb2d3865804 HTTP/1.1" status: 200 len: 848 time: 0.0520930 Nov 23 22:45:06.863848 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44627d36-248d-490f-a09e-3b1a763077bf req-cd2a4a2f-9f07-4d97-8724-2173bb236fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24aae811-cac9-45d4-9aba-b9ecf2dbc08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254934 Nov 23 22:45:06.865338 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.963125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] Deleting subnet be56bbc3-2cef-4a78-947a-2ec6ed0c6220 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:06.964440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44627d36-248d-490f-a09e-3b1a763077bf req-56abc130-187b-4d64-a4e8-5bded350b5be service neutron] 10.222.0.48 "GET /v2.0/networks/24aae811-cac9-45d4-9aba-b9ecf2dbc08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906153 Nov 23 22:45:07.012321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a75623-a1e5-474d-b56a-7759ec36b9be']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:07.014506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.063473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44627d36-248d-490f-a09e-3b1a763077bf req-5e3e744b-957a-431f-a683-5ea295d0eb30 service neutron] 10.222.0.48 "GET /v2.0/networks/24aae811-cac9-45d4-9aba-b9ecf2dbc08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909276 Nov 23 22:45:07.069499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7094fd7f-fee9-440f-9151-fa81ee63c3b7 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:07.079488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:45:07.086778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:07.087138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e230896b-6ccd-4101-89d9-e2d6aae5ebb9') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:07.144309 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.150962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c511949c-ac2c-45f1-a3d7-27fed315cd61 req-31737381-7613-4706-80d3-126cc6856527 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4436870 Nov 23 22:45:07.189563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:07.195498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.195979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.197686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.213025 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.257565 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.269887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:07.270294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:07.276113 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:07.284424 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.297919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-8b01a284-97c2-4270-99c3-020a280fa855 service neutron] 10.222.0.11 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040817 Nov 23 22:45:07.298501 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.318332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:07.321526 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839e2037-c962-4b14-a53b-7ba93ce2e9c1" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:07.335470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:07.340044 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.341160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1293ba58-5454-4b47-bb80-3602466c0b20 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:07.443295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.452223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7094fd7f-fee9-440f-9151-fa81ee63c3b7,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:07.466162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 1293ba58-5454-4b47-bb80-3602466c0b20 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:07.471519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 1293ba58-5454-4b47-bb80-3602466c0b20 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.471930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.556633 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.596030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1293ba58-5454-4b47-bb80-3602466c0b20, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1293ba58-5454-4b47-bb80-3602466c0b20,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:07.602887 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.604024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c9ef1ce6-2888-4d54-af51-ec8104084c2d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:07.683017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1293ba58-5454-4b47-bb80-3602466c0b20,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:07.709247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port c9ef1ce6-2888-4d54-af51-ec8104084c2d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:07.714637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port c9ef1ce6-2888-4d54-af51-ec8104084c2d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.715551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.800855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Deleting port 3f4ead1a-ee53-48ff-8838-51100523438d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:07.801497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.822695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.826746 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.868440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c9ef1ce6-2888-4d54-af51-ec8104084c2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:07.872667 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.873520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 64d4b48a-f255-49c2-8385-ebae19a11a9c up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:07.886079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.920910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.924117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/networks/56a75623-a1e5-474d-b56a-7759ec36b9be HTTP/1.1" status: 204 len: 168 time: 2.8667238 Nov 23 22:45:07.928598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38328) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:07.961652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c9ef1ce6-2888-4d54-af51-ec8104084c2d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:07.976540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7c1ff-8934-43a2-ba4e-43ba985e3861 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Network': ['ID=56a75623-a1e5-474d-b56a-7759ec36b9be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:07.986279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 64d4b48a-f255-49c2-8385-ebae19a11a9c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:07.992251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 64d4b48a-f255-49c2-8385-ebae19a11a9c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.992648 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.018015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting subnet 7b58c8be-07b6-4e19-b52c-caaa66173ffc {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:08.023135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca8e27-ef7a-4a1f-886a-c7d96bbcef05 req-fbe12035-afee-42d6-9027-955a3b18a4ed tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:08.023517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.025153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aeca8e27-ef7a-4a1f-886a-c7d96bbcef05 req-fbe12035-afee-42d6-9027-955a3b18a4ed tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 943 time: 0.7741208 Nov 23 22:45:08.033685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.100705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-eb9c71d2-c9a3-4243-a022-99e130ed7b90 service neutron] 10.222.0.11 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818296 Nov 23 22:45:08.106650 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.107513 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP b801aadb-948d-4fb3-920f-47556bdac397 associated. External IP: 172.25.0.150, port: 06817903-f7bd-4f07-b3a7-038b77836bea. Nov 23 22:45:08.117559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.220299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] For port 3f4ead1a-ee53-48ff-8838-51100523438d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3f4ead1a-ee53-48ff-8838-51100523438d,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:08.220807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.276364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aeca8e27-ef7a-4a1f-886a-c7d96bbcef05 req-72133321-de48-4865-8cb6-b51cb94b2ef8 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092862 Nov 23 22:45:08.279864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c7193009-ac95-4697-b14f-a26d847f69b6 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:08.280895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.325709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c7193009-ac95-4697-b14f-a26d847f69b6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:08.326942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c7193009-ac95-4697-b14f-a26d847f69b6 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:08.335145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 64d4b48a-f255-49c2-8385-ebae19a11a9c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:08.345794 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.347167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 86449cf7-da38-46c1-846c-8159c542dac8 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:08.353610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.362199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.413651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Subnet': ['ID=7b58c8be-07b6-4e19-b52c-caaa66173ffc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:08.434586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.438687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3e9ef0c9-c2ca-4908-aceb-a7f0456f1b2d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/subnets/7b58c8be-07b6-4e19-b52c-caaa66173ffc HTTP/1.1" status: 204 len: 168 time: 0.5076966 Nov 23 22:45:08.444458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38334) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:08.467879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe990556-c9b8-47c0-bbf3-53542636fcfc None None] Network 36531b65-9cba-416a-a777-7f9214d12bfb requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:08.519498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f1acfb-04f1-4fbc-a20f-6c3767817e13 None None] Network 64c6b136-296d-4198-a606-7bd0663ae877 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:08.558039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be56bbc3-2cef-4a78-947a-2ec6ed0c6220,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:08.566350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.573162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f2ca4438-b18e-4f38-9bc5-62e103a666f5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/be56bbc3-2cef-4a78-947a-2ec6ed0c6220 HTTP/1.1" status: 204 len: 168 time: 1.8973088 Nov 23 22:45:08.601543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38338) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:08.609167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.657845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=64d4b48a-f255-49c2-8385-ebae19a11a9c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:08.701668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 86449cf7-da38-46c1-846c-8159c542dac8 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:08.709372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 86449cf7-da38-46c1-846c-8159c542dac8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:08.709969 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.735471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port b50346f7-086d-413d-9d04-8d5163842598 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:08.736429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.837757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port b50346f7-086d-413d-9d04-8d5163842598, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b50346f7-086d-413d-9d04-8d5163842598,segment=NetworkSegment(88e561f7-4149-4df7-a6ee-884521ea4b75),segment_id=88e561f7-4149-4df7-a6ee-884521ea4b75)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:08.838133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.863770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for b50346f7-086d-413d-9d04-8d5163842598 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:08.896382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e122-97f5-46ce-b491-54b7af8de021 req-906383a1-adb1-40cc-b188-b6c016eeb2f7 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:08.898856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac78e122-97f5-46ce-b491-54b7af8de021 req-906383a1-adb1-40cc-b188-b6c016eeb2f7 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 946 time: 0.4669085 Nov 23 22:45:09.021220 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.033000 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.068207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.078673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=b50346f7-086d-413d-9d04-8d5163842598,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:09.082230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port b50346f7-086d-413d-9d04-8d5163842598 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:09.095039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbacd0-1b97-4bee-ac48-d57cab17f07d None None] DHCP port deletion for 36531b65-9cba-416a-a777-7f9214d12bfb request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:09.105503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e2412e57-3d24-4592-8cac-f43edb2ba31a details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:09.112349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] DHCP port deletion for 64c6b136-296d-4198-a606-7bd0663ae877 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:09.120449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 86449cf7-da38-46c1-846c-8159c542dac8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=86449cf7-da38-46c1-846c-8159c542dac8,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:09.146870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.147765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 61868889-21e4-4156-b933-de4ee8d60f2d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:09.167498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc9cf-3483-444a-aff1-c5ea5a7e0c7b req-367f9658-0182-48c8-8a4c-e960757e1d3f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.175097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-067fc9cf-3483-444a-aff1-c5ea5a7e0c7b req-367f9658-0182-48c8-8a4c-e960757e1d3f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 948 time: 0.5862403 Nov 23 22:45:09.221561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.222006 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.222243 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Floating IP 22e5e2d2-9482-4311-b84c-a90fe6581053 disassociated. External IP: 172.25.0.137, port: 3f4ead1a-ee53-48ff-8838-51100523438d. Nov 23 22:45:09.222706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Calling delete_port for 3f4ead1a-ee53-48ff-8838-51100523438d owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:09.239829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:09.242170 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.248690 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:45:09.274886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36531b65-9cba-416a-a777-7f9214d12bfb']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.289206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e561f7-4149-4df7-a6ee-884521ea4b75') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.290051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e561f7-4149-4df7-a6ee-884521ea4b75') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.306781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.328069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-067fc9cf-3483-444a-aff1-c5ea5a7e0c7b req-6c5c2e4e-5867-4bc7-b919-792369555561 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500061 Nov 23 22:45:09.331914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac78e122-97f5-46ce-b491-54b7af8de021 req-7cfa8aaa-8404-4ac7-89d4-4280b583ff17 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups?id=f078c5e6-1028-43f5-a418-ee8814871f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213937 Nov 23 22:45:09.339267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.353602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:09.354030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:09.362350 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:09.436988 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9ddf1c-96b4-4566-9b92-b557c216ef4e x-openstack-request-id: req-bd9ddf1c-96b4-4566-9b92-b557c216ef4e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:09.437337 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:09.437540 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd9ddf1c-96b4-4566-9b92-b557c216ef4e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:09.438086 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7', 'code': 200} Nov 23 22:45:09.442146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 61868889-21e4-4156-b933-de4ee8d60f2d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:09.445570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=86449cf7-da38-46c1-846c-8159c542dac8,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:09.465846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 61868889-21e4-4156-b933-de4ee8d60f2d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:09.466229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.502354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:09.509274 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.515092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] Deleting port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:09.515473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.531333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:09.533183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.558583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.564604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/networks/36531b65-9cba-416a-a777-7f9214d12bfb HTTP/1.1" status: 204 len: 168 time: 1.1161718 Nov 23 22:45:09.573381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38348) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:09.578502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-101967208'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:09.581571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e2412e57-3d24-4592-8cac-f43edb2ba31a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e2412e57-3d24-4592-8cac-f43edb2ba31a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:09.600968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30c68-0d44-4351-945e-4c7b45d8f3b6 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Network': ['ID=36531b65-9cba-416a-a777-7f9214d12bfb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:09.604530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:09.608827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.635193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:09.638330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:09.639120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.647448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.647868 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Added segment f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6 of type vlan for network e31278c3-9851-4533-a972-8987298f5235 Nov 23 22:45:09.685714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'e2412e57-3d24-4592-8cac-f43edb2ba31a', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'e2412e57-3d24-4592-8cac-f43edb2ba31a', 'mac_address': 'fa:16:3e:73:52:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:09.686316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d83ade7-8999-42da-8924-0d88d3676dcd req-3d98c1a7-703f-4205-b2c1-3e714fca15ee tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 210 time: 0.1408000 Nov 23 22:45:09.689560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.699523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-078973bc-dcb7-4aa4-ac20-3f91769d9722 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/floatingips/b801aadb-948d-4fb3-920f-47556bdac397 HTTP/1.1" status: 200 len: 977 time: 4.0159359 Nov 23 22:45:09.699990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38350) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:09.730909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.743395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:09.744076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.748911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] For port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,segment=NetworkSegment(999a1b34-6db9-417f-9d37-0c6a3e22002e),segment_id=999a1b34-6db9-417f-9d37-0c6a3e22002e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:09.749319 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-47ae1004-e8cf-463d-85d1-8b8e582b39aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921783 Nov 23 22:45:09.749485 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.769446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.772868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Deleting port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:09.773440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.778943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.780982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.792573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.798945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.805642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.811798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.818423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.824619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.830662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:09.836991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.837669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db003d6-4fa7-4e3d-8d9e-5d02c2693660 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:09.839856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-f3c3bd48-2544-4348-8d35-215ec4101c8a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5440 time: 0.3389246 Nov 23 22:45:09.840888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] Calling delete_port for 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:09.852185 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2775476 Nov 23 22:45:09.859303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.867194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38352) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:09.875604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'subnet': {'network_id': 'e31278c3-9851-4533-a972-8987298f5235', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:09.891236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.892777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2412e57-3d24-4592-8cac-f43edb2ba31a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:09.918921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.979560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e2412e57-3d24-4592-8cac-f43edb2ba31a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e2412e57-3d24-4592-8cac-f43edb2ba31a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:10.011069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 61868889-21e4-4156-b933-de4ee8d60f2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=61868889-21e4-4156-b933-de4ee8d60f2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:10.017892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.019713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 93a62824-fdf2-4995-846c-c8083bb6977d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:10.020127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ebe64-d97a-4198-9bf7-7011f20a7d34 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Network': ['ID=e31278c3-9851-4533-a972-8987298f5235,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.030753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a00c8-ba12-40d7-97e4-781120602716 req-19006836-7b2e-427f-bbeb-31095d60221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:10.033603 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-19006836-7b2e-427f-bbeb-31095d60221e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 1101 time: 0.2374251 Nov 23 22:45:10.040892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.042928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 830978da-72d6-4927-9a08-9130be40c156 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:10.054703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event deleted for resources: {'Port': ['ID=3f4ead1a-ee53-48ff-8838-51100523438d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.056590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e31278c3-9851-4533-a972-8987298f5235 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:10.109382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] For port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,segment=NetworkSegment(999a1b34-6db9-417f-9d37-0c6a3e22002e),segment_id=999a1b34-6db9-417f-9d37-0c6a3e22002e)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:10.110133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.187544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Calling delete_port for 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:10.256483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:10.274320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba39fbb5-07f7-401c-8007-c34f9d6695dc req-0c06260a-9348-490f-8b20-2d7ea681fc68 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4325504 Nov 23 22:45:10.293848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e2412e57-3d24-4592-8cac-f43edb2ba31a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.310075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13753209-11de-44e3-8d57-c2f5ce1db76a req-6a486741-ce61-45dc-8be5-e9988ff26b2b tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:10.311734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13753209-11de-44e3-8d57-c2f5ce1db76a req-6a486741-ce61-45dc-8be5-e9988ff26b2b tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 943 time: 0.4217842 Nov 23 22:45:10.414244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:10.420797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.446819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 93a62824-fdf2-4995-846c-c8083bb6977d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=93a62824-fdf2-4995-846c-c8083bb6977d,segment=NetworkSegment(e24dedbd-ab81-4b82-ba4d-5ba0c3127aac),segment_id=e24dedbd-ab81-4b82-ba4d-5ba0c3127aac)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:10.451372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.482752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 22:45:10.482752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:10.483108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b50346f7-086d-413d-9d04-8d5163842598 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:10.495428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] No DVR routers for this DVR port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:10.514319 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.523558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '93a62824-fdf2-4995-846c-c8083bb6977d', 'network_id': '24aae811-cac9-45d4-9aba-b9ecf2dbc08b', 'port_id': '93a62824-fdf2-4995-846c-c8083bb6977d', 'mac_address': 'fa:16:3e:32:51:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68e30aa-c69e-4fda-982f-dbb2d3865804', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:10.525905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=61868889-21e4-4156-b933-de4ee8d60f2d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.528462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 06817903-f7bd-4f07-b3a7-038b77836bea {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:10.529010 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.533534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b50346f7-086d-413d-9d04-8d5163842598 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:10.533891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b50346f7-086d-413d-9d04-8d5163842598 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:10.561941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 830978da-72d6-4927-9a08-9130be40c156 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:10.568735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c1316-80cc-4c2e-99f6-9f1b246e65c9 None None] Pushing event deleted for resources: {'Port': ['ID=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.574766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 830978da-72d6-4927-9a08-9130be40c156 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:10.575144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.633974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-c63a0e63-a306-4bed-a5e2-af8f3079ad28 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:10.635724 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-c63a0e63-a306-4bed-a5e2-af8f3079ad28 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 822 time: 0.6376710 Nov 23 22:45:10.636912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a00c8-ba12-40d7-97e4-781120602716 req-fd7a62b8-c0f2-4a3f-9d8c-5ed5720d447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:10.638355 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-fd7a62b8-c0f2-4a3f-9d8c-5ed5720d447b service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1991799 Nov 23 22:45:10.642409 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.660743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Request body: {'port': {'device_id': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'admin_state_up': True, 'tenant_id': '9011f1e33fd74a80bd2d19bbcc986181'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:10.666616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a62824-fdf2-4995-846c-c8083bb6977d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:10.718053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-8f0900e9-ae72-437c-b863-ed4f23842404 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=86776cff-4023-4cd5-ae81-fefd0b641204 HTTP/1.1" status: 200 len: 217 time: 0.0520065 Nov 23 22:45:10.743214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 93a62824-fdf2-4995-846c-c8083bb6977d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=93a62824-fdf2-4995-846c-c8083bb6977d,segment=NetworkSegment(e24dedbd-ab81-4b82-ba4d-5ba0c3127aac),segment_id=e24dedbd-ab81-4b82-ba4d-5ba0c3127aac)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:10.744471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.758619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.781816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a00c8-ba12-40d7-97e4-781120602716 req-e2df5698-b02b-42f2-8257-d123337aaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:10.783332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-e2df5698-b02b-42f2-8257-d123337aaf74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0531001 Nov 23 22:45:10.819395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 830978da-72d6-4927-9a08-9130be40c156, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=830978da-72d6-4927-9a08-9130be40c156,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:10.824171 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.838308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=93a62824-fdf2-4995-846c-c8083bb6977d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.891807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=830978da-72d6-4927-9a08-9130be40c156,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.895387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a00c8-ba12-40d7-97e4-781120602716 req-b3114939-094b-43b4-82ac-c33eb5bea00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:10.897646 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-b3114939-094b-43b4-82ac-c33eb5bea00e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807004 Nov 23 22:45:10.945771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Made reservation on behalf of 9011f1e33fd74a80bd2d19bbcc986181 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:10.949709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.011667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a07a648d-4dee-404a-8ec9-c8c2c5757b97 req-6f98e6bd-eb0c-42a7-a0b6-81e29a846a59 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 210 time: 0.4909916 Nov 23 22:45:11.023545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:11.041171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Router 321a798a-6fed-460f-8f3c-acdca7432716 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:11.073653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] No DVR routers for this DVR port 7faa8f9c-9a5b-4b05-9bd1-ef65e5e99629 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:11.086853 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-5fcfa317-7be8-4563-a7af-443a7cddc1cb service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779177 Nov 23 22:45:11.160875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13753209-11de-44e3-8d57-c2f5ce1db76a req-0da31529-28de-4b0c-a0df-14a6c743c4d7 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8092570 Nov 23 22:45:11.200187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['e2412e57-3d24-4592-8cac-f43edb2ba31a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:11.206982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Allocated IP 172.20.0.11 (6f122f10-bd5a-4139-a235-f610be0a4b83/f4993e95-64f0-4938-95d7-661a833412ba/7b002a6c-2b28-42e1-9e3c-c09924843ba7) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:11.243687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['93a62824-fdf2-4995-846c-c8083bb6977d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:11.262768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-767a00c8-ba12-40d7-97e4-781120602716 req-913581d7-fdf8-4ed8-85d3-6684ce784439 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597474 Nov 23 22:45:11.343820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.418720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.441023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1293ba58-5454-4b47-bb80-3602466c0b20'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830978da-72d6-4927-9a08-9130be40c156'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:11.441959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.443431 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b23b20d-95a4-423e-ba8c-9b8276f946a1" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "1293ba58-5454-4b47-bb80-3602466c0b20"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "86449cf7-da38-46c1-846c-8159c542dac8"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "830978da-72d6-4927-9a08-9130be40c156"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:11.454443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239d791-11f3-4cbb-a63d-ccd3a716cb33 req-1267bdeb-9b2b-4c68-84cf-a9b32233bd1b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.455884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a239d791-11f3-4cbb-a63d-ccd3a716cb33 req-1267bdeb-9b2b-4c68-84cf-a9b32233bd1b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 949 time: 0.3428848 Nov 23 22:45:11.460807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.470099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c5c28c5-13a0-4dd6-9275-96b4d5818d41 req-efbd7c6b-2dca-4caa-90f1-19777824fc15 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 210 time: 0.1575994 Nov 23 22:45:11.515787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:11.539260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Network 6f122f10-bd5a-4139-a235-f610be0a4b83 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:11.540900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:11.543359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:11.567809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c6b136-296d-4198-a606-7bd0663ae877']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:11.599211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.599873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.616006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-21414d91-4843-4aa0-8630-f30c473701e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9608185 Nov 23 22:45:11.629267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Request body: {'port': {'device_id': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:11.639628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999a1b34-6db9-417f-9d37-0c6a3e22002e') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:11.639909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999a1b34-6db9-417f-9d37-0c6a3e22002e') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:11.685384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.723357 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.731075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:11.744863 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] Sync routers for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:11.757799 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:11.759040 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:11.822071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.836360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a239d791-11f3-4cbb-a63d-ccd3a716cb33 req-1d138f47-50a7-431f-9052-3dc2cd8a52ee tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636148 Nov 23 22:45:11.881932 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:11.900021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3f4ead1a-ee53-48ff-8838-51100523438d no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:11.906509 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94da7542-9617-45c1-ac1a-995bd3a0a6b4 x-openstack-request-id: req-94da7542-9617-45c1-ac1a-995bd3a0a6b4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:11.906867 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "1293ba58-5454-4b47-bb80-3602466c0b20", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "86449cf7-da38-46c1-846c-8159c542dac8", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-plugged", "status": "completed", "tag": "830978da-72d6-4927-9a08-9130be40c156", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:11.907157 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94da7542-9617-45c1-ac1a-995bd3a0a6b4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:11.907731 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1293ba58-5454-4b47-bb80-3602466c0b20', 'code': 200} Nov 23 22:45:11.908458 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d', 'code': 200} Nov 23 22:45:11.908458 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'code': 200} Nov 23 22:45:11.908698 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8', 'code': 200} Nov 23 22:45:11.908811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] No DVR routers for this DVR port 3f4ead1a-ee53-48ff-8838-51100523438d on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:11.908946 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d', 'code': 200} Nov 23 22:45:11.909137 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830978da-72d6-4927-9a08-9130be40c156', 'code': 200} Nov 23 22:45:11.913589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:11.914264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:11.917930 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:11.932945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 3f4ead1a-ee53-48ff-8838-51100523438d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:11.933593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3f4ead1a-ee53-48ff-8838-51100523438d not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:11.934132 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.937815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d544d001-1312-421d-b3f2-ad9ba15e5781 req-3db27922-1704-43a9-85ce-14baf5665e3c tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.46 "DELETE /v2.0/ports/3f4ead1a-ee53-48ff-8838-51100523438d HTTP/1.1" status: 204 len: 173 time: 5.1483512 Nov 23 22:45:11.938732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'name': 'network-vif-deleted', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:11.941085 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1874a3da-4143-4eea-adf2-3ca45a9de053" -d '{"events": [{"server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "name": "network-vif-deleted", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:11.956609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.964664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.971375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.978528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.984795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.992397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:11.998286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.000235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-3b69b05f-3e43-48bb-bb31-5461d77ed929 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.4097819 Nov 23 22:45:12.010188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.021976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b002a6c-2b28-42e1-9e3c-c09924843ba7 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:12.044285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.076040 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57538c76-2e4b-4ccd-9c43-6b7e8ba6fc17 x-openstack-request-id: req-57538c76-2e4b-4ccd-9c43-6b7e8ba6fc17 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:12.076948 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea557bbc-57f6-4cf5-9ff4-4c139bb058bd", "name": "network-vif-deleted", "tag": "3f4ead1a-ee53-48ff-8838-51100523438d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:12.077391 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57538c76-2e4b-4ccd-9c43-6b7e8ba6fc17 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:12.078024 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea557bbc-57f6-4cf5-9ff4-4c139bb058bd', 'name': 'network-vif-deleted', 'tag': '3f4ead1a-ee53-48ff-8838-51100523438d', 'status': 'completed', 'code': 200} Nov 23 22:45:12.085789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Transition to ACTIVE for port object 7b002a6c-2b28-42e1-9e3c-c09924843ba7 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:12.096236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.165211 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.165882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.166379 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP b801aadb-948d-4fb3-920f-47556bdac397 disassociated. External IP: 172.25.0.150, port: 06817903-f7bd-4f07-b3a7-038b77836bea. Nov 23 22:45:12.166914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 06817903-f7bd-4f07-b3a7-038b77836bea owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:12.194601 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 5, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:12.216425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.216942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.234877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5af7ce5-a6c3-4bd0-bc4d-8835e667c3b4 req-17da0722-3a9f-41d3-8721-0df844c5af4e tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea557bbc-57f6-4cf5-9ff4-4c139bb058bd HTTP/1.1" status: 200 len: 210 time: 0.0736411 Nov 23 22:45:12.251262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.252676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.253155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.253618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.254079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.254542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] 10.222.0.11 "DELETE /v2.0/networks/64c6b136-296d-4198-a606-7bd0663ae877 HTTP/1.1" status: 204 len: 168 time: 3.6507733 Nov 23 22:45:12.257638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.258117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.258776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.261049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-55f7403a-7312-4ec1-bf32-4bfcbc764aaf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6499 time: 0.1042006 Nov 23 22:45:12.306682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Subnet': ['ID=cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.337725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541fc13-2581-4bea-9008-4b3014a414ac admin admin] Pushing event deleted for resources: {'Network': ['ID=64c6b136-296d-4198-a606-7bd0663ae877,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.347372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Checking segment: {'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:12.348091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network hostable DHCP agents. Network: e31278c3-9851-4533-a972-8987298f5235, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:12.353711 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] Checking router: 321a798a-6fed-460f-8f3c-acdca7432716 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:12.363051 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:12.364128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:12.407326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Attempting to bind port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:12.407726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Attempting to bind port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:12.408049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Attempting to bind port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:12.409160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5e11ca5-a651-4bae-a9e3-ecfa74220488 req-f5be978c-41bf-4f47-91d4-727b58d78594 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3875141 Nov 23 22:45:12.415712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:12.416056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Attempting to bind port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:12.420435 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5e4f9e1-8f24-472a-8f68-67cdf766288b req-f6f2df7c-53e7-4a5b-83e9-c3af2bb6adf8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&id=24f7f76d-5686-427d-95a3-41f559dae45a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1238039 Nov 23 22:45:12.425462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:12.425836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Checking segment: {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:12.426218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Bound using segment: {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:12.427329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Bound port: 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:12.428246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.453335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network e31278c3-9851-4533-a972-8987298f5235 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:12.469702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b736175-c663-45fc-9257-a89931814249 req-3980364f-015b-4800-b7cd-6dc1cb659acf tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.478075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b736175-c663-45fc-9257-a89931814249 req-3980364f-015b-4800-b7cd-6dc1cb659acf tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 944 time: 0.1194284 Nov 23 22:45:12.516662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:12.518951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e31278c3-9851-4533-a972-8987298f5235) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:12.522283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:12.524988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38374) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:12.538691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece46e55-ae2c-4128-9565-93621b544046 None None] Network e31278c3-9851-4533-a972-8987298f5235 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:12.541603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.561929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.572360 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.600534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.601224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.604105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/7b002a6c-2b28-42e1-9e3c-c09924843ba7 HTTP/1.1" status: 200 len: 1092 time: 0.9793780 Nov 23 22:45:12.607078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:12.610683 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35" -d '{"events": [{"name": "network-changed", "server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:12.646366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3de96678-c115-47d5-8fb5-8fc2dc3931b5 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7774205 Nov 23 22:45:12.649739 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:12.650414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38378) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:12.660731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1772420246'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:12.689543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bb7f2527-cd96-4bf0-9e30-c4ff04d8eb66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4f51ad23124449ea2eb32d8f8c94d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633909 Nov 23 22:45:12.694770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b68af-ef1c-4a1c-ab3e-2474179174b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.701134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b736175-c663-45fc-9257-a89931814249 req-83890437-abf2-45a3-87d5-60bff5ff5a38 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205973 Nov 23 22:45:12.708681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38380) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:12.719346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:12.722127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.724090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.795199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:12.805062 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e6cfa-dca7-4bf0-b39d-3f320f08269e x-openstack-request-id: req-a07e6cfa-dca7-4bf0-b39d-3f320f08269e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:12.805497 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:12.805755 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a07e6cfa-dca7-4bf0-b39d-3f320f08269e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:12.806166 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'status': 'completed', 'code': 200} Nov 23 22:45:12.811994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-60f2ff4e-b291-4f63-a8dd-291eaf033a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.813708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-60f2ff4e-b291-4f63-a8dd-291eaf033a30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 1095 time: 0.0849991 Nov 23 22:45:12.817829 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.818226 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Added segment b7b66858-7d96-4fd6-b532-ad09f9a7c171 of type vlan for network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 Nov 23 22:45:12.833436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6e52a-202e-479c-ad67-58da2cf1be1d req-d467f7fe-47a8-48e2-b086-c325624f49d5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:12.835468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32d6e52a-202e-479c-ad67-58da2cf1be1d req-d467f7fe-47a8-48e2-b086-c325624f49d5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 944 time: 0.2430606 Nov 23 22:45:12.846888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=06817903-f7bd-4f07-b3a7-038b77836bea,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.885088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-8a345705-8812-497c-aeff-08fd1b8156bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7 HTTP/1.1" status: 200 len: 217 time: 0.0575852 Nov 23 22:45:12.939774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58adfe91-2520-4d10-82c3-c6803e62dce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.955014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-e31278c3-9851-4533-a972-8987298f5235', 'network_id': 'e31278c3-9851-4533-a972-8987298f5235', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'fixed_ips': [{'subnet_id': 'cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:45:12.956469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.975490 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 5, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:12.982677 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.008562 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c70aa-b7a2-4f62-a0d4-b17f50d92fa7 None None] The sync data for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 is: [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:42:44Z', 'revision_number': 4, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '8089b6e8-d46e-42ea-b4fd-5b960eed7e40', 'name': '', 'network_id': 'c0e1ec97-14e1-4ea4-b21e-84a069ffc44f', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'mac_address': 'fa:16:3e:18:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:43Z', 'updated_at': '2021-11-23T22:42:50Z', 'revision_number': 5, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'subnets': [{'id': 'cb6b9bd3-2044-4e1b-a37a-b274d33c99bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:13.017860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-dc67e2e1-d59f-4397-b67d-a95695fa383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:13.019727 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-dc67e2e1-d59f-4397-b67d-a95695fa383e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4993e95-64f0-4938-95d7-661a833412ba HTTP/1.1" status: 200 len: 862 time: 0.0976698 Nov 23 22:45:13.026368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58adfe91-2520-4d10-82c3-c6803e62dce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.067789 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-545ed811-5f22-4e49-8ff0-0b4f054a759d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f122f10-bd5a-4139-a235-f610be0a4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376213 Nov 23 22:45:13.068951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.074710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:13.075304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.110327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32d6e52a-202e-479c-ad67-58da2cf1be1d req-85ad744f-d3bf-4ced-a752-559c140a557c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647288 Nov 23 22:45:13.115279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e2412e57-3d24-4592-8cac-f43edb2ba31a up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:13.158457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Allocated IP 19.80.0.2 (e31278c3-9851-4533-a972-8987298f5235/cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e/18d5fa29-6b56-414f-a099-cadd0200c27d) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:13.168028 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:13.168304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5119820 Nov 23 22:45:13.176286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'subnet': {'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:13.190507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448b612-ca97-48c1-a3e9-289e24fb7d7a req-7c0873d5-b5cf-4c91-819a-59b841905b0b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:13.196905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2448b612-ca97-48c1-a3e9-289e24fb7d7a req-7c0873d5-b5cf-4c91-819a-59b841905b0b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 949 time: 0.2157168 Nov 23 22:45:13.251147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00aac19-b45d-418b-9617-d8ada18fd58f tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Network': ['ID=a98559a4-19ec-4a6a-971e-fc39d92fe0e4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:13.265696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:13.284373 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-e297ef32-0836-4768-837f-938a70b6ef55 service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963973 Nov 23 22:45:13.300505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port e2412e57-3d24-4592-8cac-f43edb2ba31a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:13.310185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58adfe91-2520-4d10-82c3-c6803e62dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.313291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58adfe91-2520-4d10-82c3-c6803e62dce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.316816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-58adfe91-2520-4d10-82c3-c6803e62dce8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e335acd2-3a6e-4905-8490-952606fb52ee HTTP/1.1" status: 204 len: 168 time: 0.6070642 Nov 23 22:45:13.321834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port e2412e57-3d24-4592-8cac-f43edb2ba31a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:13.322232 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.377190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:13.393306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adfe91-2520-4d10-82c3-c6803e62dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335acd2-3a6e-4905-8490-952606fb52ee,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:13.412088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38392) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:13.415612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a936f42-d5d5-467c-b19f-cda9ff1cca1e None None] New status for floating IP 22e5e2d2-9482-4311-b84c-a90fe6581053: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:45:13.472863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:13.492752 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-66c71064-204a-4df6-9d10-8afb2bb516c6 req-c4d20041-c6a0-4611-ba93-db7b77994fdb service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944897 Nov 23 22:45:13.500671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.510801 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881fb4ab-088f-4aba-b51f-c3d9a01dc181 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.541491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881fb4ab-088f-4aba-b51f-c3d9a01dc181 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.625731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-e0660170-522b-4fa9-adf7-f505081f9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:13.627881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-e0660170-522b-4fa9-adf7-f505081f9785 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 1095 time: 0.0607095 Nov 23 22:45:13.639083 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.672293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.676961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881fb4ab-088f-4aba-b51f-c3d9a01dc181 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.682189 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-881fb4ab-088f-4aba-b51f-c3d9a01dc181 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.698831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-881fb4ab-088f-4aba-b51f-c3d9a01dc181 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "DELETE /v2.0/security-groups/f078c5e6-1028-43f5-a418-ee8814871f1b HTTP/1.1" status: 204 len: 168 time: 0.2836959 Nov 23 22:45:13.700454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Network e31278c3-9851-4533-a972-8987298f5235 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:13.703548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38398) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:13.720801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2448b612-ca97-48c1-a3e9-289e24fb7d7a req-06faf2a0-1b68-4412-a09b-426616432865 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108860 Nov 23 22:45:13.730319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:13.731927 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-5829cf13-01cd-44eb-970d-14dccb0fd50b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] show failed (client error): The resource could not be found. Nov 23 22:45:13.735626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5829cf13-01cd-44eb-970d-14dccb0fd50b tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "GET /v2.0/security-groups/f078c5e6-1028-43f5-a418-ee8814871f1b HTTP/1.1" status: 404 len: 347 time: 0.0199904 Nov 23 22:45:13.736309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:13.740143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:13.742484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fb4ab-088f-4aba-b51f-c3d9a01dc181 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f078c5e6-1028-43f5-a418-ee8814871f1b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:13.764606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.872144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Pushing event updated for resources: {'Port': ['ID=18d5fa29-6b56-414f-a099-cadd0200c27d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:13.877115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e2412e57-3d24-4592-8cac-f43edb2ba31a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e2412e57-3d24-4592-8cac-f43edb2ba31a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:13.892829 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.893763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 93a62824-fdf2-4995-846c-c8083bb6977d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:13.983898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2412e57-3d24-4592-8cac-f43edb2ba31a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:13.986698 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff796ce7-6a8f-433c-a9a6-5a3e8f5af359" -d '{"events": [{"server_uuid": "1469951a-927b-45e5-90ed-dea6e81bfbfb", "name": "network-vif-plugged", "status": "completed", "tag": "e2412e57-3d24-4592-8cac-f43edb2ba31a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:13.991265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e2412e57-3d24-4592-8cac-f43edb2ba31a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:13.997566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Attempting to bind port 18d5fa29-6b56-414f-a099-cadd0200c27d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:13.998332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Attempting to bind port 18d5fa29-6b56-414f-a099-cadd0200c27d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:13.998332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Attempting to bind port 18d5fa29-6b56-414f-a099-cadd0200c27d on network e31278c3-9851-4533-a972-8987298f5235 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:14.011025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:14.011490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Checking segment: {'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:14.012022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.012473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Bound using segment: {'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:14.013278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Bound port: 18d5fa29-6b56-414f-a099-cadd0200c27d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:14.013437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.017430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-67cb66ef-03a1-49bb-8dd2-603f23f8f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.018635 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-67cb66ef-03a1-49bb-8dd2-603f23f8f470 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 923 time: 0.3818860 Nov 23 22:45:14.031382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:14.046194 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:14.055791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.061765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.064158 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:14.064831 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:14.069913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.076466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.083488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.091059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.094436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 93a62824-fdf2-4995-846c-c8083bb6977d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:14.099156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.101401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10caae1d-be2b-44ff-935a-53a42c828704 req-3f6a0f0b-6aee-47ec-af25-5112ef63e8c0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.4966910 Nov 23 22:45:14.101579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 93a62824-fdf2-4995-846c-c8083bb6977d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:14.102098 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.137100 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-965cbbd8-d975-476c-8cf5-08daf2eb2d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7 HTTP/1.1" status: 200 len: 217 time: 0.1056659 Nov 23 22:45:14.156252 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:14.165935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] For port 18d5fa29-6b56-414f-a099-cadd0200c27d, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:14.178644 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:14.179284 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:14.212826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] For port 18d5fa29-6b56-414f-a099-cadd0200c27d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=18d5fa29-6b56-414f-a099-cadd0200c27d,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:14.226262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.237080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.242958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Deleting port 88f1dee1-192e-46ad-8c35-1b6890ca9402 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:14.243558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40332d4e-02fc-46f4-bc30-6f5cb0a1bf86 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/ports/06817903-f7bd-4f07-b3a7-038b77836bea HTTP/1.1" status: 204 len: 168 time: 4.5386803 Nov 23 22:45:14.248333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.249945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38418) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:14.278575 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:14.280674 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81014e7d-f931-4d74-8f71-367c37aeff52 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:14.305409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968e4c-30b7-404c-b0e6-d635d345abe9 req-695d1f4c-335e-4a83-b6c3-691fe3eac399 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.306471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8968e4c-30b7-404c-b0e6-d635d345abe9 req-695d1f4c-335e-4a83-b6c3-691fe3eac399 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 944 time: 0.3732002 Nov 23 22:45:14.327278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-8119ef83-7ed1-4c72-bd16-6a58398d2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.328826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-8119ef83-7ed1-4c72-bd16-6a58398d2d20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4993e95-64f0-4938-95d7-661a833412ba HTTP/1.1" status: 200 len: 862 time: 0.1835732 Nov 23 22:45:14.382105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac0293-8f9d-4d02-9af8-b89907cc8421 None None] Pushing event updated for resources: {'Port': ['ID=18d5fa29-6b56-414f-a099-cadd0200c27d,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:14.386763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.407693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-54c59163-c3a9-4449-af4d-2e79e8e97b83 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "GET /v2.0/floatingips/b801aadb-948d-4fb3-920f-47556bdac397 HTTP/1.1" status: 200 len: 688 time: 0.1527252 Nov 23 22:45:14.413528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38422) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:14.417088 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.445836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 93a62824-fdf2-4995-846c-c8083bb6977d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=93a62824-fdf2-4995-846c-c8083bb6977d,segment=NetworkSegment(e24dedbd-ab81-4b82-ba4d-5ba0c3127aac),segment_id=e24dedbd-ab81-4b82-ba4d-5ba0c3127aac)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:14.454863 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.497143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Subnet': ['ID=576e3057-fba1-4e3b-ad08-ba04f6061859,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:14.509109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-aaa61ae3-0522-4c5c-b068-c2805315567d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f122f10-bd5a-4139-a235-f610be0a4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187854 Nov 23 22:45:14.572019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=93a62824-fdf2-4995-846c-c8083bb6977d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:14.632424 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-e59a72b2-a758-48bd-a62a-384684435999 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3018930 Nov 23 22:45:14.697879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.698304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.746956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Calling delete_port for 88f1dee1-192e-46ad-8c35-1b6890ca9402 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:14.752073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8968e4c-30b7-404c-b0e6-d635d345abe9 req-c14f6a53-8485-4787-8787-bdad6e350ef9 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809686 Nov 23 22:45:14.784190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-fe8bed15-6954-4f89-b298-6dcf7c0564c7 service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611110 Nov 23 22:45:14.791949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Checking segment: {'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:14.792422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network hostable DHCP agents. Network: a98559a4-19ec-4a6a-971e-fc39d92fe0e4, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:14.810329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10caae1d-be2b-44ff-935a-53a42c828704 req-9d082f89-c435-4f18-900c-3fa90744ed47 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6960797 Nov 23 22:45:14.829180 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d1540d-0c00-47ab-b7f0-0e9135ed9108 x-openstack-request-id: req-c9d1540d-0c00-47ab-b7f0-0e9135ed9108 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:14.830190 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1469951a-927b-45e5-90ed-dea6e81bfbfb", "name": "network-vif-plugged", "status": "completed", "tag": "e2412e57-3d24-4592-8cac-f43edb2ba31a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:14.830615 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9d1540d-0c00-47ab-b7f0-0e9135ed9108 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:14.831171 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2412e57-3d24-4592-8cac-f43edb2ba31a', 'code': 200} Nov 23 22:45:14.839999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:14.845183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port c7673e9b-dd46-4f83-b725-b805309f6d42 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:14.845183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.887067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, a98559a4-19ec-4a6a-971e-fc39d92fe0e4) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:14.897078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.897440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89bc3a-3a37-4115-b99b-2fa5296bd0bf None None] Network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:14.898116 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.986988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-9ff4f639-eacc-423d-964a-8b9fb9877be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:14.988822 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-9ff4f639-eacc-423d-964a-8b9fb9877be7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 1101 time: 0.2978148 Nov 23 22:45:14.999866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-58895145-154e-4a95-9a3e-9a1256c1bd71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8305783 Nov 23 22:45:15.051304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.052201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.081728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18883dc5-6973-42e8-9215-0b112595b87a req-c0017c34-d469-44d1-a4f9-1221df3b5ee3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.083352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18883dc5-6973-42e8-9215-0b112595b87a req-c0017c34-d469-44d1-a4f9-1221df3b5ee3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 950 time: 0.1260438 Nov 23 22:45:15.089167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for c7673e9b-dd46-4f83-b725-b805309f6d42 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:15.111952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f25c79-e202-4cc7-afb3-fc201464cb1b req-870ee34b-4186-4063-852c-de31a922b96b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.113767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f25c79-e202-4cc7-afb3-fc201464cb1b req-870ee34b-4186-4063-852c-de31a922b96b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 944 time: 0.1044672 Nov 23 22:45:15.198457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-a98559a4-19ec-4a6a-971e-fc39d92fe0e4', 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'fixed_ips': [{'subnet_id': '576e3057-fba1-4e3b-ad08-ba04f6061859'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:45:15.199370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.291842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18883dc5-6973-42e8-9215-0b112595b87a req-82e9d02d-019e-411c-b5ba-4d756c6af556 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943080 Nov 23 22:45:15.304520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f25c79-e202-4cc7-afb3-fc201464cb1b req-c7d2cdb1-9a32-4c1c-814e-0d10ff56d0c1 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810338 Nov 23 22:45:15.470685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.483557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Allocated IP 19.86.0.2 (a98559a4-19ec-4a6a-971e-fc39d92fe0e4/576e3057-fba1-4e3b-ad08-ba04f6061859/f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:15.537065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=c7673e9b-dd46-4f83-b725-b805309f6d42,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:15.596345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a414a-34b8-49e7-81a8-470006fe6de4 req-d69daa44-d7d1-4aa5-9f94-70895958ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.597854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1e8a414a-34b8-49e7-81a8-470006fe6de4 req-d69daa44-d7d1-4aa5-9f94-70895958ad2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 1101 time: 0.6302850 Nov 23 22:45:15.670122 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8c601d4d-851e-4bbd-a4b5-26b02ad33c35 req-94c374ca-03a3-4ba0-bb07-7e861008b67c service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969527 Nov 23 22:45:15.686237 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.693157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-60e754a9-d319-41c4-91c6-a15c1566de4d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.702262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-60e754a9-d319-41c4-91c6-a15c1566de4d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.704391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-60e754a9-d319-41c4-91c6-a15c1566de4d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/networks?id=e31278c3-9851-4533-a972-8987298f5235&id=a98559a4-19ec-4a6a-971e-fc39d92fe0e4 HTTP/1.1" status: 200 len: 1391 time: 0.2502744 Nov 23 22:45:15.726486 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1e8a414a-34b8-49e7-81a8-470006fe6de4 req-a610b822-4395-4585-b4ce-8345cbadb66b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983009 Nov 23 22:45:15.737188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Pushing event deleted for resources: {'Port': ['ID=88f1dee1-192e-46ad-8c35-1b6890ca9402,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:15.745187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-d4abcf3c-a17f-440c-830c-99ce637f271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.746456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-d4abcf3c-a17f-440c-830c-99ce637f271a service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.6896493 Nov 23 22:45:15.786719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-b562b3e0-d333-4c44-976c-92f7dd722c7b tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/quotas/bf3da8102b944f47aca234ad8b033e70 HTTP/1.1" status: 200 len: 375 time: 0.0161984 Nov 23 22:45:15.787784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.790696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.792010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-876154a5-3488-4390-af0e-64816779bb7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/floatingips/b801aadb-948d-4fb3-920f-47556bdac397 HTTP/1.1" status: 204 len: 168 time: 1.3773913 Nov 23 22:45:15.801667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38468) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:15.808784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '8b7e8dfd-d9db-407f-b181-8e4ad5f66db6'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:15.816231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.832177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.844432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.849073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.852304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2f7a3cbe-cb04-4956-abb8-300c98bd9209 tempest-ServersTestFqdnHostnames-738064944 tempest-ServersTestFqdnHostnames-738064944-project] 10.222.0.11 "DELETE /v2.0/floatingips/22e5e2d2-9482-4311-b84c-a90fe6581053 HTTP/1.1" status: 204 len: 168 time: 2.1063957 Nov 23 22:45:15.854475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38470) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:15.888112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5094d10-c0af-4026-8780-1549479bf6be None None] Network e31278c3-9851-4533-a972-8987298f5235 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:15.940460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:15.941855 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.953043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:15.974456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68d76c-9a98-4971-903d-f591a26e58a6 req-0c5a5fd6-ebf0-48a4-964d-cf556fa2a436 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.981880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe68d76c-9a98-4971-903d-f591a26e58a6 req-0c5a5fd6-ebf0-48a4-964d-cf556fa2a436 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 945 time: 0.1072986 Nov 23 22:45:15.984016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Pushing event updated for resources: {'Port': ['ID=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:15.992628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:15.997840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-b9e58c52-7950-4b02-b9ea-ac2b8ee240fc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2045257 Nov 23 22:45:16.022750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6473fe6d-1923-4ba6-8261-c05e8253e5b1 None None] Provisioning complete for port 18d5fa29-6b56-414f-a099-cadd0200c27d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:16.023133 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6473fe6d-1923-4ba6-8261-c05e8253e5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.042524 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-d0555d6a-03d8-4650-9c9b-d3258da568c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=05df96f4-b7e9-4045-b510-348782c77223 HTTP/1.1" status: 200 len: 217 time: 0.0447631 Nov 23 22:45:16.144448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Attempting to bind port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:16.145082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Attempting to bind port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:16.145330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Attempting to bind port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b on network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:16.162302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:16.162302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Checking segment: {'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:16.162302 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.162302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Bound using segment: {'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:16.162923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Bound port: f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:16.162923 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.189580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-ee5910c6-45da-47b2-83a8-d6ce3ebae01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:16.195248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-ee5910c6-45da-47b2-83a8-d6ce3ebae01e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0999169 Nov 23 22:45:16.250385 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6473fe6d-1923-4ba6-8261-c05e8253e5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.326085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-6a05f2b6-8e13-4ead-a047-884e03759763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:16.327664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-6a05f2b6-8e13-4ead-a047-884e03759763 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243937 Nov 23 22:45:16.410701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 18d5fa29-6b56-414f-a099-cadd0200c27d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:16.494733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6473fe6d-1923-4ba6-8261-c05e8253e5b1 None None] For port 18d5fa29-6b56-414f-a099-cadd0200c27d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=18d5fa29-6b56-414f-a099-cadd0200c27d,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:16.499175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] For port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:16.499539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-7bd0c357-48c1-45dd-a6c1-7b8ff48d6687 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623247 Nov 23 22:45:16.506882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-27eb18ac-63a2-42a1-bac0-c96b085c1bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/e31278c3-9851-4533-a972-8987298f5235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928765 Nov 23 22:45:16.510326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6473fe6d-1923-4ba6-8261-c05e8253e5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.522299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] For port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:16.596129 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.605965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fe6d-1923-4ba6-8261-c05e8253e5b1 None None] Pushing event updated for resources: {'Port': ['ID=18d5fa29-6b56-414f-a099-cadd0200c27d,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:16.649581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 18d5fa29-6b56-414f-a099-cadd0200c27d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:16.650021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.671153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.678099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-2eab4f55-bbe9-457b-9642-bed849366fae service neutron] 10.222.0.11 "GET /v2.0/networks/e31278c3-9851-4533-a972-8987298f5235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540544 Nov 23 22:45:16.725525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e2e74-d89b-4d3a-9981-000e554a8ed0 None None] Pushing event updated for resources: {'Port': ['ID=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:16.727648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe68d76c-9a98-4971-903d-f591a26e58a6 req-a6f41f3e-926d-42ef-b901-9398325dfe20 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448771 Nov 23 22:45:16.733785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4d8deb9-efad-48aa-b57d-1abd636c12ef req-d966fc8e-ceb1-4948-9e67-08148893ced8 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250848 Nov 23 22:45:16.859856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a62824-fdf2-4995-846c-c8083bb6977d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:16.862955 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e4aadf-43f1-490d-9798-767cbde81dc3" -d '{"events": [{"server_uuid": "0d2fcb35-1043-4620-8993-b7a7e007e729", "name": "network-vif-plugged", "status": "completed", "tag": "93a62824-fdf2-4995-846c-c8083bb6977d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:16.903512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fa25f3b3-dec8-49f0-8a99-97c9924d640c None None] Provisioning complete for port 18d5fa29-6b56-414f-a099-cadd0200c27d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:16.904360 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa25f3b3-dec8-49f0-8a99-97c9924d640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.954062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-09a49617-6fd8-42fe-9fb0-c4af46e2cdef service neutron] 10.222.0.11 "GET /v2.0/networks/a98559a4-19ec-4a6a-971e-fc39d92fe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223182 Nov 23 22:45:16.981528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.128775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Deleting port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:17.129401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.183234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-66f5f240-270b-415f-aa72-f14336c4ea95 service neutron] 10.222.0.11 "GET /v2.0/networks/a98559a4-19ec-4a6a-971e-fc39d92fe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206290 Nov 23 22:45:17.232356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.25.0.72 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/b77d9a6d-60f8-43ef-9162-b187547846e2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:17.234823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] For port 8089b6e8-d46e-42ea-b4fd-5b960eed7e40, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:17.235408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.251698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Calling delete_port for 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:17.267959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.274618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.281302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.288662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.294695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.300988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.310548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.314119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-11ff3679-af36-4b72-8e67-de7cb508e846 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.4543996 Nov 23 22:45:17.502642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.530708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8089b6e8-d46e-42ea-b4fd-5b960eed7e40,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:17.537927 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.550769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785854b-f399-4b7a-b5dc-aab518a9d371 req-f68af5d0-914f-4205-b6d8-5f505d651395 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.553129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7785854b-f399-4b7a-b5dc-aab518a9d371 req-f68af5d0-914f-4205-b6d8-5f505d651395 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 950 time: 0.1260438 Nov 23 22:45:17.565051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c70dbf39-5df2-4f7b-8b83-dec3aecd3086 req-0f06bc3d-8133-4d87-8bc9-d4c2290b59ef tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2352495 Nov 23 22:45:17.642954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7785854b-f399-4b7a-b5dc-aab518a9d371 req-4daf0eeb-6f5b-4df7-b857-03972422d007 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768716 Nov 23 22:45:17.653084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.699043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:17.702300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:17.704861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:17.761136 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31201d8-5843-498b-a5e2-2af5f059ed31 x-openstack-request-id: req-a31201d8-5843-498b-a5e2-2af5f059ed31 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:17.761441 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2fcb35-1043-4620-8993-b7a7e007e729", "name": "network-vif-plugged", "status": "completed", "tag": "93a62824-fdf2-4995-846c-c8083bb6977d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:17.761702 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a31201d8-5843-498b-a5e2-2af5f059ed31 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:17.762099 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a62824-fdf2-4995-846c-c8083bb6977d', 'code': 200} Nov 23 22:45:17.791870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=b77d9a6d-60f8-43ef-9162-b187547846e2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:17.843712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.903305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7b002a6c-2b28-42e1-9e3c-c09924843ba7 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:17.997696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd8155f6-9a7f-4a7f-ab05-528f1ce57d5c req-9789dc99-00c0-467a-bcc1-a0d35134758e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 210 time: 0.1103237 Nov 23 22:45:18.033612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105251df-226b-424f-85e2-cb0b8e730bbd req-800a880d-ec26-4fc9-a8b2-b78d8efa1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.036561 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-105251df-226b-424f-85e2-cb0b8e730bbd req-800a880d-ec26-4fc9-a8b2-b78d8efa1443 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 1096 time: 0.1154704 Nov 23 22:45:18.041178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be8e95-3863-47d7-b440-ba0b5eb383db req-e196e391-de2d-4a13-9451-274c107a950a tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.053077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35be8e95-3863-47d7-b440-ba0b5eb383db req-e196e391-de2d-4a13-9451-274c107a950a tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 944 time: 0.2761822 Nov 23 22:45:18.075786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:18.130265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'port_id': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'mac_address': 'fa:16:3e:2d:ff:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4993e95-64f0-4938-95d7-661a833412ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:18.151814 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-105251df-226b-424f-85e2-cb0b8e730bbd req-2a17586a-a7ca-4650-b833-ab21b18faaa6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071856 Nov 23 22:45:18.239890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.260998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b002a6c-2b28-42e1-9e3c-c09924843ba7 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:18.277398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35be8e95-3863-47d7-b440-ba0b5eb383db req-8705e7be-c37c-43bf-864e-bf47277351a0 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230067 Nov 23 22:45:18.304844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:18.311119 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.319427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Router 321a798a-6fed-460f-8f3c-acdca7432716 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:18.460355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d587bd8-faa3-4a76-9731-f4b3fdaa8d04 None None] Network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:18.482870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:18.539397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:18.549413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b47b91a5-c032-4eff-9844-8e952bd55ea6 admin admin] 10.222.0.11 "PUT /v2.0/routers/321a798a-6fed-460f-8f3c-acdca7432716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6906223 Nov 23 22:45:18.554159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38550) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:18.560798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] Sync routers for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:18.579393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:18.581213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-457c09cb-0a01-40e6-a9fc-43e8dd2f4fb9 None None] Provisioning complete for port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:18.581619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-457c09cb-0a01-40e6-a9fc-43e8dd2f4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.648660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7b002a6c-2b28-42e1-9e3c-c09924843ba7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:18.696474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:18.697122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:18.737824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.816737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.823699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.829672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.836276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.842215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.850177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.854826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.856786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-235055d5-c6f7-475c-b3ae-5b9eae6bc999 req-b572ad2c-1708-422c-aaa7-28333273c000 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.3693900 Nov 23 22:45:18.859075 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.886569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38558) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:18.892016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Request body: {'floatingip': {'port_id': '64d4b48a-f255-49c2-8385-ebae19a11a9c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:18.945621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.948279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.956826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7eafe-9cdd-499c-a031-8db448cc34bd req-35a33e7f-2012-4654-b829-adf6bda92bdb tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.964496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41d7eafe-9cdd-499c-a031-8db448cc34bd req-35a33e7f-2012-4654-b829-adf6bda92bdb tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 1101 time: 0.2202671 Nov 23 22:45:18.991139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:18.991741 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:18.996686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:19.028958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Deleting port b071a6d9-6edd-4962-830c-e6530aa6f75e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:19.029704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:19.091657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-457c09cb-0a01-40e6-a9fc-43e8dd2f4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:19.164399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] For port b071a6d9-6edd-4962-830c-e6530aa6f75e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b071a6d9-6edd-4962-830c-e6530aa6f75e,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:19.165209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:19.177947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41d7eafe-9cdd-499c-a031-8db448cc34bd req-9dbb5f1a-aeb2-4356-8b04-d732fac2ba14 tempest-ServersOnMultiNodesTest-2127825946 tempest-ServersOnMultiNodesTest-2127825946-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074378 Nov 23 22:45:19.184137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:19.218287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Calling delete_port for b071a6d9-6edd-4962-830c-e6530aa6f75e owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:19.219157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406dfcd-2f5e-49ad-826a-74ec093f1ca9 req-e8eb1b93-a5e2-4926-8136-e4a257c126be tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:19.220885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2406dfcd-2f5e-49ad-826a-74ec093f1ca9 req-e8eb1b93-a5e2-4926-8136-e4a257c126be tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 945 time: 0.2704093 Nov 23 22:45:19.235135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-457c09cb-0a01-40e6-a9fc-43e8dd2f4fb9 None None] For port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:19.256559 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-457c09cb-0a01-40e6-a9fc-43e8dd2f4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:19.408879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 18d5fa29-6b56-414f-a099-cadd0200c27d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:19.459666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c09cb-0a01-40e6-a9fc-43e8dd2f4fb9 None None] Pushing event updated for resources: {'Port': ['ID=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:19.576736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:45:17Z', 'revision_number': 5, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port': {'id': 'b071a6d9-6edd-4962-830c-e6530aa6f75e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a798a-6fed-460f-8f3c-acdca7432716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:39Z', 'updated_at': '2021-11-23T22:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:19.581227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 18d5fa29-6b56-414f-a099-cadd0200c27d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:19.581594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:19.613111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] Checking router: 321a798a-6fed-460f-8f3c-acdca7432716 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:19.654999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] Routers {'321a798a-6fed-460f-8f3c-acdca7432716'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:19.655668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['321a798a-6fed-460f-8f3c-acdca7432716'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:19.838816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-3166b040-1f8e-4524-8112-191c7375d44d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:19.845119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-3166b040-1f8e-4524-8112-191c7375d44d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:19.846727 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-3166b040-1f8e-4524-8112-191c7375d44d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.46 "GET /v2.0/networks?id=e31278c3-9851-4533-a972-8987298f5235&id=a98559a4-19ec-4a6a-971e-fc39d92fe0e4 HTTP/1.1" status: 200 len: 1391 time: 0.1351891 Nov 23 22:45:19.866855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'port': {'device_id': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'network_id': 'e31278c3-9851-4533-a972-8987298f5235', 'admin_state_up': True, 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:19.897583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2406dfcd-2f5e-49ad-826a-74ec093f1ca9 req-f6feb67c-1983-428b-9204-e4f90f99016d tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697407 Nov 23 22:45:19.925386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d0ed6907-2ab7-4683-b93d-adad577c4315 None None] Provisioning complete for port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:19.925769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6907-2ab7-4683-b93d-adad577c4315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:19.944668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2662d5e-7c41-4975-a2e7-a38893a0e573 req-36498571-339d-4a6a-96cc-81e937269b71 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 210 time: 0.0360599 Nov 23 22:45:19.953720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] Set router 321a798a-6fed-460f-8f3c-acdca7432716 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:20.021199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.039913 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.044368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:45:18Z', 'revision_number': 6, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:20.079385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0391b-5164-4f05-95ac-928c087eaa2c None None] The sync data for ids ['321a798a-6fed-460f-8f3c-acdca7432716'] in n-d-817303-3 is: [{'id': '321a798a-6fed-460f-8f3c-acdca7432716', 'name': 'tempest-ServersTestFqdnHostnames-2052615237-router', 'tenant_id': '2b1958a33f4c4a3d9c05db596371a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:37Z', 'updated_at': '2021-11-23T22:45:18Z', 'revision_number': 6, 'project_id': '2b1958a33f4c4a3d9c05db596371a748', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:20.206589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:20.210613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.304533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.304768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.315818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.330012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dbcf4-2f64-411c-bc9c-3d5239f81378 req-219515bd-7d63-4541-aa17-161e12525b1f tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:20.331625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-470dbcf4-2f64-411c-bc9c-3d5239f81378 req-219515bd-7d63-4541-aa17-161e12525b1f tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 945 time: 0.2050807 Nov 23 22:45:20.337159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Pushing event deleted for resources: {'Port': ['ID=b071a6d9-6edd-4962-830c-e6530aa6f75e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:20.361349 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Floating IP 4fb731ba-7493-47ed-bc3d-3faa34018a47 associated. External IP: 172.25.0.125, port: 64d4b48a-f255-49c2-8385-ebae19a11a9c. Nov 23 22:45:20.447190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Allocated IP 19.80.0.57 (e31278c3-9851-4533-a972-8987298f5235/cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e/c7203570-d5f8-44fc-aee2-6a9e2913ef94) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:20.453777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.465940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:20.537193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:20.537859 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.582539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.586757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.669420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.669947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321a798a-6fed-460f-8f3c-acdca7432716 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:45:20.677455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.678731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6e848a6a-f674-4379-ba36-7f55c3cecf90 admin admin] 10.222.0.11 "DELETE /v2.0/routers/321a798a-6fed-460f-8f3c-acdca7432716 HTTP/1.1" status: 204 len: 168 time: 2.1208234 Nov 23 22:45:20.685788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38616) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:20.771790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] Deleting subnet cb6b9bd3-2044-4e1b-a37a-b274d33c99bc {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:20.780844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.813735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45037bb-bf7a-42ac-97a8-3f9ddc1ee2cb req-29947d80-1829-4329-a021-ee6b628cb7cb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:20.815260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a45037bb-bf7a-42ac-97a8-3f9ddc1ee2cb req-29947d80-1829-4329-a021-ee6b628cb7cb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 950 time: 0.5666935 Nov 23 22:45:20.838374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.846281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.887670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=b77d9a6d-60f8-43ef-9162-b187547846e2,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:20.916917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.938550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.967186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-470dbcf4-2f64-411c-bc9c-3d5239f81378 req-c7935392-d086-48e5-bd4c-15a48e21a528 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001093 Nov 23 22:45:20.975480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.016173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a45037bb-bf7a-42ac-97a8-3f9ddc1ee2cb req-2973662b-d497-46d0-a15e-f92f2c53e570 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886561 Nov 23 22:45:21.030819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network e31278c3-9851-4533-a972-8987298f5235 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:21.037928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:21.046278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:21.055841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Port': ['ID=c7203570-d5f8-44fc-aee2-6a9e2913ef94,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:21.097155 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:45:21.115484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:21.116114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.121037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.159470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6b9bd3-2044-4e1b-a37a-b274d33c99bc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:21.162294 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.168344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8c2a149-fb75-4faf-b609-45250df7e774 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb6b9bd3-2044-4e1b-a37a-b274d33c99bc HTTP/1.1" status: 204 len: 168 time: 0.4791198 Nov 23 22:45:21.170983 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cffe0e66-2720-40ba-ac77-fd492e239d42 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3126364 Nov 23 22:45:21.171526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:21.177490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd46414-be2b-4375-916a-d79c598d61c6 None None] Network c0e1ec97-14e1-4ea4-b21e-84a069ffc44f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:21.185737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-c3cc8815-ad8d-4483-a59b-b7c3831fdafc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:45:21.186239 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-c3cc8815-ad8d-4483-a59b-b7c3831fdafc tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062125 Nov 23 22:45:21.202478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Request body: {'port': {'device_id': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4', 'admin_state_up': True, 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:21.208456 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP bbd1234a-e2f7-430a-a083-c6c615fd7dde associated. External IP: 172.25.0.72, port: 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6. Nov 23 22:45:21.363947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.376402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:21.388420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270d707-ce4a-43a7-90c6-8a399829de98 req-4a3baa50-ac5b-400f-a636-8b6b0a9a51d0 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:21.400086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8270d707-ce4a-43a7-90c6-8a399829de98 req-4a3baa50-ac5b-400f-a636-8b6b0a9a51d0 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 945 time: 0.2862549 Nov 23 22:45:21.519211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Made reservation on behalf of bf3da8102b944f47aca234ad8b033e70 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:21.523296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.583640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Deleting port b36c9f92-a8b4-4d04-9491-1abf0f001c99 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:21.583997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.613542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ddcc5445-5bbf-42f3-aaed-ef8060209a5c None None] Provisioning complete for port c7203570-d5f8-44fc-aee2-6a9e2913ef94 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:21.613995 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ddcc5445-5bbf-42f3-aaed-ef8060209a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.634516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] DHCP port deletion for c0e1ec97-14e1-4ea4-b21e-84a069ffc44f request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:21.694756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8270d707-ce4a-43a7-90c6-8a399829de98 req-83ebf814-6775-46f9-a356-9acbccd32f3c tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933714 Nov 23 22:45:21.716897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc5445-5bbf-42f3-aaed-ef8060209a5c None None] Port c7203570-d5f8-44fc-aee2-6a9e2913ef94 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:21.759245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] Deleting port b36c9f92-a8b4-4d04-9491-1abf0f001c99 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:21.759779 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.816892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] For port b36c9f92-a8b4-4d04-9491-1abf0f001c99, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b36c9f92-a8b4-4d04-9491-1abf0f001c99,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:21.818093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.858594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] For port b36c9f92-a8b4-4d04-9491-1abf0f001c99, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b36c9f92-a8b4-4d04-9491-1abf0f001c99,segment=NetworkSegment(db9800e6-099c-4329-877f-8b3ff5c11f71),segment_id=db9800e6-099c-4329-877f-8b3ff5c11f71)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:21.858974 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.864930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-e878192f-3820-4948-82d2-135c95efd250 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:21.867013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-e878192f-3820-4948-82d2-135c95efd250 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 950 time: 0.1450088 Nov 23 22:45:21.878189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] Calling delete_port for b36c9f92-a8b4-4d04-9491-1abf0f001c99 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:21.897223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:21.902568 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:21.908000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] Sync routers for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:21.925323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:21.929842 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:21.938622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7b002a6c-2b28-42e1-9e3c-c09924843ba7 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:21.950603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb710e5-c90e-48b3-9fb2-05a6670e08ce req-1d0233a6-8a77-4cb0-b999-365b5b337964 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:21.952163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fb710e5-c90e-48b3-9fb2-05a6670e08ce req-1d0233a6-8a77-4cb0-b999-365b5b337964 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 931 time: 0.1522362 Nov 23 22:45:21.955093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Calling delete_port for b36c9f92-a8b4-4d04-9491-1abf0f001c99 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:21.963060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-135dab55-36c8-41d1-980a-e02126fd2fe3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "PUT /v2.0/floatingips/4fb731ba-7493-47ed-bc3d-3faa34018a47 HTTP/1.1" status: 200 len: 991 time: 3.0746250 Nov 23 22:45:21.971228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:21.974851 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:21.978765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:22.062725 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.075867 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fb710e5-c90e-48b3-9fb2-05a6670e08ce req-dbc42810-9859-4171-bd03-2cca968ca621 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053295 Nov 23 22:45:22.080487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:22.108834 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:22.135283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] Pushing event deleted for resources: {'Port': ['ID=b36c9f92-a8b4-4d04-9491-1abf0f001c99,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:22.137428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151335af-61d2-4b27-85bb-3dc888dbf09e None None] No DVR routers for this DVR port b36c9f92-a8b4-4d04-9491-1abf0f001c99 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:22.148328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:22.148705 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.170184 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80b793d-bd48-4b70-81e0-4dca4e8319f9 x-openstack-request-id: req-a80b793d-bd48-4b70-81e0-4dca4e8319f9 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:22.170480 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:22.170747 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a80b793d-bd48-4b70-81e0-4dca4e8319f9 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:22.171136 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'status': 'completed', 'code': 200} Nov 23 22:45:22.213841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:22.228612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:22.256783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.304095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:22.305720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:22.344852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-23618086-8342-43dc-9367-6b18f7bc4736 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5419440 Nov 23 22:45:22.347337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38694) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:22.348979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Allocated IP 19.86.0.143 (a98559a4-19ec-4a6a-971e-fc39d92fe0e4/576e3057-fba1-4e3b-ad08-ba04f6061859/5186a9c3-77f1-4bd0-8513-76bbf879d1b4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:22.354833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1878583437'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:22.385446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95aa63-c648-4d1a-a159-bcb7b7d54041 req-a36f8f50-b64a-4229-9f84-85a7ff7107f9 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.387008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb95aa63-c648-4d1a-a159-bcb7b7d54041 req-a36f8f50-b64a-4229-9f84-85a7ff7107f9 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 945 time: 0.0873244 Nov 23 22:45:22.397298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:22.404916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.407822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:22.413652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:22.421602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port e2412e57-3d24-4592-8cac-f43edb2ba31a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:22.423799 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.445589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:22.445940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8089b6e8-d46e-42ea-b4fd-5b960eed7e40 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:22.446389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b36c9f92-a8b4-4d04-9491-1abf0f001c99 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:22.455916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:22.456630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:22.473361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:22.506022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.506429 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Added segment dd9b74e6-50c5-4f45-bbc2-eb8828460cde of type vlan for network c2db131a-bbb1-419c-8309-af3f4f4da231 Nov 23 22:45:22.514427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b36c9f92-a8b4-4d04-9491-1abf0f001c99 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:22.514769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b36c9f92-a8b4-4d04-9491-1abf0f001c99 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:22.515189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b071a6d9-6edd-4962-830c-e6530aa6f75e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:22.516929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.521003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:22.521633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4f544-c955-4e8c-9bc5-8f2476c351fb None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:22.552000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb95aa63-c648-4d1a-a159-bcb7b7d54041 req-99867c61-bca6-45fb-a1cb-97670f916d4f tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247241 Nov 23 22:45:22.571438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.571976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.572448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.572908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.573363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.573903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.574258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.576211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-54e249fd-090e-488d-a1d0-7ed248f80017 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6499 time: 0.3232272 Nov 23 22:45:22.581373 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '4fb731ba-7493-47ed-bc3d-3faa34018a47', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'port_id': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'mac_address': 'fa:16:3e:89:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:43:31Z', 'updated_at': '2021-11-23T22:45:19Z', 'revision_number': 1, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:16Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:22.594477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b071a6d9-6edd-4962-830c-e6530aa6f75e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:22.594846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b071a6d9-6edd-4962-830c-e6530aa6f75e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:22.618795 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] Checking router: 8b9a9b57-1987-4433-9fe9-41b2f5789e4d for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:22.619896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port e2412e57-3d24-4592-8cac-f43edb2ba31a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e2412e57-3d24-4592-8cac-f43edb2ba31a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:22.620066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:22.620183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.630737 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:22.631773 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:22.632590 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781929b-dd87-443f-bc3a-3afb684018e1" -d '{"events": [{"server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:22.649003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:22.663095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.665532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for e2412e57-3d24-4592-8cac-f43edb2ba31a owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:22.689421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.697582 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.789660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:22.793436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a31735-f822-4582-aa10-8c984a442740 req-778193ad-323b-4af3-b9a1-d7a45373c4a2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.801757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4a31735-f822-4582-aa10-8c984a442740 req-778193ad-323b-4af3-b9a1-d7a45373c4a2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=1469951a-927b-45e5-90ed-dea6e81bfbfb HTTP/1.1" status: 200 len: 950 time: 0.0859101 Nov 23 22:45:22.804423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.811667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.812172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.814202 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:22.841303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] No DVR routers for this DVR port b36c9f92-a8b4-4d04-9491-1abf0f001c99 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:22.851616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36c9f92-a8b4-4d04-9491-1abf0f001c99,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:22.910000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5590611 Nov 23 22:45:22.911386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:22.929647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'subnet': {'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:22.939857 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fadb57f-5eef-4dd5-bfde-ba979aa1e810 x-openstack-request-id: req-5fadb57f-5eef-4dd5-bfde-ba979aa1e810 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:22.940280 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:22.940641 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fadb57f-5eef-4dd5-bfde-ba979aa1e810 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:22.941170 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'code': 200} Nov 23 22:45:22.996723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-41238034-109f-402b-95cf-72fad7302edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.998314 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-41238034-109f-402b-95cf-72fad7302edf service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a002db8-63e5-442b-8ec6-30503d13df0b HTTP/1.1" status: 200 len: 918 time: 0.4043598 Nov 23 22:45:23.070403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b60b99-6574-4062-8baf-80d0831d2b2d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Network': ['ID=c2db131a-bbb1-419c-8309-af3f4f4da231,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:23.074103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.082234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c2db131a-bbb1-419c-8309-af3f4f4da231 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:23.125047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4a31735-f822-4582-aa10-8c984a442740 req-e4ae4db9-f6d9-41ab-aafb-9980f1269823 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194020 Nov 23 22:45:23.148396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.199624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e1ec97-14e1-4ea4-b21e-84a069ffc44f']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:23.256974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9800e6-099c-4329-877f-8b3ff5c11f71') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:23.257585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9800e6-099c-4329-877f-8b3ff5c11f71') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:23.274571 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.286989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-cd1c06da-7bc3-47b3-918d-0ab181050a59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c HTTP/1.1" status: 200 len: 999 time: 0.2758393 Nov 23 22:45:23.287803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.308104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f18e-49ab-4f80-a698-e6fc0c781ec1 req-2af25c05-452a-4e7f-b044-a0bb4e80ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:23.309694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3893f18e-49ab-4f80-a698-e6fc0c781ec1 req-2af25c05-452a-4e7f-b044-a0bb4e80ebcc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 1097 time: 0.2776866 Nov 23 22:45:23.312781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', '47e33a12-5be9-4a53-9bb3-b1a13c722642', '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:23.319435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:23.325822 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '4fb731ba-7493-47ed-bc3d-3faa34018a47', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'port_id': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'mac_address': 'fa:16:3e:89:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:43:31Z', 'updated_at': '2021-11-23T22:45:19Z', 'revision_number': 1, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:16Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:23.327455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=e2412e57-3d24-4592-8cac-f43edb2ba31a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:23.334148 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.344779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.391897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.399259 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0dd00e-1975-42d4-93c6-1e181e17a222 None None] The sync data for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 is: [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '4fb731ba-7493-47ed-bc3d-3faa34018a47', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'port_id': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'mac_address': 'fa:16:3e:89:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:43:31Z', 'updated_at': '2021-11-23T22:45:19Z', 'revision_number': 1, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:16Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:23.439086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:23.439670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:23.449571 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:23.486445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba', '05df96f4-b7e9-4045-b510-348782c77223', 'e2412e57-3d24-4592-8cac-f43edb2ba31a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:23.514479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3893f18e-49ab-4f80-a698-e6fc0c781ec1 req-051ec47d-d2a2-4f61-8d3e-95cdf8aaeccf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657143 Nov 23 22:45:23.640991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port e2412e57-3d24-4592-8cac-f43edb2ba31a on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:23.645925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.651040 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c978e8da-8b4a-4ce8-8da6-486c0a824c88 req-feab25d7-c9d6-48b2-87ca-b12be8bc3de5 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "DELETE /v2.0/ports/e2412e57-3d24-4592-8cac-f43edb2ba31a HTTP/1.1" status: 204 len: 173 time: 1.7728298 Nov 23 22:45:23.653771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-8e882578-b958-4f49-97b2-6dea2e8a2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:23.657045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-8e882578-b958-4f49-97b2-6dea2e8a2102 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=270f5e10-b7f5-4e82-8805-fa873a72b5a0 HTTP/1.1" status: 200 len: 856 time: 0.3330953 Nov 23 22:45:23.678037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'name': 'network-vif-deleted', 'tag': 'e2412e57-3d24-4592-8cac-f43edb2ba31a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:23.681799 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c2f834-2d92-425a-adab-eea749ba07c0" -d '{"events": [{"server_uuid": "1469951a-927b-45e5-90ed-dea6e81bfbfb", "name": "network-vif-deleted", "tag": "e2412e57-3d24-4592-8cac-f43edb2ba31a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:23.686591 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.732622 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:23.762860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181694f-60ac-4c3b-ae53-ef7f502adf57 req-4a4d5f37-3b02-427f-bc11-6dd74aa66038 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:23.790158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:23.806682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:23.807962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181694f-60ac-4c3b-ae53-ef7f502adf57 req-4a4d5f37-3b02-427f-bc11-6dd74aa66038 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:23.810108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3181694f-60ac-4c3b-ae53-ef7f502adf57 req-4a4d5f37-3b02-427f-bc11-6dd74aa66038 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1654 time: 0.2705679 Nov 23 22:45:23.845364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.850374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c0e1ec97-14e1-4ea4-b21e-84a069ffc44f HTTP/1.1" status: 204 len: 168 time: 2.6778128 Nov 23 22:45:23.855861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c331cb-3b75-4c1c-a961-e57cc3f6c512 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e1ec97-14e1-4ea4-b21e-84a069ffc44f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:23.923237 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85285b20-671c-45a4-92f9-fbdf8be32e48 None None] New status for floating IP 4fb731ba-7493-47ed-bc3d-3faa34018a47: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:45:24.007252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event updated for resources: {'Port': ['ID=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:24.062438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:24.064825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.097653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-f4af4299-aa93-4397-8fa1-7a0f6c016859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:24.101238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-f4af4299-aa93-4397-8fa1-7a0f6c016859 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a002db8-63e5-442b-8ec6-30503d13df0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3623388 Nov 23 22:45:24.114119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3181694f-60ac-4c3b-ae53-ef7f502adf57 req-a2202207-87c7-4da5-8e5d-785c393c0dbd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706385 Nov 23 22:45:24.163726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-cd0ee1a7-4df3-4149-9086-ce547de97190 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9660039 Nov 23 22:45:24.201648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Request body: {'port': {'device_id': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:24.281257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38832) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:24.386878 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.414735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.428876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80b3284a-e136-40c3-a8ce-c1c927b0ac0a None None] Provisioning complete for port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:24.429489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80b3284a-e136-40c3-a8ce-c1c927b0ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.483509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80b3284a-e136-40c3-a8ce-c1c927b0ac0a None None] Port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:24.534600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ada7-085a-4fe7-9758-24ab07659243 req-3c702592-dd3d-4569-a178-e689121c3cc2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:24.554671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b95ada7-085a-4fe7-9758-24ab07659243 req-3c702592-dd3d-4569-a178-e689121c3cc2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.2239587 Nov 23 22:45:24.561350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-653fad39-a368-4767-a2f1-2c16d7a3a409 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b1958a33f4c4a3d9c05db596371a748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764742 Nov 23 22:45:24.564850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38840) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:24.577306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Subnet': ['ID=0a1fb045-3117-44c7-8f5e-26434d0bee68,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:24.609822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Checking segment: {'id': 'dd9b74e6-50c5-4f45-bbc2-eb8828460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:24.610187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network hostable DHCP agents. Network: c2db131a-bbb1-419c-8309-af3f4f4da231, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:24.713865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b95ada7-085a-4fe7-9758-24ab07659243 req-b069a166-beb2-4913-9d89-7cf873479048 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580925 Nov 23 22:45:24.729567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network c2db131a-bbb1-419c-8309-af3f4f4da231 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:24.753627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c2db131a-bbb1-419c-8309-af3f4f4da231) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:24.763867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879300d6-ac20-4bd8-9f36-e413b04b2b0a None None] Network c2db131a-bbb1-419c-8309-af3f4f4da231 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:24.768456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:24.769157 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.817290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-baf6ebee-51c1-4545-b584-72ee5968838f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8950562 Nov 23 22:45:24.818880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:24.819823 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0797fb3d-e86a-4cd7-94fb-a6ac91ce9037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.840927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1169741804', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:24.897629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0797fb3d-e86a-4cd7-94fb-a6ac91ce9037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.928389 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-e69c10dd-b358-4212-94f3-3005a91f8165 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623956 Nov 23 22:45:24.964686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:24.965856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.003882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-c2db131a-bbb1-419c-8309-af3f4f4da231', 'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231', 'tenant_id': '2a77ed771c2747d09c1bbe7ffe831cd1', 'fixed_ips': [{'subnet_id': '0a1fb045-3117-44c7-8f5e-26434d0bee68'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:45:25.008730 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.078409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.127652 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0797fb3d-e86a-4cd7-94fb-a6ac91ce9037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.133831 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0797fb3d-e86a-4cd7-94fb-a6ac91ce9037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.135379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0797fb3d-e86a-4cd7-94fb-a6ac91ce9037 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b59346f9-df86-4bde-b21a-8dc448f87fd5 HTTP/1.1" status: 204 len: 168 time: 0.5625801 Nov 23 22:45:25.170489 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb3c1072-6606-4bc8-b6ee-9440d15e0d5e req-97a62279-c403-47c2-8eca-3c6610e6c9df service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533916 Nov 23 22:45:25.174166 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf7d739-e5da-4e25-b7e0-6bc33ffdefda x-openstack-request-id: req-ccf7d739-e5da-4e25-b7e0-6bc33ffdefda {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:25.174467 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1469951a-927b-45e5-90ed-dea6e81bfbfb", "name": "network-vif-deleted", "tag": "e2412e57-3d24-4592-8cac-f43edb2ba31a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:25.174799 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccf7d739-e5da-4e25-b7e0-6bc33ffdefda {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:25.175204 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1469951a-927b-45e5-90ed-dea6e81bfbfb', 'name': 'network-vif-deleted', 'tag': 'e2412e57-3d24-4592-8cac-f43edb2ba31a', 'status': 'completed', 'code': 200} Nov 23 22:45:25.224907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797fb3d-e86a-4cd7-94fb-a6ac91ce9037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59346f9-df86-4bde-b21a-8dc448f87fd5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:25.324173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Allocated IP 172.20.0.2 (c2db131a-bbb1-419c-8309-af3f4f4da231/0a1fb045-3117-44c7-8f5e-26434d0bee68/332a7f3d-6213-48c6-be0d-4f9b368366be) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:25.379100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7203570-d5f8-44fc-aee2-6a9e2913ef94 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:25.402951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.414364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.439673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Transition to ACTIVE for port object c7203570-d5f8-44fc-aee2-6a9e2913ef94 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:25.445271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.525307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7203570-d5f8-44fc-aee2-6a9e2913ef94,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:25.632598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89eadf-cd07-4907-8003-002ab6d09981 req-11415dca-c498-4b52-a426-7318a434de88 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:25.638634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89eadf-cd07-4907-8003-002ab6d09981 req-11415dca-c498-4b52-a426-7318a434de88 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:25.646676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c89eadf-cd07-4907-8003-002ab6d09981 req-11415dca-c498-4b52-a426-7318a434de88 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1666 time: 0.1850381 Nov 23 22:45:25.713263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Attempting to bind port c7203570-d5f8-44fc-aee2-6a9e2913ef94 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:25.713655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Attempting to bind port c7203570-d5f8-44fc-aee2-6a9e2913ef94 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:25.713996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Attempting to bind port c7203570-d5f8-44fc-aee2-6a9e2913ef94 on network e31278c3-9851-4533-a972-8987298f5235 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:25.720244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Port c7203570-d5f8-44fc-aee2-6a9e2913ef94 on network e31278c3-9851-4533-a972-8987298f5235 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:25.720578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Attempting to bind port c7203570-d5f8-44fc-aee2-6a9e2913ef94 on network e31278c3-9851-4533-a972-8987298f5235 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:25.741593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:25.741593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Checking segment: {'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:25.741593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Bound using segment: {'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:25.742197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Bound port: c7203570-d5f8-44fc-aee2-6a9e2913ef94, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e31278c3-9851-4533-a972-8987298f5235'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:25.742354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.817564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c89eadf-cd07-4907-8003-002ab6d09981 req-4520af81-3586-44b7-bf0e-4ac4faf9c3a9 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693461 Nov 23 22:45:25.868063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] For port c7203570-d5f8-44fc-aee2-6a9e2913ef94, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:25.878287 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.891766 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.904410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] For port c7203570-d5f8-44fc-aee2-6a9e2913ef94, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c7203570-d5f8-44fc-aee2-6a9e2913ef94,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:25.914488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:25.956729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Network c2db131a-bbb1-419c-8309-af3f4f4da231 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:25.974742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:25.986516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:26.013813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:26.014460 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.017513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Pushing event updated for resources: {'Port': ['ID=332a7f3d-6213-48c6-be0d-4f9b368366be,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:26.019281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] 10.222.0.46 "PUT /v2.0/ports/c7203570-d5f8-44fc-aee2-6a9e2913ef94 HTTP/1.1" status: 200 len: 1091 time: 1.8194163 Nov 23 22:45:26.065261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.066500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Request body: {'port': {'device_id': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:26.102965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.123511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7203570-d5f8-44fc-aee2-6a9e2913ef94,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:26.162117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Attempting to bind port 332a7f3d-6213-48c6-be0d-4f9b368366be on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:26.162507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Attempting to bind port 332a7f3d-6213-48c6-be0d-4f9b368366be by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'dd9b74e6-50c5-4f45-bbc2-eb8828460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:26.162871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Attempting to bind port 332a7f3d-6213-48c6-be0d-4f9b368366be on network c2db131a-bbb1-419c-8309-af3f4f4da231 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:26.173200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.173544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.173890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.174247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.174634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.174994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.175342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.175695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.176043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.176509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.177140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.177722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f913e-0d88-48d0-97a6-01ec85d853fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:26.185503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:26.185874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Checking segment: {'id': 'dd9b74e6-50c5-4f45-bbc2-eb8828460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:26.192725 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.195538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Bound using segment: {'id': 'dd9b74e6-50c5-4f45-bbc2-eb8828460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:26.196291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Bound port: 332a7f3d-6213-48c6-be0d-4f9b368366be, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9b74e6-50c5-4f45-bbc2-eb8828460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:26.198224 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.214274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f6977-3986-4afd-bc2e-cdd5b80cc1f9 req-6b841c70-fe65-4d58-8024-8ec3c6809b63 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:26.216411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c1f6977-3986-4afd-bc2e-cdd5b80cc1f9 req-6b841c70-fe65-4d58-8024-8ec3c6809b63 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 950 time: 0.2413163 Nov 23 22:45:26.286835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.339793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] For port 332a7f3d-6213-48c6-be0d-4f9b368366be, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:26.344849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] For port 332a7f3d-6213-48c6-be0d-4f9b368366be, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=332a7f3d-6213-48c6-be0d-4f9b368366be,segment=NetworkSegment(dd9b74e6-50c5-4f45-bbc2-eb8828460cde),segment_id=dd9b74e6-50c5-4f45-bbc2-eb8828460cde)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:26.351159 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.455136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74720dd2-e556-4c43-8350-0e116c520388 None None] Pushing event updated for resources: {'Port': ['ID=332a7f3d-6213-48c6-be0d-4f9b368366be,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:26.642302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38934) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:26.695244 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.816852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:26.826838 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.843287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Transition to ACTIVE for port object 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:26.849567 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:26.889147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-898739602-network', 'tenant_id': '9396a090a4c74095bd0f78f570548998'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:26.921657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.25.0.251 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/df2c02d4-bd0f-4857-9f32-8e92d3524622) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:26.936552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Pushing event updated for resources: {'Port': ['ID=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:26.981709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c1f6977-3986-4afd-bc2e-cdd5b80cc1f9 req-986e3659-20e6-441b-b0e0-7473843fdbc3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359583 Nov 23 22:45:27.050298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Made reservation on behalf of 9396a090a4c74095bd0f78f570548998 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:27.054421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.079247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.087765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-d7d02c8b-0200-49bc-881e-d05b6e667a85 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:27.089487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-d7d02c8b-0200-49bc-881e-d05b6e667a85 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 950 time: 0.2047527 Nov 23 22:45:27.098264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7524-29ba-4e2a-9771-82d77a272f79 req-6e247b90-5064-4cad-aa0a-6f453bb73f1e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:27.108292 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20cd7524-29ba-4e2a-9771-82d77a272f79 req-6e247b90-5064-4cad-aa0a-6f453bb73f1e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.8141222 Nov 23 22:45:27.132393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Attempting to bind port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:27.132766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Attempting to bind port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:27.134152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Attempting to bind port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 on network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:27.144052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 on network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:27.144629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Attempting to bind port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 on network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:27.149634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e2412e57-3d24-4592-8cac-f43edb2ba31a no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:27.168561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:27.169831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Checking segment: {'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:27.170436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Bound using segment: {'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:27.172377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Bound port: 5186a9c3-77f1-4bd0-8513-76bbf879d1b4, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b66858-7d96-4fd6-b532-ad09f9a7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:27.173135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.193062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'tag': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:27.201145 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef8398-0db9-4e99-8f28-1da99f5af3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "tag": "c7203570-d5f8-44fc-aee2-6a9e2913ef94"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:27.209943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: e2412e57-3d24-4592-8cac-f43edb2ba31a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:27.211038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e2412e57-3d24-4592-8cac-f43edb2ba31a not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:27.306861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.320625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.323919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] For port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:27.326886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.328971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20cd7524-29ba-4e2a-9771-82d77a272f79 req-164e6cd2-5484-4538-b18f-6a6d2a999f2f tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186482 Nov 23 22:45:27.331014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] For port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:27.349870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.371647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.427951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:27.442897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:27.443500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.444964 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] 10.222.0.46 "PUT /v2.0/ports/5186a9c3-77f1-4bd0-8513-76bbf879d1b4 HTTP/1.1" status: 200 len: 1092 time: 1.3856339 Nov 23 22:45:27.449831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0d59d-f144-49eb-a2ef-41cacb58eebb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:27.461538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.462100 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Added segment d7c86fe4-e8cf-4b21-baf6-e9f782ff3949 of type vlan for network b545b11a-b51f-4c67-8c9e-1f92a3da68ec Nov 23 22:45:27.527796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=df2c02d4-bd0f-4857-9f32-8e92d3524622,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:27.564418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:27.564790 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.591431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.641548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8ac74-307c-4225-9739-375f6ff8c502 service neutron] Pushing event updated for resources: {'Port': ['ID=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:27.648235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.648235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:27.648589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.698198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:27.704238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:27.728163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:27.742194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-67659177-75a3-40da-ab9c-ee95863619b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:27.742686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-67659177-75a3-40da-ab9c-ee95863619b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:27.745098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-67659177-75a3-40da-ab9c-ee95863619b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1980 time: 0.1129289 Nov 23 22:45:27.762269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1158979 Nov 23 22:45:27.771504 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3821e4ef-7cd3-4b6b-b4df-85d4b4ae7c23 x-openstack-request-id: req-3821e4ef-7cd3-4b6b-b4df-85d4b4ae7c23 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:27.772129 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "tag": "c7203570-d5f8-44fc-aee2-6a9e2913ef94", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:27.772129 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3821e4ef-7cd3-4b6b-b4df-85d4b4ae7c23 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:27.772740 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'tag': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94', 'status': 'completed', 'code': 200} Nov 23 22:45:27.773336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38984) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:27.781506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Request body: {'subnet': {'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-898739602-subnet', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:27.838038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:27.838811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:27.851972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-3416d4f1-c285-44d6-9951-ffd8163fd048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=c7203570-d5f8-44fc-aee2-6a9e2913ef94 HTTP/1.1" status: 200 len: 217 time: 0.0909455 Nov 23 22:45:27.855124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de79a09-f095-4c12-9863-044c8701a665 admin admin] Pushing event updated for resources: {'Network': ['ID=b545b11a-b51f-4c67-8c9e-1f92a3da68ec,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:27.870901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:27.901128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Made reservation on behalf of 9396a090a4c74095bd0f78f570548998 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:27.904456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.005422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:28.009281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-86cec72a-1c6a-4dd9-b32b-071c03ab2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.011107 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-86cec72a-1c6a-4dd9-b32b-071c03ab2ce0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e HTTP/1.1" status: 200 len: 801 time: 0.1498301 Nov 23 22:45:28.023993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e62d8-bce5-4648-9656-2ffacc5253d0 req-b6d7a5df-5971-4e4a-90f1-9d4e236d4f3a tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.027889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef7e71-6a0f-476a-b907-1aae01a3de7b None None] Network c2db131a-bbb1-419c-8309-af3f4f4da231 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:28.030595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e62d8-bce5-4648-9656-2ffacc5253d0 req-b6d7a5df-5971-4e4a-90f1-9d4e236d4f3a tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.038075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d7e62d8-bce5-4648-9656-2ffacc5253d0 req-b6d7a5df-5971-4e4a-90f1-9d4e236d4f3a tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1678 time: 0.3561800 Nov 23 22:45:28.116865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-00d7e807-8c06-48fb-b279-bf5573fd2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.120429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-00d7e807-8c06-48fb-b279-bf5573fd2bec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e31278c3-9851-4533-a972-8987298f5235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0988572 Nov 23 22:45:28.141100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cf5ea166-95eb-4f0f-aecc-1a8bad8fe7c4 None None] Provisioning complete for port 332a7f3d-6213-48c6-be0d-4f9b368366be triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:28.141583 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea166-95eb-4f0f-aecc-1a8bad8fe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.174153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35ca51-cfed-43e1-9b24-3d551d9c8824 req-99f6d0a3-0c2f-4dde-beb4-f903a8484846 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.183390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f35ca51-cfed-43e1-9b24-3d551d9c8824 req-99f6d0a3-0c2f-4dde-beb4-f903a8484846 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.3413889 Nov 23 22:45:28.201771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.257261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d7e62d8-bce5-4648-9656-2ffacc5253d0 req-4e394265-d8fb-4e12-b564-4258f9f1cc58 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140968 Nov 23 22:45:28.315924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-0df8f880-5859-44c6-816c-e6f7dca9e89d service neutron] 10.222.0.46 "GET /v2.0/networks/e31278c3-9851-4533-a972-8987298f5235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883535 Nov 23 22:45:28.322293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 332a7f3d-6213-48c6-be0d-4f9b368366be up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:28.383356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f35ca51-cfed-43e1-9b24-3d551d9c8824 req-9f94760d-bf89-4e3e-9f72-5d28027bc57e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986578 Nov 23 22:45:28.443077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3245e37-7851-4717-8712-b5fe233e4549,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:28.446550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea166-95eb-4f0f-aecc-1a8bad8fe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.476561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.508299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Checking segment: {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:28.508810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Network hostable DHCP agents. Network: b545b11a-b51f-4c67-8c9e-1f92a3da68ec, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:28.518486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cf5ea166-95eb-4f0f-aecc-1a8bad8fe7c4 None None] For port 332a7f3d-6213-48c6-be0d-4f9b368366be, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=332a7f3d-6213-48c6-be0d-4f9b368366be,segment=NetworkSegment(dd9b74e6-50c5-4f45-bbc2-eb8828460cde),segment_id=dd9b74e6-50c5-4f45-bbc2-eb8828460cde)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:28.521970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 332a7f3d-6213-48c6-be0d-4f9b368366be triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:28.522365 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.558794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:28.572244 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-98c9e4ed-763c-4c19-956c-2bbdc628ecb6 service neutron] 10.222.0.46 "GET /v2.0/networks/e31278c3-9851-4533-a972-8987298f5235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471561 Nov 23 22:45:28.576793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b545b11a-b51f-4c67-8c9e-1f92a3da68ec) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:28.585499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.586203 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.612046 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b9ff11d3-e9f1-4721-82b2-a2b4ec4447ac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8352997 Nov 23 22:45:28.622551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39008) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:28.623340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf159c7-4563-4554-93d0-43e57f59ac65 None None] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:28.627850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:28.640810 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea166-95eb-4f0f-aecc-1a8bad8fe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.650349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-7b207521-3f8a-4445-bc6d-b71fdf898ee8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=5186a9c3-77f1-4bd0-8513-76bbf879d1b4 HTTP/1.1" status: 200 len: 217 time: 0.0671225 Nov 23 22:45:28.697149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1191a-3783-4afa-b2c8-2bd713a2d42c req-dbca57f6-1017-4891-8f46-7e6e3e404a49 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.698732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50f1191a-3783-4afa-b2c8-2bd713a2d42c req-dbca57f6-1017-4891-8f46-7e6e3e404a49 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec71bd2-6eda-42d4-b306-5eab4b92f5b0 HTTP/1.1" status: 200 len: 950 time: 0.2131190 Nov 23 22:45:28.702348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.703397 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.727542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.745326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-a653d706-1d6d-465c-a193-2934004c0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.747029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-a653d706-1d6d-465c-a193-2934004c0f78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=576e3057-fba1-4e3b-ad08-ba04f6061859 HTTP/1.1" status: 200 len: 801 time: 0.0865288 Nov 23 22:45:28.775828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=8360bdc1-dd21-4b2c-9219-fdec8dcc0a96,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:28.795662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', '47e33a12-5be9-4a53-9bb3-b1a13c722642', '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:28.816409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.816762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.817855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.818120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.818257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.818583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.818912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.819243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.819788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.820178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.820504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.820834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:28.849666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba', '05df96f4-b7e9-4045-b510-348782c77223'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:28.862229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-88eafc49-c811-4384-b014-4c821228bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:28.865972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-88eafc49-c811-4384-b014-4c821228bd5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a98559a4-19ec-4a6a-971e-fc39d92fe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115155 Nov 23 22:45:28.910385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ea166-95eb-4f0f-aecc-1a8bad8fe7c4 None None] Pushing event updated for resources: {'Port': ['ID=332a7f3d-6213-48c6-be0d-4f9b368366be,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:28.994305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ebb023c4-9d77-42c9-b2e8-32118e850434 None None] Provisioning complete for port 332a7f3d-6213-48c6-be0d-4f9b368366be triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:28.994305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebb023c4-9d77-42c9-b2e8-32118e850434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.997838 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:28.999031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:29.001925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:29.006226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2702476a-233a-464e-90ee-2216e01a2fa6 req-0e51f837-1641-4e39-91fc-1e267f4f5bff tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "DELETE /v2.0/ports/8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 HTTP/1.1" status: 204 len: 173 time: 1.8899686 Nov 23 22:45:29.011096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'name': 'network-vif-deleted', 'tag': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:29.012271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-8d27b883-03f3-4cf8-8d61-998b906b552d service neutron] 10.222.0.46 "GET /v2.0/networks/a98559a4-19ec-4a6a-971e-fc39d92fe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374416 Nov 23 22:45:29.013178 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064d0146-61be-4fde-bbb3-739f696b5274" -d '{"events": [{"server_uuid": "7ec71bd2-6eda-42d4-b306-5eab4b92f5b0", "name": "network-vif-deleted", "tag": "8360bdc1-dd21-4b2c-9219-fdec8dcc0a96"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:29.046433 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50f1191a-3783-4afa-b2c8-2bd713a2d42c req-9301512d-0f6b-4500-87a9-d09dbb2f1243 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357360 Nov 23 22:45:29.206405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:29.209480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:45:29.210575 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:29.234815 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbacdf29-fc20-4e6d-a31d-e38b0268bdba req-1209542c-dbfb-4fe3-84b8-5be104700a49 service neutron] 10.222.0.46 "GET /v2.0/networks/a98559a4-19ec-4a6a-971e-fc39d92fe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134705 Nov 23 22:45:29.339924 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe944c4-bf5b-4f40-b8d2-9311b4ed74de x-openstack-request-id: req-2fe944c4-bf5b-4f40-b8d2-9311b4ed74de {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:29.340352 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec71bd2-6eda-42d4-b306-5eab4b92f5b0", "name": "network-vif-deleted", "tag": "8360bdc1-dd21-4b2c-9219-fdec8dcc0a96", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:29.340735 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fe944c4-bf5b-4f40-b8d2-9311b4ed74de {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:29.341498 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec71bd2-6eda-42d4-b306-5eab4b92f5b0', 'name': 'network-vif-deleted', 'tag': '8360bdc1-dd21-4b2c-9219-fdec8dcc0a96', 'status': 'completed', 'code': 200} Nov 23 22:45:29.373386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-17558206-e98b-4c45-939c-d17b155d186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:29.373917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-17558206-e98b-4c45-939c-d17b155d186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:29.375968 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-17558206-e98b-4c45-939c-d17b155d186c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1980 time: 0.0790908 Nov 23 22:45:29.431172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:29.509215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-8aa9b972-b534-4076-b279-5899b74602fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:29.511943 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-8aa9b972-b534-4076-b279-5899b74602fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=e31278c3-9851-4533-a972-8987298f5235 HTTP/1.1" status: 200 len: 902 time: 0.1273615 Nov 23 22:45:29.583809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-9478916f-4dcf-429d-94a9-168aef1ace81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=c7203570-d5f8-44fc-aee2-6a9e2913ef94 HTTP/1.1" status: 200 len: 217 time: 0.0647280 Nov 23 22:45:29.589463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d4789-f6b2-409f-a0b6-c25c5d29679a req-bb9c07b4-9b4a-428a-8d35-baaae35639be tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:29.591101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-458d4789-f6b2-409f-a0b6-c25c5d29679a req-bb9c07b4-9b4a-428a-8d35-baaae35639be tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.2088349 Nov 23 22:45:29.668939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-719977db-66c3-4fd6-8b1a-2c0c53452bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:29.670686 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-719977db-66c3-4fd6-8b1a-2c0c53452bf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e HTTP/1.1" status: 200 len: 801 time: 0.0704904 Nov 23 22:45:29.719325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-458d4789-f6b2-409f-a0b6-c25c5d29679a req-af8c991a-e5a5-4ea8-8c65-0d5765fa61fb tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084311 Nov 23 22:45:29.722794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router 9f2d4816-62b4-49bd-8c34-7988c159648b is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:45:29.775071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'tag': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:29.784442 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "tag": "5186a9c3-77f1-4bd0-8513-76bbf879d1b4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:29.793688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Allocated IP 172.20.0.2 (b545b11a-b51f-4c67-8c9e-1f92a3da68ec/e3245e37-7851-4717-8712-b5fe233e4549/28395336-ef11-4400-a459-2d03319c56ab) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:29.840117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-f7edb477-b19b-4fe9-abc3-befabb811e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:29.842357 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-f7edb477-b19b-4fe9-abc3-befabb811e65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e31278c3-9851-4533-a972-8987298f5235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1644933 Nov 23 22:45:29.923384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:30.002219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] Sync routers for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:30.014616 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-442747b2-b8c2-43c1-b716-816a8fc0a31b service neutron] 10.222.0.46 "GET /v2.0/networks/e31278c3-9851-4533-a972-8987298f5235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629171 Nov 23 22:45:30.045983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.047210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-67cb3e4b-2370-470d-aca4-8bef6e92cbe3 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2255397 Nov 23 22:45:30.051903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39096) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:30.059900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:30.060847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:30.128468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:30.139109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84500-f9d0-41d9-a1cb-634f5351013a req-74ce9d46-b73c-4699-bbca-fca9dfc95644 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:30.146240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84500-f9d0-41d9-a1cb-634f5351013a req-74ce9d46-b73c-4699-bbca-fca9dfc95644 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:30.147328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0c84500-f9d0-41d9-a1cb-634f5351013a req-74ce9d46-b73c-4699-bbca-fca9dfc95644 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1678 time: 0.2064919 Nov 23 22:45:30.178640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668770e-bfdd-4c39-8a4f-676c21b550f4 req-5077951b-afc9-4a9f-8d19-a9dcf2817191 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:30.180228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0668770e-bfdd-4c39-8a4f-676c21b550f4 req-5077951b-afc9-4a9f-8d19-a9dcf2817191 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.1540890 Nov 23 22:45:30.187987 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.211785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-46ef8398-0db9-4e99-8f28-1da99f5af3e9 req-b9df5a2d-ce2a-460f-b108-1ef8953a561e service neutron] 10.222.0.46 "GET /v2.0/networks/e31278c3-9851-4533-a972-8987298f5235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883585 Nov 23 22:45:30.214953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:30.215719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:30.404571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 332a7f3d-6213-48c6-be0d-4f9b368366be up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:30.412121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:30.412806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c14408-70c1-4dbb-a6bc-19ed7455bf34 None None] The sync data for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:30.455328 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.479686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.544596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:30.557253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:30.562343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:30.584949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 332a7f3d-6213-48c6-be0d-4f9b368366be triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:30.584949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.586784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.587491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Pushing event updated for resources: {'Port': ['ID=28395336-ef11-4400-a459-2d03319c56ab,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:30.625993 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.663060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0c84500-f9d0-41d9-a1cb-634f5351013a req-87460bf8-de9c-4c54-8cbb-4cb97955f7c2 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078461 Nov 23 22:45:30.690075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Attempting to bind port 28395336-ef11-4400-a459-2d03319c56ab on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:30.690915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Attempting to bind port 28395336-ef11-4400-a459-2d03319c56ab by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:30.690915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Attempting to bind port 28395336-ef11-4400-a459-2d03319c56ab on network b545b11a-b51f-4c67-8c9e-1f92a3da68ec {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:30.702564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:30.702969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Checking segment: {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:30.703425 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.703891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Bound using segment: {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:30.704334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Bound port: 28395336-ef11-4400-a459-2d03319c56ab, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:30.704718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.709429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0668770e-bfdd-4c39-8a4f-676c21b550f4 req-f4c6b11d-a678-4059-9c2b-7cdb69b8643a tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455076 Nov 23 22:45:30.763812 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a826a07f-e0bf-487a-9baf-5c5cc842fd4b x-openstack-request-id: req-a826a07f-e0bf-487a-9baf-5c5cc842fd4b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:30.764187 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "tag": "5186a9c3-77f1-4bd0-8513-76bbf879d1b4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:30.764515 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a826a07f-e0bf-487a-9baf-5c5cc842fd4b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:30.764984 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'tag': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4', 'status': 'completed', 'code': 200} Nov 23 22:45:30.829484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] For port 28395336-ef11-4400-a459-2d03319c56ab, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:30.834939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] For port 28395336-ef11-4400-a459-2d03319c56ab, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=28395336-ef11-4400-a459-2d03319c56ab,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:30.837804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Allocated IP 172.25.0.169 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/f4910dce-9007-4a03-b759-19f94d44b172) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:30.845732 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.977197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f643f-12fc-4c1f-b9bc-5099ff53700e None None] Pushing event updated for resources: {'Port': ['ID=28395336-ef11-4400-a459-2d03319c56ab,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:31.025266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-2572c32c-97e4-41a0-94a2-2e5cbc582cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.025752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-2572c32c-97e4-41a0-94a2-2e5cbc582cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.027887 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-2572c32c-97e4-41a0-94a2-2e5cbc582cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf3da8102b944f47aca234ad8b033e70&device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1980 time: 0.1880140 Nov 23 22:45:31.070701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:31.150419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:31.241850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:31.263951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:31.271006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.1 (c2db131a-bbb1-419c-8309-af3f4f4da231/0a1fb045-3117-44c7-8f5e-26434d0bee68/db3f5c62-efae-4b99-b927-843e770ec14b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:31.273625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:31.276268 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4910dce-9007-4a03-b759-19f94d44b172,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:31.338968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-f7164d73-8ba0-49ae-9d0b-2637abad06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.340608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-f7164d73-8ba0-49ae-9d0b-2637abad06ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=a98559a4-19ec-4a6a-971e-fc39d92fe0e4 HTTP/1.1" status: 200 len: 903 time: 0.2863829 Nov 23 22:45:31.480072 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-8b90cb41-a958-4df8-a96c-f199825eb770 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=5186a9c3-77f1-4bd0-8513-76bbf879d1b4 HTTP/1.1" status: 200 len: 217 time: 0.1282196 Nov 23 22:45:31.549101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372669e-8204-42e8-8f1f-86793f991bba req-e4f0eae8-f1cf-4113-b9ff-a5eef3f483ea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.551498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f372669e-8204-42e8-8f1f-86793f991bba req-e4f0eae8-f1cf-4113-b9ff-a5eef3f483ea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.2106383 Nov 23 22:45:31.553624 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-87bb8218-4a66-44ed-a4e0-c7e4b5750338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:31.563212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5562ce9-d77d-40f9-acf0-5996a27bdcb6 req-c600c68b-c72d-4d8d-80fe-e001b8688ffb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.564936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5562ce9-d77d-40f9-acf0-5996a27bdcb6 req-c600c68b-c72d-4d8d-80fe-e001b8688ffb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 950 time: 0.1633699 Nov 23 22:45:31.574164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:31.590758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-44a3cd27-e167-43b0-9e47-8062fe7604a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.592273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-44a3cd27-e167-43b0-9e47-8062fe7604a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=576e3057-fba1-4e3b-ad08-ba04f6061859 HTTP/1.1" status: 200 len: 801 time: 0.0970933 Nov 23 22:45:31.680292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-b68dfbe7-dbb7-4a79-8c36-2cfe0c9d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.682215 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-b68dfbe7-dbb7-4a79-8c36-2cfe0c9d3cb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a98559a4-19ec-4a6a-971e-fc39d92fe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804479 Nov 23 22:45:31.684112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:31.699382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f372669e-8204-42e8-8f1f-86793f991bba req-3da6b6ba-9592-4a27-b4a3-664905236ade tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333518 Nov 23 22:45:31.711426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5562ce9-d77d-40f9-acf0-5996a27bdcb6 req-020bf683-f60f-456f-bdfb-e63437db7eb0 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338241 Nov 23 22:45:31.768716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:31.788967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network c2db131a-bbb1-419c-8309-af3f4f4da231 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:31.823627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:31.826811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:31.982576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32455bdf-6032-4cbf-9e20-e2aeabd2a28a req-d9159174-48f7-4600-b833-7a69a699e42c tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.985261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:31.988425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:31.988849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32455bdf-6032-4cbf-9e20-e2aeabd2a28a req-d9159174-48f7-4600-b833-7a69a699e42c tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:31.996527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32455bdf-6032-4cbf-9e20-e2aeabd2a28a req-d9159174-48f7-4600-b833-7a69a699e42c tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1678 time: 0.1406336 Nov 23 22:45:32.065628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:32.070143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 8360bdc1-dd21-4b2c-9219-fdec8dcc0a96 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:32.102937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39150) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:32.228360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32455bdf-6032-4cbf-9e20-e2aeabd2a28a req-07783135-613f-46ad-b197-ba318640067a tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308962 Nov 23 22:45:32.319327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:32.351433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 28395336-ef11-4400-a459-2d03319c56ab up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:32.363723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4c738-33d5-412c-b654-b2e39fe3b0d5 req-c8ad930e-fb7a-451d-a091-7b00367f1644 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:32.376332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05d4c738-33d5-412c-b654-b2e39fe3b0d5 req-c8ad930e-fb7a-451d-a091-7b00367f1644 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.3530927 Nov 23 22:45:32.394917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=db3f5c62-efae-4b99-b927-843e770ec14b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:32.395984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-881d0090-13c1-44f7-812e-fd1679442fd3 None None] Provisioning complete for port db3f5c62-efae-4b99-b927-843e770ec14b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:32.396587 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-881d0090-13c1-44f7-812e-fd1679442fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.430838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4', 'network_id': 'a98559a4-19ec-4a6a-971e-fc39d92fe0e4', 'port_id': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4', 'mac_address': 'fa:16:3e:2e:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e3057-fba1-4e3b-ad08-ba04f6061859', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:32.447609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5b60bf6-0b37-4864-908f-167d37b3ad5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.458841 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-eeab2dd7-9e80-4c05-b605-891b08e4400a service neutron] 10.222.0.46 "GET /v2.0/networks/a98559a4-19ec-4a6a-971e-fc39d92fe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648492 Nov 23 22:45:32.463037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.490742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-881d0090-13c1-44f7-812e-fd1679442fd3 None None] Port db3f5c62-efae-4b99-b927-843e770ec14b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:32.511668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.512377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05d4c738-33d5-412c-b654-b2e39fe3b0d5 req-abae43ad-f4b2-4b3b-aab7-b9c0b7c76a04 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348159 Nov 23 22:45:32.539749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.547359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:32.566203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 28395336-ef11-4400-a459-2d03319c56ab triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:32.566655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.616760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2588749-3a46-4c66-b72f-d463cdb574bf None None] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:32.684603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5b60bf6-0b37-4864-908f-167d37b3ad5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.694611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:32.695949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a7f9571d-bba3-43f8-bd87-08b6cbcf4f35 None None] Provisioning complete for port 28395336-ef11-4400-a459-2d03319c56ab triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:32.696545 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a7f9571d-bba3-43f8-bd87-08b6cbcf4f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.732171 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-114db66e-b4ce-4ac1-9614-115f7f3dc2aa req-afd17350-5c82-4653-b4c2-2314806c661c service neutron] 10.222.0.46 "GET /v2.0/networks/a98559a4-19ec-4a6a-971e-fc39d92fe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079604 Nov 23 22:45:32.742464 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5b60bf6-0b37-4864-908f-167d37b3ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.752945 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.754157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c7203570-d5f8-44fc-aee2-6a9e2913ef94 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:32.786133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:32.861751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e5b60bf6-0b37-4864-908f-167d37b3ad5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eeaa9cf31a2247d6a65dbe8f0add8723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7559638 Nov 23 22:45:32.871811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39166) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:32.905958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-21f63268-f714-4ea0-a43b-1a9cac343afc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:32.907443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-21f63268-f714-4ea0-a43b-1a9cac343afc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 950 time: 0.2974885 Nov 23 22:45:32.920307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b60bf6-0b37-4864-908f-167d37b3ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197e739f-bf70-42a4-b0f3-790e3792fc91,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:32.926236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c7203570-d5f8-44fc-aee2-6a9e2913ef94, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c7203570-d5f8-44fc-aee2-6a9e2913ef94,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:32.962513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c951-ee56-45d0-8edd-a5fcdfb1dab3 req-524f33df-220f-4bb8-b530-aa28cfeb5eef tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:32.964104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cb7c951-ee56-45d0-8edd-a5fcdfb1dab3 req-524f33df-220f-4bb8-b530-aa28cfeb5eef tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.2748866 Nov 23 22:45:32.991806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94', 'network_id': 'e31278c3-9851-4533-a972-8987298f5235', 'port_id': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94', 'mac_address': 'fa:16:3e:28:88:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e', 'ip_address': '19.80.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:33.076679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:33.128264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169900da-fc7f-4d1a-a2f3-b76ca58075b7 req-8201d8c2-28ed-4c5f-8dc8-681406681cd2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:33.130617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-169900da-fc7f-4d1a-a2f3-b76ca58075b7 req-8201d8c2-28ed-4c5f-8dc8-681406681cd2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 950 time: 0.2550504 Nov 23 22:45:33.136535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaad5afa-b57b-4af9-a361-bc6b93b1e958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.139432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.169037 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.201244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cb7c951-ee56-45d0-8edd-a5fcdfb1dab3 req-4fb904f9-cb91-4c15-8662-d0376afd8848 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046115 Nov 23 22:45:33.202787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.203063 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaad5afa-b57b-4af9-a361-bc6b93b1e958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.209836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.210753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Router eb8bd485-0b54-4852-ae09-9eb458c82c1f is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:45:33.291032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7203570-d5f8-44fc-aee2-6a9e2913ef94 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:33.304098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 28395336-ef11-4400-a459-2d03319c56ab, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=28395336-ef11-4400-a459-2d03319c56ab,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:33.320836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=db3f5c62-efae-4b99-b927-843e770ec14b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:33.326999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.336147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.346824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a7f9571d-bba3-43f8-bd87-08b6cbcf4f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.349199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-169900da-fc7f-4d1a-a2f3-b76ca58075b7 req-f3398111-bbc5-48d5-be54-dcef5a7bbfa8 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091095 Nov 23 22:45:33.351977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:33.352303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.415739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c7203570-d5f8-44fc-aee2-6a9e2913ef94, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c7203570-d5f8-44fc-aee2-6a9e2913ef94,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:33.429731 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.468399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=28395336-ef11-4400-a459-2d03319c56ab,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:33.509856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network c2db131a-bbb1-419c-8309-af3f4f4da231 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:33.514055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:33.538950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaad5afa-b57b-4af9-a361-bc6b93b1e958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.541829 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaad5afa-b57b-4af9-a361-bc6b93b1e958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.545869 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eaad5afa-b57b-4af9-a361-bc6b93b1e958 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/197e739f-bf70-42a4-b0f3-790e3792fc91 HTTP/1.1" status: 204 len: 168 time: 0.6728423 Nov 23 22:45:33.560439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a7f9571d-bba3-43f8-bd87-08b6cbcf4f35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:45:33.560439 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a7f9571d-bba3-43f8-bd87-08b6cbcf4f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:45:33.580982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2911fe6-fd93-480e-8dd4-fe3cfc670275 req-8db9e560-58c3-455e-9dd6-80c3e1c481a6 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:33.589493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2911fe6-fd93-480e-8dd4-fe3cfc670275 req-8db9e560-58c3-455e-9dd6-80c3e1c481a6 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 945 time: 0.2583029 Nov 23 22:45:33.605419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad5afa-b57b-4af9-a361-bc6b93b1e958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197e739f-bf70-42a4-b0f3-790e3792fc91,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:33.623522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:33.627066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c7203570-d5f8-44fc-aee2-6a9e2913ef94,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:33.650462 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Sync routers for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:33.667722 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:33.673190 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:33.689148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:33.689471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.710696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5186a9c3-77f1-4bd0-8513-76bbf879d1b4'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:33.750569 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router 9f2d4816-62b4-49bd-8c34-7988c159648b has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:33.793337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e17c-64b5-455e-9cb8-0e4031865572 req-7502b2d8-bf5f-40aa-931e-a110d02dc31e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:33.809613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2891e17c-64b5-455e-9cb8-0e4031865572 req-7502b2d8-bf5f-40aa-931e-a110d02dc31e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.3576932 Nov 23 22:45:33.887402 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:33.891596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:33.957261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2911fe6-fd93-480e-8dd4-fe3cfc670275 req-c2a90c0d-50a2-4d9c-b3d6-55134714fc5a tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668597 Nov 23 22:45:33.977288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:33.994021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2891e17c-64b5-455e-9cb8-0e4031865572 req-e357b74a-36cf-4a5c-bdfc-16ca56ab9f14 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746743 Nov 23 22:45:33.994021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.994021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eeee8609-ac1a-4efe-8f39-5ab25c97daf6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3663416 Nov 23 22:45:33.999638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8cdccc96-23b7-47e6-b083-2b98102c3b54 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/routers/9f2d4816-62b4-49bd-8c34-7988c159648b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9433606 Nov 23 22:45:34.001573 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39178) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:34.002207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] Sync routers for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:34.002902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:34.045841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'port': {'network_id': 'c2db131a-bbb1-419c-8309-af3f4f4da231', 'name': 'tempest-FloatingIPTestJSON-722006517'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:34.127840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:34.128625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:34.164828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec350-8076-4857-b08e-98f4a374141b req-73701845-cdda-42ab-b62d-469b4b9d717d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:34.170937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec350-8076-4857-b08e-98f4a374141b req-73701845-cdda-42ab-b62d-469b4b9d717d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:34.180906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-975ec350-8076-4857-b08e-98f4a374141b req-73701845-cdda-42ab-b62d-469b4b9d717d tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1680 time: 0.0912247 Nov 23 22:45:34.288271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:34.295354 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83f4c3f5-09c5-45c6-ae7a-970512dfaf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:34.313713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 28395336-ef11-4400-a459-2d03319c56ab up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:34.322155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-975ec350-8076-4857-b08e-98f4a374141b req-a04aaf08-56e0-49b9-9b84-6735d043ccc1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375411 Nov 23 22:45:34.386363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:34.387212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:34.403723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:34.428286 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:31Z', 'revision_number': 3, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:34.462267 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Checking router: eb8bd485-0b54-4852-ae09-9eb458c82c1f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:34.463009 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Updating router eb8bd485-0b54-4852-ae09-9eb458c82c1f port f4910dce-9007-4a03-b759-19f94d44b172 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:45:34.491426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:34.495069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb44438-0225-485d-b4d0-f47a1408aa41 None None] The sync data for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:34.508613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba', '05df96f4-b7e9-4045-b510-348782c77223'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:34.511284 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:34.517180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:34.648472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Made reservation on behalf of 2a77ed771c2747d09c1bbe7ffe831cd1 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:34.651436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33e3a739-d406-4c59-ad8f-b52bdc8b5de7 req-50af52dc-8550-4b7f-ac8c-228d113a4244 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=42167e5b-3583-48cb-a79a-3a611d4e3cf6 HTTP/1.1" status: 200 len: 210 time: 0.1553977 Nov 23 22:45:34.653026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:34.710141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-afbd13e2-7138-42dc-a8d2-58ee0f348700 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:34.711099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:34.712644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-afbd13e2-7138-42dc-a8d2-58ee0f348700 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 945 time: 0.2326944 Nov 23 22:45:34.715822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:34.716400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] device_id is not set on port 30061067-6d02-48d0-8e01-b77362b88450 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:45:34.728117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b20df3c-3f3c-4139-866b-a4147eef252c req-c1cadc1f-9825-48be-936b-6f86c3fcecd6 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "DELETE /v2.0/ports/6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 HTTP/1.1" status: 204 len: 173 time: 1.7994738 Nov 23 22:45:34.728633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'name': 'network-vif-deleted', 'tag': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:34.735228 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf0990-fac8-4ebc-904f-42bae089b568" -d '{"events": [{"server_uuid": "42167e5b-3583-48cb-a79a-3a611d4e3cf6", "name": "network-vif-deleted", "tag": "6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:34.768383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dc8a7730-942d-4978-90b8-c2dc54654abf None None] Provisioning complete for port db3f5c62-efae-4b99-b927-843e770ec14b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:34.768764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7730-942d-4978-90b8-c2dc54654abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:34.775697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c7203570-d5f8-44fc-aee2-6a9e2913ef94'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:34.813178 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1306c84-1553-4730-9717-dedbab2e596f x-openstack-request-id: req-d1306c84-1553-4730-9717-dedbab2e596f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:34.813801 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42167e5b-3583-48cb-a79a-3a611d4e3cf6", "name": "network-vif-deleted", "tag": "6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:34.813801 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1306c84-1553-4730-9717-dedbab2e596f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:34.814087 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42167e5b-3583-48cb-a79a-3a611d4e3cf6', 'name': 'network-vif-deleted', 'tag': '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2', 'status': 'completed', 'code': 200} Nov 23 22:45:35.040712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 28395336-ef11-4400-a459-2d03319c56ab triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:35.041990 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.084789 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.092657 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.162587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a7730-942d-4978-90b8-c2dc54654abf None None] Port db3f5c62-efae-4b99-b927-843e770ec14b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:35.257947 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f4910dce-9007-4a03-b759-19f94d44b172,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:35.277129 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.277998 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.278515 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.279051 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.279613 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.280132 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.280480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e549-024b-4771-b71e-645442393b05 req-a392bb7b-633f-43ea-9a1a-151f9b935caf tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:35.281211 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.281716 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.282224 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.282720 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.283245 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.283762 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:35.284792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d89e549-024b-4771-b71e-645442393b05 req-a392bb7b-633f-43ea-9a1a-151f9b935caf tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 945 time: 0.1299810 Nov 23 22:45:35.295524 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Attempting to bind port f4910dce-9007-4a03-b759-19f94d44b172 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:35.296117 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Attempting to bind port f4910dce-9007-4a03-b759-19f94d44b172 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:35.296689 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Attempting to bind port f4910dce-9007-4a03-b759-19f94d44b172 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:35.304551 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:35.305226 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:35.306317 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.307913 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:35.308611 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Bound port: f4910dce-9007-4a03-b759-19f94d44b172, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:35.310617 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.441224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d89e549-024b-4771-b71e-645442393b05 req-4f200303-ff23-4fc9-85e7-ba50d2da4f3e tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400199 Nov 23 22:45:35.456198 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] For port f4910dce-9007-4a03-b759-19f94d44b172, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:35.461623 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] For port f4910dce-9007-4a03-b759-19f94d44b172, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f4910dce-9007-4a03-b759-19f94d44b172,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:35.466898 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.472880 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.477551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Allocated IP 172.20.0.5 (c2db131a-bbb1-419c-8309-af3f4f4da231/0a1fb045-3117-44c7-8f5e-26434d0bee68/30061067-6d02-48d0-8e01-b77362b88450) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:35.484831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', '47e33a12-5be9-4a53-9bb3-b1a13c722642', '6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:35.494156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Deleting port 93a62824-fdf2-4995-846c-c8083bb6977d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:35.494393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.571409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dc8a7730-942d-4978-90b8-c2dc54654abf None None] Provisioning complete for port 28395336-ef11-4400-a459-2d03319c56ab triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:35.571829 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7730-942d-4978-90b8-c2dc54654abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.585832 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33c46b-5e74-4bec-8015-930bc12a1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f4910dce-9007-4a03-b759-19f94d44b172,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:35.629533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656084-45e0-4c40-ba29-cb86d02f2827 req-23fc7b9d-22a3-441c-a36c-aadb080e0006 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:35.632930 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:35.634124 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:35.636766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656084-45e0-4c40-ba29-cb86d02f2827 req-23fc7b9d-22a3-441c-a36c-aadb080e0006 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:35.644909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03656084-45e0-4c40-ba29-cb86d02f2827 req-23fc7b9d-22a3-441c-a36c-aadb080e0006 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1680 time: 0.0915222 Nov 23 22:45:35.764151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03656084-45e0-4c40-ba29-cb86d02f2827 req-2c6e2e59-ae59-46b6-ab9e-cfcf9c05fb05 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175947 Nov 23 22:45:35.806704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb720-3bce-4ce0-96ed-a7b681d363a8 req-46789018-735d-4e04-83e7-a5c99c7f28f7 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:35.810286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-059bb720-3bce-4ce0-96ed-a7b681d363a8 req-46789018-735d-4e04-83e7-a5c99c7f28f7 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.1623702 Nov 23 22:45:35.813326 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:35.881410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] For port 93a62824-fdf2-4995-846c-c8083bb6977d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=93a62824-fdf2-4995-846c-c8083bb6977d,segment=NetworkSegment(e24dedbd-ab81-4b82-ba4d-5ba0c3127aac),segment_id=e24dedbd-ab81-4b82-ba4d-5ba0c3127aac)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:35.881737 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:35.896356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-059bb720-3bce-4ce0-96ed-a7b681d363a8 req-dd00eda7-4197-4caa-94c2-e05d02ae0009 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795703 Nov 23 22:45:35.997741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.000143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:36.083379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.100885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Calling delete_port for 93a62824-fdf2-4995-846c-c8083bb6977d owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:36.143692 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:31Z', 'revision_number': 3, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:36.155942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:36.175561 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09266c0-2c59-4bbe-9eb5-defad357c0fc None None] The sync data for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 is: [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:31Z', 'revision_number': 3, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:36.183987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:36.184392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.264745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.298446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Network c2db131a-bbb1-419c-8309-af3f4f4da231 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:36.307176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:36.372243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1631d-4059-42d7-bf66-f91874e541db req-80ebb3ea-88db-4790-b5fd-683c506cc13a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:36.377593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.380616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07a1631d-4059-42d7-bf66-f91874e541db req-80ebb3ea-88db-4790-b5fd-683c506cc13a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 950 time: 0.0940132 Nov 23 22:45:36.473528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.496458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:36.498946 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2883da3b-2bc2-4661-a14d-de11b687781a" -d '{"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-plugged", "status": "completed", "tag": "5186a9c3-77f1-4bd0-8513-76bbf879d1b4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:36.499101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07a1631d-4059-42d7-bf66-f91874e541db req-f5f1dc78-fd7c-45f9-8763-ce2b142ae25f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063120 Nov 23 22:45:36.666088 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4272c5cc-4423-42c3-8ce2-6469b685375a x-openstack-request-id: req-4272c5cc-4423-42c3-8ce2-6469b685375a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:36.666466 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-plugged", "status": "completed", "tag": "5186a9c3-77f1-4bd0-8513-76bbf879d1b4", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:36.666719 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4272c5cc-4423-42c3-8ce2-6469b685375a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:36.678410 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4', 'code': 200} Nov 23 22:45:36.691195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:36.752521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4aefc-6a5f-4c3f-8d91-93c915a33485 req-dd70c5b3-1010-4ef2-9b7b-b0f83326d087 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:36.756083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9e4aefc-6a5f-4c3f-8d91-93c915a33485 req-dd70c5b3-1010-4ef2-9b7b-b0f83326d087 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 945 time: 0.1524994 Nov 23 22:45:36.766237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.843966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:36.872056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-edafeb9d-6925-4554-be3f-06824b4fc6e4 None None] Provisioning complete for port 30061067-6d02-48d0-8e01-b77362b88450 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:36.872431 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-edafeb9d-6925-4554-be3f-06824b4fc6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.900742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9e4aefc-6a5f-4c3f-8d91-93c915a33485 req-8b5e49e1-8f7b-4ed2-93f7-a599c270d6f8 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/security-groups?id=4277211a-4355-476c-a029-ce5651e27b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326911 Nov 23 22:45:36.939374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:36.940330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:36.954702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:36.994058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event updated for resources: {'Port': ['ID=30061067-6d02-48d0-8e01-b77362b88450,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:37.014633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-edafeb9d-6925-4554-be3f-06824b4fc6e4 None None] Port 30061067-6d02-48d0-8e01-b77362b88450 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:37.046552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dc9304fb-ea48-47db-b743-2c4a67a86070 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0121949 Nov 23 22:45:37.049908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39262) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:37.059613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Request body: {'floatingip': {'port_id': '30061067-6d02-48d0-8e01-b77362b88450'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:37.124435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80491f-1b04-4209-a1e5-38221dcf991e req-96a1adb3-94ca-4d0f-9bd5-22c1c361f1a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:37.136273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80491f-1b04-4209-a1e5-38221dcf991e req-96a1adb3-94ca-4d0f-9bd5-22c1c361f1a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:37.138012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad80491f-1b04-4209-a1e5-38221dcf991e req-96a1adb3-94ca-4d0f-9bd5-22c1c361f1a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1681 time: 0.2363846 Nov 23 22:45:37.191675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318165b-eb1f-4346-9f45-7423d0da2683 req-4f73caa9-07fa-4228-af6e-029f78a3da33 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:37.194736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d318165b-eb1f-4346-9f45-7423d0da2683 req-4f73caa9-07fa-4228-af6e-029f78a3da33 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.1555152 Nov 23 22:45:37.207987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Allocated IP 172.20.0.1 (b545b11a-b51f-4c67-8c9e-1f92a3da68ec/e3245e37-7851-4717-8712-b5fe233e4549/7f938661-299b-4767-b495-3d971ff17e36) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:37.251372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:37.276928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad80491f-1b04-4209-a1e5-38221dcf991e req-0cb2b928-c559-4633-9188-08c9f1ae31fd tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142733 Nov 23 22:45:37.298126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:37.333227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d318165b-eb1f-4346-9f45-7423d0da2683 req-98fbf58d-4c1b-404b-92cf-1e6813f0dd77 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762298 Nov 23 22:45:37.383444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Pushing event deleted for resources: {'Port': ['ID=93a62824-fdf2-4995-846c-c8083bb6977d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:37.442941 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:37.518189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] No DVR routers for this DVR port 93a62824-fdf2-4995-846c-c8083bb6977d on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:37.520881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:37.524597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1a316ae6-80b6-4fd8-bab3-86c9a39fead8 req-6ccf920c-da64-42e8-9af5-7d6dd9f0b9a3 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.48 "DELETE /v2.0/ports/93a62824-fdf2-4995-846c-c8083bb6977d HTTP/1.1" status: 204 len: 173 time: 2.8010573 Nov 23 22:45:37.542233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'name': 'network-vif-deleted', 'tag': '93a62824-fdf2-4995-846c-c8083bb6977d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:37.545566 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b2217-e477-430e-a7cc-f3970d686364" -d '{"events": [{"server_uuid": "0d2fcb35-1043-4620-8993-b7a7e007e729", "name": "network-vif-deleted", "tag": "93a62824-fdf2-4995-846c-c8083bb6977d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:37.598322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:37.619517 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f0ec6c-770a-4531-b81c-d7e53af19bf7 x-openstack-request-id: req-37f0ec6c-770a-4531-b81c-d7e53af19bf7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:37.619916 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2fcb35-1043-4620-8993-b7a7e007e729", "name": "network-vif-deleted", "tag": "93a62824-fdf2-4995-846c-c8083bb6977d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:37.620195 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37f0ec6c-770a-4531-b81c-d7e53af19bf7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:37.620675 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2fcb35-1043-4620-8993-b7a7e007e729', 'name': 'network-vif-deleted', 'tag': '93a62824-fdf2-4995-846c-c8083bb6977d', 'status': 'completed', 'code': 200} Nov 23 22:45:37.658773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74d90d-5786-4a53-b834-7bd9a9b63ebd req-a13964ba-eff9-4fc7-8cb7-b8bad9998da3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:37.660551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd74d90d-5786-4a53-b834-7bd9a9b63ebd req-a13964ba-eff9-4fc7-8cb7-b8bad9998da3 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 950 time: 0.0746784 Nov 23 22:45:37.714627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd74d90d-5786-4a53-b834-7bd9a9b63ebd req-390bf686-5b4d-48e7-a4da-e41d96150a19 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461607 Nov 23 22:45:37.767292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:37.812927 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:37.834175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:37.877121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:37.886320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-38412fd4-23ab-47d9-a28b-cab920236f83 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:37.887935 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-38412fd4-23ab-47d9-a28b-cab920236f83 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 950 time: 0.1924930 Nov 23 22:45:37.890735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:37.927685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Pushing event updated for resources: {'Port': ['ID=7f938661-299b-4767-b495-3d971ff17e36,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:38.004311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7b002a6c-2b28-42e1-9e3c-c09924843ba7 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:38.007455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c7203570-d5f8-44fc-aee2-6a9e2913ef94 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:38.038817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-909356b0-20a6-4ee0-be58-4b3adf388701 req-aace0351-d9db-4e11-ad57-1cdec89936b0 tempest-ServerTagsTestJSON-1014159555 tempest-ServerTagsTestJSON-1014159555-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d2fcb35-1043-4620-8993-b7a7e007e729 HTTP/1.1" status: 200 len: 210 time: 0.0523944 Nov 23 22:45:38.079790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.212505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port c7203570-d5f8-44fc-aee2-6a9e2913ef94 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:38.224713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port c7203570-d5f8-44fc-aee2-6a9e2913ef94 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:38.225857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.226756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-30bbc588-1f17-45fe-8559-5a156b3cd59c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:38.228702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-30bbc588-1f17-45fe-8559-5a156b3cd59c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/ports?device_id=d543eff3-46fd-42d4-9d41-1d1085e35636 HTTP/1.1" status: 200 len: 950 time: 0.1647098 Nov 23 22:45:38.336373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4910dce-9007-4a03-b759-19f94d44b172 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:38.431392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:38.440277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port 47e33a12-5be9-4a53-9bb3-b1a13c722642 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:38.442539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.493092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'port_id': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'mac_address': 'fa:16:3e:2d:ff:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4993e95-64f0-4938-95d7-661a833412ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:38.513135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port 05df96f4-b7e9-4045-b510-348782c77223 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:38.513715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.581477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:45:38.589838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d504e9b2-9bf0-4852-9ec4-2abdbb7af0c9 None None] Provisioning complete for port 7f938661-299b-4767-b495-3d971ff17e36 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:38.590213 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d504e9b2-9bf0-4852-9ec4-2abdbb7af0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.666548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f4910dce-9007-4a03-b759-19f94d44b172 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:38.666674 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.693476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.724529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.732836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c7a51-22d3-4a73-9262-0a809890646d req-715dd28e-ba6b-4989-8132-4172cea5ba56 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:38.740902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.741536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c7a51-22d3-4a73-9262-0a809890646d req-715dd28e-ba6b-4989-8132-4172cea5ba56 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:38.741870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.752004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d5c7a51-22d3-4a73-9262-0a809890646d req-715dd28e-ba6b-4989-8132-4172cea5ba56 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1681 time: 0.2271385 Nov 23 22:45:38.760823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b002a6c-2b28-42e1-9e3c-c09924843ba7 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:38.775207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d504e9b2-9bf0-4852-9ec4-2abdbb7af0c9 None None] Port 7f938661-299b-4767-b495-3d971ff17e36 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:38.779803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.781348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port 47e33a12-5be9-4a53-9bb3-b1a13c722642, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=47e33a12-5be9-4a53-9bb3-b1a13c722642,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:38.781723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.803715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for 47e33a12-5be9-4a53-9bb3-b1a13c722642 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:38.806824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c7203570-d5f8-44fc-aee2-6a9e2913ef94, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c7203570-d5f8-44fc-aee2-6a9e2913ef94,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:38.813656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:38.817251 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c3faa2-64ef-4a82-8e3e-54ea8a3d1c32" -d '{"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-plugged", "status": "completed", "tag": "c7203570-d5f8-44fc-aee2-6a9e2913ef94"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:38.824095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:38.826591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.827683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:38.850342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port 05df96f4-b7e9-4045-b510-348782c77223, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=05df96f4-b7e9-4045-b510-348782c77223,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:38.850764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.883071 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:38.887973 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:38.888532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bd12be1-8bfa-45a7-9ebd-fb697c3c0ee2 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:38.892225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for 05df96f4-b7e9-4045-b510-348782c77223 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:38.905401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524734-d3be-4b9e-8368-6a41a1ff616c req-5804bf0f-6dfd-45ae-87a2-4c6240eb1de4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:38.914464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9524734-d3be-4b9e-8368-6a41a1ff616c req-5804bf0f-6dfd-45ae-87a2-4c6240eb1de4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.2814815 Nov 23 22:45:38.960246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c7203570-d5f8-44fc-aee2-6a9e2913ef94,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:38.971024 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.010015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7b002a6c-2b28-42e1-9e3c-c09924843ba7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:39.019613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d5c7a51-22d3-4a73-9262-0a809890646d req-73553ce6-f911-4011-af2c-afe5f80a2aa4 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665529 Nov 23 22:45:39.032689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9524734-d3be-4b9e-8368-6a41a1ff616c req-446d2e8e-742b-403f-a99d-c346cc6722ce tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172273 Nov 23 22:45:39.063162 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP bbd1234a-e2f7-430a-a083-c6c615fd7dde associated. External IP: 172.25.0.72, port: 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6. Nov 23 22:45:39.092380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port f4910dce-9007-4a03-b759-19f94d44b172, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f4910dce-9007-4a03-b759-19f94d44b172,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:39.105137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.132860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:39.188495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.222633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=47e33a12-5be9-4a53-9bb3-b1a13c722642,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:39.233854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba', '05df96f4-b7e9-4045-b510-348782c77223'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:39.241592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4004-bb90-4f04-99da-6ea400128ba9 req-d617452a-d639-453e-ad23-f1262e3cecb4 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:39.246071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f4f4004-bb90-4f04-99da-6ea400128ba9 req-d617452a-d639-453e-ad23-f1262e3cecb4 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 950 time: 0.1149693 Nov 23 22:45:39.268737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 93a62824-fdf2-4995-846c-c8083bb6977d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:39.300339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port 47e33a12-5be9-4a53-9bb3-b1a13c722642 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:39.308458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.311844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fc0b3ec-e91a-4d7d-8672-04cb87b01af0 req-7ef376a0-2678-461c-b600-d16dbd484413 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "DELETE /v2.0/ports/47e33a12-5be9-4a53-9bb3-b1a13c722642 HTTP/1.1" status: 204 len: 173 time: 1.0737553 Nov 23 22:45:39.312341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'name': 'network-vif-deleted', 'tag': '47e33a12-5be9-4a53-9bb3-b1a13c722642'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:39.324437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 93a62824-fdf2-4995-846c-c8083bb6977d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:39.324892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 93a62824-fdf2-4995-846c-c8083bb6977d not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:39.326653 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d4561-191d-4d22-bdbc-004bf17e4e6e" -d '{"events": [{"server_uuid": "d543eff3-46fd-42d4-9d41-1d1085e35636", "name": "network-vif-deleted", "tag": "47e33a12-5be9-4a53-9bb3-b1a13c722642"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:39.330911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=f4910dce-9007-4a03-b759-19f94d44b172,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:39.369174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.400159 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e980a7c7-5124-465b-a971-c2dd11479146 x-openstack-request-id: req-e980a7c7-5124-465b-a971-c2dd11479146 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:39.400468 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-plugged", "status": "completed", "tag": "c7203570-d5f8-44fc-aee2-6a9e2913ef94", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:39.400735 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e980a7c7-5124-465b-a971-c2dd11479146 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:39.401146 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94', 'code': 200} Nov 23 22:45:39.405137 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f4f4004-bb90-4f04-99da-6ea400128ba9 req-cb799f1f-d4c4-4604-8239-f9dbed27bc3e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295390 Nov 23 22:45:39.442609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.548960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39350) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:39.638302 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695aa649-38c8-4f6e-b78d-b51ae9802ff4 x-openstack-request-id: req-695aa649-38c8-4f6e-b78d-b51ae9802ff4 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:39.638881 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d543eff3-46fd-42d4-9d41-1d1085e35636", "name": "network-vif-deleted", "tag": "47e33a12-5be9-4a53-9bb3-b1a13c722642", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:39.639366 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-695aa649-38c8-4f6e-b78d-b51ae9802ff4 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:39.650591 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd543eff3-46fd-42d4-9d41-1d1085e35636', 'name': 'network-vif-deleted', 'tag': '47e33a12-5be9-4a53-9bb3-b1a13c722642', 'status': 'completed', 'code': 200} Nov 23 22:45:39.698139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] Deleting subnet b68e30aa-c69e-4fda-982f-dbb2d3865804 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:39.702879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.775734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bca8-6c8e-4831-8ba9-e2a046bea0b9 req-2d034ee5-f4f9-412b-b600-35633b08ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:39.776147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bca8-6c8e-4831-8ba9-e2a046bea0b9 req-2d034ee5-f4f9-412b-b600-35633b08ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:39.781707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a522bca8-6c8e-4831-8ba9-e2a046bea0b9 req-2d034ee5-f4f9-412b-b600-35633b08ec52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1984 time: 0.2859952 Nov 23 22:45:39.794232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.805094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:39.884921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:39.941836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a522bca8-6c8e-4831-8ba9-e2a046bea0b9 req-0d46da72-e134-47d5-b5af-48e57fa746df service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221755 Nov 23 22:45:39.997994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa6095-75d3-4470-916e-525c6db17344 req-4d7442bd-2b79-455f-815e-e0728aad5430 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:39.999707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3aa6095-75d3-4470-916e-525c6db17344 req-4d7442bd-2b79-455f-815e-e0728aad5430 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 945 time: 0.0835962 Nov 23 22:45:40.014496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.020022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Pushing event updated for resources: {'Port': ['ID=7f938661-299b-4767-b495-3d971ff17e36,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:40.022886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7b002a6c-2b28-42e1-9e3c-c09924843ba7 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:40.035227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.045543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.122986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:40.123683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.141447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=05df96f4-b7e9-4045-b510-348782c77223,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:40.186673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:40.241561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port 05df96f4-b7e9-4045-b510-348782c77223 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:40.252919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.257907 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9b781c82-c660-4bae-8f4c-f046afc77362 req-01676675-6253-4343-bc56-efccdd4266eb tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "DELETE /v2.0/ports/05df96f4-b7e9-4045-b510-348782c77223 HTTP/1.1" status: 204 len: 173 time: 2.3571877 Nov 23 22:45:40.258117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'name': 'network-vif-deleted', 'tag': '05df96f4-b7e9-4045-b510-348782c77223'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:40.260660 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ac503-de5f-4837-a69b-fef43af70593" -d '{"events": [{"server_uuid": "a0e43856-66f4-4ff3-8c1f-19c1d340f947", "name": "network-vif-deleted", "tag": "05df96f4-b7e9-4045-b510-348782c77223"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:40.287156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:40.311716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:40.314990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4910dce-9007-4a03-b759-19f94d44b172 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:40.315188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:40.508788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68e30aa-c69e-4fda-982f-dbb2d3865804,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:40.531688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:40.555738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.559078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c47a9ffa-1ae0-4c7c-bbad-9dd4b3bf20ef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b68e30aa-c69e-4fda-982f-dbb2d3865804 HTTP/1.1" status: 204 len: 168 time: 1.0021956 Nov 23 22:45:40.570135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3aa6095-75d3-4470-916e-525c6db17344 req-8bd6e1ad-f620-4723-8554-7e06e8470dce tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615683 Nov 23 22:45:40.573048 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:40.581839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39374) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:40.612119 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:40.613293 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:40.667211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccec7-3f95-4065-a71c-5cf6b9d7a6f5 req-ddf4f7b5-7543-43e0-9e7f-e5f08751e7a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:40.670012 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:40.671637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Router eb8bd485-0b54-4852-ae09-9eb458c82c1f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:40.679108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccec7-3f95-4065-a71c-5cf6b9d7a6f5 req-ddf4f7b5-7543-43e0-9e7f-e5f08751e7a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:40.689351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bceccec7-3f95-4065-a71c-5cf6b9d7a6f5 req-ddf4f7b5-7543-43e0-9e7f-e5f08751e7a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1682 time: 0.1771998 Nov 23 22:45:40.693904 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:40.695171 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:40.747366 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d15aef-bcc4-401d-a780-e2d69272e609 x-openstack-request-id: req-e8d15aef-bcc4-401d-a780-e2d69272e609 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:40.747721 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e43856-66f4-4ff3-8c1f-19c1d340f947", "name": "network-vif-deleted", "tag": "05df96f4-b7e9-4045-b510-348782c77223", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:40.747972 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8d15aef-bcc4-401d-a780-e2d69272e609 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:40.748908 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e43856-66f4-4ff3-8c1f-19c1d340f947', 'name': 'network-vif-deleted', 'tag': '05df96f4-b7e9-4045-b510-348782c77223', 'status': 'completed', 'code': 200} Nov 23 22:45:40.774485 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:40.776000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3b822-c446-4e29-a5a7-38c5a8af2d33 None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:40.795989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f4910dce-9007-4a03-b759-19f94d44b172 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:40.797993 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.841045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bceccec7-3f95-4065-a71c-5cf6b9d7a6f5 req-4bd229ad-9bfa-4603-aaf8-bd32f658222e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480319 Nov 23 22:45:40.918231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46175cfc-a50b-466f-8e7a-54d6c5c3c305 req-50380e6f-d2be-4aa9-be52-9cd9ed59658b tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0e43856-66f4-4ff3-8c1f-19c1d340f947 HTTP/1.1" status: 200 len: 210 time: 0.0555460 Nov 23 22:45:40.976983 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:40.999066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.005682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-38f7a21f-b786-4e65-9ea8-3a0d2c8cd0b7 None None] Provisioning complete for port 7f938661-299b-4767-b495-3d971ff17e36 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:41.006229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-38f7a21f-b786-4e65-9ea8-3a0d2c8cd0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.083530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-38f7a21f-b786-4e65-9ea8-3a0d2c8cd0b7 None None] Port 7f938661-299b-4767-b495-3d971ff17e36 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:41.159999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:41.177179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.179181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 47e33a12-5be9-4a53-9bb3-b1a13c722642 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:41.228276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:41.275389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Sync routers for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:41.290918 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd95683c-dbfe-4f89-999e-8692dafcbb16 admin admin] 10.222.0.11 "PUT /v2.0/routers/eb8bd485-0b54-4852-ae09-9eb458c82c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2746370 Nov 23 22:45:41.290918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.291107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 47e33a12-5be9-4a53-9bb3-b1a13c722642 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:41.291107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 47e33a12-5be9-4a53-9bb3-b1a13c722642 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:41.330997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['86776cff-4023-4cd5-ae81-fefd0b641204', '31a3b08c-7bff-400e-92d2-74c8bb4bba8a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:41.373184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:41.373941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.418475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router 9f2d4816-62b4-49bd-8c34-7988c159648b has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:41.422310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aae811-cac9-45d4-9aba-b9ecf2dbc08b']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.430070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:41.432370 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4e9948-047f-4b55-a1f8-75ce4dfd25d7" -d '{"events": [{"server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:41.441258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24dedbd-ab81-4b82-ba4d-5ba0c3127aac') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.441821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24dedbd-ab81-4b82-ba4d-5ba0c3127aac') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.445972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:41.506972 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6759dc0-0deb-41e2-895d-aa06bb39fc0f x-openstack-request-id: req-e6759dc0-0deb-41e2-895d-aa06bb39fc0f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:41.507271 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:41.507535 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6759dc0-0deb-41e2-895d-aa06bb39fc0f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:41.508130 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'code': 200} Nov 23 22:45:41.524156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-d47716dd-e628-485c-b2a0-2ec8c5a33ef8 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368860 Nov 23 22:45:41.528321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.578874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:41.590165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.607383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:41.607383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:41.608028 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:41.669990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:41.674181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.684961 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] Sync routers for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:41.698109 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:41.698728 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.766240 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.782313 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:41.783385 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.799913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.806462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d693e360-f0a4-4cb1-b042-9a33ff03efca tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/floatingips/bbd1234a-e2f7-430a-a083-c6c615fd7dde HTTP/1.1" status: 200 len: 976 time: 4.7516539 Nov 23 22:45:41.815658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39434) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:41.817529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:41.823615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] 10.222.0.11 "DELETE /v2.0/networks/24aae811-cac9-45d4-9aba-b9ecf2dbc08b HTTP/1.1" status: 204 len: 168 time: 1.2218859 Nov 23 22:45:41.840740 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:41.841849 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89496820-74dc-4f57-b2e2-f25a9d060504 None None] The sync data for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:41.896882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-429ec920-d0a7-4ce0-93b5-6166d08a91c0 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:41.902239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea2b63-0a94-491b-9356-91f178e2ab2d admin admin] Pushing event deleted for resources: {'Network': ['ID=24aae811-cac9-45d4-9aba-b9ecf2dbc08b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:41.905253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-429ec920-d0a7-4ce0-93b5-6166d08a91c0 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3725483 Nov 23 22:45:41.930761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-974571d4-cae8-47eb-8b8c-6528c4d648b6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/quotas/9594eb18d39f4a5e99217ee5dbf45db4 HTTP/1.1" status: 200 len: 375 time: 0.0242832 Nov 23 22:45:41.987549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-376c28b0-8ae1-444c-8dc8-4dcbed1a9a42 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556073 Nov 23 22:45:42.000618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-73b75c0f-fabb-4fdd-bdf2-19448fdd4f7d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:42.013897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-73b75c0f-fabb-4fdd-bdf2-19448fdd4f7d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.2050784 Nov 23 22:45:42.016570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 2, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:42.044185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 30061067-6d02-48d0-8e01-b77362b88450 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:42.050817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.057509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Checking router: eb8bd485-0b54-4852-ae09-9eb458c82c1f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:42.058016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Updating router eb8bd485-0b54-4852-ae09-9eb458c82c1f port 7f938661-299b-4767-b495-3d971ff17e36 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:45:42.099493 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.201698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39446) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:42.213585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e19c6956-03cd-4868-b577-9877756f5322 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850743294', 'description': 'tempest-description--1367359289'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:42.231410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39452) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:42.284082 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.400808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e19c6956-03cd-4868-b577-9877756f5322 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.420813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-22d8b43b-8b15-4693-b882-0fb1eb01c4a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e65e9ddb62c54d44905cb32b0350b385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843216 Nov 23 22:45:42.424106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39458) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:42.450168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c411-f959-41e3-996b-d4de6b1d1ca5 req-ee944a54-42f6-4fef-a2a0-c9a46efb7473 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:42.456388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c411-f959-41e3-996b-d4de6b1d1ca5 req-ee944a54-42f6-4fef-a2a0-c9a46efb7473 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:42.458854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5241c411-f959-41e3-996b-d4de6b1d1ca5 req-ee944a54-42f6-4fef-a2a0-c9a46efb7473 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1682 time: 0.1790786 Nov 23 22:45:42.469337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752eeac-0a7c-4b6e-8591-2e30ca05e023 req-e1fe59b6-a2b7-4c04-95f0-d0d01a1d26b5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:42.470819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1752eeac-0a7c-4b6e-8591-2e30ca05e023 req-e1fe59b6-a2b7-4c04-95f0-d0d01a1d26b5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 946 time: 0.1978068 Nov 23 22:45:42.478315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Deleting port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:42.478660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.581505 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.581826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88448230-8a56-47c6-b25c-9d2722bda628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.591880 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.619443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.620013 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.620359 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Floating IP bbd1234a-e2f7-430a-a083-c6c615fd7dde disassociated. External IP: 172.25.0.72, port: 30061067-6d02-48d0-8e01-b77362b88450. Nov 23 22:45:42.620675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 30061067-6d02-48d0-8e01-b77362b88450 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:42.623995 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88448230-8a56-47c6-b25c-9d2722bda628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.710870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5241c411-f959-41e3-996b-d4de6b1d1ca5 req-4e44f274-7269-4641-90e1-f547bdd29df9 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359600 Nov 23 22:45:42.719093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1752eeac-0a7c-4b6e-8591-2e30ca05e023 req-8aa0a5ab-5103-4d82-bd45-0e876f0000a6 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335067 Nov 23 22:45:42.767324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff929662-882e-4227-b052-40efebfbe288 None None] Pushing event updated for resources: {'Port': ['ID=7f938661-299b-4767-b495-3d971ff17e36,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:42.815881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88448230-8a56-47c6-b25c-9d2722bda628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.818660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88448230-8a56-47c6-b25c-9d2722bda628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.822417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-88448230-8a56-47c6-b25c-9d2722bda628 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4277211a-4355-476c-a029-ce5651e27b5c HTTP/1.1" status: 204 len: 168 time: 0.3946273 Nov 23 22:45:42.828394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e19c6956-03cd-4868-b577-9877756f5322 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.836522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Attempting to bind port 7f938661-299b-4767-b495-3d971ff17e36 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:42.836898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Attempting to bind port 7f938661-299b-4767-b495-3d971ff17e36 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:42.837268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Attempting to bind port 7f938661-299b-4767-b495-3d971ff17e36 on network b545b11a-b51f-4c67-8c9e-1f92a3da68ec {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:42.846740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] For port 7b002a6c-2b28-42e1-9e3c-c09924843ba7, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7b002a6c-2b28-42e1-9e3c-c09924843ba7,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:42.847114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.850398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e19c6956-03cd-4868-b577-9877756f5322 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.855069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:42.855306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Checking segment: {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:42.855783 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.856311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Bound using segment: {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:42.856809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Bound port: 7f938661-299b-4767-b495-3d971ff17e36, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:42.857195 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:42.877930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88448230-8a56-47c6-b25c-9d2722bda628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277211a-4355-476c-a029-ce5651e27b5c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:42.928411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Calling delete_port for 7b002a6c-2b28-42e1-9e3c-c09924843ba7 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:43.011055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:43.080580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=30061067-6d02-48d0-8e01-b77362b88450,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:43.093912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-7e90a595-70fa-4688-b05c-3e2d4b873e77 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120465 Nov 23 22:45:43.101781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e19c6956-03cd-4868-b577-9877756f5322 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:43.110829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e19c6956-03cd-4868-b577-9877756f5322 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9085720 Nov 23 22:45:43.117859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39480) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:43.125721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-85d47945-e0c5-41db-8b82-fe587a08382f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Request body: {'security_group_rule': {'security_group_id': 'fa53d8c6-550c-4584-b723-96223a4d9faa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:43.139199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c6956-03cd-4868-b577-9877756f5322 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53d8c6-550c-4584-b723-96223a4d9faa,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:43.170982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] For port 7f938661-299b-4767-b495-3d971ff17e36, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:43.181329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] For port 7f938661-299b-4767-b495-3d971ff17e36, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7f938661-299b-4767-b495-3d971ff17e36,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:43.183811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-50486ed4-8755-4dbe-ab37-3e4659167588 None None] Provisioning complete for port 7f938661-299b-4767-b495-3d971ff17e36 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:43.184693 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50486ed4-8755-4dbe-ab37-3e4659167588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:43.254640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 05df96f4-b7e9-4045-b510-348782c77223 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:43.284410 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:43.308923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router 9f2d4816-62b4-49bd-8c34-7988c159648b has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:43.454279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d47945-e0c5-41db-8b82-fe587a08382f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:43.469622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff929662-882e-4227-b052-40efebfbe288 None None] Pushing event updated for resources: {'Port': ['ID=7f938661-299b-4767-b495-3d971ff17e36,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:43.488308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 05df96f4-b7e9-4045-b510-348782c77223 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:43.489118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 05df96f4-b7e9-4045-b510-348782c77223 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:43.517780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-50486ed4-8755-4dbe-ab37-3e4659167588 None None] Port 7f938661-299b-4767-b495-3d971ff17e36 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:43.528128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:43.530458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:43.598415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:43.660152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] Sync routers for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:43.744475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:43.748135 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7aa42634-a444-4135-b78f-7e2e8caefec4 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/ports/30061067-6d02-48d0-8e01-b77362b88450 HTTP/1.1" status: 204 len: 168 time: 1.9233456 Nov 23 22:45:43.751727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39496) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:43.789429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-8f658284-7541-4fc2-b468-6293554e0090 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:43.803978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-8f658284-7541-4fc2-b468-6293554e0090 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6846766 Nov 23 22:45:43.901236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:43.901917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:43.908214 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-095da087-0d25-4760-befd-fc45457176e5 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273108 Nov 23 22:45:43.939316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-ec0e3a7b-654f-495f-b60c-605c467791da tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/quotas/9594eb18d39f4a5e99217ee5dbf45db4 HTTP/1.1" status: 200 len: 375 time: 0.1321747 Nov 23 22:45:43.946701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d47945-e0c5-41db-8b82-fe587a08382f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:43.960933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:43.964954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d83e-e804-46da-96a5-134a6840bf8e req-5879f3da-dcac-430c-bb2a-8695c9708116 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:43.972038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d83e-e804-46da-96a5-134a6840bf8e req-5879f3da-dcac-430c-bb2a-8695c9708116 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:43.974043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0bd4d83e-e804-46da-96a5-134a6840bf8e req-5879f3da-dcac-430c-bb2a-8695c9708116 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1682 time: 0.3912227 Nov 23 22:45:44.018277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-1303b730-421c-42b4-bc1e-a4f6f989cb40 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682123 Nov 23 22:45:44.025439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.028305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d47945-e0c5-41db-8b82-fe587a08382f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.075186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:44.080543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-49fc8543-4b0f-4cfd-9f64-877bd9021d86 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:44.082102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-49fc8543-4b0f-4cfd-9f64-877bd9021d86 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664670 Nov 23 22:45:44.088731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7b002a6c-2b28-42e1-9e3c-c09924843ba7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:44.092004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fa07011b-c723-4d01-9a51-89b366f796a2 None None] Provisioning complete for port 7f938661-299b-4767-b495-3d971ff17e36 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:44.094327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa07011b-c723-4d01-9a51-89b366f796a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.107858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Request body: {'port': {'device_id': '4cae20f2-b731-4667-bfba-dd48810849a4', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '9594eb18d39f4a5e99217ee5dbf45db4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:44.239197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:44.240386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:44.277730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d47945-e0c5-41db-8b82-fe587a08382f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.279288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-85d47945-e0c5-41db-8b82-fe587a08382f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1572745 Nov 23 22:45:44.288668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event deleted for resources: {'Port': ['ID=7b002a6c-2b28-42e1-9e3c-c09924843ba7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:44.288922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39512) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:44.299186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:44.300152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973cfb2-8cdb-4afe-9270-e061335837a3 None None] The sync data for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:44.307914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a9765a86-6e90-43c6-9897-af2db16019a1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Request body: {'security_group_rule': {'security_group_id': 'fa53d8c6-550c-4584-b723-96223a4d9faa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:44.335492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d47945-e0c5-41db-8b82-fe587a08382f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55dcd66-3bd1-4945-b974-4c51ae8659a5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:44.388160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Made reservation on behalf of 9594eb18d39f4a5e99217ee5dbf45db4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:44.394097 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.418914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.420946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] No DVR routers for this DVR port 7b002a6c-2b28-42e1-9e3c-c09924843ba7 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:44.421325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9765a86-6e90-43c6-9897-af2db16019a1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.424666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.432333 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa07011b-c723-4d01-9a51-89b366f796a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.434999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c63c6f3-74e4-4006-8fb4-7daf67146340 req-a7e5a21b-dd10-41e2-8ac1-fee2d840cc2b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "DELETE /v2.0/ports/7b002a6c-2b28-42e1-9e3c-c09924843ba7 HTTP/1.1" status: 204 len: 173 time: 2.4131336 Nov 23 22:45:44.447039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'name': 'network-vif-deleted', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:44.449982 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2726381-7760-4c29-87ed-c5cddaf73e62" -d '{"events": [{"server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "name": "network-vif-deleted", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:44.545862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0bd4d83e-e804-46da-96a5-134a6840bf8e req-0eca4523-87f8-45cd-a695-4dd7c06acfc9 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207293 Nov 23 22:45:44.595518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fa07011b-c723-4d01-9a51-89b366f796a2 None None] For port 7f938661-299b-4767-b495-3d971ff17e36, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7f938661-299b-4767-b495-3d971ff17e36,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:44.606194 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa07011b-c723-4d01-9a51-89b366f796a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.643160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:43Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:44.690832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.693739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf7431-2b92-418e-aacc-93a33950844d None None] The sync data for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 is: [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:43Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:44.713139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07011b-c723-4d01-9a51-89b366f796a2 None None] Pushing event updated for resources: {'Port': ['ID=7f938661-299b-4767-b495-3d971ff17e36,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:44.726485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.842051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69f0f4cd-33cc-4489-8367-d352f53e1ae9 req-0b115c92-51dd-4132-9ae3-e6f8ce0d6752 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=91ac6fae-f4da-4608-9766-c51a2a9810f1 HTTP/1.1" status: 200 len: 210 time: 0.0999982 Nov 23 22:45:44.908461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef6dc420-f9cf-4603-a404-2d8f4a10e0fe req-b057e547-3d90-4354-ba84-d09354718b1b tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 210 time: 0.1451409 Nov 23 22:45:44.941398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9765a86-6e90-43c6-9897-af2db16019a1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:44.953011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b10c09-6870-498d-925f-498866591382,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:44.963863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9765a86-6e90-43c6-9897-af2db16019a1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:45.054426 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf09c2-df7a-418f-9b42-b84c35fcfc8a x-openstack-request-id: req-bcaf09c2-df7a-418f-9b42-b84c35fcfc8a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:45.054801 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ac6fae-f4da-4608-9766-c51a2a9810f1", "name": "network-vif-deleted", "tag": "7b002a6c-2b28-42e1-9e3c-c09924843ba7", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:45.055137 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcaf09c2-df7a-418f-9b42-b84c35fcfc8a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:45.055539 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ac6fae-f4da-4608-9766-c51a2a9810f1', 'name': 'network-vif-deleted', 'tag': '7b002a6c-2b28-42e1-9e3c-c09924843ba7', 'status': 'completed', 'code': 200} Nov 23 22:45:45.083107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9765a86-6e90-43c6-9897-af2db16019a1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2da08ff-663c-40db-bcc5-20120f1a5334,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:45.174102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b28716-997e-4610-9c82-6780a685a720 req-edd255ef-4c2f-4d17-9808-15aeeeeeb187 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:45.183427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b28716-997e-4610-9c82-6780a685a720 req-edd255ef-4c2f-4d17-9808-15aeeeeeb187 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:45.197788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9b28716-997e-4610-9c82-6780a685a720 req-edd255ef-4c2f-4d17-9808-15aeeeeeb187 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.46 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1682 time: 0.3025680 Nov 23 22:45:45.213014 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9765a86-6e90-43c6-9897-af2db16019a1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:45.214254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9765a86-6e90-43c6-9897-af2db16019a1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9193602 Nov 23 22:45:45.219856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39534) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:45.226762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:45.297928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Allocated IP 192.168.233.211 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/e22015d6-b013-4efc-9422-d7a1ee034ace) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:45.385759 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:45.568100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea5dd-3d6b-4282-9f63-37618884ef8e req-20d49e16-39f4-416f-8899-295a067b183f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:45.570062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-590ea5dd-3d6b-4282-9f63-37618884ef8e req-20d49e16-39f4-416f-8899-295a067b183f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 950 time: 0.1512208 Nov 23 22:45:45.628748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port c7203570-d5f8-44fc-aee2-6a9e2913ef94 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:45.630333 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:45.706928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39546) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:45.781023 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:45.880030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-590ea5dd-3d6b-4282-9f63-37618884ef8e req-422b453f-ff56-411f-bead-3bc43ecc271f tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987018 Nov 23 22:45:45.950930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port c7203570-d5f8-44fc-aee2-6a9e2913ef94, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c7203570-d5f8-44fc-aee2-6a9e2913ef94,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:45.951372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:45.970324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eaa7d-0b32-42a4-b370-bebe1400bafd req-965e9fa2-7e11-4e14-a076-ae5fa8b17dc1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:45.977602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eaa7d-0b32-42a4-b370-bebe1400bafd req-965e9fa2-7e11-4e14-a076-ae5fa8b17dc1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:45.986354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-145eaa7d-0b32-42a4-b370-bebe1400bafd req-965e9fa2-7e11-4e14-a076-ae5fa8b17dc1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 1682 time: 0.3167176 Nov 23 22:45:46.010282 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-94c77516-8b0e-4887-b5f9-62dc001fcc4e tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494103 Nov 23 22:45:46.014690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for c7203570-d5f8-44fc-aee2-6a9e2913ef94 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:46.029484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7b002a6c-2b28-42e1-9e3c-c09924843ba7 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:46.080705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 7b002a6c-2b28-42e1-9e3c-c09924843ba7 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:46.081070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7b002a6c-2b28-42e1-9e3c-c09924843ba7 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:46.186821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.196513 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-377aa3f2-26c8-4eb5-b565-07a0c18916af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.269017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-037730b6-c66b-437d-baa5-75bd2fd7ed22 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:46.270956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-037730b6-c66b-437d-baa5-75bd2fd7ed22 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 950 time: 0.3113794 Nov 23 22:45:46.289118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7f938661-299b-4767-b495-3d971ff17e36 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:46.314688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-145eaa7d-0b32-42a4-b370-bebe1400bafd req-4b9643ab-247f-476c-b550-0b761d97afe1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273480 Nov 23 22:45:46.328410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e926edd0-6404-4660-87c2-bf62f4cc912b req-b593c49d-8f89-4013-a394-67872f8cbc2b tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 210 time: 0.1291368 Nov 23 22:45:46.349941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.387438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7f938661-299b-4767-b495-3d971ff17e36 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:46.388113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.420190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.500702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-5bdfee41-c81d-4407-b188-d8636007d6ee tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:46.502409 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-5bdfee41-c81d-4407-b188-d8636007d6ee tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4581246 Nov 23 22:45:46.543088 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.557800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5186a9c3-77f1-4bd0-8513-76bbf879d1b4', 'c7203570-d5f8-44fc-aee2-6a9e2913ef94'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:46.562018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Request body: {'port': {'device_id': '867afcb3-892f-4436-be0b-1e6a57a04970', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '9594eb18d39f4a5e99217ee5dbf45db4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:46.603309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:46.627500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:46.634844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=c7203570-d5f8-44fc-aee2-6a9e2913ef94,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:46.702422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:46.716123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:46.826572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Allocated IP 172.25.0.204 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/79f710fe-ba78-4625-8038-648593d9f870) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:46.859009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port c7203570-d5f8-44fc-aee2-6a9e2913ef94 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:46.862066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.869663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9b28716-997e-4610-9c82-6780a685a720 req-c1f094cb-daaf-4416-ba8b-1115969ad1ca tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.46 "DELETE /v2.0/ports/c7203570-d5f8-44fc-aee2-6a9e2913ef94 HTTP/1.1" status: 204 len: 173 time: 1.6362553 Nov 23 22:45:46.872190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39556) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:46.940780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ffe04bf7-be89-4252-beae-2d3dfc9ef3e4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272430937', 'description': 'tempest-description--799394658'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:46.949864 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-377aa3f2-26c8-4eb5-b565-07a0c18916af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.970546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-377aa3f2-26c8-4eb5-b565-07a0c18916af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.025543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port 86776cff-4023-4cd5-ae81-fefd0b641204 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:47.026107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.055228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:47.056176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.059823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-deleted', 'tag': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:47.063030 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cf5815-232b-4ac6-975c-e03b45d0fbb1" -d '{"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-deleted", "tag": "c7203570-d5f8-44fc-aee2-6a9e2913ef94"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:47.091102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-769d56b7-b380-4e41-bca5-6be11e9309e4 None None] Provisioning complete for port e22015d6-b013-4efc-9422-d7a1ee034ace triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:47.091726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-769d56b7-b380-4e41-bca5-6be11e9309e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.092977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377aa3f2-26c8-4eb5-b565-07a0c18916af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06b14a4-df2c-449e-a74c-4e5ba003cf52,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:47.120409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-2ed6757f-fa20-4eee-a95f-ed3a04cd21c2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:47.121964 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-2ed6757f-fa20-4eee-a95f-ed3a04cd21c2 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 950 time: 0.4097147 Nov 23 22:45:47.149169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffe04bf7-be89-4252-beae-2d3dfc9ef3e4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.155008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-769d56b7-b380-4e41-bca5-6be11e9309e4 None None] Port e22015d6-b013-4efc-9422-d7a1ee034ace cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:47.162864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-377aa3f2-26c8-4eb5-b565-07a0c18916af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97e2786f53ca454ca334655aaedddc99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4505522 Nov 23 22:45:47.166866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39564) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:47.188823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-750d3044-769b-49e2-affe-b9d09bc608cf tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0887055 Nov 23 22:45:47.215435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.232834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-cc7a0c96-591f-4905-832b-e89c883876d2 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:45:47.234244 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-cc7a0c96-591f-4905-832b-e89c883876d2 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127532 Nov 23 22:45:47.276443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Made reservation on behalf of 9594eb18d39f4a5e99217ee5dbf45db4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:47.279881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf440f3a-335b-4f37-ad32-af86d20c273b req-36449a14-222a-4bfa-b84a-057c61c516b7 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:47.280186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.283003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf440f3a-335b-4f37-ad32-af86d20c273b req-36449a14-222a-4bfa-b84a-057c61c516b7 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 950 time: 0.2484159 Nov 23 22:45:47.287419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port db3f5c62-efae-4b99-b927-843e770ec14b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:47.287975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.327715 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7736c08-9a23-482f-a329-df3a89ffaed8 x-openstack-request-id: req-b7736c08-9a23-482f-a329-df3a89ffaed8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:47.328101 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-deleted", "tag": "c7203570-d5f8-44fc-aee2-6a9e2913ef94", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:47.328484 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7736c08-9a23-482f-a329-df3a89ffaed8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:47.329023 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-deleted', 'tag': 'c7203570-d5f8-44fc-aee2-6a9e2913ef94', 'status': 'completed', 'code': 200} Nov 23 22:45:47.350191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port 86776cff-4023-4cd5-ae81-fefd0b641204, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=86776cff-4023-4cd5-ae81-fefd0b641204,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:47.351417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.383075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Request body: {'port': {'device_id': '4cae20f2-b731-4667-bfba-dd48810849a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:47.428346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:47.428692 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.443812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for 86776cff-4023-4cd5-ae81-fefd0b641204 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:47.495602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.543662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea5f4be-9629-4a03-84b9-4809c5b201c2 req-132445ff-2a61-4a2d-ab6b-716ba0536e4e tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 210 time: 0.1038878 Nov 23 22:45:47.599632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf440f3a-335b-4f37-ad32-af86d20c273b req-ef388d24-2216-46c0-9ab7-4c61e021d6cc tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848711 Nov 23 22:45:47.603421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.608007 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd8b26f7-9bcc-42c7-acce-135b0e7bf460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.647386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.654144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:47.662283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:47.662626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.689841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:47.721785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:47.724237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event updated for resources: {'Port': ['ID=79f710fe-ba78-4625-8038-648593d9f870,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:47.727810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Allocated IP 192.168.233.100 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/491057f2-459e-4648-8e0f-1ddf5bd4bef5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:47.976248 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffe04bf7-be89-4252-beae-2d3dfc9ef3e4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:47.995657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for db3f5c62-efae-4b99-b927-843e770ec14b owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:47.999698 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffe04bf7-be89-4252-beae-2d3dfc9ef3e4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.042836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:48.043472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.054843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd8b26f7-9bcc-42c7-acce-135b0e7bf460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.103199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for 31a3b08c-7bff-400e-92d2-74c8bb4bba8a owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:48.134122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.141780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:48.142044 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.149424 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffe04bf7-be89-4252-beae-2d3dfc9ef3e4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.153303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ffe04bf7-be89-4252-beae-2d3dfc9ef3e4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2668457 Nov 23 22:45:48.153429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31a3b08c-7bff-400e-92d2-74c8bb4bba8a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:48.165298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39572) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:48.183417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-55631f35-5235-4086-a207-6ee59d786a8c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Request body: {'security_group_rule': {'security_group_id': '95560069-83bd-48ca-a1c7-7e27742c9792', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:48.184305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:48.190875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe04bf7-be89-4252-beae-2d3dfc9ef3e4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95560069-83bd-48ca-a1c7-7e27742c9792,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:48.215401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:48.246189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff8c08-5b3f-4a6e-ad80-28fa53e3bc03 req-603d009f-d093-480c-80d3-dd544beee5a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:48.253543 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3ff8c08-5b3f-4a6e-ad80-28fa53e3bc03 req-603d009f-d093-480c-80d3-dd544beee5a1 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 946 time: 0.2940600 Nov 23 22:45:48.257125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=86776cff-4023-4cd5-ae81-fefd0b641204,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:48.299446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.350573 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port 86776cff-4023-4cd5-ae81-fefd0b641204 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:48.363274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.367404 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f115c16-1839-4585-9b85-b1a55386a7f7 req-eaa74e46-fc51-40bb-8417-ba0ce48ae306 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "DELETE /v2.0/ports/86776cff-4023-4cd5-ae81-fefd0b641204 HTTP/1.1" status: 204 len: 173 time: 2.0763457 Nov 23 22:45:48.369641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdafe380-9296-4366-8175-89b78ac4322f', 'name': 'network-vif-deleted', 'tag': '86776cff-4023-4cd5-ae81-fefd0b641204'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:48.373957 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19454a4-e21a-4a22-8533-bae4b89f2352" -d '{"events": [{"server_uuid": "cdafe380-9296-4366-8175-89b78ac4322f", "name": "network-vif-deleted", "tag": "86776cff-4023-4cd5-ae81-fefd0b641204"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:48.378650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd8b26f7-9bcc-42c7-acce-135b0e7bf460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.381916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd8b26f7-9bcc-42c7-acce-135b0e7bf460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.385969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bd8b26f7-9bcc-42c7-acce-135b0e7bf460 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d06b14a4-df2c-449e-a74c-4e5ba003cf52 HTTP/1.1" status: 204 len: 168 time: 1.2082925 Nov 23 22:45:48.393073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-55631f35-5235-4086-a207-6ee59d786a8c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.450263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.456949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b26f7-9bcc-42c7-acce-135b0e7bf460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06b14a4-df2c-449e-a74c-4e5ba003cf52,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:48.458521 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7216336e-7355-4369-a2d8-6f06a625d6f6 x-openstack-request-id: req-7216336e-7355-4369-a2d8-6f06a625d6f6 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:48.458985 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdafe380-9296-4366-8175-89b78ac4322f", "name": "network-vif-deleted", "tag": "86776cff-4023-4cd5-ae81-fefd0b641204", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:48.459385 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7216336e-7355-4369-a2d8-6f06a625d6f6 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:48.459976 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdafe380-9296-4366-8175-89b78ac4322f', 'name': 'network-vif-deleted', 'tag': '86776cff-4023-4cd5-ae81-fefd0b641204', 'status': 'completed', 'code': 200} Nov 23 22:45:48.480413 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.484876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3ff8c08-5b3f-4a6e-ad80-28fa53e3bc03 req-e597b436-5eca-4ef3-9e1d-8614c7923a97 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/security-groups?id=362c954c-e72d-496f-a265-b9fce8fa76d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282026 Nov 23 22:45:48.609119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-55631f35-5235-4086-a207-6ee59d786a8c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.619008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-55631f35-5235-4086-a207-6ee59d786a8c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.690557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55631f35-5235-4086-a207-6ee59d786a8c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8dd204-d2a5-4187-83ea-5847454b2b23,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:48.717530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-55631f35-5235-4086-a207-6ee59d786a8c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.718734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-55631f35-5235-4086-a207-6ee59d786a8c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5457504 Nov 23 22:45:48.727626 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.727626 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.738974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39586) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:48.772203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9207184d-8a49-49b5-8313-a6e8f8c91565 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Request body: {'security_group_rule': {'security_group_id': '95560069-83bd-48ca-a1c7-7e27742c9792', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:48.826331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-853ae4b8-1723-4fd9-85ea-bc4efc2b4cb6 req-1e627f74-1b66-4acd-8c59-21fcbcb8713f tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 210 time: 0.1132739 Nov 23 22:45:48.852016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=db3f5c62-efae-4b99-b927-843e770ec14b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:48.877238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5166c256-127a-4caa-81d3-f14d6b1784d1 req-b5ec8838-74cd-41b7-83e7-2a4ba4643026 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdafe380-9296-4366-8175-89b78ac4322f HTTP/1.1" status: 200 len: 210 time: 0.1095548 Nov 23 22:45:48.899190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.918526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=5186a9c3-77f1-4bd0-8513-76bbf879d1b4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:48.985279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=31a3b08c-7bff-400e-92d2-74c8bb4bba8a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:49.028196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.061534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:49.066488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.071697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9b28716-997e-4610-9c82-6780a685a720 req-8b614546-6858-4d78-a89d-dadaa49a6d92 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.46 "DELETE /v2.0/ports/5186a9c3-77f1-4bd0-8513-76bbf879d1b4 HTTP/1.1" status: 204 len: 173 time: 2.1853008 Nov 23 22:45:49.192264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port 31a3b08c-7bff-400e-92d2-74c8bb4bba8a on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:49.196640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9207184d-8a49-49b5-8313-a6e8f8c91565 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.208903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.212608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29661de3-881d-41ea-8604-bd8426f3fbbe req-b22265e7-b165-4aea-9623-a69d81bec03e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.46 "DELETE /v2.0/ports/31a3b08c-7bff-400e-92d2-74c8bb4bba8a HTTP/1.1" status: 204 len: 173 time: 2.0739918 Nov 23 22:45:49.228174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9af79337-10f4-4ef5-9b5f-794059bcbdba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:49.282698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:49.310367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:49.337791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:49.360004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:49.364973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.420721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-deleted', 'tag': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:49.423172 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d895d72-1a92-448b-9ba6-2aa1a116f688" -d '{"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-deleted", "tag": "5186a9c3-77f1-4bd0-8513-76bbf879d1b4"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:49.427759 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.427999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.593319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:49.593994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.663174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event updated for resources: {'Port': ['ID=79f710fe-ba78-4625-8038-648593d9f870,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:49.676554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9207184d-8a49-49b5-8313-a6e8f8c91565 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.683098 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1942153e-f936-4fab-95ac-4b89de80d083 x-openstack-request-id: req-1942153e-f936-4fab-95ac-4b89de80d083 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:49.684236 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46ae654-2939-4e14-9b1a-fd382f31abcf", "name": "network-vif-deleted", "tag": "5186a9c3-77f1-4bd0-8513-76bbf879d1b4", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:49.684503 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1942153e-f936-4fab-95ac-4b89de80d083 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:49.685052 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46ae654-2939-4e14-9b1a-fd382f31abcf', 'name': 'network-vif-deleted', 'tag': '5186a9c3-77f1-4bd0-8513-76bbf879d1b4', 'status': 'completed', 'code': 200} Nov 23 22:45:49.709169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.721427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-41211cd6-a158-41b8-af06-568b7b618bad tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1740091 Nov 23 22:45:49.732044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22015d6-b013-4efc-9422-d7a1ee034ace {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:49.740036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39cbff68-25d6-4854-9def-893bd74a730c req-2a64f4b2-1724-461d-93e2-9673ed05d788 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46ae654-2939-4e14-9b1a-fd382f31abcf HTTP/1.1" status: 200 len: 210 time: 0.0609176 Nov 23 22:45:49.743252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9207184d-8a49-49b5-8313-a6e8f8c91565 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.761447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Request body: {'port': {'device_id': '867afcb3-892f-4436-be0b-1e6a57a04970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:49.766100 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.806438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.807700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5f07fa30-b472-4bc8-9800-f17e3481809b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5866821 Nov 23 22:45:49.833583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207184d-8a49-49b5-8313-a6e8f8c91565 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302a588f-6af0-492b-8a94-18b28da25f19,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:49.835194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Transition to ACTIVE for port object e22015d6-b013-4efc-9422-d7a1ee034ace will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:49.856649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9207184d-8a49-49b5-8313-a6e8f8c91565 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.857884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9207184d-8a49-49b5-8313-a6e8f8c91565 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0995691 Nov 23 22:45:49.884271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39612) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:49.884631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39616) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:49.888578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:49.897578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:50.045929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c7203570-d5f8-44fc-aee2-6a9e2913ef94 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:50.093573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c7203570-d5f8-44fc-aee2-6a9e2913ef94 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:50.094947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c7203570-d5f8-44fc-aee2-6a9e2913ef94 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:50.096291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:50.149933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:50.161715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5186a9c3-77f1-4bd0-8513-76bbf879d1b4 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:50.161992 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.164339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 86776cff-4023-4cd5-ae81-fefd0b641204 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:50.199783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 86776cff-4023-4cd5-ae81-fefd0b641204 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:50.200470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 86776cff-4023-4cd5-ae81-fefd0b641204 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:50.203077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-network', 'tenant_id': 'f5523f7332df411dad76b1605f353f40'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:50.208971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.282985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af0b9fc0-462a-4bdd-8b7c-8170f6430f1c req-5cb49d0f-2b14-4df1-a1ed-8e50917e46e1 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00 HTTP/1.1" status: 200 len: 210 time: 0.0727696 Nov 23 22:45:50.326074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c21fc7-5b16-4c53-839e-8ce9ea3d22af req-fe2da3e3-f6db-4931-8040-85e162a189a7 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:50.331615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:50.334579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00c21fc7-5b16-4c53-839e-8ce9ea3d22af req-fe2da3e3-f6db-4931-8040-85e162a189a7 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 936 time: 0.3670170 Nov 23 22:45:50.368529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c548f316-3d4a-407e-8617-b8e6f2ae43f5 None None] Provisioning complete for port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:50.369529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c548f316-3d4a-407e-8617-b8e6f2ae43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.375796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Made reservation on behalf of f5523f7332df411dad76b1605f353f40 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:50.396212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.417227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c548f316-3d4a-407e-8617-b8e6f2ae43f5 None None] Port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:50.440608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.460813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'name': 'network-vif-deleted', 'tag': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:50.463322 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee90b6-3e23-45b9-b6e3-d968c031490c" -d '{"events": [{"server_uuid": "0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00", "name": "network-vif-deleted", "tag": "31a3b08c-7bff-400e-92d2-74c8bb4bba8a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:50.544533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router 9f2d4816-62b4-49bd-8c34-7988c159648b has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:50.552823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00c21fc7-5b16-4c53-839e-8ce9ea3d22af req-82e5dd82-f153-4183-ac15-cdf77c3cce9c tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101619 Nov 23 22:45:50.580664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-76220fc2-e1b2-43d8-9fe5-fb0e7c62946d tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--850743294&fields=id&tenant_id=9396a090a4c74095bd0f78f570548998 HTTP/1.1" status: 200 len: 267 time: 0.1816452 Nov 23 22:45:50.780290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.795862 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20234899-624e-470b-9a78-1ca39453868d x-openstack-request-id: req-20234899-624e-470b-9a78-1ca39453868d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:50.796222 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00", "name": "network-vif-deleted", "tag": "31a3b08c-7bff-400e-92d2-74c8bb4bba8a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:50.796477 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20234899-624e-470b-9a78-1ca39453868d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:50.796866 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0949c7e9-ed2e-49bb-b1d1-4a16ae7c1b00', 'name': 'network-vif-deleted', 'tag': '31a3b08c-7bff-400e-92d2-74c8bb4bba8a', 'status': 'completed', 'code': 200} Nov 23 22:45:50.821906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39640) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:50.832716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Attempting to bind port e22015d6-b013-4efc-9422-d7a1ee034ace on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:50.833085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Attempting to bind port e22015d6-b013-4efc-9422-d7a1ee034ace by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:50.833408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Attempting to bind port e22015d6-b013-4efc-9422-d7a1ee034ace on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:50.869035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Port e22015d6-b013-4efc-9422-d7a1ee034ace on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:50.869355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Attempting to bind port e22015d6-b013-4efc-9422-d7a1ee034ace on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:50.876574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491057f2-459e-4648-8e0f-1ddf5bd4bef5 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:50.888022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.892206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:50.892539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:50.892916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:50.893348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Bound port: e22015d6-b013-4efc-9422-d7a1ee034ace, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:50.893694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.898431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-96582014-3cdd-4c9c-a4ba-3ebc7008b765 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:50.900010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-96582014-3cdd-4c9c-a4ba-3ebc7008b765 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/networks?id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec HTTP/1.1" status: 200 len: 811 time: 0.3058529 Nov 23 22:45:50.918315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting subnet 576e3057-fba1-4e3b-ad08-ba04f6061859 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:50.919484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.926312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Transition to ACTIVE for port object 491057f2-459e-4648-8e0f-1ddf5bd4bef5 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:50.928330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.937674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.953866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:50.954646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-bff9d0d1-a63c-45b9-8176-8aa7d7f27748 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/quotas/9396a090a4c74095bd0f78f570548998 HTTP/1.1" status: 200 len: 375 time: 0.0426323 Nov 23 22:45:51.012605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:51.022071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-30693fec-48de-4b21-abbd-fea200508815 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/routers/9f2d4816-62b4-49bd-8c34-7988c159648b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2594154 Nov 23 22:45:51.024171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39642) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:51.027042 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a3b4c-4038-4c21-b693-49040978184f None None] Sync routers for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:51.031803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:51.048821 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a3b4c-4038-4c21-b693-49040978184f None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:51.049592 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-233a3b4c-4038-4c21-b693-49040978184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:51.055076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.060886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d373a18d-7366-4261-88de-1e025c166efd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:51.072105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.072456 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Added segment bbe95445-899c-4160-898d-db3cdbaaf80f of type vlan for network b3241005-8cfb-4d5a-a235-19af426d7fdf Nov 23 22:45:51.100547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Allocated IP 172.25.0.95 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/f0d7bb0e-d61c-4a43-923c-4bb49b367b6c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:51.109113 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-233a3b4c-4038-4c21-b693-49040978184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:51.119798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:51.121406 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a3b4c-4038-4c21-b693-49040978184f None None] Routers {'9f2d4816-62b4-49bd-8c34-7988c159648b'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:51.130040 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-233a3b4c-4038-4c21-b693-49040978184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f2d4816-62b4-49bd-8c34-7988c159648b'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:51.167063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:51.173430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-df3cf4b7-ae20-4b5f-9057-b7a40ce51417 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9396a090a4c74095bd0f78f570548998&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029302 Nov 23 22:45:51.175775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.179212 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-233a3b4c-4038-4c21-b693-49040978184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:51.180263 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a3b4c-4038-4c21-b693-49040978184f None None] The sync data for ids ['9f2d4816-62b4-49bd-8c34-7988c159648b'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:51.204310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-adbd04dc-8740-4bbe-acf6-84b178ebb917 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:45:51.205316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-adbd04dc-8740-4bbe-acf6-84b178ebb917 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052831 Nov 23 22:45:51.221902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:51.266186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.301335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.302491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:51.303074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.352658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:51.353276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.354681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] 10.222.0.48 "PUT /v2.0/ports/e22015d6-b013-4efc-9422-d7a1ee034ace HTTP/1.1" status: 200 len: 1096 time: 4.0977082 Nov 23 22:45:51.402372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.405184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.415706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5132513 Nov 23 22:45:51.425691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39648) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:51.438704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Request body: {'subnet': {'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-subnet', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:51.463117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Attempting to bind port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:51.463447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Attempting to bind port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:51.463802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Attempting to bind port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:51.490706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a4dce-1714-4e18-a78e-1e50336d6b5d service neutron] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:51.493938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.511234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc233719-73f2-4d12-99b3-6eb39b7b81d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3241005-8cfb-4d5a-a235-19af426d7fdf,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:51.522880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:51.523194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Attempting to bind port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:51.524974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b3241005-8cfb-4d5a-a235-19af426d7fdf details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:51.543261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-39f8e58b-c266-4260-b0c0-45f1122287c5 service neutron] 10.222.0.11 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174403 Nov 23 22:45:51.543499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:51.543882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:51.544271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:51.544760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Bound port: 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:51.545070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.560377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Made reservation on behalf of f5523f7332df411dad76b1605f353f40 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:51.563388 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.664078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-1d6fd752-337a-43e3-b4d1-7ef97f31aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:51.666692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-1d6fd752-337a-43e3-b4d1-7ef97f31aac1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 1099 time: 0.2005928 Nov 23 22:45:51.688593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.780371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.791589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-7eef64a5-582d-453d-8a4e-135a89fac868 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e22015d6-b013-4efc-9422-d7a1ee034ace HTTP/1.1" status: 200 len: 217 time: 0.0935087 Nov 23 22:45:51.793691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.799303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/subnets/576e3057-fba1-4e3b-ad08-ba04f6061859 HTTP/1.1" status: 204 len: 168 time: 0.9738257 Nov 23 22:45:51.799481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f4b853-3fce-4d6d-951b-145f0af2ffa1 None None] Network a98559a4-19ec-4a6a-971e-fc39d92fe0e4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:51.801605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380b38-0a79-456d-ae79-e1afba3203a0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Subnet': ['ID=576e3057-fba1-4e3b-ad08-ba04f6061859,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:51.803391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:51.827939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.851559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-0cd95c22-baee-42f3-9d6e-94404e78cbda service neutron] 10.222.0.11 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072848 Nov 23 22:45:51.874662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:51.882391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:51.885214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:51.887226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:51.922713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'Port': ['ID=f0d7bb0e-d61c-4a43-923c-4bb49b367b6c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:51.976417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:51.978913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-de7c89c2-aa18-413e-a13c-7bb973b78ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:51.980413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-de7c89c2-aa18-413e-a13c-7bb973b78ab9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1757560 Nov 23 22:45:51.989502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b69a37-eae7-4e55-b5fa-34472e695939 req-06b8541d-6d24-4e0b-8820-3219c524d23b tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:51.990486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:51.997173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31b69a37-eae7-4e55-b5fa-34472e695939 req-06b8541d-6d24-4e0b-8820-3219c524d23b tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 948 time: 0.1984575 Nov 23 22:45:52.004092 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.043608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31a3b08c-7bff-400e-92d2-74c8bb4bba8a no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:52.077126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:52.078333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.079139 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/491057f2-459e-4648-8e0f-1ddf5bd4bef5 HTTP/1.1" status: 200 len: 1096 time: 2.3336699 Nov 23 22:45:52.089015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 31a3b08c-7bff-400e-92d2-74c8bb4bba8a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:52.091495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31a3b08c-7bff-400e-92d2-74c8bb4bba8a not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:52.099135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] DHCP port deletion for a98559a4-19ec-4a6a-971e-fc39d92fe0e4 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:52.151025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-cff54666-672d-48a8-b1b0-340251877769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:52.152838 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-cff54666-672d-48a8-b1b0-340251877769 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601188 Nov 23 22:45:52.160801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864cf4e-85f3-4d56-b56c-6d6cfb39cbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:52.164339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port df2c02d4-bd0f-4857-9f32-8e92d3524622 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:52.164679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.229140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.247435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31b69a37-eae7-4e55-b5fa-34472e695939 req-aa86bb57-fe66-4344-b958-c1d50e58b5d0 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455692 Nov 23 22:45:52.290466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] Deleting port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:52.290953 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.378912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.423841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:52.465189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:52.465707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] For port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:52.466195 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.466322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.490370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] Calling delete_port for f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:52.528254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-5bb927d2-7440-4efc-a5e4-d5a3652237fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:52.530118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-5bb927d2-7440-4efc-a5e4-d5a3652237fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 1099 time: 0.3190508 Nov 23 22:45:52.535813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.541612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb06abf7-2217-4f9f-815b-70adff281712 req-8f628974-679f-40e2-90b7-ab00221ef17e tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 210 time: 0.1234992 Nov 23 22:45:52.579591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0376f4-3e70-4ac6-a11c-8491fa1e586d,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:52.583070 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-ca334206-5366-4c7b-835c-f8fe261983a5 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150100 Nov 23 22:45:52.619478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for df2c02d4-bd0f-4857-9f32-8e92d3524622 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:52.626713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Checking segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:52.627947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Network hostable DHCP agents. Network: b3241005-8cfb-4d5a-a235-19af426d7fdf, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:52.646582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9898f7-adf5-4a72-bdc0-ce8b7c6513e0 req-64e4dcdf-d0ad-4d26-8c23-5cc9e8f3d18e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:52.648670 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9898f7-adf5-4a72-bdc0-ce8b7c6513e0 req-64e4dcdf-d0ad-4d26-8c23-5cc9e8f3d18e tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 949 time: 0.2665012 Nov 23 22:45:52.653932 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.663929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.694602 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.705803 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-e357d077-5e77-46cb-aecd-be202fb06868 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5 HTTP/1.1" status: 200 len: 217 time: 0.1209261 Nov 23 22:45:52.723376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] Pushing event deleted for resources: {'Port': ['ID=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:52.733202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,segment=NetworkSegment(b7b66858-7d96-4fd6-b532-ad09f9a7c171),segment_id=b7b66858-7d96-4fd6-b532-ad09f9a7c171)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:52.733770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.761886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Network b3241005-8cfb-4d5a-a235-19af426d7fdf is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:52.770880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d874ac1-8045-4c1b-8119-d938a9014e1e None None] No DVR routers for this DVR port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:52.782244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9898f7-adf5-4a72-bdc0-ce8b7c6513e0 req-01fd0948-3834-4c14-85cc-c46e3506b2e7 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234806 Nov 23 22:45:52.795603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b3241005-8cfb-4d5a-a235-19af426d7fdf) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:52.800036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:52.801907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.823881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace'}, {'name': 'network-changed', 'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:52.826290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf64e4-7551-433d-bc9b-41424fa24ab6 None None] Network b3241005-8cfb-4d5a-a235-19af426d7fdf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:52.832074 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100529b-01bb-4ab2-9b52-8faab89c2338" -d '{"events": [{"name": "network-changed", "server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace"}, {"name": "network-changed", "server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:52.872857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7caf6c47-a8b3-42b3-9ee7-8b9689d5bab0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4396143 Nov 23 22:45:52.875555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:52.881295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:52.882550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:52.946036 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.947150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.969351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-f7118a9d-d028-448d-a407-903934c0b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:52.970859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-f7118a9d-d028-448d-a407-903934c0b42a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2506933 Nov 23 22:45:52.977719 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b018a8e-be90-4550-b24f-8a6d28856266 x-openstack-request-id: req-9b018a8e-be90-4550-b24f-8a6d28856266 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:52.978096 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:52.978509 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b018a8e-be90-4550-b24f-8a6d28856266 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:52.978748 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'status': 'completed', 'code': 200} Nov 23 22:45:52.979011 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'status': 'completed', 'code': 200} Nov 23 22:45:53.000713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c32cb0-9ac4-4e50-9c07-81210d7d49bb req-37f31db8-a343-47b3-b5f0-cffc8a001999 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049628 Nov 23 22:45:53.116324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308694b-5833-4b07-a270-03010b705599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b3241005-8cfb-4d5a-a235-19af426d7fdf', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:45:53.120894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b308694b-5833-4b07-a270-03010b705599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.123687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eef86-93ec-4837-9eef-50926d02e61c req-dbace8b0-d075-4b07-8216-376714d3ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.125326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-dbace8b0-d075-4b07-8216-376714d3ebac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385720 Nov 23 22:45:53.127813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.203815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:53.223292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port f96b1e35-dc1e-48cb-94f2-d3c0b4e97c1b on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:53.357093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.395679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b308694b-5833-4b07-a270-03010b705599 None None] Allocated IP 172.20.0.2 (b3241005-8cfb-4d5a-a235-19af426d7fdf/9b0376f4-3e70-4ac6-a11c-8491fa1e586d/0602d8f9-169c-4654-861f-4a74d54b148f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:53.480094 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.649195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-579a2b17-39ca-4c3f-b664-41716dc82633 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.650971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-579a2b17-39ca-4c3f-b664-41716dc82633 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 949 time: 0.1808403 Nov 23 22:45:53.669950 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b308694b-5833-4b07-a270-03010b705599 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.678876 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b308694b-5833-4b07-a270-03010b705599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.735626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308694b-5833-4b07-a270-03010b705599 None None] Network b3241005-8cfb-4d5a-a235-19af426d7fdf is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:53.739748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b308694b-5833-4b07-a270-03010b705599 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:53.742563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308694b-5833-4b07-a270-03010b705599 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:53.745184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0284e48-0305-475c-bf77-0687dbe65ec0 req-17a61093-402e-4283-886a-679818893471 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 210 time: 0.1213794 Nov 23 22:45:53.757664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.765464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308694b-5833-4b07-a270-03010b705599 None None] Pushing event updated for resources: {'Port': ['ID=0602d8f9-169c-4654-861f-4a74d54b148f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:53.771242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=df2c02d4-bd0f-4857-9f32-8e92d3524622,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:53.793265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482691d7-e1c0-4a56-8dce-880d1f1db4de req-ad89b172-18a5-4c7c-8cf8-24e9651d96c6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.801543 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-482691d7-e1c0-4a56-8dce-880d1f1db4de req-ad89b172-18a5-4c7c-8cf8-24e9651d96c6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 948 time: 0.3395572 Nov 23 22:45:53.821681 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.827852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98559a4-19ec-4a6a-971e-fc39d92fe0e4']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:53.853762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b308694b-5833-4b07-a270-03010b705599 None None] Attempting to bind port 0602d8f9-169c-4654-861f-4a74d54b148f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:53.854570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b308694b-5833-4b07-a270-03010b705599 None None] Attempting to bind port 0602d8f9-169c-4654-861f-4a74d54b148f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:53.855115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308694b-5833-4b07-a270-03010b705599 None None] Attempting to bind port 0602d8f9-169c-4654-861f-4a74d54b148f on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:53.865862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308694b-5833-4b07-a270-03010b705599 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:53.866538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308694b-5833-4b07-a270-03010b705599 None None] Checking segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:53.867869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b308694b-5833-4b07-a270-03010b705599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.868499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308694b-5833-4b07-a270-03010b705599 None None] Bound using segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:53.869650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b308694b-5833-4b07-a270-03010b705599 None None] Bound port: 0602d8f9-169c-4654-861f-4a74d54b148f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:53.870439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b308694b-5833-4b07-a270-03010b705599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.876113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b66858-7d96-4fd6-b532-ad09f9a7c171') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:53.876418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b66858-7d96-4fd6-b532-ad09f9a7c171') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:53.883759 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.884272 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-aa94b2a9-ce8d-4aa2-93a4-485872365c19 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971672 Nov 23 22:45:53.886709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-9c32c159-75b8-4983-ae6e-e78d5d1d9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.888425 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-9c32c159-75b8-4983-ae6e-e78d5d1d9ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 1099 time: 0.5770218 Nov 23 22:45:53.906217 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.923063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.977806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b308694b-5833-4b07-a270-03010b705599 None None] For port 0602d8f9-169c-4654-861f-4a74d54b148f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:53.981738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b308694b-5833-4b07-a270-03010b705599 None None] For port 0602d8f9-169c-4654-861f-4a74d54b148f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0602d8f9-169c-4654-861f-4a74d54b148f,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:53.984333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.986572 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.992376 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b308694b-5833-4b07-a270-03010b705599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.070228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308694b-5833-4b07-a270-03010b705599 None None] Pushing event updated for resources: {'Port': ['ID=0602d8f9-169c-4654-861f-4a74d54b148f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:54.086048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-482691d7-e1c0-4a56-8dce-880d1f1db4de req-b2ede92e-a309-4e12-b4ab-80d0d70643fe tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823069 Nov 23 22:45:54.153511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'Port': ['ID=f0d7bb0e-d61c-4a43-923c-4bb49b367b6c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:54.160723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:54.161280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:54.165705 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:54.189874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.214272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Deleting port 9af79337-10f4-4ef5-9b5f-794059bcbdba {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:54.214614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.229608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee46bb8-dc2d-4566-9eef-0039e45e5f72 req-1f450918-feff-4d9a-a747-c66312579587 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:54.238630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bee46bb8-dc2d-4566-9eef-0039e45e5f72 req-1f450918-feff-4d9a-a747-c66312579587 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 949 time: 0.2032573 Nov 23 22:45:54.285206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.295477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d1f719a1-c6c6-4275-b342-42f558197a4c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4077976 Nov 23 22:45:54.310547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.320028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.444121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bee46bb8-dc2d-4566-9eef-0039e45e5f72 req-13da36cd-99b5-4e39-aba6-36a91976119c tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/security-groups?id=c574571d-c8e4-46a7-a96b-668d21d5e290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013307 Nov 23 22:45:54.455992 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.459796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-5080690f-b5dc-436a-a824-2703d0bd646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:54.462159 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-5080690f-b5dc-436a-a824-2703d0bd646c service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.5623076 Nov 23 22:45:54.465167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.469415 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/networks/a98559a4-19ec-4a6a-971e-fc39d92fe0e4 HTTP/1.1" status: 204 len: 168 time: 2.6587594 Nov 23 22:45:54.479900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-992eef86-93ec-4837-9eef-50926d02e61c req-cd63a18a-b984-4fa6-a586-12fcf1496749 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784993 Nov 23 22:45:54.484443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:54.527206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] For port 9af79337-10f4-4ef5-9b5f-794059bcbdba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9af79337-10f4-4ef5-9b5f-794059bcbdba,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:54.527206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.532324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.532932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Fanout notify agent at l3_agent the message router_deleted on router 9f2d4816-62b4-49bd-8c34-7988c159648b {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:45:54.573108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.574626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7990987-0749-4d14-ab31-c0f7e0c349b5 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/routers/9f2d4816-62b4-49bd-8c34-7988c159648b HTTP/1.1" status: 204 len: 168 time: 3.5429063 Nov 23 22:45:54.578158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39690) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:54.622007 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-cae3841b-5881-45b9-85e4-d094a8b23f53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e22015d6-b013-4efc-9422-d7a1ee034ace HTTP/1.1" status: 200 len: 217 time: 0.1363113 Nov 23 22:45:54.622995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb11f47-c833-4a9f-a10a-5fee0e3a81d0 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Network': ['ID=a98559a4-19ec-4a6a-971e-fc39d92fe0e4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:54.684207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-f7d9b607-0c9e-4f5f-a8bb-e3ace2297107 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:54.685628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-f7d9b607-0c9e-4f5f-a8bb-e3ace2297107 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.46 "GET /v2.0/networks?id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec HTTP/1.1" status: 200 len: 811 time: 0.6178610 Nov 23 22:45:54.720006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting subnet cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:54.725330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Calling delete_port for 9af79337-10f4-4ef5-9b5f-794059bcbdba owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:54.727794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.755791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-a52ca207-d3fa-4646-9def-0290b01e9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:54.757396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-a52ca207-d3fa-4646-9def-0290b01e9722 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1223364 Nov 23 22:45:54.841241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.878567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-7c8d6294-4054-4623-bbee-d800d825d5e2 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9396a090a4c74095bd0f78f570548998 HTTP/1.1" status: 200 len: 379 time: 0.1813080 Nov 23 22:45:54.886615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting subnet 0a1fb045-3117-44c7-8f5e-26434d0bee68 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:54.893966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Request body: {'port': {'device_id': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'admin_state_up': True, 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'security_groups': ['fa53d8c6-550c-4584-b723-96223a4d9faa']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:54.902016 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.916431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-9e81d8d0-c7b6-44ff-a33e-8ab89fac64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:54.917840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-9e81d8d0-c7b6-44ff-a33e-8ab89fac64d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440299 Nov 23 22:45:54.965810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:54.993420 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51368eb6-b820-4ea1-91c9-e9a1394db936 req-aa44a37c-8f93-4875-8541-827a6a9c680a tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 210 time: 0.0590401 Nov 23 22:45:55.032671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.039013 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.088694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.099957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395182-0151-4459-aeba-00469a6966f0 req-4b18d608-ab6a-4c57-8a19-88f46e1695e7 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:55.101489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-4b18d608-ab6a-4c57-8a19-88f46e1695e7 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 822 time: 0.3891170 Nov 23 22:45:55.197946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-b212aa8f-6b29-460c-b8da-cc0f98f065ae service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656009 Nov 23 22:45:55.223644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-9e0a6b41-bc5d-4be2-b245-eeee6ab4c423 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/quotas/9011f1e33fd74a80bd2d19bbcc986181 HTTP/1.1" status: 200 len: 375 time: 0.0682521 Nov 23 22:45:55.258663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Made reservation on behalf of 9396a090a4c74095bd0f78f570548998 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:55.262812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.312917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.329481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-a44654bd-0a58-49ce-95b3-4ed36db4aacb tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712919 Nov 23 22:45:55.390438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.421871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec06476-b96f-4a70-b0cb-8b127047e291 None None] Network e31278c3-9851-4533-a972-8987298f5235 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:55.423283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:55.431985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.435198 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ceefdfd4-6383-4f34-b013-948624110d9e tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/subnets/cf7db2e4-5361-4961-8ba5-d6d3b8fbdc1e HTTP/1.1" status: 204 len: 168 time: 0.9478962 Nov 23 22:45:55.442517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39704) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:55.487194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Pushing event deleted for resources: {'Port': ['ID=9af79337-10f4-4ef5-9b5f-794059bcbdba,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:55.492606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Allocated IP 172.25.0.186 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e374ee5d-7021-4ca6-9a91-49895e1ee189) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:55.504669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342792-e9f9-4d56-934b-0382e794170b req-886d21d0-21f7-45fb-b00c-85eb3d8f8ff3 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:55.506265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61342792-e9f9-4d56-934b-0382e794170b req-886d21d0-21f7-45fb-b00c-85eb3d8f8ff3 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 948 time: 0.3040831 Nov 23 22:45:55.512215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.521687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-70bb8dc0-7a07-4586-bff5-6f24a1b8385b service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131382 Nov 23 22:45:55.594037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126d37c-118a-4b29-84c2-23a339d49757 None None] Network b3241005-8cfb-4d5a-a235-19af426d7fdf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:55.597193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.621904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Allocated IP 172.20.0.14 (b545b11a-b51f-4c67-8c9e-1f92a3da68ec/e3245e37-7851-4717-8712-b5fe233e4549/64ae3424-87b1-4c7c-8d54-0cb77849a680) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:55.661806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Provisioning complete for port 0602d8f9-169c-4654-861f-4a74d54b148f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:55.662039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] No DVR routers for this DVR port 9af79337-10f4-4ef5-9b5f-794059bcbdba on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:55.665254 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.665585 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.669285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a4acbbb-01f9-4c88-835b-a2425426d3de req-a30da08c-def7-4f65-83ce-859f073ecd44 tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.48 "DELETE /v2.0/ports/9af79337-10f4-4ef5-9b5f-794059bcbdba HTTP/1.1" status: 204 len: 173 time: 1.9330959 Nov 23 22:45:55.683647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01093956-877b-404e-b16f-b63a2175ae62', 'name': 'network-vif-deleted', 'tag': '9af79337-10f4-4ef5-9b5f-794059bcbdba'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:55.686544 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190ebb05-44bc-4a7f-8c33-6c220e3ac6f9" -d '{"events": [{"server_uuid": "01093956-877b-404e-b16f-b63a2175ae62", "name": "network-vif-deleted", "tag": "9af79337-10f4-4ef5-9b5f-794059bcbdba"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:55.745463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-28828e1e-0141-4f4a-828d-720c82e3fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:55.746979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-28828e1e-0141-4f4a-828d-720c82e3fd8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 1099 time: 0.1224091 Nov 23 22:45:55.825976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61342792-e9f9-4d56-934b-0382e794170b req-5d80ba3c-71cc-483d-ad2c-edfe23b9f449 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284513 Nov 23 22:45:55.836635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-4c61926b-ab60-4125-883d-4482421cc843 service neutron] 10.222.0.11 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932857 Nov 23 22:45:55.857546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.939185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.963048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1fb045-3117-44c7-8f5e-26434d0bee68,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:55.984770 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:55.992988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0f666811-f4f7-4be5-9c08-ff59c549ec5f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/subnets/0a1fb045-3117-44c7-8f5e-26434d0bee68 HTTP/1.1" status: 204 len: 168 time: 1.4111195 Nov 23 22:45:56.031485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] DHCP port deletion for e31278c3-9851-4533-a972-8987298f5235 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:56.034313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39712) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:56.054639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d792f95a-bc1c-4bf6-9daa-abb892719a80 None None] Network c2db131a-bbb1-419c-8309-af3f4f4da231 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:56.062148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Deleting port 18d5fa29-6b56-414f-a099-cadd0200c27d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:56.062628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.064930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.128189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97dbcde7-d4bd-4a1b-9e35-3ade438b81f8 req-493f33b0-b3a8-439b-8808-68e490e44e7a tempest-ServersOnMultiNodesTest-1288386819 tempest-ServersOnMultiNodesTest-1288386819-project] 10.222.0.11 "GET /v2.0/ports?device_id=01093956-877b-404e-b16f-b63a2175ae62 HTTP/1.1" status: 200 len: 210 time: 0.1344085 Nov 23 22:45:56.167050 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.347361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:56.373826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:56.391254 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28ccef9-5d41-424d-8d4c-4aed16ae5ac1 x-openstack-request-id: req-f28ccef9-5d41-424d-8d4c-4aed16ae5ac1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:56.391547 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01093956-877b-404e-b16f-b63a2175ae62", "name": "network-vif-deleted", "tag": "9af79337-10f4-4ef5-9b5f-794059bcbdba", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:56.392547 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f28ccef9-5d41-424d-8d4c-4aed16ae5ac1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:56.394457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event updated for resources: {'Port': ['ID=64ae3424-87b1-4c7c-8d54-0cb77849a680,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:56.396987 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01093956-877b-404e-b16f-b63a2175ae62', 'name': 'network-vif-deleted', 'tag': '9af79337-10f4-4ef5-9b5f-794059bcbdba', 'status': 'completed', 'code': 200} Nov 23 22:45:56.399960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:56.409533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0602d8f9-169c-4654-861f-4a74d54b148f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:56.416602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-f351d075-1c5d-4cfb-b23b-e1efa4a8f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:56.418956 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.422677 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-f351d075-1c5d-4cfb-b23b-e1efa4a8f7a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.6587422 Nov 23 22:45:56.432136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] For port 18d5fa29-6b56-414f-a099-cadd0200c27d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=18d5fa29-6b56-414f-a099-cadd0200c27d,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:56.433441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.440118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-c3420a31-af2d-46ae-9945-97f87302efdd service neutron] 10.222.0.11 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922322 Nov 23 22:45:56.536526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.581217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Calling delete_port for 18d5fa29-6b56-414f-a099-cadd0200c27d owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:56.588699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-b8b791c2-5339-4fef-9a5e-4aa1beca33ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5 HTTP/1.1" status: 200 len: 217 time: 0.1408932 Nov 23 22:45:56.665323 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.680450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:56.696063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:56.697957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0602d8f9-169c-4654-861f-4a74d54b148f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:56.698541 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.699143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:56.714142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfe1ae-3ced-456b-a92c-494309bd9204 req-18cc34b8-14a9-447b-8b04-638677ab738b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:56.722591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5dfe1ae-3ced-456b-a92c-494309bd9204 req-18cc34b8-14a9-447b-8b04-638677ab738b tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 932 time: 0.2764144 Nov 23 22:45:56.724158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:56.725270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.733666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Pushing event updated for resources: {'Port': ['ID=e374ee5d-7021-4ca6-9a91-49895e1ee189,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:56.825366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] Deleting port 18d5fa29-6b56-414f-a099-cadd0200c27d {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:56.825754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.853908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 332a7f3d-6213-48c6-be0d-4f9b368366be {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:56.854239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.862148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-5dbe2cc3-2ad2-4fb7-9fe6-9d399edc3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:56.866089 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-5dbe2cc3-2ad2-4fb7-9fe6-9d399edc3650 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.2606807 Nov 23 22:45:56.869727 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-52fe4ee2-bd8d-413d-a200-871922143edd tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9817216 Nov 23 22:45:56.905646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Request body: {'port': {'device_id': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:56.958840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] For port 18d5fa29-6b56-414f-a099-cadd0200c27d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=18d5fa29-6b56-414f-a099-cadd0200c27d,segment=NetworkSegment(f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6),segment_id=f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:56.959629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.973790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5dfe1ae-3ced-456b-a92c-494309bd9204 req-2d91962e-5722-4360-b957-8225ac91a1e0 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486355 Nov 23 22:45:56.976710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] Calling delete_port for 18d5fa29-6b56-414f-a099-cadd0200c27d owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:57.030226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:57.031848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34f2af98-367a-4901-ae8d-b486e619df95 req-8275b7bc-8134-4acd-aad4-b560933ece17 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 210 time: 0.1213846 Nov 23 22:45:57.083188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-a4208073-81b6-4a71-89a7-15708fe448de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:57.088144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-a4208073-81b6-4a71-89a7-15708fe448de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2122750 Nov 23 22:45:57.146165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] For port 0602d8f9-169c-4654-861f-4a74d54b148f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0602d8f9-169c-4654-861f-4a74d54b148f,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:57.157257 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:57.226905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] For port 332a7f3d-6213-48c6-be0d-4f9b368366be, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=332a7f3d-6213-48c6-be0d-4f9b368366be,segment=NetworkSegment(dd9b74e6-50c5-4f45-bbc2-eb8828460cde),segment_id=dd9b74e6-50c5-4f45-bbc2-eb8828460cde)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:57.227514 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:57.267309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 332a7f3d-6213-48c6-be0d-4f9b368366be owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:57.293780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4267b3-c822-4b3b-a538-713df32ecee7 req-13c36bad-c7ce-40b6-b558-aa73aa218684 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:57.296318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] DHCP port deletion for c2db131a-bbb1-419c-8309-af3f4f4da231 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:57.306681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b4267b3-c822-4b3b-a538-713df32ecee7 req-13c36bad-c7ce-40b6-b558-aa73aa218684 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 948 time: 0.1388702 Nov 23 22:45:57.311931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:57.513521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:57.516269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9af79337-10f4-4ef5-9b5f-794059bcbdba no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:57.552865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 18d5fa29-6b56-414f-a099-cadd0200c27d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:57.671538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 18d5fa29-6b56-414f-a099-cadd0200c27d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:57.673403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 18d5fa29-6b56-414f-a099-cadd0200c27d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:57.730791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 9af79337-10f4-4ef5-9b5f-794059bcbdba {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:57.731153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9af79337-10f4-4ef5-9b5f-794059bcbdba not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:57.750255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-401fb717-64cc-4c61-b7cc-e4ce5c71339c None None] Provisioning complete for port 64ae3424-87b1-4c7c-8d54-0cb77849a680 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:57.750635 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-401fb717-64cc-4c61-b7cc-e4ce5c71339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:57.752869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'mac_address': 'fa:16:3e:ed:b4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:57.825912 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:57.859715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Pushing event updated for resources: {'Port': ['ID=0602d8f9-169c-4654-861f-4a74d54b148f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:57.875508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.875847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.876106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.876449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.876788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.877231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.877532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.877779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.878110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.878478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.878760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.879771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79258eac-d690-48f9-8c9b-a7ffb754d493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.895419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22015d6-b013-4efc-9422-d7a1ee034ace {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:57.919824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:57.921350 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:57.965224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] Pushing event deleted for resources: {'Port': ['ID=18d5fa29-6b56-414f-a099-cadd0200c27d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:57.967210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:57.967883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 491057f2-459e-4648-8e0f-1ddf5bd4bef5 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:57.978901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39736) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:57.980394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.037410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.050629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:58.073163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-401fb717-64cc-4c61-b7cc-e4ce5c71339c None None] Port 64ae3424-87b1-4c7c-8d54-0cb77849a680 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:58.089474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] No DVR routers for this DVR port 18d5fa29-6b56-414f-a099-cadd0200c27d on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:58.095633 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:45:58.105792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] Deleting port 332a7f3d-6213-48c6-be0d-4f9b368366be {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:58.106169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.112629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.118714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934ef63-8c51-46f9-a9b6-613facf1e391 None None] No DVR routers for this DVR port 18d5fa29-6b56-414f-a099-cadd0200c27d on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:58.280416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b4267b3-c822-4b3b-a538-713df32ecee7 req-2aa93442-109b-4e83-a2fd-1cde501c5d99 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9725809 Nov 23 22:45:58.283071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.302399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:58.305359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2f135850-1202-459c-8ddf-1a64cb306abb None None] Provisioning complete for port 0602d8f9-169c-4654-861f-4a74d54b148f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:58.305732 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2f135850-1202-459c-8ddf-1a64cb306abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.326146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Port': ['ID=18d5fa29-6b56-414f-a099-cadd0200c27d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:58.360375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0602d8f9-169c-4654-861f-4a74d54b148f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:58.432058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] For port 332a7f3d-6213-48c6-be0d-4f9b368366be, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=332a7f3d-6213-48c6-be0d-4f9b368366be,segment=NetworkSegment(dd9b74e6-50c5-4f45-bbc2-eb8828460cde),segment_id=dd9b74e6-50c5-4f45-bbc2-eb8828460cde)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:58.432393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.440800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'mac_address': 'fa:16:3e:89:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:58.458158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=332a7f3d-6213-48c6-be0d-4f9b368366be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:58.467981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] Calling delete_port for 332a7f3d-6213-48c6-be0d-4f9b368366be owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:58.471371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] No DVR routers for this DVR port 332a7f3d-6213-48c6-be0d-4f9b368366be on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:58.580621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.608019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.616040 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bf471a63-35b7-41c0-8db0-42febb5b5d36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05466d14b5a14ae6b7b9008449e2a3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6306581 Nov 23 22:45:58.646411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39746) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:58.659231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c87a0bf-6a79-46bc-9c44-ab85fa6f491a req-50d20faa-4c8d-4f50-b813-f6de3da9fa1f tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 210 time: 0.1611440 Nov 23 22:45:58.659759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491057f2-459e-4648-8e0f-1ddf5bd4bef5 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:58.667705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0602d8f9-169c-4654-861f-4a74d54b148f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:58.668132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.683132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31278c3-9851-4533-a972-8987298f5235']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:58.704106 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.709409 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-f66ed1af-c7e3-4667-9494-0914fbc6af7c service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4817004 Nov 23 22:45:58.736058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395182-0151-4459-aeba-00469a6966f0 req-d69c12b8-82b5-43bc-9e06-1b00413cf06e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:58.737957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-d69c12b8-82b5-43bc-9e06-1b00413cf06e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 822 time: 0.3670864 Nov 23 22:45:58.749482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:58.763516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:58.763781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Request body: {'port': {'device_id': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'admin_state_up': True, 'tenant_id': '9011f1e33fd74a80bd2d19bbcc986181'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:58.764502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b93fe1-ea1a-41b3-843b-6e7b5513d3b6') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:58.790279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] Pushing event deleted for resources: {'Port': ['ID=332a7f3d-6213-48c6-be0d-4f9b368366be,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:58.791829 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.797705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.799689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca2ed4-6fdc-4690-af74-78a65a8b9b6c None None] No DVR routers for this DVR port 332a7f3d-6213-48c6-be0d-4f9b368366be on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:58.859251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e28fe-a837-41d4-9291-0000948ccb8d req-0926a419-3780-4a84-ae5d-a53dccddf68a tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:58.866925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.867951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a9e28fe-a837-41d4-9291-0000948ccb8d req-0926a419-3780-4a84-ae5d-a53dccddf68a tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 932 time: 0.6365604 Nov 23 22:45:58.883904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:58.892687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:58.893475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:58.899534 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:58.965518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.985953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 332a7f3d-6213-48c6-be0d-4f9b368366be no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:59.009579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 332a7f3d-6213-48c6-be0d-4f9b368366be {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:59.009910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 332a7f3d-6213-48c6-be0d-4f9b368366be not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:59.011772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b100529b-01bb-4ab2-9b52-8faab89c2338 req-ce575678-3f8b-4bc9-8585-ce9284dfddb7 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815964 Nov 23 22:45:59.025260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.044486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.047776 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] 10.222.0.11 "DELETE /v2.0/networks/e31278c3-9851-4533-a972-8987298f5235 HTTP/1.1" status: 204 len: 168 time: 3.6019919 Nov 23 22:45:59.059315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe2e4d-28be-4b46-8554-e9b42233d209 tempest-ServersTestMultiNic-968764197 tempest-ServersTestMultiNic-968764197-project] Pushing event deleted for resources: {'Network': ['ID=e31278c3-9851-4533-a972-8987298f5235,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:59.099544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2db131a-bbb1-419c-8309-af3f4f4da231']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:59.131740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9b74e6-50c5-4f45-bbc2-eb8828460cde') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:59.132415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9b74e6-50c5-4f45-bbc2-eb8828460cde') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:59.139640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ae3424-87b1-4c7c-8d54-0cb77849a680 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:59.149102 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.157507 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.164553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Transition to ACTIVE for port object 64ae3424-87b1-4c7c-8d54-0cb77849a680 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:59.165838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a9e28fe-a837-41d4-9291-0000948ccb8d req-a7eb0e24-f0fc-448b-948c-e341c9540d8f tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970073 Nov 23 22:45:59.169881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.182511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ee5bd2b-e2a9-4cf0-ab14-f13f3bd5da86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.189764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.203616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.219209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:59.219640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.220029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['491057f2-459e-4648-8e0f-1ddf5bd4bef5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:59.229669 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:59.248932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae3424-87b1-4c7c-8d54-0cb77849a680,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:59.289813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ee5bd2b-e2a9-4cf0-ab14-f13f3bd5da86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.298257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:59.413988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Made reservation on behalf of 9011f1e33fd74a80bd2d19bbcc986181 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:59.418025 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.451534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Attempting to bind port 64ae3424-87b1-4c7c-8d54-0cb77849a680 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:59.452158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Attempting to bind port 64ae3424-87b1-4c7c-8d54-0cb77849a680 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:59.452675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Attempting to bind port 64ae3424-87b1-4c7c-8d54-0cb77849a680 on network b545b11a-b51f-4c67-8c9e-1f92a3da68ec {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:59.462381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Port 64ae3424-87b1-4c7c-8d54-0cb77849a680 on network b545b11a-b51f-4c67-8c9e-1f92a3da68ec not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:59.462885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Attempting to bind port 64ae3424-87b1-4c7c-8d54-0cb77849a680 on network b545b11a-b51f-4c67-8c9e-1f92a3da68ec {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:59.476719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['e22015d6-b013-4efc-9422-d7a1ee034ace'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:59.489526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.505462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:59.506058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Checking segment: {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:59.506602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Bound using segment: {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:59.507237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Bound port: 64ae3424-87b1-4c7c-8d54-0cb77849a680, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:59.507781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.513401 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.519718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/networks/c2db131a-bbb1-419c-8309-af3f4f4da231 HTTP/1.1" status: 204 len: 168 time: 3.4757311 Nov 23 22:45:59.523828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:59.547177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde32d-572e-4e4f-8b57-19f66100fda0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Network': ['ID=c2db131a-bbb1-419c-8309-af3f4f4da231,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:59.642580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] For port 64ae3424-87b1-4c7c-8d54-0cb77849a680, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:59.647465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] For port 64ae3424-87b1-4c7c-8d54-0cb77849a680, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:59.650092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ee5bd2b-e2a9-4cf0-ab14-f13f3bd5da86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.653256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ee5bd2b-e2a9-4cf0-ab14-f13f3bd5da86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.654623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8ee5bd2b-e2a9-4cf0-ab14-f13f3bd5da86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c574571d-c8e4-46a7-a96b-668d21d5e290 HTTP/1.1" status: 204 len: 168 time: 0.9934587 Nov 23 22:45:59.663666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680aabe-0968-4440-ba28-febfefee3134 req-b75f0c8a-43d5-4902-9871-ad0116fa9573 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:59.669751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.671142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e680aabe-0968-4440-ba28-febfefee3134 req-b75f0c8a-43d5-4902-9871-ad0116fa9573 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 949 time: 0.2883694 Nov 23 22:45:59.733683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:59.734342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:59.735847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] 10.222.0.46 "PUT /v2.0/ports/64ae3424-87b1-4c7c-8d54-0cb77849a680 HTTP/1.1" status: 200 len: 1092 time: 2.8388035 Nov 23 22:45:59.736489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:59.740110 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:59.782665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0cda-dd63-4a7d-a5c3-eeee0e3f8740 service neutron] Pushing event updated for resources: {'Port': ['ID=64ae3424-87b1-4c7c-8d54-0cb77849a680,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:59.841964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5bd2b-e2a9-4cf0-ab14-f13f3bd5da86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574571d-c8e4-46a7-a96b-668d21d5e290,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:59.924955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5491961-abd3-4d9b-829c-3908a8727cfe req-b7ebb48a-81b5-498f-a5a2-76831228cf32 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 210 time: 0.0635133 Nov 23 22:45:59.976260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-b1fed43f-d03a-487f-b1b7-998a02331352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:59.977843 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-b1fed43f-d03a-487f-b1b7-998a02331352 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9396a090a4c74095bd0f78f570548998&device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 1095 time: 0.1813269 Nov 23 22:46:00.025167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e680aabe-0968-4440-ba28-febfefee3134 req-ce0326cf-d0b5-4b0c-aab0-b67f96169a60 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518839 Nov 23 22:46:00.044571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Router 9f516ba9-6971-4de3-81dc-c78f8e49da5a is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:46:00.056456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Allocated IP 172.20.0.2 (6f122f10-bd5a-4139-a235-f610be0a4b83/f4993e95-64f0-4938-95d7-661a833412ba/9d5c03c3-c3ed-4741-8775-c59e9ef71d05) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:00.060477 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c559f74-33d2-4c9e-abf2-f9c076a80098 x-openstack-request-id: req-9c559f74-33d2-4c9e-abf2-f9c076a80098 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:00.060605 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:00.060847 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c559f74-33d2-4c9e-abf2-f9c076a80098 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:00.061251 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'status': 'completed', 'code': 200} Nov 23 22:46:00.064350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-dd4cbd52-2596-4eef-9c2a-cf8b1462c1f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680 HTTP/1.1" status: 200 len: 217 time: 0.0751982 Nov 23 22:46:00.089708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port b77d9a6d-60f8-43ef-9162-b187547846e2 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:00.090269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.141577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-69e927b4-d85b-4a47-8591-bc246dd77c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:00.142963 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-69e927b4-d85b-4a47-8591-bc246dd77c58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3245e37-7851-4717-8712-b5fe233e4549 HTTP/1.1" status: 200 len: 850 time: 0.0610116 Nov 23 22:46:00.166199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:00.190138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.286334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3428d33c-d258-4f03-9fb3-f8bda193e6b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54affaea14994512bef090499b9473f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1184657 Nov 23 22:46:00.298479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39776) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:00.318773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-8366e027-3cd2-4b8b-b524-a1aa3f7fdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:00.320325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-8366e027-3cd2-4b8b-b524-a1aa3f7fdfee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705973 Nov 23 22:46:00.426471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.426724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.454239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:00.458724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for b77d9a6d-60f8-43ef-9162-b187547846e2 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:00.467664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Sync routers for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:00.481722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:00.482677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:00.485749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-33b1e0b4-c54b-4f29-91a5-d52ec69f79da service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569448 Nov 23 22:46:00.494400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657bf50-e396-4a12-9fe9-72a9123b107e req-3d69e469-bc99-4ac6-801e-2a674d4f9254 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:00.495935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d657bf50-e396-4a12-9fe9-72a9123b107e req-3d69e469-bc99-4ac6-801e-2a674d4f9254 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 944 time: 0.2160437 Nov 23 22:46:00.534922 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.539755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb0fdeb4-4ae1-4e8a-b051-d76117d8c1bd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6624885 Nov 23 22:46:00.545295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39778) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:00.595497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74e21a87-1e2d-4bdb-90c3-9dba7d1ddef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.596937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:00.642422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c9fc9d4-db74-4c2c-aef7-02a8f87fefee req-a43e016d-62c1-4e70-a6ec-ce008d71dba3 service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488245 Nov 23 22:46:00.652361 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.664488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Deleting port c12961be-da7f-44ef-8ded-07c31eb9769a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:00.665015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.687610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74e21a87-1e2d-4bdb-90c3-9dba7d1ddef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.773556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d657bf50-e396-4a12-9fe9-72a9123b107e req-65ba97c5-4d45-4697-83a3-6057985fa508 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616580 Nov 23 22:46:00.790618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-1241b03b-6208-4a98-a571-7ec5a8b2b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:00.791887 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-1241b03b-6208-4a98-a571-7ec5a8b2b080 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9396a090a4c74095bd0f78f570548998&device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 1095 time: 0.0905969 Nov 23 22:46:00.792896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:45:57Z', 'revision_number': 3, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:00.824358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Checking router: 9f516ba9-6971-4de3-81dc-c78f8e49da5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:00.824944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Updating router 9f516ba9-6971-4de3-81dc-c78f8e49da5a port e374ee5d-7021-4ca6-9a91-49895e1ee189 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:00.843961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] For port c12961be-da7f-44ef-8ded-07c31eb9769a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c12961be-da7f-44ef-8ded-07c31eb9769a,segment=NetworkSegment(d0984bd6-6a90-48e6-b548-2f89e139ed5d),segment_id=d0984bd6-6a90-48e6-b548-2f89e139ed5d)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:00.844326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.853013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.869208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Calling delete_port for c12961be-da7f-44ef-8ded-07c31eb9769a owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:00.875246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.972079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-554b211f-a6e6-4963-b576-6cbaf0c3d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:00.975088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-554b211f-a6e6-4963-b576-6cbaf0c3d35a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec HTTP/1.1" status: 200 len: 912 time: 0.1753316 Nov 23 22:46:01.039681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-67b43c49-06d7-4c4e-82e7-bc4f046ec19e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680 HTTP/1.1" status: 200 len: 217 time: 0.0548334 Nov 23 22:46:01.162683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.169012 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.171008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-7ea20d57-f10f-41a1-8df1-222d8523beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:01.173223 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-7ea20d57-f10f-41a1-8df1-222d8523beb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3245e37-7851-4717-8712-b5fe233e4549 HTTP/1.1" status: 200 len: 850 time: 0.1258936 Nov 23 22:46:01.231822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Attempting to bind port e374ee5d-7021-4ca6-9a91-49895e1ee189 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:01.232194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Attempting to bind port e374ee5d-7021-4ca6-9a91-49895e1ee189 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:01.232558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Attempting to bind port e374ee5d-7021-4ca6-9a91-49895e1ee189 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:01.240095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571f84-a026-4235-93d1-7d92ad6df504 None None] Pushing event updated for resources: {'Port': ['ID=e374ee5d-7021-4ca6-9a91-49895e1ee189,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:01.245245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:01.245891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:01.246901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.246901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:01.248878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Bound port: e374ee5d-7021-4ca6-9a91-49895e1ee189, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:01.248878 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.265442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-971c29a0-25a1-4c32-843d-ca6dda409469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:01.267202 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-971c29a0-25a1-4c32-843d-ca6dda409469 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866308 Nov 23 22:46:01.277680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:01.285927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.341399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12961be-da7f-44ef-8ded-07c31eb9769a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:01.360734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] For port e374ee5d-7021-4ca6-9a91-49895e1ee189, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:01.365419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] For port e374ee5d-7021-4ca6-9a91-49895e1ee189, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e374ee5d-7021-4ca6-9a91-49895e1ee189,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:01.368137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74e21a87-1e2d-4bdb-90c3-9dba7d1ddef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.370750 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74e21a87-1e2d-4bdb-90c3-9dba7d1ddef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.371941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-74e21a87-1e2d-4bdb-90c3-9dba7d1ddef4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c853971f-1812-4e38-9562-c05c55fc1234 HTTP/1.1" status: 204 len: 168 time: 1.0681756 Nov 23 22:46:01.380097 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.390657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port e22015d6-b013-4efc-9422-d7a1ee034ace completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:46:01.424322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Network 6f122f10-bd5a-4139-a235-f610be0a4b83 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:01.471229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:01.471769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571f84-a026-4235-93d1-7d92ad6df504 None None] Pushing event updated for resources: {'Port': ['ID=e374ee5d-7021-4ca6-9a91-49895e1ee189,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:01.486983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:01.501267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:01.503370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port e22015d6-b013-4efc-9422-d7a1ee034ace triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:01.505208 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.567553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9704a1-72af-4e08-802d-7ff38c5a5a4a req-7285ed4a-11a2-42b6-8eca-28cffdafb99b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:01.576969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df9704a1-72af-4e08-802d-7ff38c5a5a4a req-7285ed4a-11a2-42b6-8eca-28cffdafb99b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 931 time: 0.2743878 Nov 23 22:46:01.577523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-a9d1e10d-2e10-4b59-af14-1efd425bdc01 service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018134 Nov 23 22:46:01.579794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e21a87-1e2d-4bdb-90c3-9dba7d1ddef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c853971f-1812-4e38-9562-c05c55fc1234,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:01.589638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:01.590941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.626050 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.631650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:01.632970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:01.693624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bddc0-0f9b-41c4-a14d-f37d22d15e97 req-5d5d31ba-3337-48e2-879d-2ac29b393be0 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:01.695428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd8bddc0-0f9b-41c4-a14d-f37d22d15e97 req-5d5d31ba-3337-48e2-879d-2ac29b393be0 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 949 time: 0.3902335 Nov 23 22:46:01.807092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-9b17b9d7-bcb9-4e6e-93ec-c7917fb1e5c8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0509293 Nov 23 22:46:01.815589 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8ddaa8f-accc-4535-a604-2d45e926a7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.818048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.822429 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.827443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/floatingips/bbd1234a-e2f7-430a-a083-c6c615fd7dde HTTP/1.1" status: 204 len: 168 time: 2.2904954 Nov 23 22:46:01.828735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3851d01-60ba-4186-9ce0-d9454e80d562 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=b77d9a6d-60f8-43ef-9162-b187547846e2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:01.836411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:01.848726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39794) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:01.918984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Request body: {'port': {'device_id': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:01.961699 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcd51cf-a97e-421c-b505-22d84eb0dd10 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] DELETE failed (client error): The resource could not be found. Nov 23 22:46:01.962288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcd51cf-a97e-421c-b505-22d84eb0dd10 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:46:01.969130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8dcd51cf-a97e-421c-b505-22d84eb0dd10 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/ports/30061067-6d02-48d0-8e01-b77362b88450 HTTP/1.1" status: 404 len: 333 time: 0.1168227 Nov 23 22:46:01.969906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39800) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:01.991210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.023099 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c43353cc-e389-4853-ab09-51dfe9b689e7 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f2d4816-62b4-49bd-8c34-7988c159648b HTTP/1.1" status: 200 len: 205 time: 0.0510428 Nov 23 22:46:02.028562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:02.030614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd8bddc0-0f9b-41c4-a14d-f37d22d15e97 req-78794d1f-4969-49e7-bb03-580cbad1e2e9 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718079 Nov 23 22:46:02.097448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:02.100525 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb19a183-2198-44b6-b12e-36dae7ffb468" -d '{"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-plugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:02.118876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:02.150912 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-8b780e6f-de52-4b4b-a186-105ca81202b0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] delete failed (client error): The resource could not be found. Nov 23 22:46:02.154540 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8b780e6f-de52-4b4b-a186-105ca81202b0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/routers/9f2d4816-62b4-49bd-8c34-7988c159648b HTTP/1.1" status: 404 len: 336 time: 0.1222851 Nov 23 22:46:02.157193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df9704a1-72af-4e08-802d-7ff38c5a5a4a req-90554e4a-20c2-4ab0-baa4-76d5b1e49485 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791953 Nov 23 22:46:02.157691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:02.160160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.165390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.166947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 491057f2-459e-4648-8e0f-1ddf5bd4bef5 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:02.197296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.224918 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e063e1b-03d5-404f-8c09-fbf4e9c83a6e req-a50342ac-95c1-43ce-8518-315d879c4da1 service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401370 Nov 23 22:46:02.287640 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d86ec4d-ad5b-4cb1-ba8a-b511f4757c25 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] DELETE failed (client error): The resource could not be found. Nov 23 22:46:02.288118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d86ec4d-ad5b-4cb1-ba8a-b511f4757c25 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:46:02.306875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0d86ec4d-ad5b-4cb1-ba8a-b511f4757c25 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/subnets/0a1fb045-3117-44c7-8f5e-26434d0bee68 HTTP/1.1" status: 404 len: 337 time: 0.1440108 Nov 23 22:46:02.321620 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457b8455-0826-4b10-bf68-9b3c5668d529 x-openstack-request-id: req-457b8455-0826-4b10-bf68-9b3c5668d529 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:02.322170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39812) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:02.322284 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-plugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:02.322823 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-457b8455-0826-4b10-bf68-9b3c5668d529 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:02.323219 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'code': 200} Nov 23 22:46:02.419776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:02.436484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:46:02.441026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:02.441682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.476704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:45:57Z', 'revision_number': 3, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:02.515979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee4bb93-ca5b-46b8-b80b-7fbb54db2ebe None None] The sync data for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 is: [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:45:57Z', 'revision_number': 3, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:02.561176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907743-1608-4b2c-83ca-3d16185404e2 req-3073025d-2d34-43bf-9baa-78195887bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:02.564354 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6f907743-1608-4b2c-83ca-3d16185404e2 req-3073025d-2d34-43bf-9baa-78195887bbee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 1101 time: 0.1327076 Nov 23 22:46:02.602527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Router 189752e9-b2d8-4eef-accf-8de05861c09f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:02.625610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.653817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b069dc-325e-4a62-897f-d78277412232 req-830613d6-2618-4a63-902e-5e191401eed7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:02.655614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89b069dc-325e-4a62-897f-d78277412232 req-830613d6-2618-4a63-902e-5e191401eed7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 944 time: 0.2760465 Nov 23 22:46:02.691050 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6f907743-1608-4b2c-83ca-3d16185404e2 req-e2c7c170-1ead-4d10-ba87-d78e19b79780 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167731 Nov 23 22:46:02.693431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:02.703543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.708029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:02.777380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:02.783181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:02.796592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7cec681d-6264-43e4-a616-7304e51a4600 admin admin] 10.222.0.11 "PUT /v2.0/routers/189752e9-b2d8-4eef-accf-8de05861c09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4969912 Nov 23 22:46:02.797010 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] Sync routers for ids ['189752e9-b2d8-4eef-accf-8de05861c09f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:02.797494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39824) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:02.820313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:02.820662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:02.823735 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] Routers {'189752e9-b2d8-4eef-accf-8de05861c09f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:02.824649 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['189752e9-b2d8-4eef-accf-8de05861c09f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:02.899414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89b069dc-325e-4a62-897f-d78277412232 req-016e3bda-b2be-4a55-a245-261fc4184c45 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309489 Nov 23 22:46:02.953011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-network', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:02.982400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.033822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.053097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Made reservation on behalf of 62037e6e1aff4ae5a6d558c361a13c71 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:03.056015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.074065 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.083208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.129226 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] Set router 189752e9-b2d8-4eef-accf-8de05861c09f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:03.134358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 8b7e8dfd-d9db-407f-b181-8e4ad5f66db6 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:03.184290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.286201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.301233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.307079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:03.356006 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.366030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ce9e0f-5765-43a7-a9cf-879817698a79,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:03.392231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Deleting port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:03.392574 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.398055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:03.403680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e81adb-a113-4f56-9ec2-4ad2033f7869 req-22af0215-a676-495c-985e-da2ab0979ef9 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:03.405271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95e81adb-a113-4f56-9ec2-4ad2033f7869 req-22af0215-a676-495c-985e-da2ab0979ef9 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 950 time: 0.2796192 Nov 23 22:46:03.412187 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:46:01Z', 'revision_number': 5, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port': {'id': 'e53b2e7f-b7ee-4568-bb4a-95b9cb46db28', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:44:03Z', 'updated_at': '2021-11-23T22:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:03.431659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Transition to ACTIVE for port object 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:46:03.458198 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] Checking router: 189752e9-b2d8-4eef-accf-8de05861c09f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:03.467470 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] Routers {'189752e9-b2d8-4eef-accf-8de05861c09f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:03.468136 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:45:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['189752e9-b2d8-4eef-accf-8de05861c09f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:03.490932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.522238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Allocated IP 172.20.0.1 (b3241005-8cfb-4d5a-a235-19af426d7fdf/9b0376f4-3e70-4ac6-a11c-8491fa1e586d/56a31148-fb7e-46d5-bf95-02b99a2222c4) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:03.523202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] For port e53b2e7f-b7ee-4568-bb4a-95b9cb46db28, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:03.523774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.539649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Calling delete_port for e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:03.561086 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] Set router 189752e9-b2d8-4eef-accf-8de05861c09f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:03.618875 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:46:03Z', 'revision_number': 6, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:03.647643 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7d195-3579-4cb4-a661-2a4a4b0a12ab None None] The sync data for ids ['189752e9-b2d8-4eef-accf-8de05861c09f'] in n-d-817303-3 is: [{'id': '189752e9-b2d8-4eef-accf-8de05861c09f', 'name': 'tempest-ServersTestMultiNic-1320115079-router', 'tenant_id': 'bf3da8102b944f47aca234ad8b033e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:44:00Z', 'updated_at': '2021-11-23T22:46:03Z', 'revision_number': 6, 'project_id': 'bf3da8102b944f47aca234ad8b033e70', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:03.650899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.671525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.671939 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Added segment 4a4f2895-89ba-43be-a175-d5a8d96c37e1 of type vlan for network 71571000-5427-4a2d-8784-0898472d8361 Nov 23 22:46:03.735761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.803807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.804974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:03.805674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.815109 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.838156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:03.851498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95e81adb-a113-4f56-9ec2-4ad2033f7869 req-8f5f726e-060d-42b0-a09c-92b458edd597 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299903 Nov 23 22:46:03.868274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53b2e7f-b7ee-4568-bb4a-95b9cb46db28,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:03.893250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf2aff-5e3d-42c2-8cce-24da2b359cca req-c89f1f89-20d1-4769-8bff-42cbe52fbf46 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:03.912121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2028508 Nov 23 22:46:03.915353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4bf2aff-5e3d-42c2-8cce-24da2b359cca req-c89f1f89-20d1-4769-8bff-42cbe52fbf46 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 943 time: 0.4784236 Nov 23 22:46:03.923285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39832) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:03.944839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Request body: {'subnet': {'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-subnet', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:03.974296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4590-bde2-4d44-8f2c-919f17704ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=71571000-5427-4a2d-8784-0898472d8361,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:03.989816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 71571000-5427-4a2d-8784-0898472d8361 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:03.994107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.076709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Made reservation on behalf of 62037e6e1aff4ae5a6d558c361a13c71 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:04.079362 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.093163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 64ae3424-87b1-4c7c-8d54-0cb77849a680 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:04.129691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.138972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.173555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4bf2aff-5e3d-42c2-8cce-24da2b359cca req-5c71c000-098f-4f95-b9c9-194b067c1f6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572129 Nov 23 22:46:04.174469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Attempting to bind port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:04.174873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Attempting to bind port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:04.175180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Attempting to bind port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:04.184479 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e662e41-7328-4574-bc29-d0ed69e8adbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.199814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.211726 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.224418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.225258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 189752e9-b2d8-4eef-accf-8de05861c09f {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:46:04.231943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.235196 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd040477-ef2c-49b7-b813-2a603eaae974 admin admin] 10.222.0.11 "DELETE /v2.0/routers/189752e9-b2d8-4eef-accf-8de05861c09f HTTP/1.1" status: 204 len: 168 time: 1.4348156 Nov 23 22:46:04.235597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39836) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:04.315124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 64ae3424-87b1-4c7c-8d54-0cb77849a680, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:04.318931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:46:04.318931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Attempting to bind port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:04.335102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:04.335323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Network b3241005-8cfb-4d5a-a235-19af426d7fdf is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:04.337552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] Deleting subnet c1d63b1b-354c-45e1-aa8a-1aadf0532b49 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:04.338440 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06330065-d366-42a2-85ca-33841077a3ae" -d '{"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-plugged", "status": "completed", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:04.341785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'port_id': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'mac_address': 'fa:16:3e:f3:be:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:04.343788 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.352484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:04.352828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Checking segment: {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:04.354404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Bound using segment: {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:04.354404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Bound port: 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:04.354404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.356137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:04.360995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:04.407914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.438325 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.475979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ae3424-87b1-4c7c-8d54-0cb77849a680 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:04.505177 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82bbcba-2ff0-457b-803a-a720ae6fe29b x-openstack-request-id: req-a82bbcba-2ff0-457b-803a-a720ae6fe29b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:04.505445 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-plugged", "status": "completed", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:04.505710 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a82bbcba-2ff0-457b-803a-a720ae6fe29b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:04.506162 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'code': 200} Nov 23 22:46:04.520100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 64ae3424-87b1-4c7c-8d54-0cb77849a680, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:04.528000 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.531334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.604561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.639992 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.649500 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c1d63b1b-354c-45e1-aa8a-1aadf0532b49 HTTP/1.1" status: 204 len: 168 time: 0.4111764 Nov 23 22:46:04.650176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=64ae3424-87b1-4c7c-8d54-0cb77849a680,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:04.666198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e69b8-47ea-4b8e-a780-77b57397a464 None None] Network 4eab735f-5232-4a02-8b4a-c8cea5352eea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:04.674376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:04.678230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:04.694005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:04.741145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973f06e-bba2-4e75-be20-6c1de251589c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d63b1b-354c-45e1-aa8a-1aadf0532b49,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:04.790273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['64ae3424-87b1-4c7c-8d54-0cb77849a680'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:04.799128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141d9dc-4773-4029-b079-469755d314f3 req-57b82e61-9847-44b7-bba0-319f7afbddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:04.802681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b141d9dc-4773-4029-b079-469755d314f3 req-57b82e61-9847-44b7-bba0-319f7afbddaa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 1101 time: 0.1824880 Nov 23 22:46:04.845556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e374ee5d-7021-4ca6-9a91-49895e1ee189 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:04.885709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b141d9dc-4773-4029-b079-469755d314f3 req-94103c1e-b716-48cb-9126-f62c6e982bc9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743258 Nov 23 22:46:04.925495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.931789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.954833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02fe73-ac68-4eff-8965-af123791876f req-64810df8-affc-49d3-b073-02e95c422e85 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:04.957315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a02fe73-ac68-4eff-8965-af123791876f req-64810df8-affc-49d3-b073-02e95c422e85 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 944 time: 0.8874812 Nov 23 22:46:04.959083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.973102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.985659 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/ports/8b7e8dfd-d9db-407f-b181-8e4ad5f66db6 HTTP/1.1" status: 204 len: 168 time: 2.6438656 Nov 23 22:46:04.991713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39846) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:04.994484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Pushing event updated for resources: {'Port': ['ID=56a31148-fb7e-46d5-bf95-02b99a2222c4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:05.058969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ba8e2-ac98-4f7e-beaa-6f8fe8c10d7b tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=8b7e8dfd-d9db-407f-b181-8e4ad5f66db6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:05.152559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:05.154234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.155654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d5c03c3-c3ed-4741-8775-c59e9ef71d05 HTTP/1.1" status: 200 len: 1091 time: 3.3093255 Nov 23 22:46:05.208605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d97cf-392a-4c69-9efa-033461867051 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:05.213666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:05.216363 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:05.232885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 6ddaa0a4-e109-485a-8d4f-b7b1b158a181 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:05.233534 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.245753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.256283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cf39f412-9bef-431c-9a59-7191004cfa9b None None] Provisioning complete for port 56a31148-fb7e-46d5-bf95-02b99a2222c4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:05.256873 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf39f412-9bef-431c-9a59-7191004cfa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.328256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.339945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cf39f412-9bef-431c-9a59-7191004cfa9b None None] Port 56a31148-fb7e-46d5-bf95-02b99a2222c4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:05.351642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.358186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e374ee5d-7021-4ca6-9a91-49895e1ee189 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:05.358569 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.366974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 6ddaa0a4-e109-485a-8d4f-b7b1b158a181 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:05.492072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] DHCP port deletion for 4eab735f-5232-4a02-8b4a-c8cea5352eea request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:05.499538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.502382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a02fe73-ac68-4eff-8965-af123791876f req-8b9b71bb-0277-40b0-82b5-50b929af4064 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5318143 Nov 23 22:46:05.535037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db16d67-7817-4faf-9f35-224c05ad5f62,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:05.549310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port e374ee5d-7021-4ca6-9a91-49895e1ee189, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e374ee5d-7021-4ca6-9a91-49895e1ee189,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:05.558353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.572395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e2eb-8512-4a6d-9ac3-b70b1adf6980 req-b4881dc2-aa62-4750-87b3-6620e03b99d6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:05.572596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c12961be-da7f-44ef-8ded-07c31eb9769a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:05.574314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d5e2eb-8512-4a6d-9ac3-b70b1adf6980 req-b4881dc2-aa62-4750-87b3-6620e03b99d6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 950 time: 0.4175375 Nov 23 22:46:05.580692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Checking segment: {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:05.581194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Network hostable DHCP agents. Network: 71571000-5427-4a2d-8784-0898472d8361, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:05.587898 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.589558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395182-0151-4459-aeba-00469a6966f0 req-33ec6a7c-34c5-4b2c-92dd-b50ff107fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:05.591261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-33ec6a7c-34c5-4b2c-92dd-b50ff107fa8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 1094 time: 0.3645449 Nov 23 22:46:05.595048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.630102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=6ddaa0a4-e109-485a-8d4f-b7b1b158a181,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:05.630484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c12961be-da7f-44ef-8ded-07c31eb9769a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:05.630846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c12961be-da7f-44ef-8ded-07c31eb9769a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:05.634821 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80c4bc0-ccf3-4af9-8341-15c98dd5ed7f x-openstack-request-id: req-a80c4bc0-ccf3-4af9-8341-15c98dd5ed7f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:05.635160 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:05.635376 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a80c4bc0-ccf3-4af9-8341-15c98dd5ed7f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:05.635794 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'status': 'completed', 'code': 200} Nov 23 22:46:05.666422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] Deleting port 95153089-b827-4067-adf8-df21d8987447 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:05.667361 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.679328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-0f9d9ac4-852e-4568-ad2c-f36e0b2a1816 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05 HTTP/1.1" status: 200 len: 217 time: 0.0670257 Nov 23 22:46:05.684318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=e374ee5d-7021-4ca6-9a91-49895e1ee189,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:05.732162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.737931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3aa079bf-7528-4416-9237-25c3b0222f0f tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/ports/6ddaa0a4-e109-485a-8d4f-b7b1b158a181 HTTP/1.1" status: 204 len: 168 time: 0.7389174 Nov 23 22:46:05.738784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39854) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:05.753010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] For port 95153089-b827-4067-adf8-df21d8987447, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=95153089-b827-4067-adf8-df21d8987447,segment=NetworkSegment(d0984bd6-6a90-48e6-b548-2f89e139ed5d),segment_id=d0984bd6-6a90-48e6-b548-2f89e139ed5d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:05.753426 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.768920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] Calling delete_port for 95153089-b827-4067-adf8-df21d8987447 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:05.799644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee599fa6-88fe-4f21-ab14-6bf3d81486e0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:05.804462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ee599fa6-88fe-4f21-ab14-6bf3d81486e0 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb1f7dcb-616d-4e21-9119-15b3e507ae91 HTTP/1.1" status: 200 len: 913 time: 0.0622678 Nov 23 22:46:05.805255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:05.867346 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:05.897494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] Pushing event deleted for resources: {'Port': ['ID=95153089-b827-4067-adf8-df21d8987447,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:05.904185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835380b-cdfc-4746-af35-41979fa966ad None None] No DVR routers for this DVR port 95153089-b827-4067-adf8-df21d8987447 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:06.100211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Network 71571000-5427-4a2d-8784-0898472d8361 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:06.122953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 64ae3424-87b1-4c7c-8d54-0cb77849a680 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:06.187967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 71571000-5427-4a2d-8784-0898472d8361) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:06.194585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 64ae3424-87b1-4c7c-8d54-0cb77849a680 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:46:06.198161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d5e2eb-8512-4a6d-9ac3-b70b1adf6980 req-69a4cbce-08f6-47af-b4e8-8ed78539f1b6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123986 Nov 23 22:46:06.200510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d4eed0-923e-4321-bec7-41f8231d3398 None None] Network 71571000-5427-4a2d-8784-0898472d8361 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:06.200633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Deleting port 95153089-b827-4067-adf8-df21d8987447 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:06.200959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.211022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:06.211666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.219894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 64ae3424-87b1-4c7c-8d54-0cb77849a680 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:06.220318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.264122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.287952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395182-0151-4459-aeba-00469a6966f0 req-9dec60b5-7eab-4861-b9f1-f1e07d44c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:06.289710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-9dec60b5-7eab-4861-b9f1-f1e07d44c1a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4993e95-64f0-4938-95d7-661a833412ba HTTP/1.1" status: 200 len: 862 time: 0.5936422 Nov 23 22:46:06.352745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e374ee5d-7021-4ca6-9a91-49895e1ee189 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:06.402690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-16dc131e-94f3-4d4d-96af-679a25d3c72b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4784226 Nov 23 22:46:06.405705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39858) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:06.408549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] For port 95153089-b827-4067-adf8-df21d8987447, host n-d-817303-3, got binding levels [] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:06.408984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.410240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:06.434013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-824507bc-ebb8-4011-b15c-f5d440d530a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f122f10-bd5a-4139-a235-f610be0a4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050277 Nov 23 22:46:06.443159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9cbdb-efad-43ba-ac82-383d47ca1738 req-e3d291fa-847a-45aa-aaf1-5f9963ad1846 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:06.450550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9dd9cbdb-efad-43ba-ac82-383d47ca1738 req-e3d291fa-847a-45aa-aaf1-5f9963ad1846 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 943 time: 0.3658996 Nov 23 22:46:06.471125 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.487552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Calling delete_port for 95153089-b827-4067-adf8-df21d8987447 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:06.494590 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.499175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Port 95153089-b827-4067-adf8-df21d8987447 was not found and therefore no delete operation was performed {{(pid=103522) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:46:06.508854 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.518066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.523912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-71571000-5427-4a2d-8784-0898472d8361', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:46:06.524902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.566082 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.597380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e374ee5d-7021-4ca6-9a91-49895e1ee189 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:06.598707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.626934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=95153089-b827-4067-adf8-df21d8987447,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:06.646724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] No DVR routers for this DVR port 95153089-b827-4067-adf8-df21d8987447 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:06.663674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9dd9cbdb-efad-43ba-ac82-383d47ca1738 req-01346981-4672-4c9b-a2ab-01e7a04a911e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120636 Nov 23 22:46:06.697980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:06.701348 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ec163-6b9e-476e-9095-e76a2285cda3" -d '{"events": [{"server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "name": "network-vif-plugged", "status": "completed", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:06.742960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 64ae3424-87b1-4c7c-8d54-0cb77849a680, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:06.755800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.760496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.775659 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.790645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-b038aea2-3b0c-4a32-adca-7b87d0a04dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379021 Nov 23 22:46:06.843190 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de73fdc-58b8-41ca-82b8-abbf81030245 x-openstack-request-id: req-2de73fdc-58b8-41ca-82b8-abbf81030245 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:06.843494 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "name": "network-vif-plugged", "status": "completed", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:06.843949 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2de73fdc-58b8-41ca-82b8-abbf81030245 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:06.844355 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'code': 200} Nov 23 22:46:06.845017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=64ae3424-87b1-4c7c-8d54-0cb77849a680,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:06.876698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Allocated IP 172.20.0.2 (71571000-5427-4a2d-8784-0898472d8361/0db16d67-7817-4faf-9f35-224c05ad5f62/b20d2696-c4ba-4b8e-9764-75656cb4ed7b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:06.892761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:06.971195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eab735f-5232-4a02-8b4a-c8cea5352eea']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:06.981831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920776b-c17e-4aaf-a108-1950a4e53ea4 req-4f15767f-fe9b-44c9-885a-289e54b2e54d tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:06.990600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b920776b-c17e-4aaf-a108-1950a4e53ea4 req-4f15767f-fe9b-44c9-885a-289e54b2e54d tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 945 time: 0.2953227 Nov 23 22:46:06.992699 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.006987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 95153089-b827-4067-adf8-df21d8987447 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:07.021282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.029542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Pushing event updated for resources: {'Port': ['ID=56a31148-fb7e-46d5-bf95-02b99a2222c4,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:07.040292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 95153089-b827-4067-adf8-df21d8987447 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:07.040643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 95153089-b827-4067-adf8-df21d8987447 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:07.041070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:07.048582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0984bd6-6a90-48e6-b548-2f89e139ed5d') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:07.049190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0984bd6-6a90-48e6-b548-2f89e139ed5d') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:07.075925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.076251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:07.076508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e53b2e7f-b7ee-4568-bb4a-95b9cb46db28 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:07.136425 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.137824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9a08-828f-48dd-8a25-91599bffa573 req-6106bd81-a9bb-49b9-87a3-dcb9da823081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:07.139365 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cff9a08-828f-48dd-8a25-91599bffa573 req-6106bd81-a9bb-49b9-87a3-dcb9da823081 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 1097 time: 0.1541889 Nov 23 22:46:07.166649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.173714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.196744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:07.197067 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:07.199191 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:07.202388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c395182-0151-4459-aeba-00469a6966f0 req-6403c362-7ebd-44a9-8802-1ab309020773 service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765500 Nov 23 22:46:07.217910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Network 71571000-5427-4a2d-8784-0898472d8361 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:07.221119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:07.224654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:07.225994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b920776b-c17e-4aaf-a108-1950a4e53ea4 req-483bcbca-afd3-47ad-afd1-4403376686d1 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343898 Nov 23 22:46:07.250996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.307438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cff9a08-828f-48dd-8a25-91599bffa573 req-b4eb2699-16cd-4c56-87c7-2841fa687429 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602700 Nov 23 22:46:07.321431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Pushing event updated for resources: {'Port': ['ID=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:07.330441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Attempting to bind port b20d2696-c4ba-4b8e-9764-75656cb4ed7b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:07.330888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Attempting to bind port b20d2696-c4ba-4b8e-9764-75656cb4ed7b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:07.331263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Attempting to bind port b20d2696-c4ba-4b8e-9764-75656cb4ed7b on network 71571000-5427-4a2d-8784-0898472d8361 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:07.337457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port a5f422df-b377-4f7e-8f9e-70f04504974e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:07.337971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.338373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:07.338630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Checking segment: {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:07.339117 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.339531 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Bound using segment: {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:07.340560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Bound port: b20d2696-c4ba-4b8e-9764-75656cb4ed7b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:07.340560 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.406297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.414866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Network b3241005-8cfb-4d5a-a235-19af426d7fdf is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:07.435323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.441808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4eab735f-5232-4a02-8b4a-c8cea5352eea HTTP/1.1" status: 204 len: 168 time: 2.6403420 Nov 23 22:46:07.445433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] For port b20d2696-c4ba-4b8e-9764-75656cb4ed7b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:07.450171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] For port b20d2696-c4ba-4b8e-9764-75656cb4ed7b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:07.452549 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.464809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.465030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c5754-c3d7-492e-b137-395793cd4e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eab735f-5232-4a02-8b4a-c8cea5352eea,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:07.465980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:07.471446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-e263fd53-72af-4883-af62-73de0bc8a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:07.473001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-e263fd53-72af-4883-af62-73de0bc8a407 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 1094 time: 0.1905012 Nov 23 22:46:07.497270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d3b39-50ae-4263-a19d-8a2a53bd0853 req-72aff197-a016-44ca-933d-ddf7493c9f94 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:07.499536 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.506882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b91d3b39-50ae-4263-a19d-8a2a53bd0853 req-72aff197-a016-44ca-933d-ddf7493c9f94 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 950 time: 0.1789389 Nov 23 22:46:07.516551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for a5f422df-b377-4f7e-8f9e-70f04504974e owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:07.584581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8af9e-e3f1-45d3-899f-71fe86b8256f None None] Pushing event updated for resources: {'Port': ['ID=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:07.659609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b91d3b39-50ae-4263-a19d-8a2a53bd0853 req-fe90ac5f-bd8e-4eca-9145-e1dcdf4b94d0 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421897 Nov 23 22:46:07.838301 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.881541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39874) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:07.937218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-372be14c-a030-4115-b0f2-bef0e07c115b None None] Provisioning complete for port 56a31148-fb7e-46d5-bf95-02b99a2222c4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:07.937741 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-372be14c-a030-4115-b0f2-bef0e07c115b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:07.975887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-b6fcb9ec-3251-4197-a372-ecfe1ec976cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:07.977411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-b6fcb9ec-3251-4197-a372-ecfe1ec976cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 923 time: 0.3943827 Nov 23 22:46:07.989119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-372be14c-a030-4115-b0f2-bef0e07c115b None None] Port 56a31148-fb7e-46d5-bf95-02b99a2222c4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:07.993751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Router 9f516ba9-6971-4de3-81dc-c78f8e49da5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:08.054855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.073612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979707c-39ae-4c44-b4c8-1d3fcfa8d3e1 req-06300d5a-2dbc-4e39-9826-5bb440bc74e7 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:08.075311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2979707c-39ae-4c44-b4c8-1d3fcfa8d3e1 req-06300d5a-2dbc-4e39-9826-5bb440bc74e7 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 943 time: 0.2560086 Nov 23 22:46:08.088367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.089030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-b7c56206-f28b-4368-88de-b6d18152790e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05 HTTP/1.1" status: 200 len: 217 time: 0.0993192 Nov 23 22:46:08.123163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.129320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=a5f422df-b377-4f7e-8f9e-70f04504974e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:08.139276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91833252-c47c-445a-9cb2-c0798ce72171 req-5b774056-aae8-4f0b-b2d6-56a8070be65e tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:08.153619 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91833252-c47c-445a-9cb2-c0798ce72171 req-5b774056-aae8-4f0b-b2d6-56a8070be65e tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 950 time: 0.2750762 Nov 23 22:46:08.234586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6b233b9b-f99a-49d2-881e-11c3e7d763aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf3da8102b944f47aca234ad8b033e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427260 Nov 23 22:46:08.241894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39876) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:08.339653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b20d2696-c4ba-4b8e-9764-75656cb4ed7b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:08.339894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-d11c650a-5eb5-4490-b950-5e6c5ccea1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:08.341037 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-d11c650a-5eb5-4490-b950-5e6c5ccea1c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4993e95-64f0-4938-95d7-661a833412ba HTTP/1.1" status: 200 len: 862 time: 0.2337551 Nov 23 22:46:08.425035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b20d2696-c4ba-4b8e-9764-75656cb4ed7b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:08.425486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.445511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-636c7477-4bcd-4f03-8301-a19330f9e00a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f122f10-bd5a-4139-a235-f610be0a4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879757 Nov 23 22:46:08.453404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Allocated IP 172.25.0.99 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/fb285934-530c-44e2-bd65-4a0ea1dbe1a0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:08.471717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2979707c-39ae-4c44-b4c8-1d3fcfa8d3e1 req-b7df1533-a6a5-4670-9a14-2eac9b003972 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580856 Nov 23 22:46:08.560854 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.565994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91833252-c47c-445a-9cb2-c0798ce72171 req-54b8d395-c79f-4dc5-91d8-c968a52a7319 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289435 Nov 23 22:46:08.574593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.609517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port b20d2696-c4ba-4b8e-9764-75656cb4ed7b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:08.614845 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.651459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:08.679097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Sync routers for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:08.703367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f4496501-75e2-47f3-b820-00268065a8fc admin admin] 10.222.0.11 "PUT /v2.0/routers/9f516ba9-6971-4de3-81dc-c78f8e49da5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1226141 Nov 23 22:46:08.717010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:08.717670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:08.785553 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.813786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:08.863452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-fe40f39d-da00-4327-8dbd-edca4053efb5 service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757727 Nov 23 22:46:08.866694 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b11e26e-47e6-4907-9ad1-19e28d15c960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.910660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b11e26e-47e6-4907-9ad1-19e28d15c960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:08.950158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:08.992276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:09.075355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:09.095048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:09.110237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:09.125148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dde7e18-f35a-46b9-8d67-a433b6f63cdf req-c510339b-da84-483b-9c09-5c11057230a4 service neutron] 10.222.0.46 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408739 Nov 23 22:46:09.127353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b11e26e-47e6-4907-9ad1-19e28d15c960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:09.148221 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b11e26e-47e6-4907-9ad1-19e28d15c960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:09.154819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4b11e26e-47e6-4907-9ad1-19e28d15c960 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/362c954c-e72d-496f-a265-b9fce8fa76d9 HTTP/1.1" status: 204 len: 168 time: 0.8984962 Nov 23 22:46:09.162540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11e26e-47e6-4907-9ad1-19e28d15c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c954c-e72d-496f-a265-b9fce8fa76d9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:09.170813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Router cb1f7dcb-616d-4e21-9119-15b3e507ae91 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:09.172568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Pushing event updated for resources: {'Port': ['ID=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:09.184239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce769b-dc47-4d15-aabe-30d924b59fb8 req-0af6a7d7-cf3f-4274-af34-56551b86b315 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:09.185811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdce769b-dc47-4d15-aabe-30d924b59fb8 req-0af6a7d7-cf3f-4274-af34-56551b86b315 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 946 time: 0.6132650 Nov 23 22:46:09.214975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff794e8a-b049-4cb1-a17d-f0b48e564c22 None None] Network 71571000-5427-4a2d-8784-0898472d8361 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:09.276480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdce769b-dc47-4d15-aabe-30d924b59fb8 req-54457c37-1df5-4a9b-ac6e-4d736b9073c7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765514 Nov 23 22:46:09.418141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:09.438762 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] Sync routers for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:09.453149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39904) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:09.465879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e314b60d-8bf8-4150-82b6-1cd5d4e199b2 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "PUT /v2.0/routers/cb1f7dcb-616d-4e21-9119-15b3e507ae91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6592286 Nov 23 22:46:09.492667 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:09.493789 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:09.565983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bfcce11c-d95d-43c4-b972-b6c406ecfb2a None None] Provisioning complete for port b20d2696-c4ba-4b8e-9764-75656cb4ed7b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:09.567473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfcce11c-d95d-43c4-b972-b6c406ecfb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:09.681686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:09.685954 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:09.716940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:06Z', 'revision_number': 2, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:09.736152 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] Routers {'cb1f7dcb-616d-4e21-9119-15b3e507ae91'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:09.736807 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:09.785593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Checking router: 9f516ba9-6971-4de3-81dc-c78f8e49da5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:09.785880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Updating router 9f516ba9-6971-4de3-81dc-c78f8e49da5a port 56a31148-fb7e-46d5-bf95-02b99a2222c4 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:09.825475 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:09.827300 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:09.827991 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064f5a1-a433-4339-a9b8-3aade33f60dc None None] The sync data for ids ['cb1f7dcb-616d-4e21-9119-15b3e507ae91'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:09.899327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3740a73-4649-41fd-b161-316ca9922cb8 req-f24e6e61-056d-4dba-a9c4-6340ad8193b8 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:09.915468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:09.916208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3740a73-4649-41fd-b161-316ca9922cb8 req-f24e6e61-056d-4dba-a9c4-6340ad8193b8 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 946 time: 0.1550491 Nov 23 22:46:09.932523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:09.942032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Request body: {'floatingip': {'port_id': '64ae3424-87b1-4c7c-8d54-0cb77849a680'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:09.952565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39918) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:09.987210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3daa711b-5d8d-48c0-9cf5-230c86372a99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181582605', 'description': 'tempest-description--1306829965'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:10.047037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.049234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting port 8f73393a-5285-4a7e-9929-84cb652ad07f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:10.049862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.066227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3daa711b-5d8d-48c0-9cf5-230c86372a99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.246569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.257687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:10.295080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764dbfd-8ca8-4839-adfd-ceae7c0311a2 req-d124f70f-83a6-49fa-85c4-d1eb91d57e9e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:10.303532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a764dbfd-8ca8-4839-adfd-ceae7c0311a2 req-d124f70f-83a6-49fa-85c4-d1eb91d57e9e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 943 time: 0.1724546 Nov 23 22:46:10.305579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Calling delete_port for 8f73393a-5285-4a7e-9929-84cb652ad07f owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:10.312926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b20d2696-c4ba-4b8e-9764-75656cb4ed7b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:10.408909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3daa711b-5d8d-48c0-9cf5-230c86372a99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.422971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3daa711b-5d8d-48c0-9cf5-230c86372a99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.459466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a764dbfd-8ca8-4839-adfd-ceae7c0311a2 req-6478503a-c47b-4fc9-bc6b-5994963abf2d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551917 Nov 23 22:46:10.497559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.507368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3daa711b-5d8d-48c0-9cf5-230c86372a99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.511345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3daa711b-5d8d-48c0-9cf5-230c86372a99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5547965 Nov 23 22:46:10.543116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39932) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:10.543852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa711b-5d8d-48c0-9cf5-230c86372a99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6617b196-7af7-44d5-8e53-575c382c7450,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:10.549992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-693492b6-f2a5-46a1-ab72-595e516ca8f2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'security_group_rule': {'security_group_id': '6617b196-7af7-44d5-8e53-575c382c7450', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:10.596504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-693492b6-f2a5-46a1-ab72-595e516ca8f2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.638389 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.654444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:10.668930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-816a6f9a-20fc-4d10-8c13-1d68e2442445 None None] Provisioning complete for port b20d2696-c4ba-4b8e-9764-75656cb4ed7b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:10.669511 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-816a6f9a-20fc-4d10-8c13-1d68e2442445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.674272 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.681469 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-693492b6-f2a5-46a1-ab72-595e516ca8f2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.682454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.702427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'port_id': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'mac_address': 'fa:16:3e:3a:9f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4993e95-64f0-4938-95d7-661a833412ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:10.709184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-693492b6-f2a5-46a1-ab72-595e516ca8f2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.714105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Port': ['ID=8f73393a-5285-4a7e-9929-84cb652ad07f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:10.759083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-693492b6-f2a5-46a1-ab72-595e516ca8f2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.760148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b20d2696-c4ba-4b8e-9764-75656cb4ed7b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:10.760526 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.761075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-693492b6-f2a5-46a1-ab72-595e516ca8f2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2145875 Nov 23 22:46:10.766489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39942) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:10.772394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d6bc28bb-6104-441b-b86f-1d2e8454abeb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'security_group_rule': {'security_group_id': '6617b196-7af7-44d5-8e53-575c382c7450', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:10.798801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693492b6-f2a5-46a1-ab72-595e516ca8f2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d00329e-e147-4c41-ba5b-c779d5c7c400,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:10.845825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6f5be-0517-42a5-a600-85a7331e0618 None None] Pushing event updated for resources: {'Port': ['ID=56a31148-fb7e-46d5-bf95-02b99a2222c4,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:10.875607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.881223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39944) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:10.898378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:10.962429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Attempting to bind port 56a31148-fb7e-46d5-bf95-02b99a2222c4 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:10.963524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Attempting to bind port 56a31148-fb7e-46d5-bf95-02b99a2222c4 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:10.963926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Attempting to bind port 56a31148-fb7e-46d5-bf95-02b99a2222c4 on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:11.024565 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:11.052790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:11.086398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:11.086805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Checking segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:11.087169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.087563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Bound using segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:11.088079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Bound port: 56a31148-fb7e-46d5-bf95-02b99a2222c4, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:11.088461 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.102875 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.121513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.221358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:11.243333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] For port 56a31148-fb7e-46d5-bf95-02b99a2222c4, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:11.256841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] For port 56a31148-fb7e-46d5-bf95-02b99a2222c4, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=56a31148-fb7e-46d5-bf95-02b99a2222c4,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:11.261864 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.314535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9d5c03c3-c3ed-4741-8775-c59e9ef71d05'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:11.393351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e7a9e206-e2a9-4429-a68c-ab06ac1bf2ae None None] Provisioning complete for port 56a31148-fb7e-46d5-bf95-02b99a2222c4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:11.393792 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e206-e2a9-4429-a68c-ab06ac1bf2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.400322 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc28bb-6104-441b-b86f-1d2e8454abeb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.432389 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.438080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.445416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.446408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:11.447059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:11.448322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Router cd5d2930-d080-4830-a827-f72fbe6d6d46 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:46:11.456257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.496126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6f5be-0517-42a5-a600-85a7331e0618 None None] Pushing event updated for resources: {'Port': ['ID=56a31148-fb7e-46d5-bf95-02b99a2222c4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:11.542509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc28bb-6104-441b-b86f-1d2e8454abeb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.576890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e206-e2a9-4429-a68c-ab06ac1bf2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.620229 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc28bb-6104-441b-b86f-1d2e8454abeb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.671381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc28bb-6104-441b-b86f-1d2e8454abeb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce8f10f-3b9d-4a22-976f-47c623fc1781,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:11.682595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.683661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Fanout notify agent at l3_agent the message router_deleted on router cb1f7dcb-616d-4e21-9119-15b3e507ae91 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:46:11.716921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.722015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c23ed5c-29cc-411b-9adb-1c8cfed3950d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/routers/cb1f7dcb-616d-4e21-9119-15b3e507ae91 HTTP/1.1" status: 204 len: 168 time: 2.2674203 Nov 23 22:46:11.723704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39962) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:11.731854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:11.744644 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc28bb-6104-441b-b86f-1d2e8454abeb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.745812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d6bc28bb-6104-441b-b86f-1d2e8454abeb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9781332 Nov 23 22:46:11.763861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e7a9e206-e2a9-4429-a68c-ab06ac1bf2ae None None] For port 56a31148-fb7e-46d5-bf95-02b99a2222c4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=56a31148-fb7e-46d5-bf95-02b99a2222c4,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:11.770855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39964) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:11.777690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:11.778569 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e206-e2a9-4429-a68c-ab06ac1bf2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.789727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1001691989-network', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:11.821297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04da655-063c-432c-a14b-9d34b36eb5c2 req-8caab1b1-261a-430f-b221-6cae66cd5674 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:11.822820 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Floating IP 13825bf0-d717-4bd5-a4a3-392147221621 associated. External IP: 172.25.0.204, port: 64ae3424-87b1-4c7c-8d54-0cb77849a680. Nov 23 22:46:11.824814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b04da655-063c-432c-a14b-9d34b36eb5c2 req-8caab1b1-261a-430f-b221-6cae66cd5674 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 944 time: 0.2059789 Nov 23 22:46:11.855028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:46:11.855028 n-d-817303-3 neutron-server[103522]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 22:46:11.855028 n-d-817303-3 neutron-server[103522]: [parameters: {'project_id_1': '13315bd64a8e488fa0278c17cd63c533', 'expiration_1': datetime.datetime(2021, 11, 23, 22, 45, 51, 807828)}] Nov 23 22:46:11.855028 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:46:11.855469 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:46:11.866161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.870448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:11.879066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Deleting subnet 005b81ca-0dd1-413e-ade8-445cf4e3e3c5 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:11.896509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.902613 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8b6b422f-9abc-4d13-9878-29e9632c5949 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.4910069 Nov 23 22:46:11.902613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39966) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:11.905232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:11.968201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b04da655-063c-432c-a14b-9d34b36eb5c2 req-8e1ae0f3-4275-4953-abff-0802fcca354c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277277 Nov 23 22:46:11.980356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.015048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Sync routers for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:12.063430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.096695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9e206-e2a9-4429-a68c-ab06ac1bf2ae None None] Pushing event updated for resources: {'Port': ['ID=56a31148-fb7e-46d5-bf95-02b99a2222c4,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:12.104663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-652e4c14-a6f2-4fd4-83cb-46f19e150fd6 None None] Provisioning complete for port 56a31148-fb7e-46d5-bf95-02b99a2222c4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:12.105312 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-652e4c14-a6f2-4fd4-83cb-46f19e150fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.155457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:12.162674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:12.166530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.217079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.261638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Subnet': ['ID=005b81ca-0dd1-413e-ade8-445cf4e3e3c5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:12.272540 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.275678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f6c8f4e8-7fb6-429e-a086-00613a59a387 tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/subnets/005b81ca-0dd1-413e-ade8-445cf4e3e3c5 HTTP/1.1" status: 204 len: 168 time: 0.5460598 Nov 23 22:46:12.279741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39984) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:12.284341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Router eb8bd485-0b54-4852-ae09-9eb458c82c1f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:12.414578 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.434198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Allocated IP 172.25.0.32 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/5f8bd70d-4d81-4504-9e93-2ad03db4e654) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:12.457694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:12.460195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.508751 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.521626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:12.525317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:12.598189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:12.610404 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] Sync routers for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:12.613426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.634357 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:12.636615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.637810 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:12.673510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0261a0c-1d23-4bcf-96ed-436cca9fab18 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "PUT /v2.0/floatingips/13825bf0-d717-4bd5-a4a3-392147221621 HTTP/1.1" status: 200 len: 992 time: 2.7560205 Nov 23 22:46:12.692237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0acecd-5f4e-428c-8e36-0002c9bd3734']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:12.715401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f754a3fb-002f-419c-be62-d77d2648a486') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:12.715837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f754a3fb-002f-419c-be62-d77d2648a486') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:12.719936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.741298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.798113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.816600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:12.817542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:12.822667 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:12.838541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb9214-e12d-422c-8bb3-60a17769c7c1 None None] The sync data for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 is: [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:12.895089 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:12.942814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:12.975559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:09Z', 'revision_number': 3, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:12.998047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.001286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.016716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.020937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] 10.222.0.11 "DELETE /v2.0/networks/cd0acecd-5f4e-428c-8e36-0002c9bd3734 HTTP/1.1" status: 204 len: 168 time: 0.7405498 Nov 23 22:46:13.038610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.043026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:13.044382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Checking router: cd5d2930-d080-4830-a827-f72fbe6d6d46 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:13.044750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Updating router cd5d2930-d080-4830-a827-f72fbe6d6d46 port fb285934-530c-44e2-bd65-4a0ea1dbe1a0 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:13.057632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36b1a5-adb3-4dc4-ba5d-d2873ae7259d tempest-FloatingIPTestJSON-990792395 tempest-FloatingIPTestJSON-990792395-project] Pushing event deleted for resources: {'Network': ['ID=cd0acecd-5f4e-428c-8e36-0002c9bd3734,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:13.059696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:13.073385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:13.080462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'Port': ['ID=5f8bd70d-4d81-4504-9e93-2ad03db4e654,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:13.094108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:13.146567 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.157078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da026c99-d1e0-4483-bd69-4f1a463ae87f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:13.194793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.194793 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Added segment 74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd of type vlan for network 98149ffc-c8d0-4f66-87c9-1db80dfda154 Nov 23 22:46:13.502480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.544482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:13.548518 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbc9304-90ac-48df-b8b4-ae0fdff73441" -d '{"events": [{"name": "network-changed", "server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:13.563448 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '13825bf0-d717-4bd5-a4a3-392147221621', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'port_id': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'mac_address': 'fa:16:3e:f3:be:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:45:48Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 1, 'project_id': '9396a090a4c74095bd0f78f570548998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:44Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:13.573512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71e1e-aa3c-49b5-9b7c-e0e601d07b96 req-66e70fc6-d197-4733-b61a-aa92aabbf1e8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:13.589778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52f71e1e-aa3c-49b5-9b7c-e0e601d07b96 req-66e70fc6-d197-4733-b61a-aa92aabbf1e8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 944 time: 0.4471982 Nov 23 22:46:13.602843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:13.634787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40026) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:13.637725 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.674304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.710761 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] Checking router: eb8bd485-0b54-4852-ae09-9eb458c82c1f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:13.750975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:13.757197 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:13.771728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.773297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:13.774436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.796586 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3114c8a5-e3d8-4c73-99e9-2eb6cf4bc68c x-openstack-request-id: req-3114c8a5-e3d8-4c73-99e9-2eb6cf4bc68c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:13.796889 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:13.797146 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3114c8a5-e3d8-4c73-99e9-2eb6cf4bc68c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:13.797560 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'status': 'completed', 'code': 200} Nov 23 22:46:13.849243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.867564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.949738 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b5576ca-d87a-4999-bf56-e2628130c690 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a77ed771c2747d09c1bbe7ffe831cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080423 Nov 23 22:46:13.952546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:13.959868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40032) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:13.969797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52f71e1e-aa3c-49b5-9b7c-e0e601d07b96 req-f8f150ed-dd47-46a5-a21a-fa8c4870f001 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785949 Nov 23 22:46:13.993535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Attempting to bind port fb285934-530c-44e2-bd65-4a0ea1dbe1a0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:13.994073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Attempting to bind port fb285934-530c-44e2-bd65-4a0ea1dbe1a0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:13.994628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Attempting to bind port fb285934-530c-44e2-bd65-4a0ea1dbe1a0 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:14.001711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9386b-06f4-4ac0-bc56-22eec704c8c4 None None] Pushing event updated for resources: {'Port': ['ID=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:14.015382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:14.015920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:14.016429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.016927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:14.017513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Bound port: fb285934-530c-44e2-bd65-4a0ea1dbe1a0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:14.018023 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.025710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:14.031580 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:14.097479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2100308 Nov 23 22:46:14.103925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'mac_address': 'fa:16:3e:ed:b4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:14.112175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40034) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:14.226213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Request body: {'subnet': {'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1001691989-subnet', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:14.243927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Allocated IP 172.20.0.1 (71571000-5427-4a2d-8784-0898472d8361/0db16d67-7817-4faf-9f35-224c05ad5f62/ec4751be-4879-4f9c-bfd1-f4ddd66f3f26) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:14.252309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:14.263208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15c1fec1-caa6-4f3d-81f3-2702fe7b3a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.299125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f05e16-f813-484b-b9f3-74ede4e8bff9 admin admin] Pushing event updated for resources: {'Network': ['ID=98149ffc-c8d0-4f66-87c9-1db80dfda154,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:14.318629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-3d6b5a38-1bbc-4287-afcb-41b6b9bb9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:14.320908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-3d6b5a38-1bbc-4287-afcb-41b6b9bb9e56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9396a090a4c74095bd0f78f570548998&device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 1097 time: 0.5517294 Nov 23 22:46:14.417933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:14.435560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 56a31148-fb7e-46d5-bf95-02b99a2222c4 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:14.437582 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '13825bf0-d717-4bd5-a4a3-392147221621', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'port_id': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'mac_address': 'fa:16:3e:f3:be:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:45:48Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 1, 'project_id': '9396a090a4c74095bd0f78f570548998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:44Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:14.449030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15c1fec1-caa6-4f3d-81f3-2702fe7b3a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.505996 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cf0f5-34ba-40a2-8738-e2d13b7b3cd9 None None] The sync data for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 is: [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '13825bf0-d717-4bd5-a4a3-392147221621', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'port_id': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'mac_address': 'fa:16:3e:f3:be:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:45:48Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 1, 'project_id': '9396a090a4c74095bd0f78f570548998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:44Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:14.518533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:14.522286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.540294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] For port fb285934-530c-44e2-bd65-4a0ea1dbe1a0, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:14.629262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.633607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-50aab361-32b1-45ac-95e9-c24a05067e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:14.635116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-50aab361-32b1-45ac-95e9-c24a05067e9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec HTTP/1.1" status: 200 len: 912 time: 0.3042285 Nov 23 22:46:14.659444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] For port fb285934-530c-44e2-bd65-4a0ea1dbe1a0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:14.708277 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15c1fec1-caa6-4f3d-81f3-2702fe7b3a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.717329 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15c1fec1-caa6-4f3d-81f3-2702fe7b3a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.725785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-15c1fec1-caa6-4f3d-81f3-2702fe7b3a0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22c9b3ce-023c-4608-a82f-385f861e9617 HTTP/1.1" status: 204 len: 168 time: 0.7636976 Nov 23 22:46:14.751607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.764225 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.782698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1fec1-caa6-4f3d-81f3-2702fe7b3a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c9b3ce-023c-4608-a82f-385f861e9617,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:14.880625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:14.912364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e22015d6-b013-4efc-9422-d7a1ee034ace {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:14.948770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-76a02133-b8b9-4392-990a-eb803c6203f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680 HTTP/1.1" status: 200 len: 1000 time: 0.2307942 Nov 23 22:46:15.009577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Network 71571000-5427-4a2d-8784-0898472d8361 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:15.030058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:15.054008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:15.105653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.115468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb14b99-2b31-4e1c-94f8-69749f642ec8 None None] New status for floating IP 13825bf0-d717-4bd5-a4a3-392147221621: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:46:15.138369 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.147400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.277734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:15.321490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:46:15.374799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:15.412083 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.440599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 56a31148-fb7e-46d5-bf95-02b99a2222c4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:15.440975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.510656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-2ae05ae9-8ef0-483e-9fc1-965e142bcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:15.513704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-2ae05ae9-8ef0-483e-9fc1-965e142bcf2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3245e37-7851-4717-8712-b5fe233e4549 HTTP/1.1" status: 200 len: 850 time: 0.5532680 Nov 23 22:46:15.518495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.530892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.555793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:15.558574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:15.596991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:15.601240 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.621820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'Port': ['ID=5f8bd70d-4d81-4504-9e93-2ad03db4e654,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:15.650700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.651965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c47e0517-515e-4eb2-ae04-d7cf6893ecce tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8783791 Nov 23 22:46:15.703100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d63cad-5d66-4a9a-ac35-8cd49a55e3dd req-d9644c30-9246-4b40-9f7d-adae5bd15bd5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:15.713665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5d63cad-5d66-4a9a-ac35-8cd49a55e3dd req-d9644c30-9246-4b40-9f7d-adae5bd15bd5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 944 time: 0.5129981 Nov 23 22:46:15.749576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-8d7b0623-4fb1-4244-829c-20e1f8401420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:15.752023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-8d7b0623-4fb1-4244-829c-20e1f8401420 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187929 Nov 23 22:46:15.782873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.829252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.842327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.941900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9386b-06f4-4ac0-bc56-22eec704c8c4 None None] Pushing event updated for resources: {'Port': ['ID=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:15.960940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:15.973244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:16.015125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['e22015d6-b013-4efc-9422-d7a1ee034ace'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:16.074728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5d63cad-5d66-4a9a-ac35-8cd49a55e3dd req-1ae4f03d-3795-462e-83c3-b914133664c6 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607495 Nov 23 22:46:16.103159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:16.125594 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-0fa70fb0-5835-4f1f-8cc5-59ab400211d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7209721 Nov 23 22:46:16.127556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Network 71571000-5427-4a2d-8784-0898472d8361 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:16.139039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:16.160199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:16.274260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Checking segment: {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:16.274625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Network hostable DHCP agents. Network: 98149ffc-c8d0-4f66-87c9-1db80dfda154, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:16.313466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-90d3d862-e342-4043-8cd2-c5f6f151243e service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462897 Nov 23 22:46:16.341706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c6645202-05f5-4c02-b67e-86ace0dbfa0b None None] Provisioning complete for port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:16.342351 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6645202-05f5-4c02-b67e-86ace0dbfa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:16.384550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Router cd5d2930-d080-4830-a827-f72fbe6d6d46 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:16.464112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.464712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.465324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.465790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.466254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.466849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.467324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.470584 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4cc4668a-ab66-468a-8c46-88426f25bbfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6499 time: 0.1269612 Nov 23 22:46:16.520072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40100) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:16.520811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:16.545241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 98149ffc-c8d0-4f66-87c9-1db80dfda154) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:16.552098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.552784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:16.560344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-aa83320e-4772-40bb-8358-cb204461b445 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--181582605&fields=id&tenant_id=f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 267 time: 0.2646184 Nov 23 22:46:16.580366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:16.581095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c6645202-05f5-4c02-b67e-86ace0dbfa0b None None] Port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:16.620740 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-25b2532d-8685-463e-910e-23f085685898 admin admin] 10.222.0.11 "PUT /v2.0/routers/cd5d2930-d080-4830-a827-f72fbe6d6d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7187703 Nov 23 22:46:16.621505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de8bf4-5822-4bcb-8a76-6967737ba09a None None] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:16.819397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'networks': [{'name': 'tempest-network--1105682565'}, {'name': 'tempest-network--1399495660'}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:16.820853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'network': {'name': 'tempest-network--1105682565'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:16.820853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'network': {'name': 'tempest-network--1399495660'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:16.853115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4b8a6ffc-7de9-4add-9d10-fa4f8d0e40bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6341481 Nov 23 22:46:16.874923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40116) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:16.898780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:16.902143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-ca7722c6-4b2c-448d-9c38-873bbeb35d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.902692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-ca7722c6-4b2c-448d-9c38-873bbeb35d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.903309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-ca7722c6-4b2c-448d-9c38-873bbeb35d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:16.910650 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-ca7722c6-4b2c-448d-9c38-873bbeb35d63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a002db8-63e5-442b-8ec6-30503d13df0b&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1 HTTP/1.1" status: 200 len: 2298 time: 0.3264332 Nov 23 22:46:16.952626 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:16.980541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ec84355e-6be8-435e-bb61-0f1cddefc923 None None] Provisioning complete for port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:16.981236 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ec84355e-6be8-435e-bb61-0f1cddefc923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.071444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:46:17.071444 n-d-817303-3 neutron-server[103522]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 22:46:17.071444 n-d-817303-3 neutron-server[103522]: [parameters: {'project_id_1': '13315bd64a8e488fa0278c17cd63c533', 'expiration_1': datetime.datetime(2021, 11, 23, 22, 45, 56, 909266)}] Nov 23 22:46:17.071444 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:46:17.072262 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:46:17.086911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ec84355e-6be8-435e-bb61-0f1cddefc923 None None] Port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:17.098367 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-a5cce58d-4285-4c29-a498-5d89357b8a87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c HTTP/1.1" status: 200 len: 1001 time: 0.1698520 Nov 23 22:46:17.107768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cbc9304-90ac-48df-b8b4-ae0fdff73441 req-318415f2-2d0c-4014-951c-54632bfa64c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323844 Nov 23 22:46:17.114661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Made reservation on behalf of 865edaf5ba7a4b1c90907c3f947e3e24 for: {'network': 2} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:17.121181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.142738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.161163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:17.168866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:17.171782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:17.174477 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96351c01-6b97-4720-844c-4db90627d6a8" -d '{"events": [{"server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:17.199311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-99f50635-b5ab-4ae8-b339-b92a5a0c7bed tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:17.201342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-99f50635-b5ab-4ae8-b339-b92a5a0c7bed tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 817 time: 0.5044553 Nov 23 22:46:17.227193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-5bb74f88-036d-43e1-9a7f-2f78af73069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:17.231590 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-5bb74f88-036d-43e1-9a7f-2f78af73069f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=270f5e10-b7f5-4e82-8805-fa873a72b5a0 HTTP/1.1" status: 200 len: 856 time: 0.1246607 Nov 23 22:46:17.234413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-28a29742-940b-4388-a170-289d077ea3a4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/quotas/f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 375 time: 0.0232422 Nov 23 22:46:17.267607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.356484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-e92f6e5b-b02e-4492-8c98-ca185bc18d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:17.357630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-a9d18abc-e046-476d-bcd3-e565cdc3de35 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108544 Nov 23 22:46:17.380219 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-e92f6e5b-b02e-4492-8c98-ca185bc18d44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a002db8-63e5-442b-8ec6-30503d13df0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413057 Nov 23 22:46:17.396335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.424723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.425619 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.539073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-0b16f6ca-55a1-4981-a396-c1ae058cd496 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486008 Nov 23 22:46:17.578528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:17.632261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:17.649716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.651488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.697579 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-a310ff6b-513c-478e-8d19-382fb15b76b4 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509099 Nov 23 22:46:17.709316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-98149ffc-c8d0-4f66-87c9-1db80dfda154', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:46:17.709749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.710945 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.720725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac9add2-157e-4347-a211-e70f5a22906e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:17.765265 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-773000d5-bd72-4df8-961f-e963ad473233 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0563781 Nov 23 22:46:17.829790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-228f3239-3bee-47ca-a353-4dfd2f70cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:17.832391 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-228f3239-3bee-47ca-a353-4dfd2f70cb32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0559037 Nov 23 22:46:17.879326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:14Z', 'revision_number': 1, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:17.910624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.912653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe0eeb9-9e4b-4d2a-bd5d-dcca71b3582c None None] The sync data for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 is: [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:14Z', 'revision_number': 1, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:17.913510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-653c7971-b583-434d-808d-08f685ff9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:17.923219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:17.923700 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Added segment 62317215-f1ea-4fd7-8dcc-00072d439d11 of type vlan for network 0fa1c4d3-f85c-4193-b91f-f1db00cee932 Nov 23 22:46:17.924365 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-653c7971-b583-434d-808d-08f685ff9ddd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749092 Nov 23 22:46:17.929454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Allocated IP 172.20.0.2 (98149ffc-c8d0-4f66-87c9-1db80dfda154/f0a1eee8-5a53-4e11-84a5-d1f6e9cde150/c8033a33-082d-4f8f-8a98-90e0bafef8a9) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:18.006575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-08d24f73-dad7-47a6-b901-be78720e6d81 service neutron] 10.222.0.11 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173928 Nov 23 22:46:18.033990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-c2607611-02c8-4d44-8f10-1336e7ad5705 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:18.036024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-c2607611-02c8-4d44-8f10-1336e7ad5705 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks?id=71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 200 len: 828 time: 0.6488693 Nov 23 22:46:18.037907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:18.161044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-1ffa9822-6025-42ae-adc6-6545fa0aa0bf service neutron] 10.222.0.11 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363411 Nov 23 22:46:18.181168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-76106829-bec1-4add-9d03-7a12b9aef795 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/quotas/62037e6e1aff4ae5a6d558c361a13c71 HTTP/1.1" status: 200 len: 375 time: 0.0222595 Nov 23 22:46:18.194966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-875298b4-8cb3-4b75-8171-7106dff06e10 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502074 Nov 23 22:46:18.202414 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:18.216985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:18.321228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:18.324258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:18.342502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:18.352799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:18.374842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:18.376214 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Added segment 9211b3ab-656b-4188-a84e-c90cb2e8d5fb of type vlan for network d24d15b4-873e-4b20-910f-7ad8c42209cb Nov 23 22:46:18.398570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Pushing event updated for resources: {'Port': ['ID=c8033a33-082d-4f8f-8a98-90e0bafef8a9,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:18.527422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-24eb7053-1ec5-4605-aa1f-26e68527835f service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099542 Nov 23 22:46:18.531115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Attempting to bind port c8033a33-082d-4f8f-8a98-90e0bafef8a9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:18.531495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Attempting to bind port c8033a33-082d-4f8f-8a98-90e0bafef8a9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:18.531890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Attempting to bind port c8033a33-082d-4f8f-8a98-90e0bafef8a9 on network 98149ffc-c8d0-4f66-87c9-1db80dfda154 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:18.546729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:18.547100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Checking segment: {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:18.547505 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:18.547922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Bound using segment: {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:18.548534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Bound port: c8033a33-082d-4f8f-8a98-90e0bafef8a9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:18.549172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:18.578312 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-aeb198a1-1bc8-4412-b1e3-20b1590f5282 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 217 time: 0.0446227 Nov 23 22:46:18.698598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-0363e868-764f-4728-8df5-da5b28f6f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:18.709766 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-0363e868-764f-4728-8df5-da5b28f6f462 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.1232879 Nov 23 22:46:18.735563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] For port c8033a33-082d-4f8f-8a98-90e0bafef8a9, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:18.739956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] For port c8033a33-082d-4f8f-8a98-90e0bafef8a9, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c8033a33-082d-4f8f-8a98-90e0bafef8a9,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:18.748173 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:18.809848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-156cec51-2d11-4166-a60f-4cf7cf731bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:18.813881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-156cec51-2d11-4166-a60f-4cf7cf731bab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916543 Nov 23 22:46:18.923694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1379bc-f915-42f0-938f-3b1c71051603 None None] Pushing event updated for resources: {'Port': ['ID=c8033a33-082d-4f8f-8a98-90e0bafef8a9,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:19.062738 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-f14dad8f-d9c3-47b8-9fd9-9e0494849836 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384953 Nov 23 22:46:19.322821 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-4edb9e6d-cf95-410c-be14-4cebe1bf93c5 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496459 Nov 23 22:46:19.436741 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-cbed55ba-9ff9-4c90-bf7c-3e83f9d842a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=61868889-21e4-4156-b933-de4ee8d60f2d HTTP/1.1" status: 200 len: 217 time: 0.1033087 Nov 23 22:46:19.465963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:19.493002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:19.573479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:19.573979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:19.580256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:19.582146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-ac70181b-861e-4f49-bb8a-4c584836ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:19.583440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-ac70181b-861e-4f49-bb8a-4c584836ff41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.1349323 Nov 23 22:46:19.589394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:19.590079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:19.625045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port e22015d6-b013-4efc-9422-d7a1ee034ace triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:19.630648 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:19.661963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-74f17356-1c29-4114-ad8c-b3da9b3ccf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:19.664029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-74f17356-1c29-4114-ad8c-b3da9b3ccf32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710325 Nov 23 22:46:19.733705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-4a0eeab1-0216-41ff-a443-a4fe9e4742b1 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5039968 Nov 23 22:46:19.757601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:19.812744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-8e195079-3064-48e4-adb9-4d10e7617963 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341126 Nov 23 22:46:19.821422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:19.837427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3041894 Nov 23 22:46:19.840171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Network': ['ID=0fa1c4d3-f85c-4193-b91f-f1db00cee932,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:19.842399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40156) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:19.850020 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:19.905926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefc93d-0588-4c1c-a2e1-79d6dfbb74d2 req-538c1f82-35b8-4278-af1f-8abd28eebcea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:19.914703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-adefc93d-0588-4c1c-a2e1-79d6dfbb74d2 req-538c1f82-35b8-4278-af1f-8abd28eebcea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.3422220 Nov 23 22:46:19.952846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 0fa1c4d3-f85c-4193-b91f-f1db00cee932 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:19.970339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-9cd476d8-ded4-4f78-a038-a2cbaa85b229 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:46:19.970660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-2cb0c241-a1b7-42f5-a191-98a068a9ffa2 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479447 Nov 23 22:46:19.971355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-9cd476d8-ded4-4f78-a038-a2cbaa85b229 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2369022 Nov 23 22:46:20.028448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-70b453c5-df5e-4bba-aa06-c77c4e9e2ba5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d HTTP/1.1" status: 200 len: 217 time: 0.0475566 Nov 23 22:46:20.124221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-afcf4741-d06f-4226-8646-389a9e797d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:20.125899 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-afcf4741-d06f-4226-8646-389a9e797d5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0896451 Nov 23 22:46:20.240823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-33b968fd-9ec6-4d35-a4ae-a64429c29a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:20.242494 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-33b968fd-9ec6-4d35-a4ae-a64429c29a5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980074 Nov 23 22:46:20.473308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-300b105b-6759-46a0-be7e-a72b063936a1 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206154 Nov 23 22:46:20.488935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:20.614889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b878eca-b53a-48ed-becd-5df02a1107ee tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:20.623944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b878eca-b53a-48ed-becd-5df02a1107ee tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:20.631717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b878eca-b53a-48ed-becd-5df02a1107ee tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:20.638625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b878eca-b53a-48ed-becd-5df02a1107ee tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:20.643597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-be60e735-28e9-410b-8f8b-a4eb9fef8e3b service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607318 Nov 23 22:46:20.643777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0b878eca-b53a-48ed-becd-5df02a1107ee tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8000388 Nov 23 22:46:20.646090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:20.651914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93287ff-1e0d-4a6a-890a-1d81ec8e8c53 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Network': ['ID=d24d15b4-873e-4b20-910f-7ad8c42209cb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:20.665533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d24d15b4-873e-4b20-910f-7ad8c42209cb details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:20.772357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-5ce7029c-31da-42da-a12c-2a5f393d390c service neutron] 10.222.0.11 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461746 Nov 23 22:46:20.812885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11590e7e-5243-4c6c-b68b-cc192c6952a7 None None] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:20.884991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:20.935166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-e8a1da01-df9e-468f-ad19-58805728736e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86449cf7-da38-46c1-846c-8159c542dac8 HTTP/1.1" status: 200 len: 217 time: 0.0625787 Nov 23 22:46:21.031282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-6e7a39fb-24e8-4e51-a72d-b544887477a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:21.033338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-6e7a39fb-24e8-4e51-a72d-b544887477a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.0661104 Nov 23 22:46:21.036801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-adefc93d-0588-4c1c-a2e1-79d6dfbb74d2 req-31d792bd-f875-4355-b947-94c60c9d9da6 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1212001 Nov 23 22:46:21.069789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.075362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-e34e3963-4c9f-4b2b-91dd-11cf75aa5ce8 service neutron] 10.222.0.11 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021693 Nov 23 22:46:21.104576 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ef846ca9-71e3-4ab2-a76a-a0e53b4d5d59 None None] Provisioning complete for port c8033a33-082d-4f8f-8a98-90e0bafef8a9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:21.105236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.105777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef846ca9-71e3-4ab2-a76a-a0e53b4d5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.184373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-1ab61458-107b-4c5e-a64d-846e21f42e79 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:21.185890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-1ab61458-107b-4c5e-a64d-846e21f42e79 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 817 time: 0.8640864 Nov 23 22:46:21.190566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.232908 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5adf46c-46a8-493f-a660-695ed9a028f0 x-openstack-request-id: req-b5adf46c-46a8-493f-a660-695ed9a028f0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:21.233215 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:21.233472 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5adf46c-46a8-493f-a660-695ed9a028f0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:21.233879 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'code': 200} Nov 23 22:46:21.304003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-08c4c1aa-d260-4088-8e69-b4cd1917bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:21.306124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-08c4c1aa-d260-4088-8e69-b4cd1917bc0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2563801 Nov 23 22:46:21.410159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa1c4d3-f85c-4193-b91f-f1db00cee932']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:21.423970 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef846ca9-71e3-4ab2-a76a-a0e53b4d5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.474957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-6c3384cb-3d2b-4167-b2e9-df21942f170f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 379 time: 0.2717810 Nov 23 22:46:21.480057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c8033a33-082d-4f8f-8a98-90e0bafef8a9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:21.488428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62317215-f1ea-4fd7-8dcc-00072d439d11') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:21.491883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62317215-f1ea-4fd7-8dcc-00072d439d11') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:21.504570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.508797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'port': {'device_id': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'admin_state_up': True, 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'security_groups': ['6617b196-7af7-44d5-8e53-575c382c7450']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:21.521479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.529981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:21.530515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.611162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ef846ca9-71e3-4ab2-a76a-a0e53b4d5d59 None None] For port c8033a33-082d-4f8f-8a98-90e0bafef8a9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c8033a33-082d-4f8f-8a98-90e0bafef8a9,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:21.624228 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef846ca9-71e3-4ab2-a76a-a0e53b4d5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.639599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Allocated IP 172.25.0.156 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/0e84b617-2ba1-4caf-a273-ab6be4847c78) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:21.656950 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:21.683375 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.690204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c8033a33-082d-4f8f-8a98-90e0bafef8a9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:21.690579 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:21.763019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef846ca9-71e3-4ab2-a76a-a0e53b4d5d59 None None] Pushing event updated for resources: {'Port': ['ID=c8033a33-082d-4f8f-8a98-90e0bafef8a9,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:21.834210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36861ad7-8f87-4787-8ada-b9570a79f2bd req-e1a8d210-4576-4706-a468-5cfef02ada20 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 210 time: 0.1354775 Nov 23 22:46:21.870287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fb285934-530c-44e2-bd65-4a0ea1dbe1a0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:21.916208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d892229-af16-4275-a0ff-2c04d100aed0 req-44ea78d4-852a-4b18-91d8-46229073d9fc tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 210 time: 0.1288538 Nov 23 22:46:22.004263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-31e45050-bc0b-4d6c-a375-c209d88e40ef None None] Provisioning complete for port c8033a33-082d-4f8f-8a98-90e0bafef8a9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:22.004263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-31e45050-bc0b-4d6c-a375-c209d88e40ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.074345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port fb285934-530c-44e2-bd65-4a0ea1dbe1a0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:22.074729 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.309166 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.359749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port fb285934-530c-44e2-bd65-4a0ea1dbe1a0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:22.376216 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.389770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffce683-ac17-41d0-a0cd-e9d808b90c1e req-eb0a75c2-fb41-4945-a2bf-e1ed55a5132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:22.391356 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ffce683-ac17-41d0-a0cd-e9d808b90c1e req-eb0a75c2-fb41-4945-a2bf-e1ed55a5132a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 1096 time: 1.1346884 Nov 23 22:46:22.407200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.419098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/networks/0fa1c4d3-f85c-4193-b91f-f1db00cee932 HTTP/1.1" status: 204 len: 168 time: 1.7719595 Nov 23 22:46:22.422620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d9d4e-9882-40cc-97c2-3971621e0ce8 req-54a4c165-4ea0-46ec-bdb0-0e33b03fdba4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:22.425316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-785d9d4e-9882-40cc-97c2-3971621e0ce8 req-54a4c165-4ea0-46ec-bdb0-0e33b03fdba4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.1815195 Nov 23 22:46:22.425869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40186) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:22.493194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f0733-0d56-4d07-987a-09625d71fef6 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Network': ['ID=0fa1c4d3-f85c-4193-b91f-f1db00cee932,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:22.505751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:22.547603 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Sync routers for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:22.558456 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:22.559065 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:22.563010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-b38b91ff-5db6-4c36-9b50-c02e093867fa service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2342806 Nov 23 22:46:22.569304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1ffce683-ac17-41d0-a0cd-e9d808b90c1e req-2b563b66-bc2e-4933-befc-33256fd310f3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455793 Nov 23 22:46:22.656989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.688365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Made reservation on behalf of f5523f7332df411dad76b1605f353f40 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:22.692784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.713983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:22.777396 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:22.782375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-0de24db1-d841-4a8a-a59b-e29813ae9f04 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091477 Nov 23 22:46:22.884722 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-e0e15e28-17bb-474d-b7d0-8204e65a132a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0920432 Nov 23 22:46:22.920262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-785d9d4e-9882-40cc-97c2-3971621e0ce8 req-962212e3-a76d-457f-b792-b7b9a5fcb071 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743139 Nov 23 22:46:22.995286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-3c584aaf-ad53-4a20-9bed-e42dd4101a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:22.996823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-3c584aaf-ad53-4a20-9bed-e42dd4101a57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.1031775 Nov 23 22:46:23.087246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-572ebafa-e439-446b-805d-b03a32ef01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:23.089287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-572ebafa-e439-446b-805d-b03a32ef01d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805151 Nov 23 22:46:23.189550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cd8e9fe-2cf9-4d3c-8dd7-fc94141e26ac req-324f3aa3-526d-41fa-bf1a-6627ebfe0398 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 210 time: 0.0562439 Nov 23 22:46:23.195985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.235821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:23.238167 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e266b442-f73d-4f73-afc4-c83fb79991a3" -d '{"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-plugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:23.250958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c8033a33-082d-4f8f-8a98-90e0bafef8a9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:23.280721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72907f0f-87c9-4ee2-a654-ad63f865d96e req-b3fee23e-afc9-4a05-a76a-a0c378bcd05e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 210 time: 0.1693947 Nov 23 22:46:23.283231 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-0f24516c-422e-4ca4-8638-666b9488bdb6 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848102 Nov 23 22:46:23.313122 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb47874b-a77d-4642-95f9-023df419ee2a x-openstack-request-id: req-bb47874b-a77d-4642-95f9-023df419ee2a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:23.317522 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-plugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:23.317913 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb47874b-a77d-4642-95f9-023df419ee2a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:23.319435 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'code': 200} Nov 23 22:46:23.323195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.349645 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 2, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:23.352150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24d15b4-873e-4b20-910f-7ad8c42209cb']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:23.379456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c8033a33-082d-4f8f-8a98-90e0bafef8a9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:23.379456 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.381927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:23.398435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:23.413765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9211b3ab-656b-4188-a84e-c90cb2e8d5fb') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:23.414445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9211b3ab-656b-4188-a84e-c90cb2e8d5fb') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:23.418278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:23.419849 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Checking router: cd5d2930-d080-4830-a827-f72fbe6d6d46 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:23.420469 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Updating router cd5d2930-d080-4830-a827-f72fbe6d6d46 port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:23.485745 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.518114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.547598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-86b3b51d-0559-409b-a7f3-fb515f3e68f9 req-a55d343e-0644-423a-9338-5953666874fd service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479146 Nov 23 22:46:23.556467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Pushing event updated for resources: {'Port': ['ID=0e84b617-2ba1-4caf-a273-ab6be4847c78,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:23.593936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fb285934-530c-44e2-bd65-4a0ea1dbe1a0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:23.630031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Allocated IP 172.20.0.5 (b3241005-8cfb-4d5a-a235-19af426d7fdf/9b0376f4-3e70-4ac6-a11c-8491fa1e586d/3a77e1d8-baab-43cf-9e56-a9f73da30ffb) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:23.643357 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.697608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:23.698279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:23.736194 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:23.742576 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port fb285934-530c-44e2-bd65-4a0ea1dbe1a0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:23.742944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:23.983760 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.002279 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.062583 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41ea37-5038-4d9f-bcb0-dd12ce8edef9 None None] Pushing event updated for resources: {'Port': ['ID=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:24.078501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-fdbede58-7c78-4e90-8379-684017a4f6db tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:24.080972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-fdbede58-7c78-4e90-8379-684017a4f6db tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.48 "GET /v2.0/networks?id=71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 200 len: 828 time: 0.4894636 Nov 23 22:46:24.151180 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Attempting to bind port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:24.152420 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Attempting to bind port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:24.153012 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Attempting to bind port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 on network 71571000-5427-4a2d-8784-0898472d8361 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:24.159818 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:24.160540 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Checking segment: {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:24.161249 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.161814 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Bound using segment: {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:24.162508 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Bound port: ec4751be-4879-4f9c-bfd1-f4ddd66f3f26, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:24.163099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Request body: {'port': {'device_id': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'admin_state_up': True, 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:24.163298 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.307908 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] For port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:24.312140 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] For port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:24.323782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.336892 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.401591 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.405160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/networks/d24d15b4-873e-4b20-910f-7ad8c42209cb HTTP/1.1" status: 204 len: 168 time: 1.9458435 Nov 23 22:46:24.408035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40228) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:24.424165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2813f-405e-451f-9683-911791859f1a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Network': ['ID=d24d15b4-873e-4b20-910f-7ad8c42209cb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:24.432662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41ea37-5038-4d9f-bcb0-dd12ce8edef9 None None] Pushing event updated for resources: {'Port': ['ID=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:24.443103 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:24.443826 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:24.491115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bc61da7b-9af2-489b-896a-367e0f2d2765 None None] Provisioning complete for port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:24.491688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc61da7b-9af2-489b-896a-367e0f2d2765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.557469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb834011-bde5-43a0-8be8-45e45fe35af1 req-8aa2c666-dec6-4bb2-a489-43493ff7c2ff tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 210 time: 0.1975033 Nov 23 22:46:24.610496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc61da7b-9af2-489b-896a-367e0f2d2765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.621699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Made reservation on behalf of 62037e6e1aff4ae5a6d558c361a13c71 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:24.625321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.653716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c3f7-628c-4f29-8b4f-5f14d1e921bc req-bfddf6a4-f147-4d8d-be6f-03817a8388ba tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:24.655319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1028c3f7-628c-4f29-8b4f-5f14d1e921bc req-bfddf6a4-f147-4d8d-be6f-03817a8388ba tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.5732322 Nov 23 22:46:24.677542 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:24.686600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bc61da7b-9af2-489b-896a-367e0f2d2765 None None] For port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:24.697132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc61da7b-9af2-489b-896a-367e0f2d2765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.783144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61da7b-9af2-489b-896a-367e0f2d2765 None None] Pushing event updated for resources: {'Port': ['ID=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:24.864902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3c6f9d-b7af-483f-bbc1-8d48fe11bf35 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:24.872382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3c6f9d-b7af-483f-bbc1-8d48fe11bf35 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:24.878419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b3c6f9d-b7af-483f-bbc1-8d48fe11bf35 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4690309 Nov 23 22:46:24.879855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40234) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:24.885147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1886595143'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:24.921957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea906c54-34dd-4c43-909f-b321d96dacd0 req-9a3e4431-75ad-435c-987d-559acd8cdbe8 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 210 time: 0.1462760 Nov 23 22:46:24.933726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Made reservation on behalf of 865edaf5ba7a4b1c90907c3f947e3e24 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:24.939420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.942000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1528314d-f123-4b10-adc8-0e6629174142 None None] Provisioning complete for port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:24.945658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1528314d-f123-4b10-adc8-0e6629174142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.003229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:25.011511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:25.030167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.030527 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Added segment 0b3df13b-257f-408a-bd77-a574c1d0b533 of type vlan for network eed12c40-8224-4522-aa75-12196690e08f Nov 23 22:46:25.069532 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027d8ac-2768-4469-b11b-31ec6548b846 None None] The sync data for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 is: [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:25.142005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.203654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.212114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:25.212770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.335401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:25.357147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Network': ['ID=eed12c40-8224-4522-aa75-12196690e08f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:25.372615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bcda7ab0-498d-4f6a-9eeb-3857b9fe938a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4914429 Nov 23 22:46:25.375690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40246) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:25.384876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2025390882'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:25.386611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network eed12c40-8224-4522-aa75-12196690e08f details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:25.434681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:25.434945 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.446489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Made reservation on behalf of 865edaf5ba7a4b1c90907c3f947e3e24 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:25.453634 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.511466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:25.533836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.534425 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Added segment 52680a42-1177-4628-b709-7cd5c5fef2d6 of type vlan for network b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c Nov 23 22:46:25.636151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.696533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.705561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:25.706311 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.822279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4425957 Nov 23 22:46:25.824627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:25.824880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.837491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'ports': [{'network_id': 'eed12c40-8224-4522-aa75-12196690e08f', 'name': 'tempest-port--989753122', 'admin_state_up': True}, {'network_id': 'b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c', 'admin_state_up': False}]} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:25.837854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'port': {'network_id': 'eed12c40-8224-4522-aa75-12196690e08f', 'name': 'tempest-port--989753122', 'admin_state_up': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:25.838332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'port': {'network_id': 'b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c', 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:25.853507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-111c375d-ad40-4faf-938b-94fd24c4c704 req-89e64deb-3ae1-4336-b731-1907ed675350 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 210 time: 0.0828216 Nov 23 22:46:25.871801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1028c3f7-628c-4f29-8b4f-5f14d1e921bc req-ed7b54ac-8ea4-473e-becf-a9a69a2bf1fe tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1418555 Nov 23 22:46:25.937439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221008a1-1ebd-4f14-98d1-4bc5ed1a1f41 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Network': ['ID=b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:25.950188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:25.994551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.125933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Allocated IP 172.20.0.7 (71571000-5427-4a2d-8784-0898472d8361/0db16d67-7817-4faf-9f35-224c05ad5f62/2822548d-8c40-4b75-847e-a943d4d78ca7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:26.159305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8240e690-1ed6-4ad2-8cdb-b20d3e71d2b8 req-0f3bbcf0-3063-4381-b1d0-c45cfebe47ad tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 210 time: 0.0379755 Nov 23 22:46:26.182326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Made reservation on behalf of 865edaf5ba7a4b1c90907c3f947e3e24 for: {'port': 2} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:26.187824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.224351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db89e9-04bf-4bd6-bbd6-fd8c39190db1 req-0b9daeb1-ca80-482d-ba39-cd9bd067f430 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:26.226480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.235408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4db89e9-04bf-4bd6-bbd6-fd8c39190db1 req-0b9daeb1-ca80-482d-ba39-cd9bd067f430 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.1484473 Nov 23 22:46:26.362524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] device_id is not set on port a215caac-79af-4fc3-982f-b47efdc9554c yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:46:26.458589 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.492477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.598281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] device_id is not set on port 6b01d266-97b9-4789-869b-13550aceca4e yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:46:26.629260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Network b3241005-8cfb-4d5a-a235-19af426d7fdf is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:26.648337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:26.658738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:26.664018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:26.688856 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.690483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4db89e9-04bf-4bd6-bbd6-fd8c39190db1 req-2c7f47f5-79ca-4d99-a4f0-a4c6695713a3 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482996 Nov 23 22:46:26.776447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.852254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.852501 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.941516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Port': ['ID=a215caac-79af-4fc3-982f-b47efdc9554c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:26.953328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.953914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.954485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.954983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.955655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.956336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.957501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.958004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.958545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.959122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.959620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.960118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:26.965323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Checking segment: {'id': '0b3df13b-257f-408a-bd77-a574c1d0b533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'eed12c40-8224-4522-aa75-12196690e08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:26.966351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network hostable DHCP agents. Network: eed12c40-8224-4522-aa75-12196690e08f, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:26.980832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:26.981778 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:27.002163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network eed12c40-8224-4522-aa75-12196690e08f is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:27.034060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, eed12c40-8224-4522-aa75-12196690e08f) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:27.039652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:27.040573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:27.047507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1111f74-5097-416a-9165-227393a42c96 None None] Network eed12c40-8224-4522-aa75-12196690e08f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:27.090194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f29fc66-7a3a-4e89-97ce-ef9187941b45 req-9a2dad0d-d42e-44b4-81a6-818ec4ab5e62 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 210 time: 0.0598669 Nov 23 22:46:27.103551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-fdab1631-2e7a-40b8-8103-ea441896e3e0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6143034 Nov 23 22:46:27.111520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:27.118940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Request body: {'port': {'device_id': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:27.260352 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:27.269850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:27.420742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Port': ['ID=6b01d266-97b9-4789-869b-13550aceca4e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:27.440114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Checking segment: {'id': '52680a42-1177-4628-b709-7cd5c5fef2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:27.440485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network hostable DHCP agents. Network: b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:27.445314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3da1f194-2ff7-4caf-93f7-4d8a3b6fd373 None None] Provisioning complete for port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:27.446486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3da1f194-2ff7-4caf-93f7-4d8a3b6fd373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:27.483275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:27.511415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:27.516047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:27.523125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:27.545401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3da1f194-2ff7-4caf-93f7-4d8a3b6fd373 None None] Port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:27.549592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e030736-01c9-4fb7-8270-349edf6b9e29 None None] Network b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:27.553588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:27.554521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:27.583969 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-60d08ff8-ee36-4d29-8d3c-9cb99eb65429 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7586768 Nov 23 22:46:27.585456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Network 71571000-5427-4a2d-8784-0898472d8361 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:27.587442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40298) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:27.619896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:27.631199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:27.684321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event updated for resources: {'Port': ['ID=2822548d-8c40-4b75-847e-a943d4d78ca7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:27.798274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5ed9b-8687-4a0a-9cce-e4204b2053b5 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:27.817192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5ed9b-8687-4a0a-9cce-e4204b2053b5 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:27.818871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dcd5ed9b-8687-4a0a-9cce-e4204b2053b5 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2303817 Nov 23 22:46:27.822424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40314) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:27.985207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:27.985207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.077872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f6aba906-ae16-4178-a0ac-29ada8714c9c None None] Provisioning complete for port 2822548d-8c40-4b75-847e-a943d4d78ca7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:28.078895 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6aba906-ae16-4178-a0ac-29ada8714c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.093503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2213c2-4cf6-4932-ae66-07166b5bb4fc req-45f461d2-b71b-46d1-94d3-2708a1fd5044 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:28.095563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Deleting port a215caac-79af-4fc3-982f-b47efdc9554c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:28.095987 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.106238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de2213c2-4cf6-4932-ae66-07166b5bb4fc req-45f461d2-b71b-46d1-94d3-2708a1fd5044 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 931 time: 0.5848544 Nov 23 22:46:28.119119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f6aba906-ae16-4178-a0ac-29ada8714c9c None None] Port 2822548d-8c40-4b75-847e-a943d4d78ca7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:28.167851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-27a8e7f4-6309-4de3-9c45-afeddf4950f2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0072978 Nov 23 22:46:28.196730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Request body: {'port': {'device_id': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:28.217840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.233701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Calling delete_port for a215caac-79af-4fc3-982f-b47efdc9554c owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:28.291902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b30e6-0c97-41e0-bbe4-ed7004c6fa2c req-2dbe9649-f932-4ca2-a4df-f8efe58c089e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:28.293337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c6b30e6-0c97-41e0-bbe4-ed7004c6fa2c req-2dbe9649-f932-4ca2-a4df-f8efe58c089e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.1773584 Nov 23 22:46:28.318771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:46:28.356003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.367668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de2213c2-4cf6-4932-ae66-07166b5bb4fc req-77bbc093-ea08-42cc-a343-d05c93083152 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604203 Nov 23 22:46:28.375314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.396652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Port': ['ID=a215caac-79af-4fc3-982f-b47efdc9554c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:28.408729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.413097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-17b598c7-784f-474f-a6ff-9f4414915f81 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/ports/a215caac-79af-4fc3-982f-b47efdc9554c HTTP/1.1" status: 204 len: 168 time: 0.5897126 Nov 23 22:46:28.416809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40318) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:28.545065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Deleting port 6b01d266-97b9-4789-869b-13550aceca4e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:28.545344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.630325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.648748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Calling delete_port for 6b01d266-97b9-4789-869b-13550aceca4e owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:28.696251 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c6b30e6-0c97-41e0-bbe4-ed7004c6fa2c req-957e76e0-afec-41f5-98ef-c06d7999fe9a tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734064 Nov 23 22:46:28.771615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a77e1d8-baab-43cf-9e56-a9f73da30ffb {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:28.786204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.810346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.822802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1147e-5a74-463a-a939-935e942fbd7e req-5895b2da-97ab-4894-85ba-d20d5a3915d1 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:28.830792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01b1147e-5a74-463a-a939-935e942fbd7e req-5895b2da-97ab-4894-85ba-d20d5a3915d1 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 931 time: 0.3526742 Nov 23 22:46:28.861103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Port': ['ID=6b01d266-97b9-4789-869b-13550aceca4e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:28.875403 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.886639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-010bb374-660d-453e-9f95-37aa11392ddd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/ports/6b01d266-97b9-4789-869b-13550aceca4e HTTP/1.1" status: 204 len: 168 time: 0.4695573 Nov 23 22:46:28.888339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40332) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:28.931417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Transition to ACTIVE for port object 3a77e1d8-baab-43cf-9e56-a9f73da30ffb will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:46:28.940648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fc6c6628-fc7e-45d5-95ed-7425a164115a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0506809 Nov 23 22:46:28.942868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40340) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:28.948855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1979255376'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:28.953950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.960274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:28.975462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Sync routers for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:28.976921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01b1147e-5a74-463a-a939-935e942fbd7e req-2f8bb2b9-6d2a-4e78-be96-f12d39e2ee9b tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448731 Nov 23 22:46:29.007718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Made reservation on behalf of 865edaf5ba7a4b1c90907c3f947e3e24 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:29.009753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:29.010588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:29.014879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.073716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.077576 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-72e7c905-e976-4fbb-abe7-0d1a0741f27e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.1914141 Nov 23 22:46:29.080039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40342) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:29.099169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:29.166110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.172425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.182253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.182253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.182253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.182840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.183258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.183679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.184102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.186058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.186592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.187001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:29.212029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:29.236295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.236928 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Added segment 974705a8-86f1-4538-8fcd-539ed6e08698 of type vlan for network 2e81f821-713f-4c83-bdff-b7f19f31fe7a Nov 23 22:46:29.244396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:29.288594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2822548d-8c40-4b75-847e-a943d4d78ca7 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:29.299062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.302259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Attempting to bind port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:29.302618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Attempting to bind port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:29.303025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Attempting to bind port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:29.309304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb on network b3241005-8cfb-4d5a-a235-19af426d7fdf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:46:29.309749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Attempting to bind port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:29.323180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:29.323544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Checking segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:29.324889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Bound using segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:29.325432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Bound port: 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:29.328704 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.350077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Transition to ACTIVE for port object 2822548d-8c40-4b75-847e-a943d4d78ca7 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:46:29.375838 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.414807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.564739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.573420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:29.574343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.599373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Pushing event updated for resources: {'Port': ['ID=2822548d-8c40-4b75-847e-a943d4d78ca7,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:29.611786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:29.632361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 3, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:29.673233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:29.674606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Attempting to bind port 2822548d-8c40-4b75-847e-a943d4d78ca7 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:29.674956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Attempting to bind port 2822548d-8c40-4b75-847e-a943d4d78ca7 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:29.675407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Attempting to bind port 2822548d-8c40-4b75-847e-a943d4d78ca7 on network 71571000-5427-4a2d-8784-0898472d8361 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:29.688221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Checking router: 336cd2c0-3ec5-4680-9998-00c6bb1aab57 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:29.688573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Updating router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 port 0e84b617-2ba1-4caf-a273-ab6be4847c78 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:29.689873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.692378 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7484460 Nov 23 22:46:29.697806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40346) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:29.740584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de723e7d-bde7-4874-95ef-e787cdb25928 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Network': ['ID=2e81f821-713f-4c83-bdff-b7f19f31fe7a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:29.746096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.761238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-510432475'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:29.786288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:29.793229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Port 2822548d-8c40-4b75-847e-a943d4d78ca7 on network 71571000-5427-4a2d-8784-0898472d8361 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:46:29.793560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Attempting to bind port 2822548d-8c40-4b75-847e-a943d4d78ca7 on network 71571000-5427-4a2d-8784-0898472d8361 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:29.813877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:29.814225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Checking segment: {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:29.814631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Bound using segment: {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:29.815076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Bound port: 2822548d-8c40-4b75-847e-a943d4d78ca7, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4f2895-89ba-43be-a175-d5a8d96c37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '71571000-5427-4a2d-8784-0898472d8361'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:29.815454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.828860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:29.829507 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.831331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4d1f46e3-eb77-4949-9085-1dc5ce3755be service neutron] 10.222.0.46 "PUT /v2.0/ports/3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 200 len: 1091 time: 2.7166688 Nov 23 22:46:29.851076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be2bc8-1550-4312-a806-6be5571ca7ee req-9e591b73-701e-4f2a-9d7e-b5ee9803af5a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:29.866466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86be2bc8-1550-4312-a806-6be5571ca7ee req-9e591b73-701e-4f2a-9d7e-b5ee9803af5a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.2941675 Nov 23 22:46:29.891950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:29.896037 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418b500-e169-4c96-bdcd-1d69f8544d68" -d '{"events": [{"name": "network-changed", "server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:29.970599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Made reservation on behalf of 865edaf5ba7a4b1c90907c3f947e3e24 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:29.974785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.028995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 2e81f821-713f-4c83-bdff-b7f19f31fe7a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:30.093142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86be2bc8-1550-4312-a806-6be5571ca7ee req-9226ed89-1794-422f-9650-7c5e584b8359 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254815 Nov 23 22:46:30.167483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4aa7c68d-39ed-4687-8408-307063ad07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:30.169229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-4aa7c68d-39ed-4687-8408-307063ad07c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1094 time: 0.2601049 Nov 23 22:46:30.198362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:30.231280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.235650 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Added segment 0c8fa79c-1748-4461-a8ff-b2857920a908 of type vlan for network c69be451-0ac3-4859-b711-b7e2bd27c58c Nov 23 22:46:30.252638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:30.323589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.342763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.413760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c2d22-3e4b-4c59-95f8-775c5a4c58b5 req-1441a980-ec33-42ce-bb1f-ba29975e92e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:30.423023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-033c2d22-3e4b-4c59-95f8-775c5a4c58b5 req-1441a980-ec33-42ce-bb1f-ba29975e92e5 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.4191649 Nov 23 22:46:30.451814 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34b2577-bf43-4e90-af50-995591c35462 x-openstack-request-id: req-d34b2577-bf43-4e90-af50-995591c35462 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:30.452106 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:30.452363 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d34b2577-bf43-4e90-af50-995591c35462 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:30.452761 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'status': 'completed', 'code': 200} Nov 23 22:46:30.481029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.489204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:30.491850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.554293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-033c2d22-3e4b-4c59-95f8-775c5a4c58b5 req-2d4b91cd-77e4-47ee-afb4-861aa27f753e tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262136 Nov 23 22:46:30.574010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Allocated IP 172.20.0.1 (98149ffc-c8d0-4f66-87c9-1db80dfda154/f0a1eee8-5a53-4e11-84a5-d1f6e9cde150/76ad8b7b-6603-4572-b084-1093193f736e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:30.611392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] For port 2822548d-8c40-4b75-847e-a943d4d78ca7, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:30.632283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-0b9462bf-38d6-486a-ac5c-fe61ccac9dd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 200 len: 217 time: 0.2429056 Nov 23 22:46:30.669190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.710379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.716869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.751501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] For port 2822548d-8c40-4b75-847e-a943d4d78ca7, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=2822548d-8c40-4b75-847e-a943d4d78ca7,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:30.760239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:30.762774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.775015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0194225 Nov 23 22:46:30.779022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'port_id': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'mac_address': 'fa:16:3e:3a:9f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4993e95-64f0-4938-95d7-661a833412ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:30.819309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:30.827216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da185fdb-20ee-4fbb-956a-4ef2b1851e03 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Network': ['ID=c69be451-0ac3-4859-b711-b7e2bd27c58c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:30.828290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:30.831792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:30.850615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.895328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-a43a8580-c0d4-4bf0-b65a-605681b2a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:30.897035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-a43a8580-c0d4-4bf0-b65a-605681b2a657 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.2178409 Nov 23 22:46:30.915506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.923756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:30.924368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.926480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] 10.222.0.48 "PUT /v2.0/ports/2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 1091 time: 2.7357719 Nov 23 22:46:30.939174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c69be451-0ac3-4859-b711-b7e2bd27c58c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:30.956173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40370) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:31.009212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'subnets': [{'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1396615838', 'ip_version': 4}, {'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:31.009563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'subnet': {'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1396615838', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:31.010101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Request body: {'subnet': {'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:31.064719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Pushing event updated for resources: {'Port': ['ID=76ad8b7b-6603-4572-b084-1093193f736e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:31.106925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.163715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653cee1-18bc-430a-bcc6-a15aab66343d None None] Pushing event updated for resources: {'Port': ['ID=0e84b617-2ba1-4caf-a273-ab6be4847c78,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:31.176601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:31.199100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Attempting to bind port 0e84b617-2ba1-4caf-a273-ab6be4847c78 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:31.199747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Attempting to bind port 0e84b617-2ba1-4caf-a273-ab6be4847c78 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:31.200418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Attempting to bind port 0e84b617-2ba1-4caf-a273-ab6be4847c78 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:31.217051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e83e-ad13-4c5f-ac72-a374bce18f0c req-b068d932-9e63-4c70-a096-778516bb0a56 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:31.217652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:31.218221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:31.218688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b44e83e-ad13-4c5f-ac72-a374bce18f0c req-b068d932-9e63-4c70-a096-778516bb0a56 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 943 time: 0.4944627 Nov 23 22:46:31.219010 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.219623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:31.220248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Bound port: 0e84b617-2ba1-4caf-a273-ab6be4847c78, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:31.220944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.293883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] For port 0e84b617-2ba1-4caf-a273-ab6be4847c78, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:31.299909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] For port 0e84b617-2ba1-4caf-a273-ab6be4847c78, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0e84b617-2ba1-4caf-a273-ab6be4847c78,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:31.304132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:31.328800 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.440293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653cee1-18bc-430a-bcc6-a15aab66343d None None] Pushing event updated for resources: {'Port': ['ID=0e84b617-2ba1-4caf-a273-ab6be4847c78,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:31.462899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.571117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9d5c03c3-c3ed-4741-8775-c59e9ef71d05'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:31.624090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:31.624983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:31.642370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba40051b-80d5-4f8b-8078-cb5d06f87291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.646885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a245b37e-5b94-478a-8467-bfc3534d5e39 None None] Provisioning complete for port 76ad8b7b-6603-4572-b084-1093193f736e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:31.647519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a245b37e-5b94-478a-8467-bfc3534d5e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.750497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:31.770522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-1ec57248-7b87-49c8-b79c-2a0444e732dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:31.772101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-1ec57248-7b87-49c8-b79c-2a0444e732dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8504870 Nov 23 22:46:31.787664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2ad1a-4519-478e-b466-51512646203d service neutron] Pushing event updated for resources: {'Port': ['ID=2822548d-8c40-4b75-847e-a943d4d78ca7,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:31.826005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-0dcd122f-268a-4c8e-893a-e4d452a56a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:31.828047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-0dcd122f-268a-4c8e-893a-e4d452a56a9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 1094 time: 0.7456748 Nov 23 22:46:31.841933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a245b37e-5b94-478a-8467-bfc3534d5e39 None None] Port 76ad8b7b-6603-4572-b084-1093193f736e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:31.869287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8917c5-d4e6-45e6-9e99-e9384f6fc5bd req-fc09c25f-8740-43f7-871c-864336ee84b4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:31.878978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a8917c5-d4e6-45e6-9e99-e9384f6fc5bd req-fc09c25f-8740-43f7-871c-864336ee84b4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.6349556 Nov 23 22:46:31.918324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:31.975739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-99a4721e-a2f1-42e0-a592-ca1710db26d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 217 time: 0.1162848 Nov 23 22:46:32.028035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Made reservation on behalf of 865edaf5ba7a4b1c90907c3f947e3e24 for: {'subnet': 2} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:32.030867 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b44e83e-ad13-4c5f-ac72-a374bce18f0c req-19f90839-9041-4fee-bb39-d6367f59c73a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7935212 Nov 23 22:46:32.047689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.047689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.154218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.171163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 3, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:32.216619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8cca0d-602c-485e-a337-00f33037851e None None] The sync data for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 is: [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 3, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:32.217141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a8917c5-d4e6-45e6-9e99-e9384f6fc5bd req-a0f764cd-ef97-49a4-8e0e-92f24f4c6f2e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328409 Nov 23 22:46:32.294869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:32.348807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-60e1e76a-32f9-459d-baf5-aef25cd3851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:32.350397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-60e1e76a-32f9-459d-baf5-aef25cd3851f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0db16d67-7817-4faf-9f35-224c05ad5f62 HTTP/1.1" status: 200 len: 867 time: 0.3176496 Nov 23 22:46:32.352548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-b189dc9c-a900-4aad-84c3-ce1781627bdf service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544736 Nov 23 22:46:32.440085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:32.440556 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.455668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:32.458008 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16470c12-c01f-4bac-ad4e-36a713e3d904" -d '{"events": [{"name": "network-changed", "server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:32.555075 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4280d8-2ca8-4d52-8404-78f357fbf7e0 x-openstack-request-id: req-1a4280d8-2ca8-4d52-8404-78f357fbf7e0 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:32.555371 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:32.555656 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a4280d8-2ca8-4d52-8404-78f357fbf7e0 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:32.556059 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'status': 'completed', 'code': 200} Nov 23 22:46:32.582417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41249-bc77-4f53-802c-539de522df7c req-c8d6bb80-0138-4fbe-840a-63c3f3059fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:32.584173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-c8d6bb80-0138-4fbe-840a-63c3f3059fa2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71571000-5427-4a2d-8784-0898472d8361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963317 Nov 23 22:46:32.601715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125406f3-ff0a-4d03-8ae9-3b7391ba3407 req-e9bf1c08-ad84-4e46-b8ae-734b7f3a25bd tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:32.609117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-125406f3-ff0a-4d03-8ae9-3b7391ba3407 req-e9bf1c08-ad84-4e46-b8ae-734b7f3a25bd tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 944 time: 0.1710465 Nov 23 22:46:32.716337 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.730635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b2ccf15-23b3-4988-9e9d-af6c4f6bc8e8 req-714df0c1-7335-4152-ba57-0901dcec5f08 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699582 Nov 23 22:46:32.781982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:32.783280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:32.786586 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d198e82b-0989-47fe-8b0e-5a4bbb4017ae" -d '{"events": [{"server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:32.827822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.899148 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee9968-1f66-476c-8107-55ddc00e614a x-openstack-request-id: req-d7ee9968-1f66-476c-8107-55ddc00e614a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:32.899859 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:32.900163 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7ee9968-1f66-476c-8107-55ddc00e614a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:32.900558 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'code': 200} Nov 23 22:46:32.920994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-125406f3-ff0a-4d03-8ae9-3b7391ba3407 req-c4f0b727-bb3e-49f5-b5fb-8a2e35b1077c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108401 Nov 23 22:46:32.935223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:32.981383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.984773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-8c350813-107c-43cb-8975-3b01dffa16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:32.986383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-8c350813-107c-43cb-8975-3b01dffa16e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1094 time: 0.1590729 Nov 23 22:46:32.995656 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-472e28e6-1842-458f-bbf9-2d7ffe06a33a service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832545 Nov 23 22:46:32.997736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.118353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Pushing event updated for resources: {'Port': ['ID=76ad8b7b-6603-4572-b084-1093193f736e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:33.257890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.366149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.405000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0e84b617-2ba1-4caf-a273-ab6be4847c78 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:33.455921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Subnet': ['ID=d5162b52-b956-4038-990d-b5151cc04940,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:33.524996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0e84b617-2ba1-4caf-a273-ab6be4847c78 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:33.525536 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.566475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5a417-2303-408a-b1aa-6287337cf1e8 req-e10fac4a-ca7b-4870-8137-018de4372411 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:33.568980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62c5a417-2303-408a-b1aa-6287337cf1e8 req-e10fac4a-ca7b-4870-8137-018de4372411 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 943 time: 0.4114878 Nov 23 22:46:33.591383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Checking segment: {'id': '974705a8-86f1-4538-8fcd-539ed6e08698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:33.591772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network hostable DHCP agents. Network: 2e81f821-713f-4c83-bdff-b7f19f31fe7a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:33.599482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-40669ab7-f6f2-4ae1-9dc1-680db099e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:33.601323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-40669ab7-f6f2-4ae1-9dc1-680db099e1a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.6047907 Nov 23 22:46:33.646343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:33.648295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:33.650457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network 2e81f821-713f-4c83-bdff-b7f19f31fe7a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:33.665395 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.719221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 0e84b617-2ba1-4caf-a273-ab6be4847c78, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0e84b617-2ba1-4caf-a273-ab6be4847c78,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:33.726757 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.734384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-f7f51429-bb70-41fa-98c4-433b4f2e7711 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 200 len: 217 time: 0.0890286 Nov 23 22:46:33.758977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 2e81f821-713f-4c83-bdff-b7f19f31fe7a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:33.769383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9de9fdd-781c-4056-900c-54f09fae584e None None] Network 2e81f821-713f-4c83-bdff-b7f19f31fe7a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:33.781116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21c41249-bc77-4f53-802c-539de522df7c req-9ffff05c-240e-4b9c-b306-e774d7a555cc service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185647 Nov 23 22:46:33.785270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.834935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62c5a417-2303-408a-b1aa-6287337cf1e8 req-d0aa30c3-8b9d-42b1-aa8f-2e1394579e13 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523336 Nov 23 22:46:33.854543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95399393-f96a-4ea2-9a70-83c2a8f171b2 req-f41ca5db-6bff-4f97-b51f-11dd0342cef3 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:33.856972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95399393-f96a-4ea2-9a70-83c2a8f171b2 req-f41ca5db-6bff-4f97-b51f-11dd0342cef3 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.3642178 Nov 23 22:46:33.950853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95399393-f96a-4ea2-9a70-83c2a8f171b2 req-de17a751-badd-4a0c-8b2b-9a397e2c5fcb tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855539 Nov 23 22:46:34.014274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event updated for resources: {'Subnet': ['ID=c932621f-f1d1-450b-a396-be9c9f0c312e,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:34.039218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=0e84b617-2ba1-4caf-a273-ab6be4847c78,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:34.085072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-7eb64497-ba28-4b77-8b51-23309ba3be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.090327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-7eb64497-ba28-4b77-8b51-23309ba3be67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.3324492 Nov 23 22:46:34.164153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5dc141cb-b9d4-4a8e-9b25-75d43088dafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.178400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Checking segment: {'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:34.178897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network hostable DHCP agents. Network: c69be451-0ac3-4859-b711-b7e2bd27c58c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:34.186513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-2e81f821-713f-4c83-bdff-b7f19f31fe7a', 'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a', 'tenant_id': '865edaf5ba7a4b1c90907c3f947e3e24', 'fixed_ips': [{'subnet_id': 'd5162b52-b956-4038-990d-b5151cc04940'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:46:34.187398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.200673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:34.220982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9abaf992-1f24-4afe-8c5f-8f4032090151 None None] Provisioning complete for port 76ad8b7b-6603-4572-b084-1093193f736e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:34.221352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9abaf992-1f24-4afe-8c5f-8f4032090151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.270527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fcfc1-0087-4214-b83d-9d774f8c9270 req-a2ec6fd9-342e-459d-825d-20ede09c289f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.290290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df8fcfc1-0087-4214-b83d-9d774f8c9270 req-a2ec6fd9-342e-459d-825d-20ede09c289f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.2495575 Nov 23 22:46:34.293752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-b8659145-83b6-4119-bacd-7679466a6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.295258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-b8659145-83b6-4119-bacd-7679466a6105 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 1094 time: 0.3761249 Nov 23 22:46:34.305098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-81271604-17ba-4797-bd4b-83519e295032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.306583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-81271604-17ba-4797-bd4b-83519e295032 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978602 Nov 23 22:46:34.344874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9abaf992-1f24-4afe-8c5f-8f4032090151 None None] Port 76ad8b7b-6603-4572-b084-1093193f736e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:34.418010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Allocated IP 172.20.0.2 (2e81f821-713f-4c83-bdff-b7f19f31fe7a/d5162b52-b956-4038-990d-b5151cc04940/2d2a34f3-b089-488e-81d4-a4ab3755f89b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:34.422108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:34.424059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Network c69be451-0ac3-4859-b711-b7e2bd27c58c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:34.445686 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-981ada53-1581-433c-b157-79da505dbf74 admin admin] 10.222.0.11 "PUT /v2.0/routers/336cd2c0-3ec5-4680-9998-00c6bb1aab57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3655791 Nov 23 22:46:34.447529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c69be451-0ac3-4859-b711-b7e2bd27c58c) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:34.452669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.453531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.469330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.493556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27757d-bceb-4a19-af6c-16a6578156f3 None None] Network c69be451-0ac3-4859-b711-b7e2bd27c58c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:34.500774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c6095e1c-51c8-49da-b2cd-19e5be03db7c tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5381827 Nov 23 22:46:34.502593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40422) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:34.675927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df8fcfc1-0087-4214-b83d-9d774f8c9270 req-e5b86d77-46f7-4c95-963c-e1bb702584af tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746424 Nov 23 22:46:34.700971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4afeaf2-0c76-4a71-941e-053736e383cc tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.702787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4afeaf2-0c76-4a71-941e-053736e383cc tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.705151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4afeaf2-0c76-4a71-941e-053736e383cc tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.708014 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a4afeaf2-0c76-4a71-941e-053736e383cc tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2027943 Nov 23 22:46:34.714884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40426) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:34.733585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-fe8abb42-dfa2-401c-9748-79281e75d12f service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068315 Nov 23 22:46:34.766354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-3b215e4e-ab31-4398-b4cd-b6077d3b57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.768075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-3b215e4e-ab31-4398-b4cd-b6077d3b57b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 200 len: 929 time: 0.4552331 Nov 23 22:46:34.850495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-b7c31e05-2296-4203-aaeb-c9887a87d389 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 217 time: 0.0576518 Nov 23 22:46:34.942984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Deleting subnet d5162b52-b956-4038-990d-b5151cc04940 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:34.982229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-c8e3cde7-fcf8-49be-a181-351b10b23cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:34.983764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-c8e3cde7-fcf8-49be-a181-351b10b23cb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0db16d67-7817-4faf-9f35-224c05ad5f62 HTTP/1.1" status: 200 len: 867 time: 0.0949826 Nov 23 22:46:34.987934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4418b500-e169-4c96-bdcd-1d69f8544d68 req-8465d301-8007-4bb5-a17b-e721baca04e5 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295461 Nov 23 22:46:35.094678 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:46:35.116443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-270c8353-264e-4b96-b71f-f78c2a725086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:35.118013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-270c8353-264e-4b96-b71f-f78c2a725086 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71571000-5427-4a2d-8784-0898472d8361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255977 Nov 23 22:46:35.119143 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.169128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.183949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.193224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2453dd-c113-4193-9298-29ee9aa87a0b req-7b785df9-cde1-4006-8497-229cee64bf9c tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:35.207139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a2453dd-c113-4193-9298-29ee9aa87a0b req-7b785df9-cde1-4006-8497-229cee64bf9c tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 943 time: 0.1564429 Nov 23 22:46:35.292326 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Sync routers for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:35.307907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0e84b617-2ba1-4caf-a273-ab6be4847c78 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:35.309449 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:35.310845 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:35.366956 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.421040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Network 2e81f821-713f-4c83-bdff-b7f19f31fe7a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:35.423384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a2453dd-c113-4193-9298-29ee9aa87a0b req-7a007212-a110-4f0f-8688-0cebe9a70d55 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148204 Nov 23 22:46:35.430808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:35.438160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:35.474249 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:35.524682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40454) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:35.529785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-683109529-network', 'tenant_id': '93ad6a8c305243abb6ac978728900950'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:35.614606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Made reservation on behalf of 93ad6a8c305243abb6ac978728900950 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:35.618706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.638360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225df35-d7ad-4e91-9674-ad991b9c0a23 req-1ee26fd8-579e-4d78-8661-b4f16d52ad59 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:35.658970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4225df35-d7ad-4e91-9674-ad991b9c0a23 req-1ee26fd8-579e-4d78-8661-b4f16d52ad59 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.5093002 Nov 23 22:46:35.662083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.667407 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.717135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-c69be451-0ac3-4859-b711-b7e2bd27c58c', 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c', 'tenant_id': '865edaf5ba7a4b1c90907c3f947e3e24', 'fixed_ips': [{'subnet_id': 'c932621f-f1d1-450b-a396-be9c9f0c312e'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:46:35.718017 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.733770 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 2, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:35.793026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Pushing event updated for resources: {'Port': ['ID=2d2a34f3-b089-488e-81d4-a4ab3755f89b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:35.808075 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Checking router: 336cd2c0-3ec5-4680-9998-00c6bb1aab57 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:35.808431 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Updating router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 port 76ad8b7b-6603-4572-b084-1093193f736e binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:35.872756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-4a0276cc-4c1b-4c40-ad1c-2ff56802a3c9 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:35.886705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-4a0276cc-4c1b-4c40-ad1c-2ff56802a3c9 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.6753485 Nov 23 22:46:35.905617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.974388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.991243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Attempting to bind port 2d2a34f3-b089-488e-81d4-a4ab3755f89b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:35.991981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Attempting to bind port 2d2a34f3-b089-488e-81d4-a4ab3755f89b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '974705a8-86f1-4538-8fcd-539ed6e08698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:35.992470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Attempting to bind port 2d2a34f3-b089-488e-81d4-a4ab3755f89b on network 2e81f821-713f-4c83-bdff-b7f19f31fe7a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:36.006966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0e84b617-2ba1-4caf-a273-ab6be4847c78 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:36.021535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:36.022150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.028157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:36.031264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Checking segment: {'id': '974705a8-86f1-4538-8fcd-539ed6e08698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:36.032909 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.043541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Bound using segment: {'id': '974705a8-86f1-4538-8fcd-539ed6e08698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:36.044431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Bound port: 2d2a34f3-b089-488e-81d4-a4ab3755f89b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974705a8-86f1-4538-8fcd-539ed6e08698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2e81f821-713f-4c83-bdff-b7f19f31fe7a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:36.045095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.053640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-bd9e9611-37a9-4889-a35b-6813fc14a04b service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9254317 Nov 23 22:46:36.056601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4a869-babe-4ec0-9511-85cf04d00add,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:36.083874 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.084399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.085126 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Added segment 7860c7d3-bef5-4928-9d02-c4bc88052ac2 of type vlan for network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea Nov 23 22:46:36.137678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.193930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.197354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:36.198191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.234881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4225df35-d7ad-4e91-9674-ad991b9c0a23 req-b9897ab9-8d0e-4695-813e-105c397c1c62 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701616 Nov 23 22:46:36.292099 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7662983 Nov 23 22:46:36.296151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40464) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:36.304280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Request body: {'subnet': {'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-683109529-subnet', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:36.308463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57daa54-ff50-4200-ae75-d26474e5ce0c admin admin] Pushing event updated for resources: {'Network': ['ID=e535f6d5-83d8-4e0f-bca0-f4369c2d1bea,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:36.334675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Allocated IP 172.20.0.18 (c69be451-0ac3-4859-b711-b7e2bd27c58c/c932621f-f1d1-450b-a396-be9c9f0c312e/90c45e33-f13d-41e3-875f-8b419b0a1469) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:36.336245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.349318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:36.351383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:36.353243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:36.366725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Made reservation on behalf of 93ad6a8c305243abb6ac978728900950 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:36.369901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.500658 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.516360 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.551915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16470c12-c01f-4bac-ad4e-36a713e3d904 req-444a0e36-1423-4f84-8fb5-8186c17d7eff service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401293 Nov 23 22:46:36.586448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf2660-d5f9-456d-8059-96aeece9e277 req-f5ab6c82-5bc2-40ac-8bc9-fa111a439f97 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:36.600193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96cf2660-d5f9-456d-8059-96aeece9e277 req-f5ab6c82-5bc2-40ac-8bc9-fa111a439f97 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.6495898 Nov 23 22:46:36.677676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.735495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f16e80c-0836-4510-a974-d020ea5fe1ba,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:36.738226 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Pushing event updated for resources: {'Port': ['ID=76ad8b7b-6603-4572-b084-1093193f736e,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:36.773768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Deleting port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:36.774026 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.782418 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Attempting to bind port 76ad8b7b-6603-4572-b084-1093193f736e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:36.782977 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Attempting to bind port 76ad8b7b-6603-4572-b084-1093193f736e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:36.783162 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Attempting to bind port 76ad8b7b-6603-4572-b084-1093193f736e on network 98149ffc-c8d0-4f66-87c9-1db80dfda154 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:36.785986 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.787003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.787003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.787003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.787321 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.787671 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.788006 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.788335 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.788662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.788961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Checking segment: {'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:36.789076 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.789304 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.789632 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:36.789989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Network hostable DHCP agents. Network: e535f6d5-83d8-4e0f-bca0-f4369c2d1bea, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:36.796748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.799530 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:46:36.811037 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:36.811476 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Checking segment: {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:36.812089 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.812494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Bound using segment: {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:36.812986 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Bound port: 76ad8b7b-6603-4572-b084-1093193f736e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:36.813369 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.824705 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.854109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] For port 2d2a34f3-b089-488e-81d4-a4ab3755f89b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:36.861366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:36.886744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e535f6d5-83d8-4e0f-bca0-f4369c2d1bea) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:36.894438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:36.894684 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.929892 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.936044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/subnets/d5162b52-b956-4038-990d-b5151cc04940 HTTP/1.1" status: 204 len: 168 time: 2.2178478 Nov 23 22:46:36.946823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7693359d-5164-49bd-b5df-236362e8437c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6487217 Nov 23 22:46:36.947748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40474) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:36.950049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] For port 76ad8b7b-6603-4572-b084-1093193f736e, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:36.950424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0365e8-7331-4802-bbb0-cf0ee76789b0 req-029eb1a7-f444-4a65-8562-e1fec62f60c8 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:36.951879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] For port 2d2a34f3-b089-488e-81d4-a4ab3755f89b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2d2a34f3-b089-488e-81d4-a4ab3755f89b,segment=NetworkSegment(974705a8-86f1-4538-8fcd-539ed6e08698),segment_id=974705a8-86f1-4538-8fcd-539ed6e08698)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:36.955716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb72eec-3133-4d0e-95b3-3d775c1982ff None None] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:36.960211 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] For port 76ad8b7b-6603-4572-b084-1093193f736e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=76ad8b7b-6603-4572-b084-1093193f736e,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:36.962549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40476) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:36.965084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a0365e8-7331-4802-bbb0-cf0ee76789b0 req-029eb1a7-f444-4a65-8562-e1fec62f60c8 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 943 time: 0.4059112 Nov 23 22:46:36.973442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:36.976657 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.024786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.048592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Deleting subnet c932621f-f1d1-450b-a396-be9c9f0c312e {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:37.048986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96cf2660-d5f9-456d-8059-96aeece9e277 req-79fbabe9-7692-4208-8008-ebb24db28bd3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4475303 Nov 23 22:46:37.058882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.062145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.064649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95a806-a871-4bac-af7e-7d938ebe0e8f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Subnet': ['ID=d5162b52-b956-4038-990d-b5151cc04940,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:37.130563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:37.131214 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:37.180234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a0365e8-7331-4802-bbb0-cf0ee76789b0 req-3611e8af-dd35-4122-8d4d-6b9c2533223d tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139895 Nov 23 22:46:37.215198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] For port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:37.215623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.283671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Calling delete_port for 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:37.348158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.394887 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:37.478274 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.481194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-596c030c-1e9a-4f49-bcee-2f245b8e0e7d None None] Provisioning complete for port 76ad8b7b-6603-4572-b084-1093193f736e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:37.481558 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-596c030c-1e9a-4f49-bcee-2f245b8e0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.580501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 2822548d-8c40-4b75-847e-a943d4d78ca7 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:37.584184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470bb34-e31f-4db0-b4a1-dd3398fb0388 None None] Pushing event updated for resources: {'Port': ['ID=2d2a34f3-b089-488e-81d4-a4ab3755f89b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:37.590665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:37.630588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9824bb9-c12e-4429-a61f-83c877c6cff3 req-ed1b4d61-51da-4101-9000-533b4008ea78 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:37.638311 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.642534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9824bb9-c12e-4429-a61f-83c877c6cff3 req-ed1b4d61-51da-4101-9000-533b4008ea78 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fdf6768-6119-4aaf-9a2f-b770671e8eb0 HTTP/1.1" status: 200 len: 945 time: 0.1553242 Nov 23 22:46:37.673904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'port_id': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'mac_address': 'fa:16:3e:9d:30:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:37.773221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.820910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.857243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.921564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event deleted for resources: {'Port': ['ID=9d5c03c3-c3ed-4741-8775-c59e9ef71d05,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:37.958048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] No DVR routers for this DVR port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:37.959841 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.974274 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.976964 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:46:37.976964 n-d-817303-3 neutron-server[103524]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 23 22:46:37.976964 n-d-817303-3 neutron-server[103524]: [parameters: {'status': 'DOWN', 'ports_id': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05'}] Nov 23 22:46:37.976964 n-d-817303-3 neutron-server[103524]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:46:37.977276 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:46:37.978159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.979087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ace41ca6-69c7-4b11-aec8-8e657f14774a req-192afa34-0baa-4e70-b0f4-825eee8ebb6c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.46 "DELETE /v2.0/ports/9d5c03c3-c3ed-4741-8775-c59e9ef71d05 HTTP/1.1" status: 204 len: 173 time: 2.0590949 Nov 23 22:46:37.980955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'name': 'network-vif-deleted', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:37.982143 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b203074e-25c1-48da-a99a-c5aef9dcf58f" -d '{"events": [{"server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "name": "network-vif-deleted", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:38.002534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9824bb9-c12e-4429-a61f-83c877c6cff3 req-78efb181-ccd2-4812-82c3-e683b5c311e2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564560 Nov 23 22:46:38.019871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.019871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.030991 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83e569-19b5-47f6-b459-dd017914f7f5 None None] Pushing event updated for resources: {'Port': ['ID=76ad8b7b-6603-4572-b084-1093193f736e,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:38.062417 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd23a9-aca1-4d95-8383-542c6ef4a4e5 x-openstack-request-id: req-efbd23a9-aca1-4d95-8383-542c6ef4a4e5 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:38.062727 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdf6768-6119-4aaf-9a2f-b770671e8eb0", "name": "network-vif-deleted", "tag": "9d5c03c3-c3ed-4741-8775-c59e9ef71d05", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:38.062993 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efbd23a9-aca1-4d95-8383-542c6ef4a4e5 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:38.063415 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdf6768-6119-4aaf-9a2f-b770671e8eb0', 'name': 'network-vif-deleted', 'tag': '9d5c03c3-c3ed-4741-8775-c59e9ef71d05', 'status': 'completed', 'code': 200} Nov 23 22:46:38.070573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.126703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Network c69be451-0ac3-4859-b711-b7e2bd27c58c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:38.127755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'fixed_ips': [{'subnet_id': '0f16e80c-0836-4510-a974-d020ea5fe1ba'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:46:38.129126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.131851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a77e1d8-baab-43cf-9e56-a9f73da30ffb {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:38.141313 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:36Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:38.198937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:38.202150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:38.224572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Pushing event updated for resources: {'Port': ['ID=90c45e33-f13d-41e3-875f-8b419b0a1469,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:38.230632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 2822548d-8c40-4b75-847e-a943d4d78ca7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=2822548d-8c40-4b75-847e-a943d4d78ca7,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:38.234087 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4e2a-84a5-4f08-8c67-fc3b4b10d868 None None] The sync data for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 is: [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:36Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:38.248293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-596c030c-1e9a-4f49-bcee-2f245b8e0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.331274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:38.334405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81632652-6b81-43e5-bcbd-20f29845c2bf req-06165c87-69f1-433f-a98e-97c412018967 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:38.337266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81632652-6b81-43e5-bcbd-20f29845c2bf req-06165c87-69f1-433f-a98e-97c412018967 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1077650 Nov 23 22:46:38.386839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.431080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.465744 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81632652-6b81-43e5-bcbd-20f29845c2bf req-b1d5be31-d0aa-4fed-a55b-7a1b3e32c612 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198680 Nov 23 22:46:38.481989 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.538295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'port_id': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'mac_address': 'fa:16:3e:91:2a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:38.553613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6790ed-1ef4-4087-8c66-d4216e594347 req-dc7a7303-b57d-4c07-8d22-3e41ea669ca2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:38.562403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd6790ed-1ef4-4087-8c66-d4216e594347 req-dc7a7303-b57d-4c07-8d22-3e41ea669ca2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 943 time: 0.1467464 Nov 23 22:46:38.599894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Allocated IP 172.25.0.176 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/cd1a09a3-4537-432d-9614-332a4281f3e3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:38.679247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd6790ed-1ef4-4087-8c66-d4216e594347 req-e99b684a-6ad8-4bce-85d3-0c6c206a3ecf tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156130 Nov 23 22:46:38.761795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.776699 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.862877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.901663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.945647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b849-a75d-487f-973c-85a926418365 req-c464517e-0846-4376-951b-0c9c026b1942 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:38.947425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80d3b849-a75d-487f-973c-85a926418365 req-c464517e-0846-4376-951b-0c9c026b1942 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 950 time: 0.0714867 Nov 23 22:46:38.959107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.964387 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/subnets/c932621f-f1d1-450b-a396-be9c9f0c312e HTTP/1.1" status: 204 len: 168 time: 2.0154498 Nov 23 22:46:38.972584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:39.013606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Port 9d5c03c3-c3ed-4741-8775-c59e9ef71d05 update to DOWN by agent not found {{(pid=103524) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 22:46:39.021002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:39.050790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde153-4f3f-43bc-aded-9f0e2fbf4821 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Subnet': ['ID=c932621f-f1d1-450b-a396-be9c9f0c312e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:39.057605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141b4db-bbd4-4302-8a75-c509aed81c22 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:39.059309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e141b4db-bbd4-4302-8a75-c509aed81c22 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0857630 Nov 23 22:46:39.060932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80d3b849-a75d-487f-973c-85a926418365 req-caf1e1ab-0832-4764-bdec-ccc82ce3088d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039474 Nov 23 22:46:39.061612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1a09a3-4537-432d-9614-332a4281f3e3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:39.064473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:39.065624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:39.070282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:39.117539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['3a77e1d8-baab-43cf-9e56-a9f73da30ffb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:39.223466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-596c030c-1e9a-4f49-bcee-2f245b8e0e7d None None] For port 76ad8b7b-6603-4572-b084-1093193f736e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=76ad8b7b-6603-4572-b084-1093193f736e,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:39.302205 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.373618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c550a99-2ea5-40b1-a02e-b749aba2e15e None None] Network 2e81f821-713f-4c83-bdff-b7f19f31fe7a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:39.376116 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-596c030c-1e9a-4f49-bcee-2f245b8e0e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.412285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Attempting to bind port 90c45e33-f13d-41e3-875f-8b419b0a1469 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:39.412931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Attempting to bind port 90c45e33-f13d-41e3-875f-8b419b0a1469 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:39.413618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Attempting to bind port 90c45e33-f13d-41e3-875f-8b419b0a1469 on network c69be451-0ac3-4859-b711-b7e2bd27c58c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:39.428947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Deleting port 90c45e33-f13d-41e3-875f-8b419b0a1469 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:39.429291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.464759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2d2a34f3-b089-488e-81d4-a4ab3755f89b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:39.467046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:39.477004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:39.478137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Checking segment: {'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:39.478654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.480332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Bound using segment: {'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:39.486647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Bound port: 90c45e33-f13d-41e3-875f-8b419b0a1469, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:39.487338 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.511902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.549814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Allocated IP 172.20.0.2 (e535f6d5-83d8-4e0f-bca0-f4369c2d1bea/0f16e80c-0836-4510-a974-d020ea5fe1ba/533ec00b-cdff-4dd0-b93e-3b9d104b1321) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:39.614430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] For port 90c45e33-f13d-41e3-875f-8b419b0a1469, host n-d-817303-3, got binding levels [] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:39.614938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.645551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.669102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Calling delete_port for 90c45e33-f13d-41e3-875f-8b419b0a1469 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:39.718225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2822548d-8c40-4b75-847e-a943d4d78ca7 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:39.753367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-265129b3-6e5d-45b0-a50b-7cfa409d61b6 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:39.761119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-265129b3-6e5d-45b0-a50b-7cfa409d61b6 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 822 time: 0.2498109 Nov 23 22:46:39.855701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-3d73eacc-b136-41bf-aab3-3026c37998c0 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/quotas/9011f1e33fd74a80bd2d19bbcc986181 HTTP/1.1" status: 200 len: 375 time: 0.0921237 Nov 23 22:46:39.899218 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.915760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1e597117-3ee7-4e36-a5ab-4c80030f76cf tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590811 Nov 23 22:46:39.942877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 2822548d-8c40-4b75-847e-a943d4d78ca7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=2822548d-8c40-4b75-847e-a943d4d78ca7,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:39.945527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Provisioning complete for port 76ad8b7b-6603-4572-b084-1093193f736e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:39.946030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.969024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Port': ['ID=90c45e33-f13d-41e3-875f-8b419b0a1469,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:39.983866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c030c-1e9a-4f49-bcee-2f245b8e0e7d None None] Pushing event updated for resources: {'Port': ['ID=76ad8b7b-6603-4572-b084-1093193f736e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:40.007441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.010740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] No DVR routers for this DVR port 90c45e33-f13d-41e3-875f-8b419b0a1469 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:40.015259 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.092019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f4244-8b00-41ed-b622-82db6bd5653c req-10919fe8-bcaf-474d-b9b5-b0925732ea17 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:40.093816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7f4244-8b00-41ed-b622-82db6bd5653c req-10919fe8-bcaf-474d-b9b5-b0925732ea17 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 944 time: 0.2609782 Nov 23 22:46:40.170287 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:46:40.170831 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:46:40.204920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:46:40.224253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.237196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-a0fe7baa-3e72-4c8f-9e61-88c7a19229f8 service neutron] 10.222.0.11 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202317 Nov 23 22:46:40.247915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.250062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2d2a34f3-b089-488e-81d4-a4ab3755f89b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:40.250909 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.285062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=2822548d-8c40-4b75-847e-a943d4d78ca7,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:40.304194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7f4244-8b00-41ed-b622-82db6bd5653c req-0331285f-f82d-480a-9f51-f3a44866e8f3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860974 Nov 23 22:46:40.314625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.384612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69be451-0ac3-4859-b711-b7e2bd27c58c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:40.404232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8fa79c-1748-4461-a8ff-b2857920a908') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:40.404473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8fa79c-1748-4461-a8ff-b2857920a908') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:40.409063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:40.422107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:40.426339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:40.428950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Pushing event updated for resources: {'Port': ['ID=533ec00b-cdff-4dd0-b93e-3b9d104b1321,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:40.440059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Provisioning complete for port 2d2a34f3-b089-488e-81d4-a4ab3755f89b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:40.440500 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.470431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] DHCP port deletion for 2e81f821-713f-4c83-bdff-b7f19f31fe7a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:40.478636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.579402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['2822548d-8c40-4b75-847e-a943d4d78ca7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:40.619174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.631325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Attempting to bind port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:40.631817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Attempting to bind port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:40.632256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Attempting to bind port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 on network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:40.673155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:40.673482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Checking segment: {'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:40.674036 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.674566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Bound using segment: {'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:40.675826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Bound port: 533ec00b-cdff-4dd0-b93e-3b9d104b1321, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:40.676454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.706797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:40.740182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.741770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-134196de-3f33-4e32-a3af-9711bfd539a2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7776301 Nov 23 22:46:40.744496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40568) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:40.752897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Sync routers for ids ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:40.759195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 2d2a34f3-b089-488e-81d4-a4ab3755f89b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2d2a34f3-b089-488e-81d4-a4ab3755f89b,segment=NetworkSegment(974705a8-86f1-4538-8fcd-539ed6e08698),segment_id=974705a8-86f1-4538-8fcd-539ed6e08698)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:40.772125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Attempting to bind port 90c45e33-f13d-41e3-875f-8b419b0a1469 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:40.772506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Attempting to bind port 90c45e33-f13d-41e3-875f-8b419b0a1469 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:40.772878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Attempting to bind port 90c45e33-f13d-41e3-875f-8b419b0a1469 on network c69be451-0ac3-4859-b711-b7e2bd27c58c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:40.809149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.809923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76ad8b7b-6603-4572-b084-1093193f736e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:40.853151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:40.853528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Checking segment: {'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:40.853940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.854344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Bound using segment: {'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:40.854836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Bound port: 90c45e33-f13d-41e3-875f-8b419b0a1469, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8fa79c-1748-4461-a8ff-b2857920a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c69be451-0ac3-4859-b711-b7e2bd27c58c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:40.855229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.893248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] Deleting port 2d2a34f3-b089-488e-81d4-a4ab3755f89b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:40.894892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.896680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Routers {'331eb68b-6f33-4ec1-971a-7a8d17e4b601'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:40.897325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:40.902233 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.910087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-3bf92144-cb10-43c5-b0e6-9d555a384748 service neutron] 10.222.0.11 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712041 Nov 23 22:46:40.915602 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.918925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:40.919658 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:40.928832 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:40.951534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420c0bc-cc5d-476c-80a8-889b197acea2 req-73a7c19f-a2fa-4c9b-866a-360d9ca09605 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:40.960295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3420c0bc-cc5d-476c-80a8-889b197acea2 req-73a7c19f-a2fa-4c9b-866a-360d9ca09605 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 944 time: 0.5594761 Nov 23 22:46:41.073933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-44a83e9e-a4c2-403f-bb57-8c21b17382f0 None None] Port 90c45e33-f13d-41e3-875f-8b419b0a1469 has been deleted concurrently {{(pid=103524) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 22:46:41.114382 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.120476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.124315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/networks/c69be451-0ac3-4859-b711-b7e2bd27c58c HTTP/1.1" status: 204 len: 168 time: 2.0586681 Nov 23 22:46:41.131811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40578) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:41.172441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3420c0bc-cc5d-476c-80a8-889b197acea2 req-4a21d0a3-2198-4484-83e0-43c44d164553 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111182 Nov 23 22:46:41.216664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704e827-fcfe-4107-a454-533bad21e67f tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Network': ['ID=c69be451-0ac3-4859-b711-b7e2bd27c58c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:41.328199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.371399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] For port 533ec00b-cdff-4dd0-b93e-3b9d104b1321, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:41.390381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] For port 2d2a34f3-b089-488e-81d4-a4ab3755f89b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2d2a34f3-b089-488e-81d4-a4ab3755f89b,segment=NetworkSegment(974705a8-86f1-4538-8fcd-539ed6e08698),segment_id=974705a8-86f1-4538-8fcd-539ed6e08698)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:41.390920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.404930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] Calling delete_port for 2d2a34f3-b089-488e-81d4-a4ab3755f89b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:41.424575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28cbe587-2946-4ddc-b53a-cdade0bd0537 req-e1602e9f-c24b-4020-9a5a-57a1da6b871a tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 210 time: 0.0440764 Nov 23 22:46:41.427229 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.458623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Deleting port 2d2a34f3-b089-488e-81d4-a4ab3755f89b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:41.458967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.549039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] For port 533ec00b-cdff-4dd0-b93e-3b9d104b1321, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=533ec00b-cdff-4dd0-b93e-3b9d104b1321,segment=NetworkSegment(7860c7d3-bef5-4928-9d02-c4bc88052ac2),segment_id=7860c7d3-bef5-4928-9d02-c4bc88052ac2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:41.552070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=2d2a34f3-b089-488e-81d4-a4ab3755f89b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:41.584365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] For port 2d2a34f3-b089-488e-81d4-a4ab3755f89b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2d2a34f3-b089-488e-81d4-a4ab3755f89b,segment=NetworkSegment(974705a8-86f1-4538-8fcd-539ed6e08698),segment_id=974705a8-86f1-4538-8fcd-539ed6e08698)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:41.584789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.602929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.618044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Calling delete_port for 2d2a34f3-b089-488e-81d4-a4ab3755f89b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:41.638403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2254923-3e76-46ec-998b-92f4ae035525 req-6498de04-a768-490a-88b5-27f1e47a11c2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:41.646785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2254923-3e76-46ec-998b-92f4ae035525 req-6498de04-a768-490a-88b5-27f1e47a11c2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 944 time: 0.1920595 Nov 23 22:46:41.663415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 76ad8b7b-6603-4572-b084-1093193f736e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:41.664183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.692622 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Allocated IP 172.20.0.1 (e535f6d5-83d8-4e0f-bca0-f4369c2d1bea/0f16e80c-0836-4510-a974-d020ea5fe1ba/f191c9de-9651-4948-8918-a160d2c2ab9f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:41.734365 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:46:41.734765 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:46:41.778425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Set router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:41.835437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2254923-3e76-46ec-998b-92f4ae035525 req-2d99f0cc-9d3e-4eb1-8227-d50874ec9418 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874421 Nov 23 22:46:41.884984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.902472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] No DVR routers for this DVR port 2d2a34f3-b089-488e-81d4-a4ab3755f89b on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:41.920683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.937944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Port': ['ID=2d2a34f3-b089-488e-81d4-a4ab3755f89b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: from cryptography.utils import int_from_bytes Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: from cryptography.utils import int_from_bytes Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.957773 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:46:41.960710 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:46:41.969055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416ef22-d597-44ba-9643-c75484a53b40 None None] Pushing event updated for resources: {'Port': ['ID=533ec00b-cdff-4dd0-b93e-3b9d104b1321,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:41.993553 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.014144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.049845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:42.058180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:42.060674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.061908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:42.091212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Pushing event updated for resources: {'Port': ['ID=f191c9de-9651-4948-8918-a160d2c2ab9f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.107171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e81f821-713f-4c83-bdff-b7f19f31fe7a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.117005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.149714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974705a8-86f1-4538-8fcd-539ed6e08698') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.150247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974705a8-86f1-4538-8fcd-539ed6e08698') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.170214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] Pushing event deleted for resources: {'Port': ['ID=2d2a34f3-b089-488e-81d4-a4ab3755f89b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.172175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea88733-03bc-42c2-b557-704e5e69c975 None None] No DVR routers for this DVR port 2d2a34f3-b089-488e-81d4-a4ab3755f89b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:42.178537 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.250535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.266921 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:42.267011 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:42.284580 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:42.346328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d236d-2926-4bcb-a220-49d9689dcf58 None None] Port 2d2a34f3-b089-488e-81d4-a4ab3755f89b update to ACTIVE by agent not found {{(pid=103524) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 22:46:42.433971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867ca2-bb8c-456a-b951-c5a8136e615a req-6865fd2a-1c8d-4f48-9c23-b463ee1a4f8f tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:42.435903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20867ca2-bb8c-456a-b951-c5a8136e615a req-6865fd2a-1c8d-4f48-9c23-b463ee1a4f8f tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 944 time: 0.1154993 Nov 23 22:46:42.437121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.447793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.454179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:42.454658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/networks/2e81f821-713f-4c83-bdff-b7f19f31fe7a HTTP/1.1" status: 204 len: 168 time: 1.2795532 Nov 23 22:46:42.475281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:42.489844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 3, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.505752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf86e-de43-4ace-a40c-462181ecbc3a tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Network': ['ID=2e81f821-713f-4c83-bdff-b7f19f31fe7a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.578937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.581668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20867ca2-bb8c-456a-b951-c5a8136e615a req-a4c60695-4c9d-42be-a515-a1e0a82bcb5b tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366758 Nov 23 22:46:42.608006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Checking router: 331eb68b-6f33-4ec1-971a-7a8d17e4b601 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:42.608006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Updating router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 port cd1a09a3-4537-432d-9614-332a4281f3e3 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:42.633521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.678774 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.684749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 533ec00b-cdff-4dd0-b93e-3b9d104b1321 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:42.703898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58336982-c22b-4626-81f5-faa84499aa76 req-3838bdc8-e335-443d-aa85-493f5a44da21 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 210 time: 0.0420535 Nov 23 22:46:42.823233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.845805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:46:42.851975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.859554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:42.859971 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.889438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52680a42-1177-4628-b709-7cd5c5fef2d6') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.889798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52680a42-1177-4628-b709-7cd5c5fef2d6') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.896514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:42.896884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.905956 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.926430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.957022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:42.957548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:42.960863 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:43.132616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.138975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.180848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.184190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/networks/b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c HTTP/1.1" status: 204 len: 168 time: 0.7280912 Nov 23 22:46:43.185734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.191230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-2ebb024b-2820-4077-8168-893842990649 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:43.195156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-2ebb024b-2820-4077-8168-893842990649 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.48 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 822 time: 0.2188971 Nov 23 22:46:43.196153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:43.198886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00a622-8bc6-4e32-a1e3-ed6dbe65ffc9 tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Network': ['ID=b0cff0d0-9d64-423f-bb30-1d63f8c2bb1c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:43.219139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf7dcf-018a-48b0-90bf-fb4ff1d4ae30 req-702b1ded-96a4-448f-ada9-422bbb0f4a61 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:43.240561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7bf7dcf-018a-48b0-90bf-fb4ff1d4ae30 req-702b1ded-96a4-448f-ada9-422bbb0f4a61 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 944 time: 0.3047402 Nov 23 22:46:43.242601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.251331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Request body: {'port': {'device_id': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'admin_state_up': True, 'tenant_id': '9011f1e33fd74a80bd2d19bbcc986181'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:43.313453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6807c2-fc05-4c4e-baa3-13ea425c79e5 None None] DHCP port deletion for c69be451-0ac3-4859-b711-b7e2bd27c58c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:43.330381 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.334318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.368896 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.382578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7bf7dcf-018a-48b0-90bf-fb4ff1d4ae30 req-43e95f0e-75ee-491e-a4c5-d5b446d6a3c9 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410284 Nov 23 22:46:43.416753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.428604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3f88cc31-6eea-41b0-a963-f61ca1c4b46c None None] Could not find standard attr ID for object 90c45e33-f13d-41e3-875f-8b419b0a1469. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:46:43.442750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Pushing event updated for resources: {'Port': ['ID=f191c9de-9651-4948-8918-a160d2c2ab9f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:43.475294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:43.483455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:43.486042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Made reservation on behalf of 9011f1e33fd74a80bd2d19bbcc986181 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:43.492495 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc14d84-defc-493a-8bd8-dde0bc0f2dd5" -d '{"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-plugged", "status": "completed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:43.493932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.507506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.520121 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.525473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c08b21-ebbd-4e19-a7d7-418f6f5d6521 None None] Network c69be451-0ac3-4859-b711-b7e2bd27c58c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:43.602387 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce80f80-43bd-4d38-91ac-0d49c740c6a6 x-openstack-request-id: req-2ce80f80-43bd-4d38-91ac-0d49c740c6a6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:43.602677 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-plugged", "status": "completed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:43.602946 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ce80f80-43bd-4d38-91ac-0d49c740c6a6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:43.603331 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'code': 200} Nov 23 22:46:43.604022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c08b21-ebbd-4e19-a7d7-418f6f5d6521 None None] Network c69be451-0ac3-4859-b711-b7e2bd27c58c could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 22:46:43.637187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Attempting to bind port cd1a09a3-4537-432d-9614-332a4281f3e3 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:43.637558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Attempting to bind port cd1a09a3-4537-432d-9614-332a4281f3e3 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:43.637920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Attempting to bind port cd1a09a3-4537-432d-9614-332a4281f3e3 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:43.644353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 533ec00b-cdff-4dd0-b93e-3b9d104b1321, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=533ec00b-cdff-4dd0-b93e-3b9d104b1321,segment=NetworkSegment(7860c7d3-bef5-4928-9d02-c4bc88052ac2),segment_id=7860c7d3-bef5-4928-9d02-c4bc88052ac2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:43.652774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:43.653227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:43.653815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.654207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:43.654677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Bound port: cd1a09a3-4537-432d-9614-332a4281f3e3, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:43.655055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.657182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90688-1203-44df-8a62-99344ab55a48 None None] Pushing event updated for resources: {'Port': ['ID=cd1a09a3-4537-432d-9614-332a4281f3e3,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:43.661596 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.663076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76ad8b7b-6603-4572-b084-1093193f736e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:43.777467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.824795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed12c40-8224-4522-aa75-12196690e08f']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:43.835702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83f6411-7e18-4a3e-bf46-8be14c2b5986 None None] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:43.861423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3df13b-257f-408a-bd77-a574c1d0b533') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:43.861687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3df13b-257f-408a-bd77-a574c1d0b533') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:43.869318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:43.876104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491dc73-fe02-48d3-b8ed-4002cc812108 req-f8375237-9ce5-4122-8cf1-4d74a7d2b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:43.878532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4491dc73-fe02-48d3-b8ed-4002cc812108 req-f8375237-9ce5-4122-8cf1-4d74a7d2b5ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1096 time: 0.2035303 Nov 23 22:46:43.886982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] For port cd1a09a3-4537-432d-9614-332a4281f3e3, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:43.907334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.927039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.930070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68bfc4-74a3-42c9-941d-8844a88c6f46 req-c189e7aa-7d8d-494a-a56d-43898329112a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:43.931898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d68bfc4-74a3-42c9-941d-8844a88c6f46 req-c189e7aa-7d8d-494a-a56d-43898329112a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 944 time: 0.1837366 Nov 23 22:46:43.936597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:43.937311 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.960970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] For port cd1a09a3-4537-432d-9614-332a4281f3e3, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cd1a09a3-4537-432d-9614-332a4281f3e3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:43.978394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5989ce00-41b6-4088-ae22-74e76d4c2d7a None None] Provisioning complete for port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:43.978394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5989ce00-41b6-4088-ae22-74e76d4c2d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.984515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.998274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Allocated IP 172.20.0.7 (6f122f10-bd5a-4139-a235-f610be0a4b83/f4993e95-64f0-4938-95d7-661a833412ba/e1743a30-5922-4eee-9c75-39cf8edae7c9) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:44.002029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94cf7a31-1753-4cec-9a41-a7947af63cba req-d7f66fc3-18dc-495b-bf24-28810bda388d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 210 time: 0.0807917 Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:44.024440 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:44.027146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4491dc73-fe02-48d3-b8ed-4002cc812108 req-b1b2056b-fcad-433c-b282-fdb7f4154922 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273577 Nov 23 22:46:44.041415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 76ad8b7b-6603-4572-b084-1093193f736e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:44.041708 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.045340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:44.047752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:44.055022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=533ec00b-cdff-4dd0-b93e-3b9d104b1321,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.063946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.082572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d68bfc4-74a3-42c9-941d-8844a88c6f46 req-fe30b1b5-e998-4661-937f-62bcd92910e7 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276097 Nov 23 22:46:44.084873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.088084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] 10.222.0.11 "DELETE /v2.0/networks/eed12c40-8224-4522-aa75-12196690e08f HTTP/1.1" status: 204 len: 168 time: 0.8870258 Nov 23 22:46:44.088994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0130c6-b6c2-4a1a-9991-2cdc3408bbcd tempest-BulkNetworkOpsTest-220519309 tempest-BulkNetworkOpsTest-220519309-project] Pushing event deleted for resources: {'Network': ['ID=eed12c40-8224-4522-aa75-12196690e08f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.267356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:44.328942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.364780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 491057f2-459e-4648-8e0f-1ddf5bd4bef5 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:44.369504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 2822548d-8c40-4b75-847e-a943d4d78ca7 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:44.413116 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.528755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:44.555158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event updated for resources: {'Port': ['ID=e1743a30-5922-4eee-9c75-39cf8edae7c9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.562987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8b7230ec-b874-4666-9317-da2d69a57309 admin admin] 10.222.0.11 "PUT /v2.0/routers/331eb68b-6f33-4ec1-971a-7a8d17e4b601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8163781 Nov 23 22:46:44.582761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Routers {'331eb68b-6f33-4ec1-971a-7a8d17e4b601'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:44.583759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:44.669477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Network 6f122f10-bd5a-4139-a235-f610be0a4b83 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:44.671736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:44.680335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:44.701126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:44.719306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:46:44.771160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90688-1203-44df-8a62-99344ab55a48 None None] Pushing event updated for resources: {'Port': ['ID=cd1a09a3-4537-432d-9614-332a4281f3e3,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.815411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801cb4-2290-4082-ba41-d632f578599a req-baf1b712-b12a-49a9-9a70-ca67e2c5bdec tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:44.840658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02801cb4-2290-4082-ba41-d632f578599a req-baf1b712-b12a-49a9-9a70-ca67e2c5bdec tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2775900 Nov 23 22:46:44.853279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:44.858599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.945721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-26f470fb-b4a7-478d-a4f8-a602d7d2c10d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7005823 Nov 23 22:46:44.960187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2d2a34f3-b089-488e-81d4-a4ab3755f89b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:45.001234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Request body: {'port': {'device_id': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:45.003039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 2822548d-8c40-4b75-847e-a943d4d78ca7 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:46:45.018252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 2d2a34f3-b089-488e-81d4-a4ab3755f89b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:45.018252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2d2a34f3-b089-488e-81d4-a4ab3755f89b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:45.022758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:45.036375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 2822548d-8c40-4b75-847e-a943d4d78ca7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:45.036920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.085374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] Set router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:45.153922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'mac_address': 'fa:16:3e:89:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:45.301931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02801cb4-2290-4082-ba41-d632f578599a req-df33a974-ec5c-4648-9e41-4aae9a05fa2d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598553 Nov 23 22:46:45.306621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 533ec00b-cdff-4dd0-b93e-3b9d104b1321 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:45.334781 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.391939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb11b859-c4ce-4ff8-9415-e962e342943e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=865edaf5ba7a4b1c90907c3f947e3e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6813760 Nov 23 22:46:45.394103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40710) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:45.395309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 491057f2-459e-4648-8e0f-1ddf5bd4bef5 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:45.406250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.434495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:45.454621 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.537035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e580-f526-44b4-8843-26e0ac027ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.568658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e580-f526-44b4-8843-26e0ac027ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.668528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d771790-0bdd-41b4-9d14-b2835eebb037 req-d1cfa367-71df-4d2c-812c-1ca125d80846 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:45.678146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d771790-0bdd-41b4-9d14-b2835eebb037 req-d1cfa367-71df-4d2c-812c-1ca125d80846 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 931 time: 0.4735799 Nov 23 22:46:45.681944 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e580-f526-44b4-8843-26e0ac027ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.684875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e580-f526-44b4-8843-26e0ac027ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.688946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3ed0e580-f526-44b4-8843-26e0ac027ced admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dac9add2-157e-4347-a211-e70f5a22906e HTTP/1.1" status: 204 len: 168 time: 0.2937338 Nov 23 22:46:45.708794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0e580-f526-44b4-8843-26e0ac027ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac9add2-157e-4347-a211-e70f5a22906e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:45.742808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:45.754571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.865089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 2822548d-8c40-4b75-847e-a943d4d78ca7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=2822548d-8c40-4b75-847e-a943d4d78ca7,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:45.879477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:45.881914 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d8f5b7-8771-4d90-b889-3944aa685767" -d '{"events": [{"server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "name": "network-vif-plugged", "status": "completed", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:45.885405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['491057f2-459e-4648-8e0f-1ddf5bd4bef5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:45.892975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.895069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:45.945738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922036f9-5673-43f6-9fda-785b6db43a66 req-aa211019-6d9c-412d-8036-0e39419e3152 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:45.955516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-922036f9-5673-43f6-9fda-785b6db43a66 req-aa211019-6d9c-412d-8036-0e39419e3152 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 944 time: 0.4325716 Nov 23 22:46:45.962522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-744c32ce-8ed2-4ca1-b704-fa2c07f3919b None None] Provisioning complete for port f191c9de-9651-4948-8918-a160d2c2ab9f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:45.968185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-744c32ce-8ed2-4ca1-b704-fa2c07f3919b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:46.149807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d771790-0bdd-41b4-9d14-b2835eebb037 req-5938cf77-71b9-49a4-b5b2-9a2df04fef76 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708443 Nov 23 22:46:46.188578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=2822548d-8c40-4b75-847e-a943d4d78ca7,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:46.243519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:46.244032 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:46.336321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-744c32ce-8ed2-4ca1-b704-fa2c07f3919b None None] Port f191c9de-9651-4948-8918-a160d2c2ab9f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:46.341009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-922036f9-5673-43f6-9fda-785b6db43a66 req-98757303-974e-42f3-9ac9-c9f389bf1c35 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573861 Nov 23 22:46:46.345495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 4, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f191c9de-9651-4948-8918-a160d2c2ab9f', 'name': '', 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'mac_address': 'fa:16:3e:8e:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 2, 'project_id': '93ad6a8c305243abb6ac978728900950', 'subnets': [{'id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:46.437851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1e726-1738-4ff3-a89d-0b04d7bcd026 None None] The sync data for ids ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'] in n-d-817303-3 is: [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 4, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f191c9de-9651-4948-8918-a160d2c2ab9f', 'name': '', 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'mac_address': 'fa:16:3e:8e:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 2, 'project_id': '93ad6a8c305243abb6ac978728900950', 'subnets': [{'id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:46.556590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-744c32ce-8ed2-4ca1-b704-fa2c07f3919b None None] Provisioning complete for port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:46.556590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-744c32ce-8ed2-4ca1-b704-fa2c07f3919b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:46.568771 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da09806c-18f7-4584-b43a-1b60c22605f0 x-openstack-request-id: req-da09806c-18f7-4584-b43a-1b60c22605f0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:46.568877 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "name": "network-vif-plugged", "status": "completed", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:46.569142 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da09806c-18f7-4584-b43a-1b60c22605f0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:46.569534 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'code': 200} Nov 23 22:46:46.660146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1743a30-5922-4eee-9c75-39cf8edae7c9 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:46.692933 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:46.735169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a6dbf-2c94-4649-a711-602893b9e327 req-c4c571f9-21a8-411e-95a2-06926ad4994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:46.745210 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e1a6dbf-2c94-4649-a711-602893b9e327 req-c4c571f9-21a8-411e-95a2-06926ad4994d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 1096 time: 0.1346807 Nov 23 22:46:46.798550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Transition to ACTIVE for port object e1743a30-5922-4eee-9c75-39cf8edae7c9 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:46:46.811480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:46.867951 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9e1a6dbf-2c94-4649-a711-602893b9e327 req-0a709772-ecb6-4e33-b346-eaecb36e2bae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116138 Nov 23 22:46:46.879915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a25ba-0b9e-49c2-951f-b98b09092666 req-b495f863-bb6a-4ac8-a254-60fe1ca3f296 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:46.888363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f44a25ba-0b9e-49c2-951f-b98b09092666 req-b495f863-bb6a-4ac8-a254-60fe1ca3f296 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2059343 Nov 23 22:46:46.968349 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:46.970825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 90c45e33-f13d-41e3-875f-8b419b0a1469 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:47.018618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 90c45e33-f13d-41e3-875f-8b419b0a1469 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:47.018980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 90c45e33-f13d-41e3-875f-8b419b0a1469 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:47.039763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Pushing event updated for resources: {'Port': ['ID=e1743a30-5922-4eee-9c75-39cf8edae7c9,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:47.178331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:47.193680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.205873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f44a25ba-0b9e-49c2-951f-b98b09092666 req-8e593bbf-4b67-46f4-82ff-7294068cb4e8 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162532 Nov 23 22:46:47.299667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Attempting to bind port e1743a30-5922-4eee-9c75-39cf8edae7c9 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:47.302998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Attempting to bind port e1743a30-5922-4eee-9c75-39cf8edae7c9 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:47.303628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Attempting to bind port e1743a30-5922-4eee-9c75-39cf8edae7c9 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:47.313190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Port e1743a30-5922-4eee-9c75-39cf8edae7c9 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:46:47.325439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Attempting to bind port e1743a30-5922-4eee-9c75-39cf8edae7c9 on network 6f122f10-bd5a-4139-a235-f610be0a4b83 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:47.330177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-751fbca4-3568-469f-90eb-ff0292c7640f None None] Provisioning complete for port f191c9de-9651-4948-8918-a160d2c2ab9f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:47.330836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-751fbca4-3568-469f-90eb-ff0292c7640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.346874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:47.347338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Checking segment: {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:47.347836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Bound using segment: {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:47.352082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Bound port: e1743a30-5922-4eee-9c75-39cf8edae7c9, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cfb269-4d7f-4b90-a9c0-558bedaf90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:47.352558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.426606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40812) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:47.446106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-751fbca4-3568-469f-90eb-ff0292c7640f None None] Port f191c9de-9651-4948-8918-a160d2c2ab9f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:47.474502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:47.566132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd975faa-0256-4779-b71f-6cea79a58733 req-89c384b5-43f3-476b-8672-2bf37b8e4619 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:47.577262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40818) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:47.583515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'floatingip': {'port_id': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:47.585736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd975faa-0256-4779-b71f-6cea79a58733 req-89c384b5-43f3-476b-8672-2bf37b8e4619 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1686573 Nov 23 22:46:47.607683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8c013-1c74-410c-8c38-7a3874540935 req-f868c0fd-a3c4-4ee3-9430-ef7e4b3f545b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:47.615193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3e8c013-1c74-410c-8c38-7a3874540935 req-f868c0fd-a3c4-4ee3-9430-ef7e4b3f545b tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 943 time: 0.2006254 Nov 23 22:46:47.636127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] For port e1743a30-5922-4eee-9c75-39cf8edae7c9, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:47.656769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] For port e1743a30-5922-4eee-9c75-39cf8edae7c9, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1743a30-5922-4eee-9c75-39cf8edae7c9,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:47.691033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.705439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.760671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3e8c013-1c74-410c-8c38-7a3874540935 req-5904de66-b316-417c-ace7-936e43b15f07 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431673 Nov 23 22:46:47.773356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:47.773983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.775894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] 10.222.0.48 "PUT /v2.0/ports/e1743a30-5922-4eee-9c75-39cf8edae7c9 HTTP/1.1" status: 200 len: 1091 time: 2.7810733 Nov 23 22:46:47.778361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'tag': 'e1743a30-5922-4eee-9c75-39cf8edae7c9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:47.781046 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8f2389-c07d-4f9c-9ba5-45e61f9cd932", "tag": "e1743a30-5922-4eee-9c75-39cf8edae7c9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:47.826591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1424840310-network', 'tenant_id': '687135fb49f34e18bf7a57737b0db50b'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:47.832973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0e7ca-d6db-4327-b8a2-a0807645530f service neutron] Pushing event updated for resources: {'Port': ['ID=e1743a30-5922-4eee-9c75-39cf8edae7c9,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:48.025490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Made reservation on behalf of 687135fb49f34e18bf7a57737b0db50b for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:48.028826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.033516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-fc24b0e5-e76f-4051-88c9-f68cbeb12ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:48.035650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-fc24b0e5-e76f-4051-88c9-f68cbeb12ecd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 1094 time: 0.1558528 Nov 23 22:46:48.041979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.056310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d43ce-5954-49f0-9ab1-ddc35a0ff390 req-19b6c679-0634-4001-b226-fa813e32ad73 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:48.057857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e6d43ce-5954-49f0-9ab1-ddc35a0ff390 req-19b6c679-0634-4001-b226-fa813e32ad73 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 945 time: 0.0911958 Nov 23 22:46:48.149517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 491057f2-459e-4648-8e0f-1ddf5bd4bef5 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:48.181535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-5ef42693-d393-4a91-9c7b-17389aabf7ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1743a30-5922-4eee-9c75-39cf8edae7c9 HTTP/1.1" status: 200 len: 217 time: 0.1226478 Nov 23 22:46:48.413823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-4fa6ba21-c88f-4d6c-aa4b-3edba7c8ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:48.416232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-4fa6ba21-c88f-4d6c-aa4b-3edba7c8ebb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4993e95-64f0-4938-95d7-661a833412ba HTTP/1.1" status: 200 len: 862 time: 0.2097752 Nov 23 22:46:48.439713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e6d43ce-5954-49f0-9ab1-ddc35a0ff390 req-b73669da-4bf6-48cd-96cb-07476e3b262b tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604908 Nov 23 22:46:48.547637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-ce3eba5f-ad28-412f-af49-5f41d7e5e14d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f122f10-bd5a-4139-a235-f610be0a4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022589 Nov 23 22:46:48.572617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:48.575692 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c2f7b3-d2c2-430c-afb9-67eeb1d4bcb2" -d '{"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:48.589957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:48.593347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.810240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.826383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.844946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-882f1afd-9c00-499e-abc7-712da7a28ada service neutron] 10.222.0.48 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861893 Nov 23 22:46:48.854339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.996152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:49.000945 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Floating IP c4af89a4-0d31-44e0-8b07-dc7871c29b78 associated. External IP: 172.25.0.32, port: 3a77e1d8-baab-43cf-9e56-a9f73da30ffb. Nov 23 22:46:49.008148 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412329e5-dcc4-4e0f-a537-63e2042767de x-openstack-request-id: req-412329e5-dcc4-4e0f-a537-63e2042767de {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:49.008562 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:49.009190 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-412329e5-dcc4-4e0f-a537-63e2042767de {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:49.009886 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'code': 200} Nov 23 22:46:49.011135 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.103185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.136099 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45bc587-09d3-4d10-be7d-06cf65984f45 x-openstack-request-id: req-b45bc587-09d3-4d10-be7d-06cf65984f45 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:49.144601 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8f2389-c07d-4f9c-9ba5-45e61f9cd932", "tag": "e1743a30-5922-4eee-9c75-39cf8edae7c9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:49.144601 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b45bc587-09d3-4d10-be7d-06cf65984f45 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:49.145271 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'tag': 'e1743a30-5922-4eee-9c75-39cf8edae7c9', 'status': 'completed', 'code': 200} Nov 23 22:46:49.156459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ca62475-9b5f-4379-91cd-4bb11babd8f8 req-43d31932-04ac-4339-94c0-bc1890df22a6 service neutron] 10.222.0.48 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965226 Nov 23 22:46:49.192335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:49.211383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.295312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cd1a09a3-4537-432d-9614-332a4281f3e3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:49.298115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:49.312018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8601ddb8-f875-4e02-bed4-590982d0e1eb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:49.327478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.327951 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Added segment 9853c067-91a5-420a-ba0d-1b0cfde82801 of type vlan for network 7de1e822-863e-4740-ad06-9d302c3eee1e Nov 23 22:46:49.399170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869434a-128e-43df-8496-548cd67a4320 req-a64e7092-2aa0-44df-b01b-0fcd658212d0 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:49.410563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cd1a09a3-4537-432d-9614-332a4281f3e3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:49.411073 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.435454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1869434a-128e-43df-8496-548cd67a4320 req-a64e7092-2aa0-44df-b01b-0fcd658212d0 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 943 time: 0.2722116 Nov 23 22:46:49.475506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.541748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.543023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:49.543640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.547281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Router 9f516ba9-6971-4de3-81dc-c78f8e49da5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:49.565323 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.569732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-2cd15c15-9904-48bf-8f9d-523f95db05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:49.573899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-2cd15c15-9904-48bf-8f9d-523f95db05a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 1094 time: 0.3088076 Nov 23 22:46:49.603446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port cd1a09a3-4537-432d-9614-332a4281f3e3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cd1a09a3-4537-432d-9614-332a4281f3e3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:49.611351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1869434a-128e-43df-8496-548cd67a4320 req-3d0b877c-cbb4-4ce4-912e-52cfe2cc4baf tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731098 Nov 23 22:46:49.618620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:49.738691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=cd1a09a3-4537-432d-9614-332a4281f3e3,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:49.803793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2469e-8d90-4fbb-906d-b499a4c0af5d req-94d8eb0f-62d5-462e-a698-00040fac4d82 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:49.811416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ba2469e-8d90-4fbb-906d-b499a4c0af5d req-94d8eb0f-62d5-462e-a698-00040fac4d82 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 945 time: 0.0801604 Nov 23 22:46:49.814556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-86b59c2f-3541-450f-93a9-853de6b32fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:49.817097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-86b59c2f-3541-450f-93a9-853de6b32fb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 200 len: 923 time: 0.2328589 Nov 23 22:46:49.870076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-f42b29a7-3ceb-4e4c-ae73-a782e9149569 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1743a30-5922-4eee-9c75-39cf8edae7c9 HTTP/1.1" status: 200 len: 217 time: 0.0400200 Nov 23 22:46:49.960409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ba2469e-8d90-4fbb-906d-b499a4c0af5d req-9b9019ce-ce43-447c-9488-49410a4f5130 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479368 Nov 23 22:46:49.979738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-9d7f056b-d801-43d3-af1c-12bca50ab6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:49.985529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-9d7f056b-d801-43d3-af1c-12bca50ab6b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4993e95-64f0-4938-95d7-661a833412ba HTTP/1.1" status: 200 len: 862 time: 0.1054556 Nov 23 22:46:50.045336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-b093de4b-4cb2-4ffb-9c0d-780f0136d144 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f122f10-bd5a-4139-a235-f610be0a4b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504889 Nov 23 22:46:50.188806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:50.194945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:50.205277 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] Sync routers for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:50.208534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7806191 Nov 23 22:46:50.211320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40844) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:50.226592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dd29d-8db6-4184-a947-f957dda08ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=7de1e822-863e-4740-ad06-9d302c3eee1e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:50.231455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Request body: {'subnet': {'network_id': '7de1e822-863e-4740-ad06-9d302c3eee1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1424840310-subnet', 'tenant_id': '687135fb49f34e18bf7a57737b0db50b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:50.236582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 7de1e822-863e-4740-ad06-9d302c3eee1e details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:50.247682 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2174e6fe-4e1b-4efe-9256-ce7d747fe4a6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "PUT /v2.0/floatingips/c4af89a4-0d31-44e0-8b07-dc7871c29b78 HTTP/1.1" status: 200 len: 990 time: 2.6692095 Nov 23 22:46:50.248292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:50.250713 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219" -d '{"events": [{"name": "network-changed", "server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:50.254589 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:50.256455 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:50.449115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-aa303f46-9cfc-45e6-90ae-01215e760719 service neutron] 10.222.0.48 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937585 Nov 23 22:46:50.492630 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:50.659635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Sync routers for ids ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:50.681894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Made reservation on behalf of 687135fb49f34e18bf7a57737b0db50b for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:50.685079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:50.698650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Routers {'331eb68b-6f33-4ec1-971a-7a8d17e4b601'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:50.699299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:50.888517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d86d7151-a249-46dc-800b-65221504216c req-d5e9c524-b5a8-4598-8f82-46209f9b6f7f tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 258 time: 0.6141803 Nov 23 22:46:50.918659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Set router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:50.923153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:50.941306 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'c4af89a4-0d31-44e0-8b07-dc7871c29b78', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'port_id': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'mac_address': 'fa:16:3e:9d:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:48Z', 'revision_number': 1, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:50.979065 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] Checking router: 9f516ba9-6971-4de3-81dc-c78f8e49da5a for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:50.981095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a86d1ce-3756-449b-af70-acecf0078260,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:50.985912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:51.001654 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:51.002603 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:51.014353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:51.016677 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97458cb-6f8c-4146-8682-3d9d6f850d5d" -d '{"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-plugged", "status": "completed", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:51.079034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Checking segment: {'id': '9853c067-91a5-420a-ba0d-1b0cfde82801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7de1e822-863e-4740-ad06-9d302c3eee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:51.079370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Network hostable DHCP agents. Network: 7de1e822-863e-4740-ad06-9d302c3eee1e, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:51.102339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:51.153137 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9df7fb74-7d17-49aa-b7c7-a135ae6ab05f req-ef4bd8e6-2d4b-4353-b5dc-e6dbf23fc142 service neutron] 10.222.0.48 "GET /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634187 Nov 23 22:46:51.154320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Network 7de1e822-863e-4740-ad06-9d302c3eee1e is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:51.191863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 7de1e822-863e-4740-ad06-9d302c3eee1e) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:51.203900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b37e44-d51b-4b51-8d33-d8bf8587dd0a None None] Network 7de1e822-863e-4740-ad06-9d302c3eee1e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:51.209198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:51.210781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:51.258276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cd1a09a3-4537-432d-9614-332a4281f3e3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:51.305529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2e10939f-9fea-40fc-8960-844927ab77b5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0928090 Nov 23 22:46:51.324103 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:51.380808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 4, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f191c9de-9651-4948-8918-a160d2c2ab9f', 'name': '', 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'mac_address': 'fa:16:3e:8e:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 2, 'project_id': '93ad6a8c305243abb6ac978728900950', 'subnets': [{'id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:51.400561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:51.428713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Checking router: 331eb68b-6f33-4ec1-971a-7a8d17e4b601 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:51.429327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Updating router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 port f191c9de-9651-4948-8918-a160d2c2ab9f binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:51.498993 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:51.585161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cd1a09a3-4537-432d-9614-332a4281f3e3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:51.587113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:51.647869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Allocated IP 172.25.0.199 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c537fa97-433e-49b3-b918-0c32e81a754f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:51.669712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a66a05-1348-4b16-9b7b-451ba48dc3e5 None None] Network 7de1e822-863e-4740-ad06-9d302c3eee1e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:51.898997 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:51.973908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.059662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:52.062736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:52.074542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:52.097571 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'c4af89a4-0d31-44e0-8b07-dc7871c29b78', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'port_id': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'mac_address': 'fa:16:3e:9d:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:48Z', 'revision_number': 1, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:52.132363 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ccfa8-d439-40f8-acb8-38fee6260b0c None None] The sync data for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 is: [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'c4af89a4-0d31-44e0-8b07-dc7871c29b78', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'port_id': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'mac_address': 'fa:16:3e:9d:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:48Z', 'revision_number': 1, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:52.200606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event updated for resources: {'Port': ['ID=c537fa97-433e-49b3-b918-0c32e81a754f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:52.226401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1743a30-5922-4eee-9c75-39cf8edae7c9 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:46:52.313616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.375041 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.462536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e1743a30-5922-4eee-9c75-39cf8edae7c9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1743a30-5922-4eee-9c75-39cf8edae7c9,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:52.478760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'e1743a30-5922-4eee-9c75-39cf8edae7c9', 'network_id': '6f122f10-bd5a-4139-a235-f610be0a4b83', 'port_id': 'e1743a30-5922-4eee-9c75-39cf8edae7c9', 'mac_address': 'fa:16:3e:43:e1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4993e95-64f0-4938-95d7-661a833412ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:46:52.581718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.624851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1743a30-5922-4eee-9c75-39cf8edae7c9 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:46:52.625787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:52.632760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398986308-network', 'tenant_id': '3380a9c992d6456a859e8ab2b71b6c4f'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:52.715948 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb24209-0965-4a8a-b288-61a59dd7d7a1 None None] New status for floating IP c4af89a4-0d31-44e0-8b07-dc7871c29b78: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:46:52.724211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e1743a30-5922-4eee-9c75-39cf8edae7c9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1743a30-5922-4eee-9c75-39cf8edae7c9,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:52.730410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Made reservation on behalf of 3380a9c992d6456a859e8ab2b71b6c4f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:52.743262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.747398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.754997 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.761122 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.762619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.795853 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.807079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e1743a30-5922-4eee-9c75-39cf8edae7c9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:52.811086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.888029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event updated for resources: {'Port': ['ID=c537fa97-433e-49b3-b918-0c32e81a754f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:52.902291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893939-358d-451d-890c-f6c99016523c None None] Pushing event updated for resources: {'Port': ['ID=f191c9de-9651-4948-8918-a160d2c2ab9f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:52.902506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.931070 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.934209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d86d7151-a249-46dc-800b-65221504216c req-be02daa6-18f8-4e12-a18c-41052bc97af2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0029533 Nov 23 22:46:52.959501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Attempting to bind port f191c9de-9651-4948-8918-a160d2c2ab9f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:52.961244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Attempting to bind port f191c9de-9651-4948-8918-a160d2c2ab9f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:52.961677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Attempting to bind port f191c9de-9651-4948-8918-a160d2c2ab9f on network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:52.977399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:52.977928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Checking segment: {'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:52.978354 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:52.978822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Bound using segment: {'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:52.979371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Bound port: f191c9de-9651-4948-8918-a160d2c2ab9f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7860c7d3-bef5-4928-9d02-c4bc88052ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:52.979848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.135282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] For port f191c9de-9651-4948-8918-a160d2c2ab9f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:53.139584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['e1743a30-5922-4eee-9c75-39cf8edae7c9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:53.175968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.191201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.220777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d86d7151-a249-46dc-800b-65221504216c req-34a1a31d-960b-459c-a00a-51c8a0a710a8 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.2804170 Nov 23 22:46:53.235616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:53.289815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf17b9b-1d96-41f2-8e9f-075fddd4c767,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:53.296544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.297332 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Added segment 0df63c93-e3dc-4f03-b6ec-a7b0f2b68930 of type vlan for network 357d585e-fe4a-4393-87c4-2fea3df9f4b5 Nov 23 22:46:53.368755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.423843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.424777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] For port f191c9de-9651-4948-8918-a160d2c2ab9f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f191c9de-9651-4948-8918-a160d2c2ab9f,segment=NetworkSegment(7860c7d3-bef5-4928-9d02-c4bc88052ac2),segment_id=7860c7d3-bef5-4928-9d02-c4bc88052ac2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:53.427651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:53.428877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.451303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.483735 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8554211 Nov 23 22:46:53.486643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40884) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:53.507046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Request body: {'subnet': {'network_id': '357d585e-fe4a-4393-87c4-2fea3df9f4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398986308-subnet', 'tenant_id': '3380a9c992d6456a859e8ab2b71b6c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:53.520631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-16f6c739-35e7-40bd-b373-dbc5a4945549 None None] Provisioning complete for port f191c9de-9651-4948-8918-a160d2c2ab9f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:53.521066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16f6c739-35e7-40bd-b373-dbc5a4945549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.545185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d7151-a249-46dc-800b-65221504216c req-48e61d79-1e76-4b82-848f-ed6848d001dd tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:53.547311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d86d7151-a249-46dc-800b-65221504216c req-48e61d79-1e76-4b82-848f-ed6848d001dd tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.3247783 Nov 23 22:46:53.602327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c1229-ef6f-4003-ad99-51fc699fb4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=357d585e-fe4a-4393-87c4-2fea3df9f4b5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:53.645275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Made reservation on behalf of 3380a9c992d6456a859e8ab2b71b6c4f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:53.646015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 357d585e-fe4a-4393-87c4-2fea3df9f4b5 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:53.656401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.761190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16f6c739-35e7-40bd-b373-dbc5a4945549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.811774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Routers {'331eb68b-6f33-4ec1-971a-7a8d17e4b601'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:53.812438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:53.971404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-e3cd907f-1164-49cf-959c-9e7a03318698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:53.973674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-e3cd907f-1164-49cf-959c-9e7a03318698 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1096 time: 0.2387261 Nov 23 22:46:53.976746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] Set router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:53.983481 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00b805-f5cc-4b83-9700-f65abc8f789d x-openstack-request-id: req-7e00b805-f5cc-4b83-9700-f65abc8f789d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:53.984196 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:53.984418 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e00b805-f5cc-4b83-9700-f65abc8f789d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:53.984829 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'status': 'completed', 'code': 200} Nov 23 22:46:54.000075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.107875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f397cf-dce9-4e1d-8a4d-411a7d71e958 req-0eb9a292-6b5b-4e32-9bfa-7c05e30e54ea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:54.148441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f397cf-dce9-4e1d-8a4d-411a7d71e958 req-0eb9a292-6b5b-4e32-9bfa-7c05e30e54ea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 944 time: 0.2994933 Nov 23 22:46:54.195004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Checking segment: {'id': '0df63c93-e3dc-4f03-b6ec-a7b0f2b68930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '357d585e-fe4a-4393-87c4-2fea3df9f4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:54.195365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Network hostable DHCP agents. Network: 357d585e-fe4a-4393-87c4-2fea3df9f4b5, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:54.197820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893939-358d-451d-890c-f6c99016523c None None] Pushing event updated for resources: {'Port': ['ID=f191c9de-9651-4948-8918-a160d2c2ab9f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:54.204261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9395a2-9429-4b3e-99c8-58b4c21b7e44,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:54.242750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Network 357d585e-fe4a-4393-87c4-2fea3df9f4b5 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:54.259810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 357d585e-fe4a-4393-87c4-2fea3df9f4b5) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:54.264734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:54.266449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.287349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-16f6c739-35e7-40bd-b373-dbc5a4945549 None None] For port f191c9de-9651-4948-8918-a160d2c2ab9f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f191c9de-9651-4948-8918-a160d2c2ab9f,segment=NetworkSegment(7860c7d3-bef5-4928-9d02-c4bc88052ac2),segment_id=7860c7d3-bef5-4928-9d02-c4bc88052ac2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:54.289491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d35837-8a4d-4a8a-b5a3-bba1a7a01ade None None] Network 357d585e-fe4a-4393-87c4-2fea3df9f4b5 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:54.311415 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-34d17d89-c8da-410a-9c97-f3b9a270fac8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8095870 Nov 23 22:46:54.357914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16f6c739-35e7-40bd-b373-dbc5a4945549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.514853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40892) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:54.629737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6c739-35e7-40bd-b373-dbc5a4945549 None None] Pushing event updated for resources: {'Port': ['ID=f191c9de-9651-4948-8918-a160d2c2ab9f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:54.643030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7b86e2c5-99e4-41f4-bf5d-f725eed8c2be None None] Provisioning complete for port f191c9de-9651-4948-8918-a160d2c2ab9f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:54.644072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7b86e2c5-99e4-41f4-bf5d-f725eed8c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.687181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] Deleting subnet 1a86d1ce-3756-449b-af70-acecf0078260 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:54.701866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.760695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.779378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29cef9-1e6b-4b69-a727-b66cb3cfbe3a None None] Network 357d585e-fe4a-4393-87c4-2fea3df9f4b5 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:54.839259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.842417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-6d1e91bb-47ef-4f92-9c90-3cc708e29f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:54.844830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-6d1e91bb-47ef-4f92-9c90-3cc708e29f4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.8507252 Nov 23 22:46:54.939664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f397cf-dce9-4e1d-8a4d-411a7d71e958 req-2523cb94-42ca-4de6-a6a6-3cfa23cf5b49 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7892356 Nov 23 22:46:54.944255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 4, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f191c9de-9651-4948-8918-a160d2c2ab9f', 'name': '', 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'mac_address': 'fa:16:3e:8e:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:53Z', 'revision_number': 4, 'project_id': '93ad6a8c305243abb6ac978728900950', 'subnets': [{'id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:54.976576 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:54.988799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-22c2153a-1aeb-462f-9987-1acd3480679c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 200 len: 1000 time: 0.1282039 Nov 23 22:46:54.989415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ba661-b936-4770-bda7-98432431c026 None None] The sync data for ids ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'] in n-d-817303-3 is: [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 4, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f191c9de-9651-4948-8918-a160d2c2ab9f', 'name': '', 'network_id': 'e535f6d5-83d8-4e0f-bca0-f4369c2d1bea', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'mac_address': 'fa:16:3e:8e:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:53Z', 'revision_number': 4, 'project_id': '93ad6a8c305243abb6ac978728900950', 'subnets': [{'id': '0f16e80c-0836-4510-a974-d020ea5fe1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:55.011859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a86d1ce-3756-449b-af70-acecf0078260,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:55.025450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.036961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40896) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:55.038382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-04b3de09-5978-431f-a4ae-83c512d2006e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1a86d1ce-3756-449b-af70-acecf0078260 HTTP/1.1" status: 204 len: 168 time: 0.5223749 Nov 23 22:46:55.055304 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0105162f-fea0-4758-9413-e51ae01a2442 x-openstack-request-id: req-0105162f-fea0-4758-9413-e51ae01a2442 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:55.055594 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-plugged", "status": "completed", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:55.055842 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0105162f-fea0-4758-9413-e51ae01a2442 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:55.056250 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'code': 200} Nov 23 22:46:55.149296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-025ef211-b60f-4dd1-b5ee-e1c809425b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:55.151313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-025ef211-b60f-4dd1-b5ee-e1c809425b4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.1490912 Nov 23 22:46:55.225646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f191c9de-9651-4948-8918-a160d2c2ab9f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:55.273841 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.334682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-497ef3fd-4987-4a6e-9a4c-9324ff971cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:55.336469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-497ef3fd-4987-4a6e-9a4c-9324ff971cd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426394 Nov 23 22:46:55.415194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f191c9de-9651-4948-8918-a160d2c2ab9f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:55.415899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.480033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.666855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de1e822-863e-4740-ad06-9d302c3eee1e']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:55.685797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9853c067-91a5-420a-ba0d-1b0cfde82801') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:55.686342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9853c067-91a5-420a-ba0d-1b0cfde82801') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:55.718154 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.760480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-2d38bf83-b435-46b1-b633-ae59ed4811c3 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:55.763303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-2d38bf83-b435-46b1-b633-ae59ed4811c3 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3086741 Nov 23 22:46:55.770220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-19e9048a-f314-47b6-babb-709ba9ca3e94 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143772 Nov 23 22:46:55.771158 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.831919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:55.832341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:55.842903 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:55.873783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-d5881ea6-c693-4848-84de-018602ab38d8 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.0996788 Nov 23 22:46:55.981211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Request body: {'floatingip': {'port_id': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:56.059830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-510e1cf8-0bad-40e4-bed9-1d7a0b1fb219 req-64cb1da9-3895-43d5-a039-2ad33d3aa3b0 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766356 Nov 23 22:46:56.156391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1743a30-5922-4eee-9c75-39cf8edae7c9 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:56.188163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.202536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.262827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.267390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/7de1e822-863e-4740-ad06-9d302c3eee1e HTTP/1.1" status: 204 len: 168 time: 1.2262955 Nov 23 22:46:56.270763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:56.293679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port e1743a30-5922-4eee-9c75-39cf8edae7c9 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:46:56.357707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port e1743a30-5922-4eee-9c75-39cf8edae7c9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:56.360100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.533239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] Deleting subnet 7e9395a2-9429-4b3e-99c8-58b4c21b7e44 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:56.547843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.553418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008de7e-085f-4c7b-800f-1cebf77d20dd admin admin] Pushing event deleted for resources: {'Network': ['ID=7de1e822-863e-4740-ad06-9d302c3eee1e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:56.628302 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.631041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.689745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e1743a30-5922-4eee-9c75-39cf8edae7c9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1743a30-5922-4eee-9c75-39cf8edae7c9,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:56.719698 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.780618 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.845652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e1743a30-5922-4eee-9c75-39cf8edae7c9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:56.873203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.921543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.969402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9395a2-9429-4b3e-99c8-58b4c21b7e44,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:56.971712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:56.975874 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c99076c9-a341-4202-aa78-f009da7406ca admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7e9395a2-9429-4b3e-99c8-58b4c21b7e44 HTTP/1.1" status: 204 len: 168 time: 0.7039585 Nov 23 22:46:56.979626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:57.057583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1743a30-5922-4eee-9c75-39cf8edae7c9'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:57.060503 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c71b8b8-330a-41ba-b7da-9e78909a318a" -d '{"events": [{"server_uuid": "aa8f2389-c07d-4f9c-9ba5-45e61f9cd932", "name": "network-vif-plugged", "status": "completed", "tag": "e1743a30-5922-4eee-9c75-39cf8edae7c9"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:57.108569 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.308227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.361899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357d585e-fe4a-4393-87c4-2fea3df9f4b5']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:57.392208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df63c93-e3dc-4f03-b6ec-a7b0f2b68930') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:57.392520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df63c93-e3dc-4f03-b6ec-a7b0f2b68930') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:57.417131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.452787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.464052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:57.464487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:57.466481 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:57.470314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.477756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.609035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.618282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.622073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/357d585e-fe4a-4393-87c4-2fea3df9f4b5 HTTP/1.1" status: 204 len: 168 time: 0.6412525 Nov 23 22:46:57.633583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd11e19-3646-484c-aa5b-1438c02aeeb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=357d585e-fe4a-4393-87c4-2fea3df9f4b5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:57.698470 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Floating IP 5bad8c6d-a999-498c-af90-ce158ad7deec associated. External IP: 172.25.0.199, port: 2822548d-8c40-4b75-847e-a943d4d78ca7. Nov 23 22:46:57.939759 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40918) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:57.995659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-314a946d-b9e7-4b3e-ae65-fddbda76653e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=687135fb49f34e18bf7a57737b0db50b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544946 Nov 23 22:46:57.998064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40920) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:58.128024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Router cd5d2930-d080-4830-a827-f72fbe6d6d46 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:58.152455 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d652b46-0a58-4bf3-855f-f19b86fc7e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:58.230629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d652b46-0a58-4bf3-855f-f19b86fc7e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:58.323979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:58.328895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:58.336438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] Sync routers for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:58.350793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:58.352454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:58.365506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d652b46-0a58-4bf3-855f-f19b86fc7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:58.368344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d652b46-0a58-4bf3-855f-f19b86fc7e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:58.373015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0d652b46-0a58-4bf3-855f-f19b86fc7e23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8601ddb8-f875-4e02-bed4-590982d0e1eb HTTP/1.1" status: 204 len: 168 time: 0.3738236 Nov 23 22:46:58.380808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-15ef39bb-1bd3-44b1-b2f3-8eed15be8693 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "PUT /v2.0/floatingips/5bad8c6d-a999-498c-af90-ce158ad7deec HTTP/1.1" status: 200 len: 996 time: 2.4960997 Nov 23 22:46:58.385297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:58.388454 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ada1a32-4781-4b4e-8513-6c569290bbab" -d '{"events": [{"name": "network-changed", "server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:58.393021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d652b46-0a58-4bf3-855f-f19b86fc7e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8601ddb8-f875-4e02-bed4-590982d0e1eb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:58.457984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-8568902d-0acb-4081-80f1-3a5ace9deea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:58.459470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-8568902d-0acb-4081-80f1-3a5ace9deea4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 1096 time: 0.0560577 Nov 23 22:46:58.703153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-1f25ae00-1e54-4a8f-b024-b6c35ef45b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:58.716545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-1f25ae00-1e54-4a8f-b024-b6c35ef45b5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 200 len: 929 time: 0.2480586 Nov 23 22:46:58.850329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:59.078562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40930) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:59.139482 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c3c9f02-e4f7-4871-802a-a75c8ce5c06c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3380a9c992d6456a859e8ab2b71b6c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594180 Nov 23 22:46:59.141945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40932) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:59.192739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-1fa2aa24-30fc-4970-b536-df451defab0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 999 time: 0.4735849 Nov 23 22:46:59.219609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5bad8c6d-a999-498c-af90-ce158ad7deec', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'port_id': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'mac_address': 'fa:16:3e:91:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:46:52Z', 'updated_at': '2021-11-23T22:46:57Z', 'revision_number': 1, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 5, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:59.233733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b1edc02-c7cd-40e7-b50e-a8c8bdaf5f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:59.256345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] Checking router: cd5d2930-d080-4830-a827-f72fbe6d6d46 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:59.264325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-a132ab1f-41b2-492c-8016-4e8d03b5a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:59.266185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-a132ab1f-41b2-492c-8016-4e8d03b5a3fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0db16d67-7817-4faf-9f35-224c05ad5f62 HTTP/1.1" status: 200 len: 867 time: 0.0725508 Nov 23 22:46:59.266736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:59.267535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:46:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:59.278592 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b1edc02-c7cd-40e7-b50e-a8c8bdaf5f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:59.348720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-32d21026-9b0d-433f-8318-1858ba57de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:59.358372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b1edc02-c7cd-40e7-b50e-a8c8bdaf5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:59.361348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b1edc02-c7cd-40e7-b50e-a8c8bdaf5f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:59.363112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b1edc02-c7cd-40e7-b50e-a8c8bdaf5f46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/adf17b9b-1d96-41f2-8e9f-075fddd4c767 HTTP/1.1" status: 204 len: 168 time: 0.2201438 Nov 23 22:46:59.364334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-32d21026-9b0d-433f-8318-1858ba57de6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71571000-5427-4a2d-8784-0898472d8361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897801 Nov 23 22:46:59.387615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1edc02-c7cd-40e7-b50e-a8c8bdaf5f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf17b9b-1d96-41f2-8e9f-075fddd4c767,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:59.451296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:59.571199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-c7129eef-d341-428d-ba17-4ed12599f881 service neutron] 10.222.0.11 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047665 Nov 23 22:46:59.740919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41ac2af1-5ae9-4b24-9689-daa0ed750322 req-6e4f2554-2197-453f-bfd9-a759da56d83f service neutron] 10.222.0.11 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599903 Nov 23 22:46:59.906550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5bad8c6d-a999-498c-af90-ce158ad7deec', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'port_id': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'mac_address': 'fa:16:3e:91:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:46:52Z', 'updated_at': '2021-11-23T22:46:57Z', 'revision_number': 1, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 5, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:59.967908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a31f42-19e0-4eab-8a25-bef86b1a4cf7 None None] The sync data for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 is: [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5bad8c6d-a999-498c-af90-ce158ad7deec', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'port_id': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'mac_address': 'fa:16:3e:91:2a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:46:52Z', 'updated_at': '2021-11-23T22:46:57Z', 'revision_number': 1, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 5, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:47:00.049475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690534a2-e573-4312-b8a5-4b8a87ce1ee3 req-eaa8e464-e0a1-4ae9-8990-41b69b6d2daa tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:00.052642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-690534a2-e573-4312-b8a5-4b8a87ce1ee3 req-eaa8e464-e0a1-4ae9-8990-41b69b6d2daa tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 945 time: 0.1164339 Nov 23 22:47:00.154368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-690534a2-e573-4312-b8a5-4b8a87ce1ee3 req-3164a97a-0e32-4a29-8183-be75697a21db tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938168 Nov 23 22:47:00.357235 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886115f-776a-4aff-92be-1f0a468271ef None None] New status for floating IP 5bad8c6d-a999-498c-af90-ce158ad7deec: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:47:00.522785 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f9829f-4842-4b9d-bffb-267ad9e24223 x-openstack-request-id: req-69f9829f-4842-4b9d-bffb-267ad9e24223 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:00.526735 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8f2389-c07d-4f9c-9ba5-45e61f9cd932", "name": "network-vif-plugged", "status": "completed", "tag": "e1743a30-5922-4eee-9c75-39cf8edae7c9", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:00.527474 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69f9829f-4842-4b9d-bffb-267ad9e24223 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:00.528557 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1743a30-5922-4eee-9c75-39cf8edae7c9', 'code': 200} Nov 23 22:47:00.574453 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901edfaf-edaf-4b21-be1e-baf5c77a0e1b x-openstack-request-id: req-901edfaf-edaf-4b21-be1e-baf5c77a0e1b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:00.581672 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:00.582065 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-901edfaf-edaf-4b21-be1e-baf5c77a0e1b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:00.583243 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'status': 'completed', 'code': 200} Nov 23 22:47:00.735996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40062a4-d4e7-45c0-b659-d8b4440742f6 req-6c1255c2-e8da-4156-b5ce-94670a6a717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:00.741339 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e40062a4-d4e7-45c0-b659-d8b4440742f6 req-6c1255c2-e8da-4156-b5ce-94670a6a717b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 1096 time: 0.0861447 Nov 23 22:47:00.860912 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e40062a4-d4e7-45c0-b659-d8b4440742f6 req-14a89c73-3cc9-499d-9fba-922cafe65006 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103015 Nov 23 22:47:00.876167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-9b24728c-7514-4785-ae8a-7d2b9d05c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:00.878025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-9b24728c-7514-4785-ae8a-7d2b9d05c0bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 1096 time: 0.2525699 Nov 23 22:47:00.924320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98951a7d-af91-4786-b999-3d647ca164ff req-24b02249-9228-4c2d-bdcf-81c3504ac507 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 258 time: 0.3334057 Nov 23 22:47:00.929402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:00.963034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:01.128241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:01.296994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Allocated IP 172.25.0.5 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e151a079-511b-4506-98b9-d42b2e0e2d1d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:01.464695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-2258dae0-6027-4d19-81f7-9e80aacb9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:01.466241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-2258dae0-6027-4d19-81f7-9e80aacb9f40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 200 len: 929 time: 0.2770045 Nov 23 22:47:01.557197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:01.567825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-229d1d8a-90a1-447e-9306-24f79b07672e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:01.569063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-0cc9d75d-748d-4dd4-8f89-51b56d500df5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0939653 Nov 23 22:47:01.645756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-6987bddf-257e-45ee-84ce-805a74c8f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:01.647460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-6987bddf-257e-45ee-84ce-805a74c8f607 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0db16d67-7817-4faf-9f35-224c05ad5f62 HTTP/1.1" status: 200 len: 867 time: 0.0606215 Nov 23 22:47:01.709815 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:01.723205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-c79069d1-601f-43c7-91aa-d44125d35668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:01.725119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-c79069d1-601f-43c7-91aa-d44125d35668 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71571000-5427-4a2d-8784-0898472d8361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667799 Nov 23 22:47:01.772758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:01.782557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:01.809757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:01.872847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event updated for resources: {'Port': ['ID=e151a079-511b-4506-98b9-d42b2e0e2d1d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:01.965945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-e5277a5f-a48c-4d4b-8159-15caf78d48cb service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187071 Nov 23 22:47:01.994679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:02.096121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:02.192337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ada1a32-4781-4b4e-8513-6c569290bbab req-4f722345-b963-4ef3-8c61-4cbefe432fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942036 Nov 23 22:47:02.392159 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:02.408527 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:02.504105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event updated for resources: {'Port': ['ID=e151a079-511b-4506-98b9-d42b2e0e2d1d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:02.509499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:02.586899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:02.588042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98951a7d-af91-4786-b999-3d647ca164ff req-249b01a3-2ae5-4b1a-a480-f3a8816ace29 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6623290 Nov 23 22:47:02.688309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98951a7d-af91-4786-b999-3d647ca164ff req-a3773659-b71b-4292-b2df-b20d619c0b9a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0636160 Nov 23 22:47:02.909617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98951a7d-af91-4786-b999-3d647ca164ff req-ccb03417-1bca-4ade-afbc-94582c7bee9e tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:02.911406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98951a7d-af91-4786-b999-3d647ca164ff req-ccb03417-1bca-4ade-afbc-94582c7bee9e tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2133791 Nov 23 22:47:03.140224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d8ba0-6cd7-42f6-bb59-c45f4e70c5fc req-1f7b5023-d6b1-4909-8a17-2aa5065493fc tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:03.141864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-125d8ba0-6cd7-42f6-bb59-c45f4e70c5fc req-1f7b5023-d6b1-4909-8a17-2aa5065493fc tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 945 time: 0.0674727 Nov 23 22:47:03.206620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-125d8ba0-6cd7-42f6-bb59-c45f4e70c5fc req-3c06c96f-480d-4434-981c-5773a6b62540 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549037 Nov 23 22:47:03.540663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372159f-4ee3-489c-8bfe-9a918b6c8d44 req-bf8d8dd2-d8e0-4c6f-8f02-f14fa77f22d7 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:03.543497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5372159f-4ee3-489c-8bfe-9a918b6c8d44 req-bf8d8dd2-d8e0-4c6f-8f02-f14fa77f22d7 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0774596 Nov 23 22:47:03.604579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5372159f-4ee3-489c-8bfe-9a918b6c8d44 req-59bfb552-a5d6-4041-a75f-e9dc0f6c67e2 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0547283 Nov 23 22:47:03.618136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-5372159f-4ee3-489c-8bfe-9a918b6c8d44 req-1edd3259-db15-4cd3-a0c4-3deb85be6b9a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Request body: {'floatingip': {'port_id': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:03.664698 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5372159f-4ee3-489c-8bfe-9a918b6c8d44 req-1edd3259-db15-4cd3-a0c4-3deb85be6b9a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:03.932683 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-5372159f-4ee3-489c-8bfe-9a918b6c8d44 req-1edd3259-db15-4cd3-a0c4-3deb85be6b9a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 22:47:03.948447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5372159f-4ee3-489c-8bfe-9a918b6c8d44 req-1edd3259-db15-4cd3-a0c4-3deb85be6b9a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "PUT /v2.0/floatingips/50ca1aa2-5c9b-44de-995f-a5ad629439a0 HTTP/1.1" status: 409 len: 548 time: 0.3380167 Nov 23 22:47:04.059137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-055508a7-f0f9-4dfe-a9c9-8d9a8122e9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:04.252656 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-c9290e51-1045-4b73-8722-1e783abba93d tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips/50ca1aa2-5c9b-44de-995f-a5ad629439a0 HTTP/1.1" status: 200 len: 691 time: 0.0676653 Nov 23 22:47:04.394543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-a4f9f08f-a1d1-4868-ad8d-95ea60614aee tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:04.396231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-a4f9f08f-a1d1-4868-ad8d-95ea60614aee tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.1417854 Nov 23 22:47:04.499710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-91c64982-f5b6-435a-b85f-56428dde2ff7 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0954814 Nov 23 22:47:04.569348 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-aaca6abc-a219-4895-ad7b-ed93e18e7797 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0671337 Nov 23 22:47:04.715158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Deleting port e151a079-511b-4506-98b9-d42b2e0e2d1d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:04.715497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:04.821226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:04.821847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:04.845488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Calling delete_port for e151a079-511b-4506-98b9-d42b2e0e2d1d owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:04.935520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:05.074478 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:05.157163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event deleted for resources: {'Port': ['ID=e151a079-511b-4506-98b9-d42b2e0e2d1d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:05.274263 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:05.277271 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:05.295897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c2412db-e47c-42c0-bb5c-c7d13581deb3 req-8e74e20b-cac8-4565-a377-fada8655c532 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "DELETE /v2.0/floatingips/50ca1aa2-5c9b-44de-995f-a5ad629439a0 HTTP/1.1" status: 204 len: 173 time: 0.7270389 Nov 23 22:47:05.540398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ff395-00a4-4aff-a93a-daa889d0aae5 req-1e06b08e-5cdb-4f57-b13d-b82aca06b56d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:05.541960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-775ff395-00a4-4aff-a93a-daa889d0aae5 req-1e06b08e-5cdb-4f57-b13d-b82aca06b56d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 945 time: 0.0978084 Nov 23 22:47:05.768949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-775ff395-00a4-4aff-a93a-daa889d0aae5 req-5772d600-faf5-486f-8cdd-3a0f8e465e14 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091689 Nov 23 22:47:05.899010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-d57169cd-0717-460e-9a26-07a2022e2fc4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:05.900609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-d57169cd-0717-460e-9a26-07a2022e2fc4 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 945 time: 0.0814860 Nov 23 22:47:06.090959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-0c0fa900-4e8d-4763-b1b1-de9ce17ac957 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 1001 time: 0.1224103 Nov 23 22:47:06.140205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Deleting port e1743a30-5922-4eee-9c75-39cf8edae7c9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:06.140544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:06.416230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:06.446175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-0f5ee3f5-e905-4c01-80d7-215dd4150fad tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:06.447587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-0f5ee3f5-e905-4c01-80d7-215dd4150fad tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports/2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 942 time: 0.3502042 Nov 23 22:47:06.516659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afd815-6c22-4461-babe-7b9ae4c2e9a6 req-bffffcca-83b0-43ed-8f43-1e228c48d98f tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:06.518226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07afd815-6c22-4461-babe-7b9ae4c2e9a6 req-bffffcca-83b0-43ed-8f43-1e228c48d98f tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 950 time: 0.3930404 Nov 23 22:47:06.614480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] For port e1743a30-5922-4eee-9c75-39cf8edae7c9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1743a30-5922-4eee-9c75-39cf8edae7c9,segment=NetworkSegment(80cfb269-4d7f-4b90-a9c0-558bedaf90e0),segment_id=80cfb269-4d7f-4b90-a9c0-558bedaf90e0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:06.614856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:06.628166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-e256c8b0-ef3d-40f4-8abd-0247994214e9 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 1001 time: 0.1348245 Nov 23 22:47:06.645519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Calling delete_port for e1743a30-5922-4eee-9c75-39cf8edae7c9 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:06.674961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07afd815-6c22-4461-babe-7b9ae4c2e9a6 req-aeafe292-8819-46e6-97a8-cee2a41d6b59 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241171 Nov 23 22:47:06.840801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-720938eb-435a-4c37-92ee-b3eb7f43608f tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:06.842242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-720938eb-435a-4c37-92ee-b3eb7f43608f tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2015107 Nov 23 22:47:07.009187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4729db-4e5e-43ba-a5c4-03d7b44f2a53 req-9d2d51ca-f095-4ead-820a-f7f34e27352d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:07.010909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f4729db-4e5e-43ba-a5c4-03d7b44f2a53 req-9d2d51ca-f095-4ead-820a-f7f34e27352d tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa8f2389-c07d-4f9c-9ba5-45e61f9cd932 HTTP/1.1" status: 200 len: 945 time: 0.1445811 Nov 23 22:47:07.014310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.027398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-90199f40-3af3-4a01-af30-2f5736233acd tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 1001 time: 0.1738102 Nov 23 22:47:07.051430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['e1743a30-5922-4eee-9c75-39cf8edae7c9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:07.078318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:07.081653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event deleted for resources: {'Port': ['ID=e1743a30-5922-4eee-9c75-39cf8edae7c9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:07.179716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] No DVR routers for this DVR port e1743a30-5922-4eee-9c75-39cf8edae7c9 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:07.184105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.187795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3b05c35-527f-48ab-9221-0cdd743c4b29 req-11c4a132-235b-43a9-8713-f36cf43d2aea tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.48 "DELETE /v2.0/ports/e1743a30-5922-4eee-9c75-39cf8edae7c9 HTTP/1.1" status: 204 len: 173 time: 1.2766893 Nov 23 22:47:07.193368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'name': 'network-vif-deleted', 'tag': 'e1743a30-5922-4eee-9c75-39cf8edae7c9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:07.196063 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e456d94-cc22-4cfd-bc87-f9805b2e6fca" -d '{"events": [{"server_uuid": "aa8f2389-c07d-4f9c-9ba5-45e61f9cd932", "name": "network-vif-deleted", "tag": "e1743a30-5922-4eee-9c75-39cf8edae7c9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:07.229926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.313057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f4729db-4e5e-43ba-a5c4-03d7b44f2a53 req-e262710d-b728-4c30-8187-b139f922fb2c tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fed426a-ed82-41f4-b6c4-43c3b6ec6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803009 Nov 23 22:47:07.429288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.448688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.456451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.457201 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Floating IP 5bad8c6d-a999-498c-af90-ce158ad7deec disassociated. External IP: 172.25.0.199, port: 2822548d-8c40-4b75-847e-a943d4d78ca7. Nov 23 22:47:07.572467 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ea18dc-71ec-4660-adc1-aada220b99f5 x-openstack-request-id: req-74ea18dc-71ec-4660-adc1-aada220b99f5 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:07.572766 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8f2389-c07d-4f9c-9ba5-45e61f9cd932", "name": "network-vif-deleted", "tag": "e1743a30-5922-4eee-9c75-39cf8edae7c9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:07.573139 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74ea18dc-71ec-4660-adc1-aada220b99f5 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:07.573737 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8f2389-c07d-4f9c-9ba5-45e61f9cd932', 'name': 'network-vif-deleted', 'tag': 'e1743a30-5922-4eee-9c75-39cf8edae7c9', 'status': 'completed', 'code': 200} Nov 23 22:47:07.713715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Router cd5d2930-d080-4830-a827-f72fbe6d6d46 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:47:07.851149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.906729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1924d4-b5b3-415f-af56-e22a4df1a906 req-98d31b7b-87f3-4c96-9950-874e6b67e762 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:07.916017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c1924d4-b5b3-415f-af56-e22a4df1a906 req-98d31b7b-87f3-4c96-9950-874e6b67e762 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 950 time: 0.1348236 Nov 23 22:47:07.924729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:47:07.938886 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:07.940622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] Sync routers for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:47:07.964627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:07.965813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:47:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:08.005262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c1924d4-b5b3-415f-af56-e22a4df1a906 req-fd7452ae-a5b9-46cb-8ea3-20b8457002b3 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809176 Nov 23 22:47:08.023984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9a230b7f-565b-4477-a5a9-3a2cdd46bbf6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "PUT /v2.0/floatingips/5bad8c6d-a999-498c-af90-ce158ad7deec HTTP/1.1" status: 200 len: 695 time: 0.9638996 Nov 23 22:47:08.121009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-72fc8402-8f70-4ad2-9d77-9a995be4e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:08.122530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-72fc8402-8f70-4ad2-9d77-9a995be4e790 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 1096 time: 0.0777402 Nov 23 22:47:08.264346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:08.282187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-5c6cda47-261a-4017-9c33-ab0165562863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:08.284012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-5c6cda47-261a-4017-9c33-ab0165562863 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 200 len: 929 time: 0.1361189 Nov 23 22:47:08.391749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-9aec53e9-9819-4d13-a19c-dee974667909 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 217 time: 0.1005814 Nov 23 22:47:08.479821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-fd8f6e3b-f97c-4807-a180-9a6c58a95a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:08.481326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-fd8f6e3b-f97c-4807-a180-9a6c58a95a8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0db16d67-7817-4faf-9f35-224c05ad5f62 HTTP/1.1" status: 200 len: 867 time: 0.0762284 Nov 23 22:47:08.563625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 5, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:08.580633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-80515a1e-74f6-49d8-aa61-776fa401df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:08.582217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-80515a1e-74f6-49d8-aa61-776fa401df4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71571000-5427-4a2d-8784-0898472d8361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937035 Nov 23 22:47:08.594413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] Checking router: cd5d2930-d080-4830-a827-f72fbe6d6d46 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:47:08.605931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:08.606775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:47:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:08.726672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-e4b40f16-93db-4444-8f78-c40a854ab668 service neutron] 10.222.0.11 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378059 Nov 23 22:47:08.740323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:08.855332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa194e00-85cb-413f-b5ab-c099d975ff4a req-ae153f59-bf6a-4aa4-8842-d61a6f1da669 service neutron] 10.222.0.11 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220925 Nov 23 22:47:09.033969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0641e702-948f-4983-aa30-5196ccc7d25c req-213a6e77-9471-41f1-b75b-1562e86a2d2c tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips/5bad8c6d-a999-498c-af90-ce158ad7deec HTTP/1.1" status: 200 len: 695 time: 0.0555611 Nov 23 22:47:09.165331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 5, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:09.239198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3edcb6-c8ad-4bd3-abaf-59311c9c0b80 None None] The sync data for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 is: [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:46:15Z', 'revision_number': 4, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ec4751be-4879-4f9c-bfd1-f4ddd66f3f26', 'name': '', 'network_id': '71571000-5427-4a2d-8784-0898472d8361', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'mac_address': 'fa:16:3e:0c:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:13Z', 'updated_at': '2021-11-23T22:46:24Z', 'revision_number': 5, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'subnets': [{'id': '0db16d67-7817-4faf-9f35-224c05ad5f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:47:09.277843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641e702-948f-4983-aa30-5196ccc7d25c req-abc546fe-8fa4-4891-827a-3b9b3e3b9bad tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.279696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0641e702-948f-4983-aa30-5196ccc7d25c req-abc546fe-8fa4-4891-827a-3b9b3e3b9bad tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2388618 Nov 23 22:47:09.301724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41162) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:09.374226 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74aeb097-2d0c-4039-8902-9fc4461274b8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.384184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0641e702-948f-4983-aa30-5196ccc7d25c req-05111d35-fba3-4744-962e-2b644b5b03a6 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 698 time: 0.0947123 Nov 23 22:47:09.427121 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74aeb097-2d0c-4039-8902-9fc4461274b8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.458558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0641e702-948f-4983-aa30-5196ccc7d25c req-1f8f0f98-84a6-4dc2-bd17-df90ad5e06f1 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 698 time: 0.0733902 Nov 23 22:47:09.505327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74aeb097-2d0c-4039-8902-9fc4461274b8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.508093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74aeb097-2d0c-4039-8902-9fc4461274b8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.509330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-74aeb097-2d0c-4039-8902-9fc4461274b8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "DELETE /v2.0/security-groups/95560069-83bd-48ca-a1c7-7e27742c9792 HTTP/1.1" status: 204 len: 168 time: 0.2065721 Nov 23 22:47:09.515819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41168) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:09.535020 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-11cc82c1-c852-4526-85fb-c48a313c6770 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] show failed (client error): The resource could not be found. Nov 23 22:47:09.536407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-11cc82c1-c852-4526-85fb-c48a313c6770 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "GET /v2.0/security-groups/95560069-83bd-48ca-a1c7-7e27742c9792 HTTP/1.1" status: 404 len: 347 time: 0.0195551 Nov 23 22:47:09.537404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeb097-2d0c-4039-8902-9fc4461274b8 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95560069-83bd-48ca-a1c7-7e27742c9792,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:09.539884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41170) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:09.584450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:09.587060 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89508360-286b-4a55-a7a3-8f5984ceac12" -d '{"events": [{"name": "network-changed", "server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:09.667953 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e982221-2d00-43dd-b57c-af4de40d9517 x-openstack-request-id: req-7e982221-2d00-43dd-b57c-af4de40d9517 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:09.668273 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:09.668504 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e982221-2d00-43dd-b57c-af4de40d9517 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:09.668902 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'status': 'completed', 'code': 200} Nov 23 22:47:09.681459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Deleting port c537fa97-433e-49b3-b918-0c32e81a754f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:09.681804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.730064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Deleting port f0d7bb0e-d61c-4a43-923c-4bb49b367b6c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:09.730628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.800142 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e4a2f0-b515-4a8e-a8b6-abb7dcab39a5 None None] New status for floating IP 5bad8c6d-a999-498c-af90-ce158ad7deec: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:47:09.817034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.817356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.827913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.828241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:09.833665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-25522406-0eac-4cb9-afc1-2ae80c31d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.835186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-25522406-0eac-4cb9-afc1-2ae80c31d8d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 1096 time: 0.1121521 Nov 23 22:47:09.841655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Calling delete_port for c537fa97-433e-49b3-b918-0c32e81a754f owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:09.843796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Calling delete_port for f0d7bb0e-d61c-4a43-923c-4bb49b367b6c owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:10.015196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.071063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Pushing event deleted for resources: {'Port': ['ID=f0d7bb0e-d61c-4a43-923c-4bb49b367b6c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:10.176349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.179425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.180645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a192384c-a4e1-48a5-9f0d-ba4d47aa6ae2 tempest-ImagesOneServerNegativeTestJSON-26415642 tempest-ImagesOneServerNegativeTestJSON-26415642-project] 10.222.0.11 "DELETE /v2.0/floatingips/9787cfb6-226d-437a-b8cb-66de55874b33 HTTP/1.1" status: 204 len: 168 time: 0.6397519 Nov 23 22:47:10.210981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-ccdcf15a-147b-4f3f-946d-3a5c636eb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:10.212703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-ccdcf15a-147b-4f3f-946d-3a5c636eb490 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 200 len: 929 time: 0.3669868 Nov 23 22:47:10.242479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1743a30-5922-4eee-9c75-39cf8edae7c9 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:10.266116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-f0da427c-b75f-459c-a373-f8306181fdc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 200 len: 217 time: 0.0434635 Nov 23 22:47:10.271855 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.287625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: e1743a30-5922-4eee-9c75-39cf8edae7c9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:47:10.287625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1743a30-5922-4eee-9c75-39cf8edae7c9 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:10.287625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 491057f2-459e-4648-8e0f-1ddf5bd4bef5 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:10.313144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event deleted for resources: {'Port': ['ID=c537fa97-433e-49b3-b918-0c32e81a754f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:10.397072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41214) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:10.423353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.455101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:10.458996 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002eac08-9296-486d-b9e0-c26ad71dbfd2" -d '{"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-unplugged", "status": "completed", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:10.460532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-b913cdbc-8702-4eca-9feb-ef65e3582072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:10.462100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-b913cdbc-8702-4eca-9feb-ef65e3582072 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0db16d67-7817-4faf-9f35-224c05ad5f62 HTTP/1.1" status: 200 len: 867 time: 0.1871743 Nov 23 22:47:10.478308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:10.482296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.486328 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.489449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.497122 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0641e702-948f-4983-aa30-5196ccc7d25c req-6b39678e-f3e3-48a4-ade6-d27cac41d1eb tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "DELETE /v2.0/floatingips/5bad8c6d-a999-498c-af90-ce158ad7deec HTTP/1.1" status: 204 len: 173 time: 1.0315721 Nov 23 22:47:10.514940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] Deleting subnet f4993e95-64f0-4938-95d7-661a833412ba {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:47:10.525886 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddb2d59-e0c9-46ce-a152-891a51c7b7f4 x-openstack-request-id: req-bddb2d59-e0c9-46ce-a152-891a51c7b7f4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:10.526186 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-unplugged", "status": "completed", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:10.526636 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bddb2d59-e0c9-46ce-a152-891a51c7b7f4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:10.526907 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'code': 200} Nov 23 22:47:10.528469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.571166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:10.594853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.595492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.595889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.596642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.596991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.599730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.600246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.600672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.601020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.601366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.601700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.604559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-55e465e1-1964-47bb-b871-bec13b3692f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:10.605917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:10.606076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-55e465e1-1964-47bb-b871-bec13b3692f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71571000-5427-4a2d-8784-0898472d8361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294255 Nov 23 22:47:10.625959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.696214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.785873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.794957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a7cf-406e-4652-9fc6-601031c7cc55 req-6eedd90a-3543-467e-9c8b-acebfbc260f4 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:10.796611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a04a7cf-406e-4652-9fc6-601031c7cc55 req-6eedd90a-3543-467e-9c8b-acebfbc260f4 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1544237 Nov 23 22:47:10.818648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4993e95-64f0-4938-95d7-661a833412ba,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:10.831928 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:10.837780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-98eaf23a-e305-4472-9bdb-8a94647c3b98 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f4993e95-64f0-4938-95d7-661a833412ba HTTP/1.1" status: 204 len: 168 time: 0.4382756 Nov 23 22:47:10.840161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41228) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:10.974104 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.136807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.169251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f122f10-bd5a-4139-a235-f610be0a4b83']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:11.180610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cfb269-4d7f-4b90-a9c0-558bedaf90e0') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:11.180974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cfb269-4d7f-4b90-a9c0-558bedaf90e0') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:11.191995 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.211304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.219280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:47:11.219752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.241665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-1c9438b8-bc7c-466c-a86d-d0bd17e35148 service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268442 Nov 23 22:47:11.246683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-24854e1f-80c6-4d67-b376-2ef9aa7810a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5125201 Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:47:11.269068 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:47:11.307686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a04a7cf-406e-4652-9fc6-601031c7cc55 req-417787f3-d45e-4454-b17d-8e0238fe0be4 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4972920 Nov 23 22:47:11.336132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.346770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.367826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f122f10-bd5a-4139-a235-f610be0a4b83 HTTP/1.1" status: 204 len: 168 time: 0.5252745 Nov 23 22:47:11.407030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76683b97-6042-4a6b-b197-d72d956155b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f122f10-bd5a-4139-a235-f610be0a4b83,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:11.458886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89508360-286b-4a55-a7a3-8f5984ceac12 req-75ba668c-8b8b-4c3d-824f-822fee7f5baf service neutron] 10.222.0.48 "GET /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780987 Nov 23 22:47:11.543264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1018a3f-1b98-4250-a831-36a5544d448d req-4e206317-034c-4580-b3ea-db0adfb8425b tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0734417 Nov 23 22:47:11.564792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-15c49434-bc07-4c49-b271-eb036e7d1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:11.567034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-15c49434-bc07-4c49-b271-eb036e7d1694 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9396a090a4c74095bd0f78f570548998&device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 1097 time: 0.1071801 Nov 23 22:47:11.687976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41262) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:11.733934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b3c7650-3440-4f96-bbcd-cbfd2f801e65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9011f1e33fd74a80bd2d19bbcc986181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444150 Nov 23 22:47:11.739690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41264) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:11.771227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-ed225b38-b692-4712-8215-12662b83bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:11.773151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-ed225b38-b692-4712-8215-12662b83bcb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec HTTP/1.1" status: 200 len: 912 time: 0.1787677 Nov 23 22:47:11.804695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db7dd0e3-2fa1-48ad-a3ad-5fb604e7f60e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.853113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db7dd0e3-2fa1-48ad-a3ad-5fb604e7f60e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.865296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-7a10ac50-1b6b-4363-9ada-185395d44950 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680 HTTP/1.1" status: 200 len: 1002 time: 0.0839429 Nov 23 22:47:11.951944 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db7dd0e3-2fa1-48ad-a3ad-5fb604e7f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.956196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db7dd0e3-2fa1-48ad-a3ad-5fb604e7f60e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.957585 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-db7dd0e3-2fa1-48ad-a3ad-5fb604e7f60e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fed426a-ed82-41f4-b6c4-43c3b6ec6148 HTTP/1.1" status: 204 len: 168 time: 0.2165296 Nov 23 22:47:11.974056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dd0e3-2fa1-48ad-a3ad-5fb604e7f60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed426a-ed82-41f4-b6c4-43c3b6ec6148,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:12.050292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb140-5179-419d-bcc7-bec1168c3382 req-9ce7a050-9110-4213-bc95-374cdaa01786 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:12.058919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-339eb140-5179-419d-bcc7-bec1168c3382 req-9ce7a050-9110-4213-bc95-374cdaa01786 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 945 time: 0.1302993 Nov 23 22:47:12.068442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-3ec2fdc2-4649-47f9-a5ca-ec2f7f17173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:12.069928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-3ec2fdc2-4649-47f9-a5ca-ec2f7f17173d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e3245e37-7851-4717-8712-b5fe233e4549 HTTP/1.1" status: 200 len: 850 time: 0.1959009 Nov 23 22:47:12.097174 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:47:12.182332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-652e76b1-a92a-4808-aa2f-4a684ab8b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:12.184097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-652e76b1-a92a-4808-aa2f-4a684ab8b0d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b545b11a-b51f-4c67-8c9e-1f92a3da68ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978711 Nov 23 22:47:12.194893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-339eb140-5179-419d-bcc7-bec1168c3382 req-835fe88b-695d-4d7b-800f-ac29b604fb9a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337669 Nov 23 22:47:12.243759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:47:12.421316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:12.427349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-97d944cd-25bc-4a6c-817e-d7295d168997 service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290068 Nov 23 22:47:12.438061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'mac_address': 'fa:16:3e:ed:b4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:47:12.605207 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:12.646623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22015d6-b013-4efc-9422-d7a1ee034ace {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:12.668722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d907881-8331-44c2-b5d8-6f7aed4ba20c req-9a76ffc9-6f73-4107-bc06-197258266b5e service neutron] 10.222.0.46 "GET /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280438 Nov 23 22:47:12.711092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:12.724695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:12.811047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:12.939799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['e22015d6-b013-4efc-9422-d7a1ee034ace'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:13.394756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690f43e-3183-4aaf-a70d-0321bbca852c req-80d99b60-b82c-487f-ba31-c4afed94ac80 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:13.396394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4690f43e-3183-4aaf-a70d-0321bbca852c req-80d99b60-b82c-487f-ba31-c4afed94ac80 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 945 time: 0.0898345 Nov 23 22:47:13.481964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4690f43e-3183-4aaf-a70d-0321bbca852c req-87772aa6-4a0e-45dd-bce3-17359ebe51f3 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756977 Nov 23 22:47:13.881271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-bd9abf48-667e-44f5-be5b-4bebfe1d1c3a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:13.883338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-bd9abf48-667e-44f5-be5b-4bebfe1d1c3a tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.48 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 945 time: 0.1303508 Nov 23 22:47:14.039105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Deleting port 2822548d-8c40-4b75-847e-a943d4d78ca7 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:14.039795 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:14.237971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:47:14.255079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] For port 2822548d-8c40-4b75-847e-a943d4d78ca7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=2822548d-8c40-4b75-847e-a943d4d78ca7,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:14.264623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:14.311357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Calling delete_port for 2822548d-8c40-4b75-847e-a943d4d78ca7 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:14.386657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port e22015d6-b013-4efc-9422-d7a1ee034ace triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:14.387045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:14.569578 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:14.620363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:14.633177 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07c88ea-e109-42c1-bce3-569a3ff89430" -d '{"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-plugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:14.656545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:14.671117 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:14.766690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243b193-94be-45a6-93c0-e8ab52b46d57 req-bc313fff-3f62-445d-82a5-7350cd9652f3 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:14.775125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a243b193-94be-45a6-93c0-e8ab52b46d57 req-bc313fff-3f62-445d-82a5-7350cd9652f3 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/ports?device_id=d230460e-2eca-40aa-aa17-3c040e58828f HTTP/1.1" status: 200 len: 945 time: 0.1605325 Nov 23 22:47:14.826014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:14.952264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Pushing event deleted for resources: {'Port': ['ID=2822548d-8c40-4b75-847e-a943d4d78ca7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:15.054386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] No DVR routers for this DVR port 2822548d-8c40-4b75-847e-a943d4d78ca7 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:15.058545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:15.069074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8c2c791-5d35-4a0b-92de-b7de7309f6f5 req-83d04167-523d-424a-bcff-16e76483a8a0 tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.48 "DELETE /v2.0/ports/2822548d-8c40-4b75-847e-a943d4d78ca7 HTTP/1.1" status: 204 len: 173 time: 1.1706040 Nov 23 22:47:15.085233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'name': 'network-vif-deleted', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:15.088076 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa2640-ea31-401e-9874-d20c75264bb2" -d '{"events": [{"server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "name": "network-vif-deleted", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:15.102168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a243b193-94be-45a6-93c0-e8ab52b46d57 req-9a41b5f6-6c26-443b-be38-90ea8823f00c tempest-FloatingIPsAssociationNegativeTestJSON-762042248 tempest-FloatingIPsAssociationNegativeTestJSON-762042248-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8ce9e0f-5765-43a7-a9cf-879817698a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257418 Nov 23 22:47:15.191525 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77318da9-7771-43f5-98e2-db47af17bc6a x-openstack-request-id: req-77318da9-7771-43f5-98e2-db47af17bc6a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:15.192448 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d230460e-2eca-40aa-aa17-3c040e58828f", "name": "network-vif-deleted", "tag": "2822548d-8c40-4b75-847e-a943d4d78ca7", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:15.192908 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77318da9-7771-43f5-98e2-db47af17bc6a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:15.193503 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd230460e-2eca-40aa-aa17-3c040e58828f', 'name': 'network-vif-deleted', 'tag': '2822548d-8c40-4b75-847e-a943d4d78ca7', 'status': 'completed', 'code': 200} Nov 23 22:47:15.349472 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684f30d-d0f9-47ca-b3ba-b1d87cc79be5 x-openstack-request-id: req-9684f30d-d0f9-47ca-b3ba-b1d87cc79be5 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:15.349958 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-plugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:15.350047 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9684f30d-d0f9-47ca-b3ba-b1d87cc79be5 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:15.352086 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'code': 200} Nov 23 22:47:15.359755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['2822548d-8c40-4b75-847e-a943d4d78ca7'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:15.447243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=10']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:15.984852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41426) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:16.185223 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3adedc-7b04-4841-8737-4a69d7e05fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:16.191913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41436) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:16.322615 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3adedc-7b04-4841-8737-4a69d7e05fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:16.328737 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff3adedc-7b04-4841-8737-4a69d7e05fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:16.396633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff3adedc-7b04-4841-8737-4a69d7e05fbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cafab34d651d467194b4e2f73d9e262f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4105585 Nov 23 22:47:16.402474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3adedc-7b04-4841-8737-4a69d7e05fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ac8419-23c8-47ba-81e9-2424fe410628,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:16.402835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41440) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:16.516253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-98ce9a8b-be49-4979-86b8-9fa24d3ee76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:16.518679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-98ce9a8b-be49-4979-86b8-9fa24d3ee76b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 1102 time: 0.1294134 Nov 23 22:47:16.699621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7b13112-3327-4c77-9df9-292807681f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:16.769325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7b13112-3327-4c77-9df9-292807681f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:16.834365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-5cb06e6c-b932-4b8d-9adb-7ad4f70a6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:16.836076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-5cb06e6c-b932-4b8d-9adb-7ad4f70a6fbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.2958889 Nov 23 22:47:16.934570 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-df561116-64ac-4ee8-90b9-5eb9fa957ac1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e22015d6-b013-4efc-9422-d7a1ee034ace HTTP/1.1" status: 200 len: 217 time: 0.0889819 Nov 23 22:47:17.058373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-868ebc2b-c14d-4278-b276-61e13e0b0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:17.060897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-868ebc2b-c14d-4278-b276-61e13e0b0579 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1177323 Nov 23 22:47:17.061588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7b13112-3327-4c77-9df9-292807681f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:17.064250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7b13112-3327-4c77-9df9-292807681f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:17.068253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a7b13112-3327-4c77-9df9-292807681f51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16ac8419-23c8-47ba-81e9-2424fe410628 HTTP/1.1" status: 204 len: 168 time: 0.6641829 Nov 23 22:47:17.113528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b13112-3327-4c77-9df9-292807681f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ac8419-23c8-47ba-81e9-2424fe410628,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:17.152471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-fe457608-6483-438e-854b-cd380cd4d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:17.159836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-fe457608-6483-438e-854b-cd380cd4d677 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876887 Nov 23 22:47:17.230934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:17.568265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-e2cb60bb-57ae-4a81-9ef8-918e7eddd8cb service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884559 Nov 23 22:47:17.957330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c55b517-a53e-4b66-95e6-d087f84f2f0c req-52202357-8df6-4e1d-9b94-451e20c2c2c3 service neutron] 10.222.0.48 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478308 Nov 23 22:47:18.258756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 2822548d-8c40-4b75-847e-a943d4d78ca7 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:18.354588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 2822548d-8c40-4b75-847e-a943d4d78ca7 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:47:18.355339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 2822548d-8c40-4b75-847e-a943d4d78ca7 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:18.724167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Deleting port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:18.724742 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:18.871583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41516) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:18.994756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] For port ec4751be-4879-4f9c-bfd1-f4ddd66f3f26, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:18.996855 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.014325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Calling delete_port for ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:19.182557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-856151148-network', 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:19.262002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:19.264978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.283418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.474694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.479841 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.493661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.517759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4751be-4879-4f9c-bfd1-f4ddd66f3f26,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:19.569841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:47:19.632556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d33d0-dec7-449d-8a8c-218ed238c323,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:19.654341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.658101 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Added segment 91ae8fec-032c-460c-89f8-2a84a200cc95 of type vlan for network 5da9a1b0-0358-4d57-a541-709c96734431 Nov 23 22:47:19.823405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.884394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.886169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:19.887072 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.931142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:19.998403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1256018 Nov 23 22:47:20.050401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41542) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:20.060409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Request body: {'subnet': {'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-856151148-subnet', 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:20.088025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48f113-aa77-4864-9e38-3cf49a1105c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5da9a1b0-0358-4d57-a541-709c96734431,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:20.121793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 5da9a1b0-0358-4d57-a541-709c96734431 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:47:20.166712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:20.180048 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:20.513913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Router cd5d2930-d080-4830-a827-f72fbe6d6d46 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:47:20.616567 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:20.730430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:47:20.752375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a3b795cc-3b21-4d98-88e6-7f0f15387106 admin admin] 10.222.0.11 "PUT /v2.0/routers/cd5d2930-d080-4830-a827-f72fbe6d6d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5591526 Nov 23 22:47:20.754848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41562) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:20.767103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] Sync routers for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:47:20.805170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:20.809746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:47:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:20.860946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Checking segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:20.881774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Network hostable DHCP agents. Network: 5da9a1b0-0358-4d57-a541-709c96734431, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:47:20.912421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0946f13d-92b9-46e7-987a-7abb40fbf802,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:20.962961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Network 5da9a1b0-0358-4d57-a541-709c96734431 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:47:20.990198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 5da9a1b0-0358-4d57-a541-709c96734431) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:21.002419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:21.002971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:21.009473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8e5d3-9d1c-4878-ad8c-d8b9cc557bc2 None None] Network 5da9a1b0-0358-4d57-a541-709c96734431 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:21.034713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e6240bcc-ae44-4607-a7ee-4a03b5007842 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9800425 Nov 23 22:47:21.048688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:21.128235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:21.342880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac709ce-4cef-48bb-a5fe-b561e65a594e None None] Network 5da9a1b0-0358-4d57-a541-709c96734431 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:21.382282 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:21.598589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Deleting port fb285934-530c-44e2-bd65-4a0ea1dbe1a0 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:21.599246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:21.829269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:47:19Z', 'revision_number': 5, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port': {'id': 'fb285934-530c-44e2-bd65-4a0ea1dbe1a0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:08Z', 'updated_at': '2021-11-23T22:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:21.889505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] For port fb285934-530c-44e2-bd65-4a0ea1dbe1a0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:21.890308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:21.894278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] Checking router: cd5d2930-d080-4830-a827-f72fbe6d6d46 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:47:21.927373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] Routers {'cd5d2930-d080-4830-a827-f72fbe6d6d46'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:21.928401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:47:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cd5d2930-d080-4830-a827-f72fbe6d6d46'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:21.988673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Calling delete_port for fb285934-530c-44e2-bd65-4a0ea1dbe1a0 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:22.058061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] Set router cd5d2930-d080-4830-a827-f72fbe6d6d46 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:22.281734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:47:21Z', 'revision_number': 6, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:22.369018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d58782-1940-4d7c-b2ad-dbe59928b10c None None] The sync data for ids ['cd5d2930-d080-4830-a827-f72fbe6d6d46'] in n-d-817303-3 is: [{'id': 'cd5d2930-d080-4830-a827-f72fbe6d6d46', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-111413718-router', 'tenant_id': '62037e6e1aff4ae5a6d558c361a13c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:06Z', 'updated_at': '2021-11-23T22:47:21Z', 'revision_number': 6, 'project_id': '62037e6e1aff4ae5a6d558c361a13c71', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:47:22.537310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-e037f2d5-2d5f-4f00-b253-8373a2d268a9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:22.544683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-e037f2d5-2d5f-4f00-b253-8373a2d268a9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.6184242 Nov 23 22:47:22.572512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-32136697-06de-4711-9747-0d16c05c2cfb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/quotas/65a61d3392de484ba1cc52f1fa1b48d7 HTTP/1.1" status: 200 len: 375 time: 0.0268815 Nov 23 22:47:22.608170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-05dfa5e3-d8d1-46bf-b9ad-8f8d73b934fd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347359 Nov 23 22:47:22.850363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-3678133f-c1f6-49f9-adad-0571b61e5e56 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413378 Nov 23 22:47:22.881106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:22.936272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb285934-530c-44e2-bd65-4a0ea1dbe1a0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:22.976982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:22.989189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1243022458'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:23.020783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:23.026557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.063364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:47:23.074483 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.074864 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Added segment 537218e9-8c4a-475c-87f8-b6c9384d1474 of type vlan for network c9566242-659e-41fd-9f54-3a3b0ecc6ddf Nov 23 22:47:23.093837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-c737099d-14e9-42eb-a7c4-ab8a33039de1 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360334 Nov 23 22:47:23.130224 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.290098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.379348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.385916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:23.386793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.449228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fb285934-530c-44e2-bd65-4a0ea1dbe1a0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:23.454199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.466049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.472795 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4945607 Nov 23 22:47:23.475497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41640) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:23.503677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-199461359'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:23.511113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: fb285934-530c-44e2-bd65-4a0ea1dbe1a0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:47:23.511822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fb285934-530c-44e2-bd65-4a0ea1dbe1a0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:23.515472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:23.576861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20469027-6d8b-4a0a-9bee-0a67e06c9908 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Network': ['ID=c9566242-659e-41fd-9f54-3a3b0ecc6ddf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:23.578091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:47:23.578446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ec4751be-4879-4f9c-bfd1-f4ddd66f3f26 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:23.604977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:47:23.656059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.660149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd5d2930-d080-4830-a827-f72fbe6d6d46 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:47:23.692232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.700977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3c6b1eca-f8c2-4f13-a3af-bc6b2949ed4f admin admin] 10.222.0.11 "DELETE /v2.0/routers/cd5d2930-d080-4830-a827-f72fbe6d6d46 HTTP/1.1" status: 204 len: 168 time: 2.9416058 Nov 23 22:47:23.701625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41648) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:23.715478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:23.724138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.899493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] Deleting subnet 0db16d67-7817-4faf-9f35-224c05ad5f62 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:47:23.908808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.932049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be978c7a-450a-47aa-8851-e82b9e0a1912 req-024b2ecc-bc58-4d5a-9774-0aa2a8f5b125 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 210 time: 0.2000835 Nov 23 22:47:23.970194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:47:23.990875 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:23.992955 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Added segment 0b9dfad5-b3c2-4c40-85a7-4251e50320a5 of type vlan for network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 Nov 23 22:47:23.999952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.089876 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.129433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.147632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:24.149717 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.223535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.260098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7834232 Nov 23 22:47:24.264166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41668) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:24.280447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'subnet': {'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:24.437283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.509514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db16d67-7817-4faf-9f35-224c05ad5f62,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:24.514557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b63375-837f-48bd-97a6-cecca9a70c6d None None] Network 71571000-5427-4a2d-8784-0898472d8361 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:24.529075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.538577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41676) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:24.540965 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a918b93-ef0b-4a10-9a0d-52b3612b1f12 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0db16d67-7817-4faf-9f35-224c05ad5f62 HTTP/1.1" status: 204 len: 168 time: 0.8376977 Nov 23 22:47:24.546130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074335f-b8c1-4a2b-b48e-defd8a7304b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Network': ['ID=9bc8ce24-822c-4553-8c11-12bccb06b9d6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:24.597527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:47:24.603492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:24.607634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.687467 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.886290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Deleting port b20d2696-c4ba-4b8e-9764-75656cb4ed7b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:24.886635 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:24.928736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] DHCP port deletion for 71571000-5427-4a2d-8784-0898472d8361 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:47:25.028691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:25.045876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] For port b20d2696-c4ba-4b8e-9764-75656cb4ed7b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:25.046296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:25.052971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] Deleting port b20d2696-c4ba-4b8e-9764-75656cb4ed7b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:25.053694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:25.121979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83286522-5c9f-4c44-8eac-0dce01a6c918 req-e636b9fd-abeb-44f8-b2ab-e2d50e6ea80f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 210 time: 0.0725970 Nov 23 22:47:25.156722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Calling delete_port for b20d2696-c4ba-4b8e-9764-75656cb4ed7b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:25.239782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] For port b20d2696-c4ba-4b8e-9764-75656cb4ed7b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,segment=NetworkSegment(4a4f2895-89ba-43be-a175-d5a8d96c37e1),segment_id=4a4f2895-89ba-43be-a175-d5a8d96c37e1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:25.240433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:25.280549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] Calling delete_port for b20d2696-c4ba-4b8e-9764-75656cb4ed7b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:25.291241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Subnet': ['ID=d5410a48-5e35-4ae8-aaf0-c772a1dba13c,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:25.301477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b20d2696-c4ba-4b8e-9764-75656cb4ed7b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:25.329547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Checking segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:25.329908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network hostable DHCP agents. Network: c9566242-659e-41fd-9f54-3a3b0ecc6ddf, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:47:25.423420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:47:25.474535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-e88d682e-6843-41ad-bf3d-fc95918f938a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:25.476179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-e88d682e-6843-41ad-bf3d-fc95918f938a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.2320764 Nov 23 22:47:25.478184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port b20d2696-c4ba-4b8e-9764-75656cb4ed7b {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 22:47:25.478335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b20d2696-c4ba-4b8e-9764-75656cb4ed7b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:25.483764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:25.489699 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:25.513770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] Pushing event deleted for resources: {'Port': ['ID=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:25.514603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Request body: {'port': {'device_id': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'admin_state_up': True, 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:25.517630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36db30-7c0a-45ae-a864-0e072dc100db None None] No DVR routers for this DVR port b20d2696-c4ba-4b8e-9764-75656cb4ed7b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:25.573702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Pushing event deleted for resources: {'Port': ['ID=b20d2696-c4ba-4b8e-9764-75656cb4ed7b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:25.576555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c9566242-659e-41fd-9f54-3a3b0ecc6ddf) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:25.593733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9fb61-e8a2-4691-933e-7279c81f07df None None] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:25.593934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:25.594516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:25.597158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] No DVR routers for this DVR port b20d2696-c4ba-4b8e-9764-75656cb4ed7b on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:25.882023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'fixed_ips': [{'subnet_id': 'd5410a48-5e35-4ae8-aaf0-c772a1dba13c'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:47:25.885067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.277380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-84fcbf30-7660-4aac-9fe1-b17ab1aae435 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0095601 Nov 23 22:47:26.280060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41732) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:26.287128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'subnet': {'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:26.310491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19272c90-7eb9-47ca-a750-cd07030a12f4 req-5a312a37-aa77-4dd9-90a5-2bf8d981f117 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 210 time: 0.0649045 Nov 23 22:47:26.361991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.365647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:26.369173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.383588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Allocated IP 10.1.1.2 (c9566242-659e-41fd-9f54-3a3b0ecc6ddf/d5410a48-5e35-4ae8-aaf0-c772a1dba13c/33f318f7-52a3-457d-8b64-f8921ae0bd87) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:26.481383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:26.488509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.533577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Allocated IP 172.20.0.2 (5da9a1b0-0358-4d57-a541-709c96734431/0946f13d-92b9-46e7-987a-7abb40fbf802/06bd4fa5-860c-4da5-8f9c-a559a61149b1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:26.647465 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.657573 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.727449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.748098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Pushing event updated for resources: {'Port': ['ID=33f318f7-52a3-457d-8b64-f8921ae0bd87,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:26.788193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:26.793226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.793562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71571000-5427-4a2d-8784-0898472d8361']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:26.794920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:26.797644 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.800434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:26.848029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.857592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4f2895-89ba-43be-a175-d5a8d96c37e1') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:26.858154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4f2895-89ba-43be-a175-d5a8d96c37e1') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:26.861667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Network 5da9a1b0-0358-4d57-a541-709c96734431 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:26.872877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:26.876258 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.882195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:26.908099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Attempting to bind port 33f318f7-52a3-457d-8b64-f8921ae0bd87 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:26.908534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Attempting to bind port 33f318f7-52a3-457d-8b64-f8921ae0bd87 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:26.910559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Attempting to bind port 33f318f7-52a3-457d-8b64-f8921ae0bd87 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:26.930690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:26.931083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Checking segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:26.933347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:26.934106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Bound using segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:26.936445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Bound port: 33f318f7-52a3-457d-8b64-f8921ae0bd87, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:26.936852 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.009371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.024124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Subnet': ['ID=217484c5-0fca-4db0-899d-2214b85d9277,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:27.032235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event updated for resources: {'Port': ['ID=06bd4fa5-860c-4da5-8f9c-a559a61149b1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:27.053571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:47:27.060954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:47:27.066970 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:47:27.070933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] For port 33f318f7-52a3-457d-8b64-f8921ae0bd87, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:27.093172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.093695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.094547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.095589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.096597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.097563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.098197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.099238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.099721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.100068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.100663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.101011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:27.108087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Checking segment: {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:27.108087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network hostable DHCP agents. Network: 9bc8ce24-822c-4553-8c11-12bccb06b9d6, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:47:27.116280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:27.117040 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.129829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:47:27.167554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 9bc8ce24-822c-4553-8c11-12bccb06b9d6) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:27.183035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00117468-7df6-4714-9902-c32aa03487e2 None None] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:27.186722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5007d507-2a96-4739-aacb-3cac96121af1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6781912 Nov 23 22:47:27.189286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.208956 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.219052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:27.231884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.237377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] 10.222.0.11 "DELETE /v2.0/networks/71571000-5427-4a2d-8784-0898472d8361 HTTP/1.1" status: 204 len: 168 time: 2.6986034 Nov 23 22:47:27.252779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Request body: {'port': {'device_id': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:27.320729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.321694 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0bd99153-26bf-40ce-aebb-b3be84db4dea tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0397162 Nov 23 22:47:27.323972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c482682-62fc-4f53-b572-65a08a3f975e admin admin] Pushing event deleted for resources: {'Network': ['ID=71571000-5427-4a2d-8784-0898472d8361,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:27.327271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:27.355260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] For port 33f318f7-52a3-457d-8b64-f8921ae0bd87, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33f318f7-52a3-457d-8b64-f8921ae0bd87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:27.358588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'port': {'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'name': 'tempest-TaggedBootDevicesTest-1451024723', 'fixed_ips': [{'subnet_id': 'd5410a48-5e35-4ae8-aaf0-c772a1dba13c'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:27.408874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.535649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:27.649944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfc417-788f-41fc-b2f7-b2a234282a95 None None] Pushing event updated for resources: {'Port': ['ID=33f318f7-52a3-457d-8b64-f8921ae0bd87,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:27.669051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:27.728379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acf479-8797-4395-8650-86d2d827fe49 req-4f394ce5-e536-40bb-8199-336365e59ef4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:27.736216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85acf479-8797-4395-8650-86d2d827fe49 req-4f394ce5-e536-40bb-8199-336365e59ef4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 931 time: 0.3085861 Nov 23 22:47:27.746998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e251a11f-ef58-41e3-b50c-d4e4e3d6253c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62037e6e1aff4ae5a6d558c361a13c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982460 Nov 23 22:47:27.775401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41762) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:27.776611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-9bc8ce24-822c-4553-8c11-12bccb06b9d6', 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'fixed_ips': [{'subnet_id': '217484c5-0fca-4db0-899d-2214b85d9277'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:47:27.777630 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.871319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.885093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85acf479-8797-4395-8650-86d2d827fe49 req-0c63be86-927e-40d6-8fec-663b3e4ab44e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472902 Nov 23 22:47:27.911501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] device_id is not set on port 0bb4bcbc-abee-4ce9-909a-87f016814e87 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:47:28.043600 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b78c8ce1-d89d-4059-a28d-f510440e34a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.108315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b78c8ce1-d89d-4059-a28d-f510440e34a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.187351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Allocated IP 10.2.2.2 (9bc8ce24-822c-4553-8c11-12bccb06b9d6/217484c5-0fca-4db0-899d-2214b85d9277/d7868fdf-9337-4d36-af68-2de4ab00ada2) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:28.238746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bd4fa5-860c-4da5-8f9c-a559a61149b1 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:28.261629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.367504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Transition to ACTIVE for port object 06bd4fa5-860c-4da5-8f9c-a559a61149b1 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:47:28.371591 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b78c8ce1-d89d-4059-a28d-f510440e34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.375541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b78c8ce1-d89d-4059-a28d-f510440e34a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.381738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b78c8ce1-d89d-4059-a28d-f510440e34a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8ce9e0f-5765-43a7-a9cf-879817698a79 HTTP/1.1" status: 204 len: 168 time: 0.5976355 Nov 23 22:47:28.391475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 10.1.1.176 (c9566242-659e-41fd-9f54-3a3b0ecc6ddf/d5410a48-5e35-4ae8-aaf0-c772a1dba13c/0bb4bcbc-abee-4ce9-909a-87f016814e87) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:28.421077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c8ce1-d89d-4059-a28d-f510440e34a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ce9e0f-5765-43a7-a9cf-879817698a79,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:28.433452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.534280 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.553051 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.625692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:28.629554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:28.636454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:28.641240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Pushing event updated for resources: {'Port': ['ID=d7868fdf-9337-4d36-af68-2de4ab00ada2,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:28.662278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=06bd4fa5-860c-4da5-8f9c-a559a61149b1,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:28.776875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Attempting to bind port d7868fdf-9337-4d36-af68-2de4ab00ada2 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:28.778748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Attempting to bind port d7868fdf-9337-4d36-af68-2de4ab00ada2 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:28.779819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Attempting to bind port d7868fdf-9337-4d36-af68-2de4ab00ada2 on network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:28.789467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:28.790139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Checking segment: {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:28.790685 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.791170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Bound using segment: {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:28.798689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Bound port: d7868fdf-9337-4d36-af68-2de4ab00ada2, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:28.800720 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.821002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Attempting to bind port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:28.821511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Attempting to bind port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:28.821955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Attempting to bind port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:28.833469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 on network 5da9a1b0-0358-4d57-a541-709c96734431 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:47:28.834001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Attempting to bind port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:28.846305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.846976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:28.847429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Checking segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:28.849047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Bound using segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:28.849653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Bound port: 06bd4fa5-860c-4da5-8f9c-a559a61149b1, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:28.850125 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.934712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.037352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] For port d7868fdf-9337-4d36-af68-2de4ab00ada2, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:29.052313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] For port 06bd4fa5-860c-4da5-8f9c-a559a61149b1, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:29.056528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] For port d7868fdf-9337-4d36-af68-2de4ab00ada2, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d7868fdf-9337-4d36-af68-2de4ab00ada2,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:29.066253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] For port 06bd4fa5-860c-4da5-8f9c-a559a61149b1, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=06bd4fa5-860c-4da5-8f9c-a559a61149b1,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:29.069936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=0bb4bcbc-abee-4ce9-909a-87f016814e87,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:29.073294 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.075430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.115492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:29.152746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:29.160200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:29.328878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:29.329853 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.333385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] 10.222.0.46 "PUT /v2.0/ports/06bd4fa5-860c-4da5-8f9c-a559a61149b1 HTTP/1.1" status: 200 len: 1091 time: 2.1256604 Nov 23 22:47:29.333733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:29.337540 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.396110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'tag': '06bd4fa5-860c-4da5-8f9c-a559a61149b1'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:29.399465 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad1752f-3922-498f-b77a-f14759c83424" -d '{"events": [{"name": "network-changed", "server_uuid": "b59ee3fa-2058-4a2c-aca1-daf52b543c27", "tag": "06bd4fa5-860c-4da5-8f9c-a559a61149b1"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:29.403437 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9f8e91df-74c9-49e4-94b3-354567768452 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0697632 Nov 23 22:47:29.406655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41814) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:29.406908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=06bd4fa5-860c-4da5-8f9c-a559a61149b1,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:29.412522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'port': {'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'name': 'tempest-TaggedBootDevicesTest-610759216', 'fixed_ips': [{'subnet_id': 'd5410a48-5e35-4ae8-aaf0-c772a1dba13c'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:29.425231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33f318f7-52a3-457d-8b64-f8921ae0bd87 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:47:29.542979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.543318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.543696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.544057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.544384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.544745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.548331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.548699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.556351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.557538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f541b3-54c0-432a-9d6b-3631edc91aa0 None None] Pushing event updated for resources: {'Port': ['ID=d7868fdf-9337-4d36-af68-2de4ab00ada2,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:29.557944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.558421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.558760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279627cf-ded0-4803-b9b5-b76a0ac2fdbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:29.579529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99161b-525f-4f5c-bab8-637d7de16350 None None] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:29.601905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:29.619364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.632329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e3fc-4f82-4d3e-9b58-13a0adcc907b req-83a1d0b5-9cd2-47f4-b8f6-20d8e46a6839 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:29.639672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1161e3fc-4f82-4d3e-9b58-13a0adcc907b req-83a1d0b5-9cd2-47f4-b8f6-20d8e46a6839 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 943 time: 0.4332478 Nov 23 22:47:29.669923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] device_id is not set on port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:47:29.720101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-60662b0c-1100-4fe6-9b73-1acde76d2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:29.723133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-60662b0c-1100-4fe6-9b73-1acde76d2b87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 1094 time: 0.2947640 Nov 23 22:47:29.764289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78c66a83-2319-4b43-802f-f9bab0f471ea None None] Provisioning complete for port 33f318f7-52a3-457d-8b64-f8921ae0bd87 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:29.764289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78c66a83-2319-4b43-802f-f9bab0f471ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.843044 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e089d9-4679-45b5-81a5-2913e762b94f x-openstack-request-id: req-10e089d9-4679-45b5-81a5-2913e762b94f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:29.844730 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59ee3fa-2058-4a2c-aca1-daf52b543c27", "tag": "06bd4fa5-860c-4da5-8f9c-a559a61149b1", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:29.845238 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10e089d9-4679-45b5-81a5-2913e762b94f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:29.845913 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'tag': '06bd4fa5-860c-4da5-8f9c-a559a61149b1', 'status': 'completed', 'code': 200} Nov 23 22:47:29.854003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-816c05ed-2013-41aa-89c3-3719b34213cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06bd4fa5-860c-4da5-8f9c-a559a61149b1 HTTP/1.1" status: 200 len: 217 time: 0.1052139 Nov 23 22:47:29.985824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-8ad1f433-b06c-40c6-abcb-ca9ac847f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:29.990509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-8ad1f433-b06c-40c6-abcb-ca9ac847f27f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1266310 Nov 23 22:47:29.993318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 33f318f7-52a3-457d-8b64-f8921ae0bd87 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:29.993777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.995947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1161e3fc-4f82-4d3e-9b58-13a0adcc907b req-303178af-621b-405e-b0b2-85deaf8887e3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438387 Nov 23 22:47:30.038251 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-8db33cc3-5c69-4ccb-9ef0-8d0b1f048cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396903 Nov 23 22:47:30.092560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 10.1.1.238 (c9566242-659e-41fd-9f54-3a3b0ecc6ddf/d5410a48-5e35-4ae8-aaf0-c772a1dba13c/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:30.227337 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78c66a83-2319-4b43-802f-f9bab0f471ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.311328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78c66a83-2319-4b43-802f-f9bab0f471ea None None] For port 33f318f7-52a3-457d-8b64-f8921ae0bd87, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33f318f7-52a3-457d-8b64-f8921ae0bd87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:30.360657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-5a3fd943-c029-45e9-9447-2fad66d2eb6a service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141725 Nov 23 22:47:30.407156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:30.441415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.491373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78c66a83-2319-4b43-802f-f9bab0f471ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.536469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.704975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:30.725871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:30.761461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:30.787811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:30.815716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20e9cfff-d5ef-4bbd-a124-05ee8d977207 req-2a77e23b-cf23-45f0-93f4-63c9072c0a6f service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452641 Nov 23 22:47:30.830965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c66a83-2319-4b43-802f-f9bab0f471ea None None] Pushing event updated for resources: {'Port': ['ID=33f318f7-52a3-457d-8b64-f8921ae0bd87,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:30.906975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.960247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:30.960941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.012670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-976607109-network', 'tenant_id': '9da5f51dbff94137a137a3a6dc1bbc3c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:31.015464 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0128c591-2bc4-4dc2-9edc-b2e7d3bee29a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6077175 Nov 23 22:47:31.122665 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:47:31.127867 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:47:31.215835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Made reservation on behalf of 9da5f51dbff94137a137a3a6dc1bbc3c for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:31.218903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.223619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1752f-3922-498f-b77a-f14759c83424 req-1f06d83f-f8b3-40a6-af21-85c0e0610a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:31.225328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ad1752f-3922-498f-b77a-f14759c83424 req-1f06d83f-f8b3-40a6-af21-85c0e0610a86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 1094 time: 0.2823386 Nov 23 22:47:31.291683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.511887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:31.517274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-261b8d46-5893-4cd3-99f2-aca1ce501910 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402266802', 'description': 'tempest-description--736327601'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:31.547939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.569257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.571540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f025f0-26f8-41a6-8d17-02c007478a37 None None] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:31.579260 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d4296ba0-0432-4f12-9bcd-1e12acb31709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.639670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-261b8d46-5893-4cd3-99f2-aca1ce501910 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.752605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:47:31.769075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-02f6861f-f3de-418a-b4b0-da7e0b9b5dd8 None None] Provisioning complete for port d7868fdf-9337-4d36-af68-2de4ab00ada2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:31.769863 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02f6861f-f3de-418a-b4b0-da7e0b9b5dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.802171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7633f6-be36-4ad0-b4f2-71f15caef439 req-6850acfe-21d4-4295-ba4f-cb0bbe3cdfd9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:31.826022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc7633f6-be36-4ad0-b4f2-71f15caef439 req-6850acfe-21d4-4295-ba4f-cb0bbe3cdfd9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 943 time: 0.6121771 Nov 23 22:47:31.828888 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.831555 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Added segment 7730dd25-4b6b-45f5-88e0-d8c3fb7c88a4 of type vlan for network 2db52839-9790-4afe-8c64-80929e6b9d74 Nov 23 22:47:31.858046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9365c-1e72-43ff-bf33-b9bf67c19976,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:31.986795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-261b8d46-5893-4cd3-99f2-aca1ce501910 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.009948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-261b8d46-5893-4cd3-99f2-aca1ce501910 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.011325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.067481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1752f-3922-498f-b77a-f14759c83424 req-e6c7c75e-bac4-475b-a65e-270a9a742062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:32.072455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ad1752f-3922-498f-b77a-f14759c83424 req-e6c7c75e-bac4-475b-a65e-270a9a742062 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 912 time: 0.8368070 Nov 23 22:47:32.085536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.088206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:32.089046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.169551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b8d46-5893-4cd3-99f2-aca1ce501910 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34b7975-eaed-4f51-a2e9-9a0129b11e30,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:32.188003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-261b8d46-5893-4cd3-99f2-aca1ce501910 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.197316 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-261b8d46-5893-4cd3-99f2-aca1ce501910 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6857522 Nov 23 22:47:32.200287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41894) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:32.210186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2f9bb680-5fc4-496c-9c65-a47ef8a56ce2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'security_group_rule': {'security_group_id': 'a34b7975-eaed-4f51-a2e9-9a0129b11e30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:32.302200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb680-5fc4-496c-9c65-a47ef8a56ce2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.330439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=2db52839-9790-4afe-8c64-80929e6b9d74,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:32.382892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 2db52839-9790-4afe-8c64-80929e6b9d74 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:47:32.429493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ad1752f-3922-498f-b77a-f14759c83424 req-808e9600-6c22-476b-b1a1-13d8a227c02e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06bd4fa5-860c-4da5-8f9c-a559a61149b1 HTTP/1.1" status: 200 len: 217 time: 0.3321521 Nov 23 22:47:32.479997 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc7633f6-be36-4ad0-b4f2-71f15caef439 req-950f697a-8984-4d74-97ed-51bb6ba49c77 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528218 Nov 23 22:47:32.483071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb680-5fc4-496c-9c65-a47ef8a56ce2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.505094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb680-5fc4-496c-9c65-a47ef8a56ce2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.559836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bb680-5fc4-496c-9c65-a47ef8a56ce2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4156d6-6fa3-456d-8193-c20b728610ee,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:32.577347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:32.578241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1107e0d2-d72c-4b06-85e2-f93d235ceaa8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1638906 Nov 23 22:47:32.616216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Request body: {'subnet': {'network_id': '2db52839-9790-4afe-8c64-80929e6b9d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-976607109-subnet', 'tenant_id': '9da5f51dbff94137a137a3a6dc1bbc3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:32.697460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Made reservation on behalf of 9da5f51dbff94137a137a3a6dc1bbc3c for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:32.700854 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.713672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1752f-3922-498f-b77a-f14759c83424 req-f8db154b-5232-4b17-9d14-fe52cb392d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:32.715207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ad1752f-3922-498f-b77a-f14759c83424 req-f8db154b-5232-4b17-9d14-fe52cb392d63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.2768621 Nov 23 22:47:32.760073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f9bb680-5fc4-496c-9c65-a47ef8a56ce2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.782607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d7868fdf-9337-4d36-af68-2de4ab00ada2 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:47:32.786997 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2f9bb680-5fc4-496c-9c65-a47ef8a56ce2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5878026 Nov 23 22:47:32.804278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:32.813426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ad1752f-3922-498f-b77a-f14759c83424 req-cb6aa8fa-ceda-4813-8c7a-16403fc082f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877910 Nov 23 22:47:32.824666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-edd5279d-8966-4e9a-97fe-9588979453a8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'security_group_rule': {'security_group_id': 'a34b7975-eaed-4f51-a2e9-9a0129b11e30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:32.872715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02f6861f-f3de-418a-b4b0-da7e0b9b5dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.912616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d7868fdf-9337-4d36-af68-2de4ab00ada2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:32.913251 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:32.983616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-02f6861f-f3de-418a-b4b0-da7e0b9b5dd8 None None] For port d7868fdf-9337-4d36-af68-2de4ab00ada2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d7868fdf-9337-4d36-af68-2de4ab00ada2,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:33.006457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02f6861f-f3de-418a-b4b0-da7e0b9b5dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.055094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-edd5279d-8966-4e9a-97fe-9588979453a8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.110511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ad1752f-3922-498f-b77a-f14759c83424 req-78a78b56-5f65-489b-ba59-d07d75eca86a service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770107 Nov 23 22:47:33.162487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6861f-f3de-418a-b4b0-da7e0b9b5dd8 None None] Pushing event updated for resources: {'Port': ['ID=d7868fdf-9337-4d36-af68-2de4ab00ada2,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:33.207180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-edd5279d-8966-4e9a-97fe-9588979453a8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.224792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Provisioning complete for port 0bb4bcbc-abee-4ce9-909a-87f016814e87 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:33.225183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.237877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-edd5279d-8966-4e9a-97fe-9588979453a8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.275059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5279d-8966-4e9a-97fe-9588979453a8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf13dea-c05a-437a-b569-412378d407b7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:33.301863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-edd5279d-8966-4e9a-97fe-9588979453a8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.303961 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-edd5279d-8966-4e9a-97fe-9588979453a8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4971797 Nov 23 22:47:33.313032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:33.323517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:33.368824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.381574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33f318f7-52a3-457d-8b64-f8921ae0bd87 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:47:33.415293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ad1752f-3922-498f-b77a-f14759c83424 req-23e895a7-9dc0-4e3e-b073-3e6d6bc3f628 service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977157 Nov 23 22:47:33.436170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.544976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Port 0bb4bcbc-abee-4ce9-909a-87f016814e87 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:47:33.577351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Provisioning complete for port 33f318f7-52a3-457d-8b64-f8921ae0bd87 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:33.577723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.582133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2c10e5-b902-4a2c-a2c4-9c6da6f2d9a4,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:33.626091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Checking segment: {'id': '7730dd25-4b6b-45f5-88e0-d8c3fb7c88a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2db52839-9790-4afe-8c64-80929e6b9d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:33.626458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Network hostable DHCP agents. Network: 2db52839-9790-4afe-8c64-80929e6b9d74, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:47:33.638307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 33f318f7-52a3-457d-8b64-f8921ae0bd87 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:33.638681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.672107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Network 2db52839-9790-4afe-8c64-80929e6b9d74 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:47:33.685270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 2db52839-9790-4afe-8c64-80929e6b9d74) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:33.691560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:33.692177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.727466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d249f4-9ded-4de7-96ab-de76a3e0d163 None None] Network 2db52839-9790-4afe-8c64-80929e6b9d74 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:33.742431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-021b5051-52f2-4609-a9be-3f1f47145ea5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1414759 Nov 23 22:47:33.789462 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.807410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e293809-addc-448e-bbb7-dfe859f9c864 req-6aa0f168-1767-48e0-bc1e-73706b42c294 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:33.816379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e293809-addc-448e-bbb7-dfe859f9c864 req-6aa0f168-1767-48e0-bc1e-73706b42c294 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 943 time: 0.1722140 Nov 23 22:47:33.890151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e293809-addc-448e-bbb7-dfe859f9c864 req-6edb0caa-5fbd-45a1-ad38-da0231cf151b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727904 Nov 23 22:47:34.200977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 172.25.0.53 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/85fe8234-9785-4abe-ac7d-908251f7c2a9) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:34.210096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3165f195-39ea-4eca-8e08-2aa38a3550d2 req-22c97f21-8c56-40a0-a6ac-171b0d21b138 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1426434594', 'description': 'tempest-description-1486520052'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:34.253965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8487281c-d38a-4c83-bcd2-6df2093bf12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.310179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Provisioning complete for port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:34.310635 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.329518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3165f195-39ea-4eca-8e08-2aa38a3550d2 req-22c97f21-8c56-40a0-a6ac-171b0d21b138 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.378528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf48082-6bdb-425d-b868-3e12c8a961af None None] Network 2db52839-9790-4afe-8c64-80929e6b9d74 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:34.390228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.478635 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.510406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f61d2784-8904-4045-8774-29a4a2a0cac1 None None] Port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:47:34.541742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:34.548503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:34.551409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:34.602418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=85fe8234-9785-4abe-ac7d-908251f7c2a9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:34.653926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3165f195-39ea-4eca-8e08-2aa38a3550d2 req-22c97f21-8c56-40a0-a6ac-171b0d21b138 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.690178 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3165f195-39ea-4eca-8e08-2aa38a3550d2 req-22c97f21-8c56-40a0-a6ac-171b0d21b138 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.708228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d7868fdf-9337-4d36-af68-2de4ab00ada2 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:47:34.745230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6c43a31b-1dd2-4452-9548-3cd299d4e295 None None] Provisioning complete for port d7868fdf-9337-4d36-af68-2de4ab00ada2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:34.745915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c43a31b-1dd2-4452-9548-3cd299d4e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.753246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 06bd4fa5-860c-4da5-8f9c-a559a61149b1 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:47:34.755113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3165f195-39ea-4eca-8e08-2aa38a3550d2 req-22c97f21-8c56-40a0-a6ac-171b0d21b138 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.777206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3165f195-39ea-4eca-8e08-2aa38a3550d2 req-22c97f21-8c56-40a0-a6ac-171b0d21b138 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5959275 Nov 23 22:47:34.809686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:34.857122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c97f21-8c56-40a0-a6ac-171b0d21b138 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d090f8b-76f3-4587-9c96-de62fdbfa9f9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:34.890156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-5f5f9a34-afae-4077-bb86-74ba43adcc40 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/1d090f8b-76f3-4587-9c96-de62fdbfa9f9 HTTP/1.1" status: 200 len: 1824 time: 0.1014557 Nov 23 22:47:34.914660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d090f8b-76f3-4587-9c96-de62fdbfa9f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:34.914981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d090f8b-76f3-4587-9c96-de62fdbfa9f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:34.946153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.023724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d7868fdf-9337-4d36-af68-2de4ab00ada2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:35.024299 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.070066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.122499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 06bd4fa5-860c-4da5-8f9c-a559a61149b1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=06bd4fa5-860c-4da5-8f9c-a559a61149b1,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:35.174451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '06bd4fa5-860c-4da5-8f9c-a559a61149b1', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'port_id': '06bd4fa5-860c-4da5-8f9c-a559a61149b1', 'mac_address': 'fa:16:3e:73:33:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946f13d-92b9-46e7-987a-7abb40fbf802', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:47:35.197070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b08a5-fe08-42d4-8cdf-d5b78d2fa6c6 req-3f54d614-159c-4454-85d7-011740f3b352 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:35.198696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a19b08a5-fe08-42d4-8cdf-d5b78d2fa6c6 req-3f54d614-159c-4454-85d7-011740f3b352 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 943 time: 0.1793182 Nov 23 22:47:35.203246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.225379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.245052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bd4fa5-860c-4da5-8f9c-a559a61149b1 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:35.285286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 06bd4fa5-860c-4da5-8f9c-a559a61149b1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=06bd4fa5-860c-4da5-8f9c-a559a61149b1,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:35.289414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.292261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.312216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.411858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=06bd4fa5-860c-4da5-8f9c-a559a61149b1,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:35.420898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a19b08a5-fe08-42d4-8cdf-d5b78d2fa6c6 req-0f05ba40-7523-4b41-94f7-625c1819594f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817052 Nov 23 22:47:35.433982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98cc4bc-7a3a-4025-9b16-22013ad893a6,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:35.450975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.463967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98831a21-eb1f-4d4d-b123-de2eb477a875 req-58b15b85-322d-4d59-89a1-bf3d185e19a7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5512025 Nov 23 22:47:35.493669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.505783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.533726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['06bd4fa5-860c-4da5-8f9c-a559a61149b1'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:35.610556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-91d19cf9-3ef4-4b24-8fbb-8ce48d38b8c8 req-bfe3e271-3f7c-4425-9e79-f0d47628d2cf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1395986293', 'description': 'tempest-description-501910541'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:35.657038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=85fe8234-9785-4abe-ac7d-908251f7c2a9,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:35.723871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.742744 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-91d19cf9-3ef4-4b24-8fbb-8ce48d38b8c8 req-bfe3e271-3f7c-4425-9e79-f0d47628d2cf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.759058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.760496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8d62bce5-7810-4d4b-9868-8c2934740580 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4464107 Nov 23 22:47:35.881986 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-91d19cf9-3ef4-4b24-8fbb-8ce48d38b8c8 req-bfe3e271-3f7c-4425-9e79-f0d47628d2cf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.899106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-91d19cf9-3ef4-4b24-8fbb-8ce48d38b8c8 req-bfe3e271-3f7c-4425-9e79-f0d47628d2cf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.944386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3e271-3f7c-4425-9e79-f0d47628d2cf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f818b9f-74ad-4016-9664-f88d67d8addb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:35.949659 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-91d19cf9-3ef4-4b24-8fbb-8ce48d38b8c8 req-bfe3e271-3f7c-4425-9e79-f0d47628d2cf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:35.962786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91d19cf9-3ef4-4b24-8fbb-8ce48d38b8c8 req-bfe3e271-3f7c-4425-9e79-f0d47628d2cf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3695748 Nov 23 22:47:36.035057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0846a55e-83d1-4573-a615-c2611ce4172f req-f1eff794-cb31-468e-8727-e6d9df6b8d4c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/5f818b9f-74ad-4016-9664-f88d67d8addb HTTP/1.1" status: 200 len: 1823 time: 0.0533013 Nov 23 22:47:36.046999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0846a55e-83d1-4573-a615-c2611ce4172f req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5f818b9f-74ad-4016-9664-f88d67d8addb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:36.047481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0846a55e-83d1-4573-a615-c2611ce4172f req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5f818b9f-74ad-4016-9664-f88d67d8addb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:36.196761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0846a55e-83d1-4573-a615-c2611ce4172f req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:36.219151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-81ee191e-145f-4f9a-befa-0a96df24756c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1402266802&fields=id&tenant_id=13315bd64a8e488fa0278c17cd63c533 HTTP/1.1" status: 200 len: 267 time: 0.1073160 Nov 23 22:47:36.232742 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0846a55e-83d1-4573-a615-c2611ce4172f req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:36.246254 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0846a55e-83d1-4573-a615-c2611ce4172f req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:36.497088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:36.650198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dd4b57-6abc-49df-b112-5b00d94d5233,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:36.667085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-c0b81534-5330-4fb9-b801-81b924b2503a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:36.674939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-c0b81534-5330-4fb9-b801-81b924b2503a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports/0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 932 time: 0.4405367 Nov 23 22:47:36.692707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0846a55e-83d1-4573-a615-c2611ce4172f req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:36.700134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0846a55e-83d1-4573-a615-c2611ce4172f req-a16f540c-1bd1-41ed-90e1-2cbfe8136ecf tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6573207 Nov 23 22:47:36.775658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 06bd4fa5-860c-4da5-8f9c-a559a61149b1 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:47:36.788898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-a06e1c82-5c8c-4c64-a4db-ce871bc95cc3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:36.796482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-a06e1c82-5c8c-4c64-a4db-ce871bc95cc3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 931 time: 0.1205983 Nov 23 22:47:36.887135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-a14b0d18-ab50-4228-b57c-27ff5ebd4762 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0896487 Nov 23 22:47:36.946701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-8c42d77a-f374-4201-9f5c-ba76911b7896 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0584497 Nov 23 22:47:37.054602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db1d0f-013e-42f3-a693-45e268e79f1f req-28655eee-dcd2-40f4-a491-46c829ef0f41 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:37.056989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:47:37.062562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0db1d0f-013e-42f3-a693-45e268e79f1f req-28655eee-dcd2-40f4-a491-46c829ef0f41 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 944 time: 0.2633336 Nov 23 22:47:37.068726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:37.069207 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.150493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-aeb51b31-2cbf-4265-9e92-0f414d957e09 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:37.156859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-aeb51b31-2cbf-4265-9e92-0f414d957e09 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:37.164580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-aeb51b31-2cbf-4265-9e92-0f414d957e09 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:37.171858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-aeb51b31-2cbf-4265-9e92-0f414d957e09 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/networks?id=98149ffc-c8d0-4f66-87c9-1db80dfda154&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 200 len: 1990 time: 0.2241523 Nov 23 22:47:37.206017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0db1d0f-013e-42f3-a693-45e268e79f1f req-08e2ac62-4283-4cef-8891-bd42814a4554 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374965 Nov 23 22:47:37.216022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-e185a144-1070-4d43-a5d3-abeff7f43130 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/quotas/13315bd64a8e488fa0278c17cd63c533 HTTP/1.1" status: 200 len: 375 time: 0.0432043 Nov 23 22:47:37.217883 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.251002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd4fa5-860c-4da5-8f9c-a559a61149b1'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:37.254429 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79c7db-fea6-4d4d-a8e9-dea707fca6cb" -d '{"events": [{"server_uuid": "b59ee3fa-2058-4a2c-aca1-daf52b543c27", "name": "network-vif-plugged", "status": "completed", "tag": "06bd4fa5-860c-4da5-8f9c-a559a61149b1"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:37.272653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 06bd4fa5-860c-4da5-8f9c-a559a61149b1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=06bd4fa5-860c-4da5-8f9c-a559a61149b1,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:37.294821 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.359550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-8aab5b10-243b-4ecd-9041-8f5c816395fa tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1414719 Nov 23 22:47:37.431121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=06bd4fa5-860c-4da5-8f9c-a559a61149b1,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:37.446211 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.524208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6c67904b-7c92-405b-ab2c-e918c2df8579 req-56e2deb8-785b-426d-848a-d33a69c4a2fc tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1809256070', 'description': 'tempest-description-1782304880'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:37.553533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-e0f889cb-4bb2-405f-9fa6-16d426b4ff39 service neutron] 10.222.0.11 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930621 Nov 23 22:47:37.577857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c67904b-7c92-405b-ab2c-e918c2df8579 req-56e2deb8-785b-426d-848a-d33a69c4a2fc tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.730080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c67904b-7c92-405b-ab2c-e918c2df8579 req-56e2deb8-785b-426d-848a-d33a69c4a2fc tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.735605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-05496ce1-01ad-4d2d-b273-acaffe9a4b32 service neutron] 10.222.0.11 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674800 Nov 23 22:47:37.741644 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c67904b-7c92-405b-ab2c-e918c2df8579 req-56e2deb8-785b-426d-848a-d33a69c4a2fc tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.791653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c67904b-7c92-405b-ab2c-e918c2df8579 req-56e2deb8-785b-426d-848a-d33a69c4a2fc tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.801707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c67904b-7c92-405b-ab2c-e918c2df8579 req-56e2deb8-785b-426d-848a-d33a69c4a2fc tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2819855 Nov 23 22:47:37.851816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:37.853294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-ef92e002-d092-4e5a-8d3b-73d740d5fed9 service neutron] 10.222.0.11 "GET /v2.0/ports/0bb4bcbc-abee-4ce9-909a-87f016814e87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1004727 Nov 23 22:47:37.862087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2deb8-785b-426d-848a-d33a69c4a2fc tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5bcdd-91a4-43df-a247-384b2b837b41,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:37.961527 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466111c8-cbf7-4e55-92e0-7f15bc5ef26b x-openstack-request-id: req-466111c8-cbf7-4e55-92e0-7f15bc5ef26b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:37.961898 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ee3fa-2058-4a2c-aca1-daf52b543c27", "name": "network-vif-plugged", "status": "completed", "tag": "06bd4fa5-860c-4da5-8f9c-a559a61149b1", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:37.962225 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-466111c8-cbf7-4e55-92e0-7f15bc5ef26b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:37.962638 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd4fa5-860c-4da5-8f9c-a559a61149b1', 'code': 200} Nov 23 22:47:38.000153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-0152a8c7-4288-48d4-8990-f62051e7b579 service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389432 Nov 23 22:47:38.025154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2fc47cd5-2671-4ae1-898d-e241393529ea req-d5ab1617-61e9-4c14-9c68-25cfcdf55974 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1864202286', 'description': 'tempest-description-32954314'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:38.146243 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2fc47cd5-2671-4ae1-898d-e241393529ea req-d5ab1617-61e9-4c14-9c68-25cfcdf55974 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:38.192307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a51a28-704e-41cc-b935-6d38495dce84 req-31be85eb-c428-45bb-aef0-1750b6d39669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:38.193823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8a51a28-704e-41cc-b935-6d38495dce84 req-31be85eb-c428-45bb-aef0-1750b6d39669 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 1096 time: 0.1556427 Nov 23 22:47:38.214144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-5ec5e78c-adcb-4794-956b-19bebd15be5f service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770883 Nov 23 22:47:38.295849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-3615c24a-618b-4146-90cc-ec9894cad341 service neutron] 10.222.0.11 "GET /v2.0/ports/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0710418 Nov 23 22:47:38.306561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8a51a28-704e-41cc-b935-6d38495dce84 req-5ee824de-20da-4049-ba86-f1d6eb6dd770 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039238 Nov 23 22:47:38.350676 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2fc47cd5-2671-4ae1-898d-e241393529ea req-d5ab1617-61e9-4c14-9c68-25cfcdf55974 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:38.357597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2fc47cd5-2671-4ae1-898d-e241393529ea req-d5ab1617-61e9-4c14-9c68-25cfcdf55974 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:38.424699 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2fc47cd5-2671-4ae1-898d-e241393529ea req-d5ab1617-61e9-4c14-9c68-25cfcdf55974 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:38.426542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fc47cd5-2671-4ae1-898d-e241393529ea req-d5ab1617-61e9-4c14-9c68-25cfcdf55974 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4411945 Nov 23 22:47:38.441856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab1617-61e9-4c14-9c68-25cfcdf55974 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0932d2fe-0c0a-43d3-b44a-781fd212cacb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:38.462586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-14b1d574-d63e-4456-bd2a-d2e1144b873b service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585803 Nov 23 22:47:38.595112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399fb05-d578-4b75-a346-b8cddda80365 req-a9fd87e1-276e-47b4-8bd0-fc714f32bbf7 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:38.597746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c399fb05-d578-4b75-a346-b8cddda80365 req-a9fd87e1-276e-47b4-8bd0-fc714f32bbf7 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 945 time: 0.1197095 Nov 23 22:47:38.627394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-f43a3412-b67c-4c39-be6e-cd23aa7255e3 service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577203 Nov 23 22:47:38.693540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c399fb05-d578-4b75-a346-b8cddda80365 req-43b6231e-a633-4a01-9367-4af6cec62b1c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839972 Nov 23 22:47:38.774398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-1d766654-5595-4b67-8edd-3d97b3136582 service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391797 Nov 23 22:47:38.898264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-97ffb4c8-f250-43c4-900d-a7009c981270 service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174278 Nov 23 22:47:38.998757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-24f835d4-aa30-479c-86f1-159eeb34d3aa tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/34a5bcdd-91a4-43df-a247-384b2b837b41 HTTP/1.1" status: 200 len: 1824 time: 0.1142292 Nov 23 22:47:39.052078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-0a7d726d-db60-442f-a5a6-e39b39341a66 service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462204 Nov 23 22:47:39.082580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-df3c5a88-f2eb-4bab-83e6-464e71b9d9e9 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/0932d2fe-0c0a-43d3-b44a-781fd212cacb HTTP/1.1" status: 200 len: 1822 time: 0.0742412 Nov 23 22:47:39.097202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '34a5bcdd-91a4-43df-a247-384b2b837b41', 'remote_group_id': '0932d2fe-0c0a-43d3-b44a-781fd212cacb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:39.097519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '34a5bcdd-91a4-43df-a247-384b2b837b41', 'remote_group_id': '0932d2fe-0c0a-43d3-b44a-781fd212cacb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:39.183062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-53773380-c987-4f07-a056-b5e955aa5620 service neutron] 10.222.0.11 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222649 Nov 23 22:47:39.241470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.315927 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.319865 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.346882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-bbe990f0-942a-4e92-897f-6dfe1a5a3971 service neutron] 10.222.0.11 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521249 Nov 23 22:47:39.351130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b8891e-7e02-4046-9830-f46aa4402566,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:39.358779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.360121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdffbfa0-f434-4b16-a119-8fcee27c2d57 req-3363b10e-1350-435e-913f-4c2424a793d4 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2688599 Nov 23 22:47:39.473916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-5691b2af-a43f-47c7-af48-bd1cb14f45b1 service neutron] 10.222.0.11 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127882 Nov 23 22:47:39.557554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-a7923f77-0e8c-4671-a54b-5482ef313849 req-fa581fd0-68cb-4e88-8bb2-038437b1ca01 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1560555384', 'description': 'tempest-description-1428932584'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:39.597221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-4411e3e4-bdc6-4676-a997-8b75222102eb service neutron] 10.222.0.11 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169982 Nov 23 22:47:39.598408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7923f77-0e8c-4671-a54b-5482ef313849 req-fa581fd0-68cb-4e88-8bb2-038437b1ca01 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.733999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-e5b23667-4103-49b2-95d4-924b4d35f88b service neutron] 10.222.0.11 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267443 Nov 23 22:47:39.745225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7923f77-0e8c-4671-a54b-5482ef313849 req-fa581fd0-68cb-4e88-8bb2-038437b1ca01 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.749786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7923f77-0e8c-4671-a54b-5482ef313849 req-fa581fd0-68cb-4e88-8bb2-038437b1ca01 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.780920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa581fd0-68cb-4e88-8bb2-038437b1ca01 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ddfaa-f302-476b-8557-270fb7cc3402,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:39.786989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7923f77-0e8c-4671-a54b-5482ef313849 req-fa581fd0-68cb-4e88-8bb2-038437b1ca01 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:39.788266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7923f77-0e8c-4671-a54b-5482ef313849 req-fa581fd0-68cb-4e88-8bb2-038437b1ca01 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2409611 Nov 23 22:47:39.947138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15ac3f-44e7-4461-b8d7-640c4c8d660c req-dee27790-0eb5-4720-bb8a-ab0031ca70c8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:39.948768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e15ac3f-44e7-4461-b8d7-640c4c8d660c req-dee27790-0eb5-4720-bb8a-ab0031ca70c8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 945 time: 0.0534887 Nov 23 22:47:40.000418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e15ac3f-44e7-4461-b8d7-640c4c8d660c req-77a90f6e-39d6-4f43-b32f-c1626bd436aa tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Nov 23 22:47:40.090647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-5c78bff5-2cef-4509-be0d-78820f0e233e req-987967ca-9e06-43da-b052-bcf167379f68 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1814533175', 'description': 'tempest-description-639954634'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:40.118273 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5c78bff5-2cef-4509-be0d-78820f0e233e req-987967ca-9e06-43da-b052-bcf167379f68 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.206529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5c78bff5-2cef-4509-be0d-78820f0e233e req-987967ca-9e06-43da-b052-bcf167379f68 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.211818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5c78bff5-2cef-4509-be0d-78820f0e233e req-987967ca-9e06-43da-b052-bcf167379f68 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.248162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-5c78bff5-2cef-4509-be0d-78820f0e233e req-987967ca-9e06-43da-b052-bcf167379f68 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.249444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c78bff5-2cef-4509-be0d-78820f0e233e req-987967ca-9e06-43da-b052-bcf167379f68 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1635301 Nov 23 22:47:40.262273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987967ca-9e06-43da-b052-bcf167379f68 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45480a9-3ea6-4cea-bd6b-f292f7047291,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:40.398042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c704ae8-e3ff-4726-8bb8-636de9185bf1 req-61140028-5e9a-4e3e-9221-4ec6a754f0a6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:40.403529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c704ae8-e3ff-4726-8bb8-636de9185bf1 req-61140028-5e9a-4e3e-9221-4ec6a754f0a6 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 951 time: 0.0818329 Nov 23 22:47:40.480531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c704ae8-e3ff-4726-8bb8-636de9185bf1 req-038bd17b-35ca-47dd-a40f-252f06c6eafb tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765402 Nov 23 22:47:40.569988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-66dd41d9-3724-4841-97a5-80749c45977d tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/ad0ddfaa-f302-476b-8557-270fb7cc3402 HTTP/1.1" status: 200 len: 1824 time: 0.0543416 Nov 23 22:47:40.640232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-f476cdfc-255e-4cca-b5ed-59ac0e6cadeb tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/b45480a9-3ea6-4cea-bd6b-f292f7047291 HTTP/1.1" status: 200 len: 1823 time: 0.0639737 Nov 23 22:47:40.646852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad0ddfaa-f302-476b-8557-270fb7cc3402', 'remote_group_id': 'b45480a9-3ea6-4cea-bd6b-f292f7047291', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:40.647520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad0ddfaa-f302-476b-8557-270fb7cc3402', 'remote_group_id': 'b45480a9-3ea6-4cea-bd6b-f292f7047291', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:40.703980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d2354d3-6818-4c9d-bc47-e2127c3359d9 req-da9e13fc-05c3-4580-a386-58c3c2cca1f5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0327971 Nov 23 22:47:40.754890 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.789089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.796626 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.826706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae06281-3f13-4a5b-826e-a263833d2eb9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:40.838453 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:40.852336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-baaaf39b-1654-4c10-b88e-6a46b95754f8 req-e6db6082-ad9b-4513-9455-afb1e74ce783 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2102637 Nov 23 22:47:41.019790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7131fd9-be67-4a5c-b27f-004001398f08 req-43fc0c16-1f7d-4785-8cb7-5b6e8382cdf1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:41.021732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7131fd9-be67-4a5c-b27f-004001398f08 req-43fc0c16-1f7d-4785-8cb7-5b6e8382cdf1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 945 time: 0.0943868 Nov 23 22:47:41.026155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38190d0b-581e-4f36-a262-0c0ff5846943 req-eb42b849-b557-497f-afb5-0b54d10fb6ae tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/b45480a9-3ea6-4cea-bd6b-f292f7047291 HTTP/1.1" status: 200 len: 1823 time: 0.0628068 Nov 23 22:47:41.106814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7131fd9-be67-4a5c-b27f-004001398f08 req-be886fbc-08bf-4231-926b-e5b7935988f4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783668 Nov 23 22:47:41.133791 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38190d0b-581e-4f36-a262-0c0ff5846943 req-4cd80098-1bd6-4d7c-8410-6d9be93e82a0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.161316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38190d0b-581e-4f36-a262-0c0ff5846943 req-4cd80098-1bd6-4d7c-8410-6d9be93e82a0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.243644 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38190d0b-581e-4f36-a262-0c0ff5846943 req-4cd80098-1bd6-4d7c-8410-6d9be93e82a0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.246373 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38190d0b-581e-4f36-a262-0c0ff5846943 req-4cd80098-1bd6-4d7c-8410-6d9be93e82a0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.247530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38190d0b-581e-4f36-a262-0c0ff5846943 req-4cd80098-1bd6-4d7c-8410-6d9be93e82a0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-groups/b45480a9-3ea6-4cea-bd6b-f292f7047291 HTTP/1.1" status: 204 len: 173 time: 0.2119670 Nov 23 22:47:41.261435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd80098-1bd6-4d7c-8410-6d9be93e82a0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45480a9-3ea6-4cea-bd6b-f292f7047291,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:41.404282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24b5d184-aeec-4d31-84f4-8ea8f6a8d61b req-275ccfb1-2b54-430b-a2ad-70d9ae9b8a62 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/ad0ddfaa-f302-476b-8557-270fb7cc3402 HTTP/1.1" status: 200 len: 1824 time: 0.0560322 Nov 23 22:47:41.489207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2f1e8928-fc74-48dd-bc15-243178f5544f req-b4c0b721-c41a-48cd-8fb0-3b290ae8011c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-472595128', 'description': 'tempest-description-821177005'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:41.529381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2f1e8928-fc74-48dd-bc15-243178f5544f req-b4c0b721-c41a-48cd-8fb0-3b290ae8011c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.619313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2f1e8928-fc74-48dd-bc15-243178f5544f req-b4c0b721-c41a-48cd-8fb0-3b290ae8011c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.624771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2f1e8928-fc74-48dd-bc15-243178f5544f req-b4c0b721-c41a-48cd-8fb0-3b290ae8011c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.657815 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2f1e8928-fc74-48dd-bc15-243178f5544f req-b4c0b721-c41a-48cd-8fb0-3b290ae8011c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:41.659773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f1e8928-fc74-48dd-bc15-243178f5544f req-b4c0b721-c41a-48cd-8fb0-3b290ae8011c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1760511 Nov 23 22:47:41.670191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0b721-c41a-48cd-8fb0-3b290ae8011c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55aba245-09a6-4e95-8610-772b9e676308,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:41.784134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-3f484ffc-cb27-4ac5-86b1-34f2481eab31 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/55aba245-09a6-4e95-8610-772b9e676308 HTTP/1.1" status: 200 len: 1822 time: 0.0994840 Nov 23 22:47:41.786056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-5e450fe6-2e10-4cc5-be1c-a4fb82e216cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:41.787717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-5e450fe6-2e10-4cc5-be1c-a4fb82e216cf service neutron] 10.222.0.48 "GET /v2.0/ports/0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 1028 time: 0.0619357 Nov 23 22:47:41.793094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55aba245-09a6-4e95-8610-772b9e676308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:41.793921 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55aba245-09a6-4e95-8610-772b9e676308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:41.869111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-231650c0-4c9f-4fe2-9850-9db5b9850ec6 req-3dcd1970-4d4d-4a9e-8651-63d647e5c9ed tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0520420 Nov 23 22:47:41.873343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-35743028-b251-45f7-bd58-b079a4c4f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:41.874631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-35743028-b251-45f7-bd58-b079a4c4f2b3 service neutron] 10.222.0.48 "GET /v2.0/ports/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 1027 time: 0.0758309 Nov 23 22:47:42.008656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.065688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-871e986a-0761-4ecc-964a-9407c0dfdad5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:42.067298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-871e986a-0761-4ecc-964a-9407c0dfdad5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 945 time: 0.1492736 Nov 23 22:47:42.092237 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.101199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-c3f656a7-db2c-453a-bf43-5daf5b31f10b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:42.107049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-c3f656a7-db2c-453a-bf43-5daf5b31f10b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:42.113693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-c3f656a7-db2c-453a-bf43-5daf5b31f10b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:42.115330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-c3f656a7-db2c-453a-bf43-5daf5b31f10b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "GET /v2.0/networks?id=98149ffc-c8d0-4f66-87c9-1db80dfda154&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 200 len: 1990 time: 0.2316794 Nov 23 22:47:42.135721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.187307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdf5117-9afa-49e9-a11f-da45eba82315,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:42.225138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.226332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd949d9b-250b-4149-95ef-970d0d3edd11 req-7afdb265-3c74-404d-9d68-cc20e20a5b89 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4374905 Nov 23 22:47:42.301508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-acd0f20a-b180-4032-8164-013264d4751f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13315bd64a8e488fa0278c17cd63c533 HTTP/1.1" status: 200 len: 380 time: 0.1681988 Nov 23 22:47:42.312424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'admin_state_up': True, 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'security_groups': ['a34b7975-eaed-4f51-a2e9-9a0129b11e30']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:42.326198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530696a-87b8-4520-bdc5-0d1a96abcf9c req-aeb12524-db8f-4d74-8087-e911f8c1f4ac tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:42.327720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7530696a-87b8-4520-bdc5-0d1a96abcf9c req-aeb12524-db8f-4d74-8087-e911f8c1f4ac tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 945 time: 0.1146696 Nov 23 22:47:42.376616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:42.395077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Deleting port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:42.395285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.466564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.491381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:42.493649 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce41b36-9eb9-4933-95bc-e3bdc8db308c" -d '{"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:42.496536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-bb08f8ad-3b9e-4b12-8f2c-0ace0a7619a1 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/55aba245-09a6-4e95-8610-772b9e676308 HTTP/1.1" status: 200 len: 2416 time: 0.1572807 Nov 23 22:47:42.508335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:42.512609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.551493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55aba245-09a6-4e95-8610-772b9e676308', 'remote_group_id': None}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:42.551825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55aba245-09a6-4e95-8610-772b9e676308', 'remote_group_id': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:42.566229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7530696a-87b8-4520-bdc5-0d1a96abcf9c req-3b492eac-5399-4474-a14b-2b129fcfb522 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215507 Nov 23 22:47:42.573029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:42.616841 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:47:42.616841 n-d-817303-3 neutron-server[103522]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 22:47:42.616841 n-d-817303-3 neutron-server[103522]: [parameters: {'project_id': '13315bd64a8e488fa0278c17cd63c533', 'id': 'bc2e3674-cc53-44c8-a720-1133500bc442', 'expiration': datetime.datetime(2021, 11, 23, 22, 49, 42, 598498)}] Nov 23 22:47:42.616841 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:47:42.617222 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:47:42.619862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] For port 06bd4fa5-860c-4da5-8f9c-a559a61149b1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=06bd4fa5-860c-4da5-8f9c-a559a61149b1,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:42.620225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.640541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Calling delete_port for 06bd4fa5-860c-4da5-8f9c-a559a61149b1 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:42.722065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.753699 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.771036 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.809891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e5ee81-0fb7-4ee3-9a20-f22518300ccf,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:42.841811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.843216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93f7dc13-9fe8-4ac2-ae87-225359395411 req-3df05069-f2ac-4116-ae66-77b638f28084 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3000507 Nov 23 22:47:42.885147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:42.897772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['06bd4fa5-860c-4da5-8f9c-a559a61149b1'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:42.926341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event deleted for resources: {'Port': ['ID=06bd4fa5-860c-4da5-8f9c-a559a61149b1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:42.961186 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f3d7e0-77ca-4038-a236-76ede66f2b04 x-openstack-request-id: req-94f3d7e0-77ca-4038-a236-76ede66f2b04 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:42.962200 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:42.963085 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94f3d7e0-77ca-4038-a236-76ede66f2b04 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:42.964530 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'code': 200} Nov 23 22:47:42.998912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] No DVR routers for this DVR port 06bd4fa5-860c-4da5-8f9c-a559a61149b1 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:43.004558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:43.008024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faf3a7bf-4be7-4099-9260-83d6d7e62d20 req-c28ae545-0501-4558-b009-d917ca5598a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "DELETE /v2.0/ports/06bd4fa5-860c-4da5-8f9c-a559a61149b1 HTTP/1.1" status: 204 len: 173 time: 0.9265459 Nov 23 22:47:43.008965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'name': 'network-vif-deleted', 'tag': '06bd4fa5-860c-4da5-8f9c-a559a61149b1'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:43.011494 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e035c4e0-2a9d-4a48-a328-20daf96deea1" -d '{"events": [{"server_uuid": "b59ee3fa-2058-4a2c-aca1-daf52b543c27", "name": "network-vif-deleted", "tag": "06bd4fa5-860c-4da5-8f9c-a559a61149b1"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:43.063319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aab5a96c-b169-4779-a430-355649530ae6 req-3c0fa1c7-0a48-43a6-9719-bd64cd3ca586 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/55aba245-09a6-4e95-8610-772b9e676308 HTTP/1.1" status: 200 len: 3015 time: 0.0982873 Nov 23 22:47:43.184936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f4afabd-88ff-41ca-85ce-9e87131afac4 req-25a83d0b-00c7-4723-990d-6ca40cd9d07d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.1166832 Nov 23 22:47:43.186384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:43.194774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:43.285800 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b8f995-4e48-4cf8-acca-ba3dcfc0aefb x-openstack-request-id: req-84b8f995-4e48-4cf8-acca-ba3dcfc0aefb {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:43.286226 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ee3fa-2058-4a2c-aca1-daf52b543c27", "name": "network-vif-deleted", "tag": "06bd4fa5-860c-4da5-8f9c-a559a61149b1", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:43.286587 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84b8f995-4e48-4cf8-acca-ba3dcfc0aefb {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:43.287144 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59ee3fa-2058-4a2c-aca1-daf52b543c27', 'name': 'network-vif-deleted', 'tag': '06bd4fa5-860c-4da5-8f9c-a559a61149b1', 'status': 'completed', 'code': 200} Nov 23 22:47:43.387103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-675112af-7d3c-40ec-84ae-89b4e24499ef req-91b11cf8-d216-48dc-b645-415abb8ac657 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-group-rules/b1e5ee81-0fb7-4ee3-9a20-f22518300ccf HTTP/1.1" status: 200 len: 783 time: 0.0653546 Nov 23 22:47:43.444754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 172.20.0.7 (98149ffc-c8d0-4f66-87c9-1db80dfda154/f0a1eee8-5a53-4e11-84a5-d1f6e9cde150/afd7b87b-a4b2-408d-a92f-9990660bb509) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:43.481658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-675112af-7d3c-40ec-84ae-89b4e24499ef req-da95e236-44df-4a36-ac4e-ada7b54f317c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/55aba245-09a6-4e95-8610-772b9e676308 HTTP/1.1" status: 200 len: 3015 time: 0.0914526 Nov 23 22:47:43.559026 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675112af-7d3c-40ec-84ae-89b4e24499ef req-19e66bb6-1aa6-4062-9867-ace3bcd6f524 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:43.586321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675112af-7d3c-40ec-84ae-89b4e24499ef req-19e66bb6-1aa6-4062-9867-ace3bcd6f524 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:43.753627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675112af-7d3c-40ec-84ae-89b4e24499ef req-19e66bb6-1aa6-4062-9867-ace3bcd6f524 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:43.757912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:43.776348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-675112af-7d3c-40ec-84ae-89b4e24499ef req-19e66bb6-1aa6-4062-9867-ace3bcd6f524 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:43.777449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-675112af-7d3c-40ec-84ae-89b4e24499ef req-19e66bb6-1aa6-4062-9867-ace3bcd6f524 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b1e5ee81-0fb7-4ee3-9a20-f22518300ccf HTTP/1.1" status: 204 len: 173 time: 0.2786548 Nov 23 22:47:44.130088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa56ba96-bba3-4c68-86a7-37bba333bc4a req-a2941230-9fc1-4e9e-ab43-86e8c9d679e0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b59ee3fa-2058-4a2c-aca1-daf52b543c27 HTTP/1.1" status: 200 len: 210 time: 0.3747954 Nov 23 22:47:44.178685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e66bb6-1aa6-4062-9867-ace3bcd6f524 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1e5ee81-0fb7-4ee3-9a20-f22518300ccf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:44.230291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.325000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:44.385253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:44.397768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:44.429705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=afd7b87b-a4b2-408d-a92f-9990660bb509,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:44.443298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50af3be2-ca1d-4665-a7a8-941f66415561 req-7ff94aaf-7db6-4675-8886-f5bcff30604e tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/55aba245-09a6-4e95-8610-772b9e676308 HTTP/1.1" status: 200 len: 2416 time: 0.1163106 Nov 23 22:47:44.519395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:44.520154 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.562819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-50af3be2-ca1d-4665-a7a8-941f66415561 req-50112d40-5d53-4d09-a31c-29ee122ed365 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.571180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-f864cf4e-9c6a-48f6-8c4e-cf1b6a04ef4f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2630942 Nov 23 22:47:44.590682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'admin_state_up': True, 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'security_groups': ['a34b7975-eaed-4f51-a2e9-9a0129b11e30']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:44.649076 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-50af3be2-ca1d-4665-a7a8-941f66415561 req-50112d40-5d53-4d09-a31c-29ee122ed365 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.769334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1203f750-d0cb-4d2e-8599-adc49c556e3a None None] Provisioning complete for port afd7b87b-a4b2-408d-a92f-9990660bb509 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:44.770290 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1203f750-d0cb-4d2e-8599-adc49c556e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.802318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-50af3be2-ca1d-4665-a7a8-941f66415561 req-50112d40-5d53-4d09-a31c-29ee122ed365 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.805861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-50af3be2-ca1d-4665-a7a8-941f66415561 req-50112d40-5d53-4d09-a31c-29ee122ed365 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.818891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50af3be2-ca1d-4665-a7a8-941f66415561 req-50112d40-5d53-4d09-a31c-29ee122ed365 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-groups/55aba245-09a6-4e95-8610-772b9e676308 HTTP/1.1" status: 204 len: 173 time: 0.3629246 Nov 23 22:47:44.835737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1203f750-d0cb-4d2e-8599-adc49c556e3a None None] Port afd7b87b-a4b2-408d-a92f-9990660bb509 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:47:44.843650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50112d40-5d53-4d09-a31c-29ee122ed365 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aba245-09a6-4e95-8610-772b9e676308,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:44.847489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:44.851817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:44.962750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f310c-f3aa-4605-bba6-652619bb8d1a req-116876bc-40bf-4655-a146-5485a9eb957b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:44.964423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f23f310c-f3aa-4605-bba6-652619bb8d1a req-116876bc-40bf-4655-a146-5485a9eb957b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 931 time: 0.1226060 Nov 23 22:47:45.044156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f23f310c-f3aa-4605-bba6-652619bb8d1a req-78170492-449a-4dab-ade9-ccdda6245757 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703137 Nov 23 22:47:45.105124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 10.1.1.146 (c9566242-659e-41fd-9f54-3a3b0ecc6ddf/d5410a48-5e35-4ae8-aaf0-c772a1dba13c/4ba42727-a6bd-41e9-8fa3-0bb8893170fc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:45.139445 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-2ae8d628-f167-4478-8895-590df1f81a10 req-f1a2bd85-1088-470c-9922-916490be9cee tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] show failed (client error): The resource could not be found. Nov 23 22:47:45.140461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ae8d628-f167-4478-8895-590df1f81a10 req-f1a2bd85-1088-470c-9922-916490be9cee tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/b45480a9-3ea6-4cea-bd6b-f292f7047291 HTTP/1.1" status: 404 len: 352 time: 0.0254657 Nov 23 22:47:45.405923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-090e5984-4608-4be8-bd72-2bf862e1a81b req-90ea42e7-0fe1-4462-bfe9-88d1f1d06be6 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/ad0ddfaa-f302-476b-8557-270fb7cc3402 HTTP/1.1" status: 200 len: 1824 time: 0.1323233 Nov 23 22:47:45.410121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.492900 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.537698 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-090e5984-4608-4be8-bd72-2bf862e1a81b req-79e8904c-53d3-4fe7-9faa-2f86d778a5db tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.557516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:45.567863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:45.578425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:45.589627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-090e5984-4608-4be8-bd72-2bf862e1a81b req-79e8904c-53d3-4fe7-9faa-2f86d778a5db tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.623628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:45.671119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:45.671887 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.696478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-0491a975-04fa-4396-acdf-e1d61dfb135f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1097934 Nov 23 22:47:45.698188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-090e5984-4608-4be8-bd72-2bf862e1a81b req-79e8904c-53d3-4fe7-9faa-2f86d778a5db tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.703084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-090e5984-4608-4be8-bd72-2bf862e1a81b req-79e8904c-53d3-4fe7-9faa-2f86d778a5db tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.716585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-090e5984-4608-4be8-bd72-2bf862e1a81b req-79e8904c-53d3-4fe7-9faa-2f86d778a5db tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-groups/ad0ddfaa-f302-476b-8557-270fb7cc3402 HTTP/1.1" status: 204 len: 173 time: 0.2984254 Nov 23 22:47:45.731048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'admin_state_up': True, 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'security_groups': ['a34b7975-eaed-4f51-a2e9-9a0129b11e30']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:45.827036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8904c-53d3-4fe7-9faa-2f86d778a5db tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ddfaa-f302-476b-8557-270fb7cc3402,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:45.982719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-446cd98e-8edf-46eb-813b-2168807bb441 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:45.984594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-446cd98e-8edf-46eb-813b-2168807bb441 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.1779912 Nov 23 22:47:45.985506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:45.987966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-279906f6-4643-425f-87d8-95a3f6db3595 None None] Provisioning complete for port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:45.988421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-279906f6-4643-425f-87d8-95a3f6db3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:45.990192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.020673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-63887446-60b6-4c94-b3d1-7497fb52e99a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/quotas/65a61d3392de484ba1cc52f1fa1b48d7 HTTP/1.1" status: 200 len: 375 time: 0.0258894 Nov 23 22:47:46.041681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-279906f6-4643-425f-87d8-95a3f6db3595 None None] Port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:47:46.098195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-db2fd07f-fc5c-4744-a808-f1e9326cbc28 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699897 Nov 23 22:47:46.258643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 10.1.1.161 (c9566242-659e-41fd-9f54-3a3b0ecc6ddf/d5410a48-5e35-4ae8-aaf0-c772a1dba13c/43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:46.267981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-0bd8f59a-1e65-4aa4-b068-9a1b6b00f907 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607487 Nov 23 22:47:46.499809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84f66287-6ebf-4434-98dd-baa5cb2aa000 req-c8862cdd-8f6e-4b7a-9489-6f731d8fee04 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/0932d2fe-0c0a-43d3-b44a-781fd212cacb HTTP/1.1" status: 200 len: 1822 time: 0.1600113 Nov 23 22:47:46.506659 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-a0dbe7dd-c3ed-4e9a-a51e-3b434ee905bd service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280641 Nov 23 22:47:46.566065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.612902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-84f66287-6ebf-4434-98dd-baa5cb2aa000 req-cd0e93d9-0e19-4cfc-b0e5-0b0fb85be091 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.647920 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-84f66287-6ebf-4434-98dd-baa5cb2aa000 req-cd0e93d9-0e19-4cfc-b0e5-0b0fb85be091 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.658058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.749796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:46.778931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:46.785618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:46.796216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 06bd4fa5-860c-4da5-8f9c-a559a61149b1 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:46.806059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:46.859930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 06bd4fa5-860c-4da5-8f9c-a559a61149b1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:47:46.862046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 06bd4fa5-860c-4da5-8f9c-a559a61149b1 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:46.899633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:46.900674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.915838 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-84f66287-6ebf-4434-98dd-baa5cb2aa000 req-cd0e93d9-0e19-4cfc-b0e5-0b0fb85be091 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.918476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-84f66287-6ebf-4434-98dd-baa5cb2aa000 req-cd0e93d9-0e19-4cfc-b0e5-0b0fb85be091 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:46.919709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84f66287-6ebf-4434-98dd-baa5cb2aa000 req-cd0e93d9-0e19-4cfc-b0e5-0b0fb85be091 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-groups/0932d2fe-0c0a-43d3-b44a-781fd212cacb HTTP/1.1" status: 204 len: 173 time: 0.4120858 Nov 23 22:47:46.933022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-e85d03f0-1582-4f90-a012-d6e0779b721e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2120957 Nov 23 22:47:46.940953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e93d9-0e19-4cfc-b0e5-0b0fb85be091 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0932d2fe-0c0a-43d3-b44a-781fd212cacb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:46.975544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6', 'admin_state_up': True, 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'security_groups': ['a34b7975-eaed-4f51-a2e9-9a0129b11e30']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:47.213298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbff479-1985-4d50-b726-1f1390993283 req-bb714d85-e883-4bee-b16f-682afb0d0a8a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:47.220134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbff479-1985-4d50-b726-1f1390993283 req-bb714d85-e883-4bee-b16f-682afb0d0a8a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:47.228677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbff479-1985-4d50-b726-1f1390993283 req-bb714d85-e883-4bee-b16f-682afb0d0a8a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:47.230379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdbff479-1985-4d50-b726-1f1390993283 req-bb714d85-e883-4bee-b16f-682afb0d0a8a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 2374 time: 0.2175236 Nov 23 22:47:47.278539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:47.293867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e88af14a-9420-4931-98b4-6e1705544465 None None] Provisioning complete for port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:47.294408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e88af14a-9420-4931-98b4-6e1705544465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:47.321530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdbff479-1985-4d50-b726-1f1390993283 req-2cb360db-a363-4d37-8c17-adba6a64d9dc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815287 Nov 23 22:47:47.374306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e88af14a-9420-4931-98b4-6e1705544465 None None] Port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:47:47.411893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:47.500898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dad49409-7103-484d-8675-75e6e2b15b7c req-e5e229cc-fc3f-429d-9224-68d112f24890 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 210 time: 0.0683925 Nov 23 22:47:47.507503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2ea6f1d-8bcf-4da3-8412-ed06c57010c5 req-a09b5279-c5bf-491b-8543-eb9782698fbe tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/34a5bcdd-91a4-43df-a247-384b2b837b41 HTTP/1.1" status: 200 len: 1824 time: 0.0930297 Nov 23 22:47:47.749100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaec42-614b-4506-8e3b-a677d45b7e99 req-ded9823a-0bb2-4fb4-a5cd-a02b59e674e7 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:47.750537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ddaec42-614b-4506-8e3b-a677d45b7e99 req-ded9823a-0bb2-4fb4-a5cd-a02b59e674e7 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 948 time: 0.1713128 Nov 23 22:47:47.756950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2ea6f1d-8bcf-4da3-8412-ed06c57010c5 req-7440cc5c-a77c-4f01-9fe4-a1626837cc5d tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:47.829080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2ea6f1d-8bcf-4da3-8412-ed06c57010c5 req-7440cc5c-a77c-4f01-9fe4-a1626837cc5d tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:47.902126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ddaec42-614b-4506-8e3b-a677d45b7e99 req-509ecf34-be9d-4028-be5c-e207383c4d09 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411278 Nov 23 22:47:47.904991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 10.2.2.100 (9bc8ce24-822c-4553-8c11-12bccb06b9d6/217484c5-0fca-4db0-899d-2214b85d9277/b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:47.952512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2ea6f1d-8bcf-4da3-8412-ed06c57010c5 req-7440cc5c-a77c-4f01-9fe4-a1626837cc5d tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:47.955753 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2ea6f1d-8bcf-4da3-8412-ed06c57010c5 req-7440cc5c-a77c-4f01-9fe4-a1626837cc5d tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:47.960519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2ea6f1d-8bcf-4da3-8412-ed06c57010c5 req-7440cc5c-a77c-4f01-9fe4-a1626837cc5d tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-groups/34a5bcdd-91a4-43df-a247-384b2b837b41 HTTP/1.1" status: 204 len: 173 time: 0.4266920 Nov 23 22:47:48.009818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440cc5c-a77c-4f01-9fe4-a1626837cc5d tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a5bcdd-91a4-43df-a247-384b2b837b41,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:48.200763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e09cc84f-e77a-450e-adfb-94d929a0db85 req-2e6d91a8-336e-459d-a12a-d4fef1b1eb49 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/5f818b9f-74ad-4016-9664-f88d67d8addb HTTP/1.1" status: 200 len: 2423 time: 0.2219508 Nov 23 22:47:48.303864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-1e952d2f-2153-4539-bd91-7b3c6db1053b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:48.305364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-1e952d2f-2153-4539-bd91-7b3c6db1053b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.2842040 Nov 23 22:47:48.309012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.328885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Request body: {'port': {'device_id': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'admin_state_up': True, 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:48.373023 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e09cc84f-e77a-450e-adfb-94d929a0db85 req-813d68fa-8c0f-43e5-980b-874cc882c76c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.464632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e09cc84f-e77a-450e-adfb-94d929a0db85 req-813d68fa-8c0f-43e5-980b-874cc882c76c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.489600 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.603985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:48.617534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:48.623430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:48.626545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:48.917156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-00141e87-1f63-447c-8880-8fc85576b63f None None] Provisioning complete for port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:48.918687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00141e87-1f63-447c-8880-8fc85576b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.955018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:48.959351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.970992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-00141e87-1f63-447c-8880-8fc85576b63f None None] Port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:47:48.984139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e09cc84f-e77a-450e-adfb-94d929a0db85 req-813d68fa-8c0f-43e5-980b-874cc882c76c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.988183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e09cc84f-e77a-450e-adfb-94d929a0db85 req-813d68fa-8c0f-43e5-980b-874cc882c76c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:48.989516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e09cc84f-e77a-450e-adfb-94d929a0db85 req-813d68fa-8c0f-43e5-980b-874cc882c76c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-groups/5f818b9f-74ad-4016-9664-f88d67d8addb HTTP/1.1" status: 204 len: 173 time: 0.7808979 Nov 23 22:47:49.012472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9001-07dc-45e9-a712-4cc7633b3bda req-3ce7f25b-11f9-4587-906c-6f73b6a3a830 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:49.019991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9001-07dc-45e9-a712-4cc7633b3bda req-3ce7f25b-11f9-4587-906c-6f73b6a3a830 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:49.035805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9001-07dc-45e9-a712-4cc7633b3bda req-3ce7f25b-11f9-4587-906c-6f73b6a3a830 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:49.042455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9001-07dc-45e9-a712-4cc7633b3bda req-3ce7f25b-11f9-4587-906c-6f73b6a3a830 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:49.051995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a08e9001-07dc-45e9-a712-4cc7633b3bda req-3ce7f25b-11f9-4587-906c-6f73b6a3a830 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 3095 time: 0.5642631 Nov 23 22:47:49.096467 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:47:49.110152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d68fa-8c0f-43e5-980b-874cc882c76c tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f818b9f-74ad-4016-9664-f88d67d8addb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:49.133474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acab8d-d342-4355-91fd-8c2112904f90 req-6dee839f-fb18-4352-bdef-14fa5b064499 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:49.136151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-48acab8d-d342-4355-91fd-8c2112904f90 req-6dee839f-fb18-4352-bdef-14fa5b064499 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 948 time: 0.0634904 Nov 23 22:47:49.154852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:49.155531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.187774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ef3b586-62c4-4e1a-aa04-c9c5cc9637fa req-0d74aac0-b07f-4f53-aee3-0673c63e7084 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 210 time: 0.1098633 Nov 23 22:47:49.248213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-5e5f95d2-5bb5-46a7-b0cf-d8e19d3c9c2a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2808266 Nov 23 22:47:49.258087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a08e9001-07dc-45e9-a712-4cc7633b3bda req-1fcc666c-84f1-4459-aeda-e664c75a5a63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050886 Nov 23 22:47:49.260366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Deleting port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:49.261714 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.269578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6', 'admin_state_up': True, 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'security_groups': ['a34b7975-eaed-4f51-a2e9-9a0129b11e30']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:49.373117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Allocated IP 172.20.0.6 (5da9a1b0-0358-4d57-a541-709c96734431/0946f13d-92b9-46e7-987a-7abb40fbf802/379f5299-98b8-447f-a393-0493310c794c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:49.398142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] For port 491057f2-459e-4648-8e0f-1ddf5bd4bef5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=491057f2-459e-4648-8e0f-1ddf5bd4bef5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:49.398899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.417036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Calling delete_port for 491057f2-459e-4648-8e0f-1ddf5bd4bef5 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:49.487186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e630e9-cbc5-48d1-9319-f0657b59d7aa req-e7681d29-5761-4bb3-bc40-0ac0eee01510 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:49.488810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68e630e9-cbc5-48d1-9319-f0657b59d7aa req-e7681d29-5761-4bb3-bc40-0ac0eee01510 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=867afcb3-892f-4436-be0b-1e6a57a04970 HTTP/1.1" status: 200 len: 948 time: 0.1879332 Nov 23 22:47:49.550664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c798708-2384-486a-a36f-3a48f784ea09 req-8458b7c1-020c-4be6-bf79-d4c28b5054c7 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "GET /v2.0/security-groups/1d090f8b-76f3-4587-9c96-de62fdbfa9f9 HTTP/1.1" status: 200 len: 2418 time: 0.1606359 Nov 23 22:47:49.565126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.620010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Pushing event deleted for resources: {'Port': ['ID=491057f2-459e-4648-8e0f-1ddf5bd4bef5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:49.641777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] No DVR routers for this DVR port 491057f2-459e-4648-8e0f-1ddf5bd4bef5 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:49.644774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.646051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Made reservation on behalf of 13315bd64a8e488fa0278c17cd63c533 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:49.648892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-48acab8d-d342-4355-91fd-8c2112904f90 req-5f2d85ee-251e-4aae-8b8e-e892043f755d tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "DELETE /v2.0/ports/491057f2-459e-4648-8e0f-1ddf5bd4bef5 HTTP/1.1" status: 204 len: 173 time: 0.5062678 Nov 23 22:47:49.649279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-deleted', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:49.650713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.651690 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50391231-680e-4927-b769-b7d877f6031c" -d '{"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-deleted", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:49.688979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68e630e9-cbc5-48d1-9319-f0657b59d7aa req-7916b515-1d8e-42a2-af29-a57fc251c62e tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817076 Nov 23 22:47:49.776500 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.814929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c798708-2384-486a-a36f-3a48f784ea09 req-d492aae5-196f-4604-84d1-0504ded708c0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.914459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c798708-2384-486a-a36f-3a48f784ea09 req-d492aae5-196f-4604-84d1-0504ded708c0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:49.930530 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a689f88-5a1b-41da-a2ba-2069a2200b7c x-openstack-request-id: req-7a689f88-5a1b-41da-a2ba-2069a2200b7c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:49.931311 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867afcb3-892f-4436-be0b-1e6a57a04970", "name": "network-vif-deleted", "tag": "491057f2-459e-4648-8e0f-1ddf5bd4bef5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:49.931715 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a689f88-5a1b-41da-a2ba-2069a2200b7c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:49.932453 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867afcb3-892f-4436-be0b-1e6a57a04970', 'name': 'network-vif-deleted', 'tag': '491057f2-459e-4648-8e0f-1ddf5bd4bef5', 'status': 'completed', 'code': 200} Nov 23 22:47:49.984202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.042984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Allocated IP 10.2.2.200 (9bc8ce24-822c-4553-8c11-12bccb06b9d6/217484c5-0fca-4db0-899d-2214b85d9277/91a52d19-e297-4655-beb5-1e32d7c4d00e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:50.079971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Network 5da9a1b0-0358-4d57-a541-709c96734431 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:50.082933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:50.084953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event updated for resources: {'Port': ['ID=379f5299-98b8-447f-a393-0493310c794c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:50.091641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c798708-2384-486a-a36f-3a48f784ea09 req-d492aae5-196f-4604-84d1-0504ded708c0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.094519 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2c798708-2384-486a-a36f-3a48f784ea09 req-d492aae5-196f-4604-84d1-0504ded708c0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.096409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c798708-2384-486a-a36f-3a48f784ea09 req-d492aae5-196f-4604-84d1-0504ded708c0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] 10.222.0.11 "DELETE /v2.0/security-groups/1d090f8b-76f3-4587-9c96-de62fdbfa9f9 HTTP/1.1" status: 204 len: 173 time: 0.5360847 Nov 23 22:47:50.104567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42596) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:50.104963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:50.178620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] Deleting subnet 4e2c10e5-b902-4a2c-a2c4-9c6da6f2d9a4 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:47:50.187474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.196181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492aae5-196f-4604-84d1-0504ded708c0 tempest-SecurityGroupRulesTestJSON-1890204103 tempest-SecurityGroupRulesTestJSON-1890204103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d090f8b-76f3-4587-9c96-de62fdbfa9f9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:50.285739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:50.286505 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.307444 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.358525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.369495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-815c9ab0-7ecd-48e5-a5f1-2b5f44cdc470 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0486681 Nov 23 22:47:50.387445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Request body: {'port': {'device_id': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:50.434851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.466028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2c10e5-b902-4a2c-a2c4-9c6da6f2d9a4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:50.473292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.480360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8b652606-1d26-4b08-a856-e5b872154637 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4e2c10e5-b902-4a2c-a2c4-9c6da6f2d9a4 HTTP/1.1" status: 204 len: 168 time: 0.3739014 Nov 23 22:47:50.481240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:50.513330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.581048 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.594574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daadfe0-544a-4c96-a41d-07a6686ba1aa req-8cf32e03-87c1-4ce6-9077-311be4643732 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:50.596841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4daadfe0-544a-4c96-a41d-07a6686ba1aa req-8cf32e03-87c1-4ce6-9077-311be4643732 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 931 time: 0.1650038 Nov 23 22:47:50.597479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.667111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaa98-9190-47e6-83a3-558a50fb37db req-9c9bf7ab-0842-4a2a-8940-fddd447947ab tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:50.674534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaa98-9190-47e6-83a3-558a50fb37db req-9c9bf7ab-0842-4a2a-8940-fddd447947ab tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:50.680780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaa98-9190-47e6-83a3-558a50fb37db req-9c9bf7ab-0842-4a2a-8940-fddd447947ab tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:50.687031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaa98-9190-47e6-83a3-558a50fb37db req-9c9bf7ab-0842-4a2a-8940-fddd447947ab tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:50.694078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.695959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fbbaa98-9190-47e6-83a3-558a50fb37db req-9c9bf7ab-0842-4a2a-8940-fddd447947ab tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 3095 time: 0.2129948 Nov 23 22:47:50.722642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db52839-9790-4afe-8c64-80929e6b9d74']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:50.735222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7730dd25-4b6b-45f5-88e0-d8c3fb7c88a4') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:50.735523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7730dd25-4b6b-45f5-88e0-d8c3fb7c88a4') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:50.749055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.768246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.773186 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.784286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:47:50.784694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:47:50.786683 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:47:50.822652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4daadfe0-544a-4c96-a41d-07a6686ba1aa req-1d7c97a9-09e7-4843-937c-243beb8763df tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172627 Nov 23 22:47:50.900107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:50.920460 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.929099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:50.936699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2db52839-9790-4afe-8c64-80929e6b9d74 HTTP/1.1" status: 204 len: 168 time: 0.4527838 Nov 23 22:47:50.951434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0a5df-088c-4afa-a6a8-651d4ca19b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db52839-9790-4afe-8c64-80929e6b9d74,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:51.089362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event updated for resources: {'Port': ['ID=91a52d19-e297-4655-beb5-1e32d7c4d00e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:51.094023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:51.111988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:51.150505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42626) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:51.210257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fbbaa98-9190-47e6-83a3-558a50fb37db req-9da9d890-7c70-4663-ae2f-08aeefa34252 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131195 Nov 23 22:47:51.259779 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-968a75fa-6d77-4bc9-9098-14774a415dd3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9da5f51dbff94137a137a3a6dc1bbc3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1054094 Nov 23 22:47:51.267758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42628) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:51.343563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:51.344290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.399347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5c4c-374f-40d0-91e0-da16d8cb4657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.405831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-624f17ea-4f7a-45bb-9e47-258c6639cc38 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1436591 Nov 23 22:47:51.436912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:51.453978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5c4c-374f-40d0-91e0-da16d8cb4657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.554489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2168b60f-4707-4b4e-9cf1-72a5eabdef75 None None] Provisioning complete for port 91a52d19-e297-4655-beb5-1e32d7c4d00e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:51.555075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2168b60f-4707-4b4e-9cf1-72a5eabdef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.599291 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5c4c-374f-40d0-91e0-da16d8cb4657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.603012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5c4c-374f-40d0-91e0-da16d8cb4657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.607236 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0e1b5c4c-374f-40d0-91e0-da16d8cb4657 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ae9365c-1e72-43ff-bf33-b9bf67c19976 HTTP/1.1" status: 204 len: 168 time: 0.3372340 Nov 23 22:47:51.617637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379f5299-98b8-447f-a393-0493310c794c {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:51.622984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b5c4c-374f-40d0-91e0-da16d8cb4657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9365c-1e72-43ff-bf33-b9bf67c19976,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:51.647448 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.669690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2168b60f-4707-4b4e-9cf1-72a5eabdef75 None None] Port 91a52d19-e297-4655-beb5-1e32d7c4d00e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:47:51.691467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40173cdc-9b2e-4feb-8820-1226367df9cd req-6589bef5-e297-4a2b-a337-d1ea036cf16c tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:51.693793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40173cdc-9b2e-4feb-8820-1226367df9cd req-6589bef5-e297-4a2b-a337-d1ea036cf16c tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 946 time: 0.3232212 Nov 23 22:47:51.771142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Transition to ACTIVE for port object 379f5299-98b8-447f-a393-0493310c794c will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:47:51.781921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.789864 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:51.885023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40173cdc-9b2e-4feb-8820-1226367df9cd req-977da486-2ec0-4389-b2c6-7b7bcf968f61 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560321 Nov 23 22:47:51.958124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493e9a-1245-4a11-9d68-d04ee9c37c47 req-2a94269a-0fc7-4be3-bed6-ffff6cdf8a21 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:51.973632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1493e9a-1245-4a11-9d68-d04ee9c37c47 req-2a94269a-0fc7-4be3-bed6-ffff6cdf8a21 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 949 time: 0.3033078 Nov 23 22:47:52.088114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Pushing event updated for resources: {'Port': ['ID=379f5299-98b8-447f-a393-0493310c794c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:52.180144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1493e9a-1245-4a11-9d68-d04ee9c37c47 req-dcdaea15-e890-4282-ad82-b0fe48b10e92 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055380 Nov 23 22:47:52.191348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Attempting to bind port 379f5299-98b8-447f-a393-0493310c794c on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:52.191705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Attempting to bind port 379f5299-98b8-447f-a393-0493310c794c by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:52.192039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Attempting to bind port 379f5299-98b8-447f-a393-0493310c794c on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:52.210751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Port 379f5299-98b8-447f-a393-0493310c794c on network 5da9a1b0-0358-4d57-a541-709c96734431 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:47:52.211181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Attempting to bind port 379f5299-98b8-447f-a393-0493310c794c on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:52.264634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:52.264979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Checking segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:52.265405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Bound using segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:52.265862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Bound port: 379f5299-98b8-447f-a393-0493310c794c, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:52.266268 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:52.312018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8831e8-99c8-47ac-9959-839d0f328a6e req-e665c4c3-0c90-4476-b173-cee86ff31dee tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:52.314598 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be8831e8-99c8-47ac-9959-839d0f328a6e req-e665c4c3-0c90-4476-b173-cee86ff31dee tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 943 time: 0.3026237 Nov 23 22:47:52.610988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42666) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:52.645677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] For port 379f5299-98b8-447f-a393-0493310c794c, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:52.654504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be8831e8-99c8-47ac-9959-839d0f328a6e req-888c0fcc-7b65-4712-83ef-910d2216da75 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298764 Nov 23 22:47:52.656966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] For port 379f5299-98b8-447f-a393-0493310c794c, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f5299-98b8-447f-a393-0493310c794c,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:52.666621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:52.688047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7a258-971f-4646-b6a0-5f9d6da491e2 req-825134ab-5c45-4b56-a322-79df76c5b405 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:52.694424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7a258-971f-4646-b6a0-5f9d6da491e2 req-825134ab-5c45-4b56-a322-79df76c5b405 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:52.701186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7a258-971f-4646-b6a0-5f9d6da491e2 req-825134ab-5c45-4b56-a322-79df76c5b405 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:52.708035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7a258-971f-4646-b6a0-5f9d6da491e2 req-825134ab-5c45-4b56-a322-79df76c5b405 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:52.714752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7a258-971f-4646-b6a0-5f9d6da491e2 req-825134ab-5c45-4b56-a322-79df76c5b405 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:52.716971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8c7a258-971f-4646-b6a0-5f9d6da491e2 req-825134ab-5c45-4b56-a322-79df76c5b405 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 3816 time: 0.2238491 Nov 23 22:47:52.748038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-410380479-network', 'tenant_id': '607ea57d8ad141d6bd0a17814b5d6c5b'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:52.837849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:52.838609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:52.840142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] 10.222.0.46 "PUT /v2.0/ports/379f5299-98b8-447f-a393-0493310c794c HTTP/1.1" status: 200 len: 1091 time: 2.4597883 Nov 23 22:47:52.844173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'tag': '379f5299-98b8-447f-a393-0493310c794c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:52.847489 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992" -d '{"events": [{"name": "network-changed", "server_uuid": "b007b445-0f41-480f-bc43-685c9c7e7781", "tag": "379f5299-98b8-447f-a393-0493310c794c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:52.906790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd7b87b-a4b2-408d-a92f-9990660bb509 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:53.339444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Made reservation on behalf of 607ea57d8ad141d6bd0a17814b5d6c5b for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:53.342331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.353374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.385607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d90510-45ff-4216-856d-bffa315cf4fd service neutron] Pushing event updated for resources: {'Port': ['ID=379f5299-98b8-447f-a393-0493310c794c,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:53.390972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.394633 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad66531e-8a58-41df-a2a1-402128369f3e x-openstack-request-id: req-ad66531e-8a58-41df-a2a1-402128369f3e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:53.394830 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b007b445-0f41-480f-bc43-685c9c7e7781", "tag": "379f5299-98b8-447f-a393-0493310c794c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:53.394959 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad66531e-8a58-41df-a2a1-402128369f3e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:53.395392 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'tag': '379f5299-98b8-447f-a393-0493310c794c', 'status': 'completed', 'code': 200} Nov 23 22:47:53.404440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8c7a258-971f-4646-b6a0-5f9d6da491e2 req-e104902f-f225-456b-a8ea-79dce4bbe3f4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6690643 Nov 23 22:47:53.444311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Transition to ACTIVE for port object afd7b87b-a4b2-408d-a92f-9990660bb509 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:47:53.459253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.464484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-28533605-7096-48f5-a4ef-c1d55afed364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:53.466016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-28533605-7096-48f5-a4ef-c1d55afed364 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 1094 time: 0.5531738 Nov 23 22:47:53.488464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.495972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.521748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:47:53.542914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.545356 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Added segment c60ff3c0-ad6d-419c-bee2-b071babf303f of type vlan for network ba226810-34f5-417d-b6d4-c1c631366066 Nov 23 22:47:53.589396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7b83-c58b-4912-b46d-333304ed7693 req-251f87d9-4a0d-4b89-ba01-c63fe5d3048c tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:53.597916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae8a7b83-c58b-4912-b46d-333304ed7693 req-251f87d9-4a0d-4b89-ba01-c63fe5d3048c tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 946 time: 0.2013829 Nov 23 22:47:53.605421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-3689c2b7-8f30-4758-9e78-6c3c6611092f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=379f5299-98b8-447f-a393-0493310c794c HTTP/1.1" status: 200 len: 217 time: 0.1114552 Nov 23 22:47:53.711805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7b87b-a4b2-408d-a92f-9990660bb509,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:53.712616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7837bb72-d205-45ff-853c-ac8b3c9dd759,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:53.749136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.814638 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.815111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-374a971d-7bba-4913-81cd-9b1f62ab5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:53.816324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:53.816759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-374a971d-7bba-4913-81cd-9b1f62ab5249 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1790686 Nov 23 22:47:53.817516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.846610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae8a7b83-c58b-4912-b46d-333304ed7693 req-334a42d6-6bc8-4d74-80a8-d55d3ea4085c tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475183 Nov 23 22:47:53.917020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f5010-a3c4-49bf-96b1-74dd1a8e10b4 req-e1cb58c8-1b01-492d-9782-4a87904bc028 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:53.918750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f6f5010-a3c4-49bf-96b1-74dd1a8e10b4 req-e1cb58c8-1b01-492d-9782-4a87904bc028 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 949 time: 0.3449030 Nov 23 22:47:53.929372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-4296695c-db49-467f-bfef-a2c4f21b35ab tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:53.931633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-4296695c-db49-467f-bfef-a2c4f21b35ab tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cae20f2-b731-4667-bfba-dd48810849a4 HTTP/1.1" status: 200 len: 949 time: 0.3829744 Nov 23 22:47:53.932325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] Pushing event updated for resources: {'Network': ['ID=ba226810-34f5-417d-b6d4-c1c631366066,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:53.944845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ba226810-34f5-417d-b6d4-c1c631366066 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:47:53.996319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-4894225a-725a-473f-8c76-2312994b4c4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475494 Nov 23 22:47:53.998180 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e46c54ab-d8b8-49d1-8d87-d9a7e8236309 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3851519 Nov 23 22:47:54.001347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42686) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:54.011441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Request body: {'subnet': {'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-410380479-subnet', 'tenant_id': '607ea57d8ad141d6bd0a17814b5d6c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:54.144807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Made reservation on behalf of 607ea57d8ad141d6bd0a17814b5d6c5b for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:47:54.148712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.155770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Attempting to bind port afd7b87b-a4b2-408d-a92f-9990660bb509 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:54.156115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Attempting to bind port afd7b87b-a4b2-408d-a92f-9990660bb509 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:54.156448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Attempting to bind port afd7b87b-a4b2-408d-a92f-9990660bb509 on network 98149ffc-c8d0-4f66-87c9-1db80dfda154 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:54.181318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Deleting port e22015d6-b013-4efc-9422-d7a1ee034ace {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:54.181655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.216916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f6f5010-a3c4-49bf-96b1-74dd1a8e10b4 req-aa125bdd-24fc-456f-8da8-75ba8ee06d67 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b10c09-6870-498d-925f-498866591382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231474 Nov 23 22:47:54.226842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Port afd7b87b-a4b2-408d-a92f-9990660bb509 on network 98149ffc-c8d0-4f66-87c9-1db80dfda154 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:47:54.227052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Attempting to bind port afd7b87b-a4b2-408d-a92f-9990660bb509 on network 98149ffc-c8d0-4f66-87c9-1db80dfda154 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:54.250787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:54.251135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Checking segment: {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:54.251557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Bound using segment: {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:54.252038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Bound port: afd7b87b-a4b2-408d-a92f-9990660bb509, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:54.252409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.336663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-e658da58-f251-4dcf-81ea-34cd7da4a48f service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160086 Nov 23 22:47:54.357285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] For port e22015d6-b013-4efc-9422-d7a1ee034ace, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e22015d6-b013-4efc-9422-d7a1ee034ace,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:54.357580 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.374535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db373-14c9-4ae2-9fb9-d00cdff3f056 req-dc3f5629-596b-4d1e-af5f-233c29438bb0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:54.385282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea7db373-14c9-4ae2-9fb9-d00cdff3f056 req-dc3f5629-596b-4d1e-af5f-233c29438bb0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 943 time: 0.2434516 Nov 23 22:47:54.394555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 491057f2-459e-4648-8e0f-1ddf5bd4bef5 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:54.398132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Calling delete_port for e22015d6-b013-4efc-9422-d7a1ee034ace owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:54.441381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 491057f2-459e-4648-8e0f-1ddf5bd4bef5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:47:54.441835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 491057f2-459e-4648-8e0f-1ddf5bd4bef5 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:54.585795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.603843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79eb8503-47aa-4c1f-8e70-819a9bba6ffc req-2b4dde4e-25d3-4ff8-bee7-13a637f76644 service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146518 Nov 23 22:47:54.718320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Checking segment: {'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:54.718878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Network hostable DHCP agents. Network: ba226810-34f5-417d-b6d4-c1c631366066, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:47:54.724986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041d291f-9c09-4e78-8836-2e8416b3267b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:54.746089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.751443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] For port afd7b87b-a4b2-408d-a92f-9990660bb509, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:54.759745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Network ba226810-34f5-417d-b6d4-c1c631366066 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:47:54.772226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] For port afd7b87b-a4b2-408d-a92f-9990660bb509, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=afd7b87b-a4b2-408d-a92f-9990660bb509,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:54.786646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Pushing event deleted for resources: {'Port': ['ID=e22015d6-b013-4efc-9422-d7a1ee034ace,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:54.824232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ba226810-34f5-417d-b6d4-c1c631366066) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:54.832440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.835360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:54.835360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.841457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd2079-3ea3-4bd2-99bd-9b5eea5a59e5 None None] Network ba226810-34f5-417d-b6d4-c1c631366066 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:54.856451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] No DVR routers for this DVR port e22015d6-b013-4efc-9422-d7a1ee034ace on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:54.862650 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:54.866602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea7db373-14c9-4ae2-9fb9-d00cdff3f056 req-394e6a2a-2604-4840-8c5f-50cd01329528 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797261 Nov 23 22:47:54.868642 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e65ab21c-2de2-4244-8da4-25290cf5470f req-14274ec6-57a6-476a-af91-8dc7d26f4550 tempest-ListImageFiltersTestJSON-707393300 tempest-ListImageFiltersTestJSON-707393300-project] 10.222.0.48 "DELETE /v2.0/ports/e22015d6-b013-4efc-9422-d7a1ee034ace HTTP/1.1" status: 204 len: 173 time: 0.9144902 Nov 23 22:47:54.869179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-deleted', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:54.872102 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b741d3-9899-4810-b948-f678516f58b5" -d '{"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-deleted", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:54.886081 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ddaf25df-2d80-4f0b-bde9-bc2b10f7d703 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8827288 Nov 23 22:47:54.977621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00495c1-485b-4570-aafd-74b801643d01 req-8ba28752-8949-4f9f-8a2c-9361377c42cc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.009260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00495c1-485b-4570-aafd-74b801643d01 req-8ba28752-8949-4f9f-8a2c-9361377c42cc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.015872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00495c1-485b-4570-aafd-74b801643d01 req-8ba28752-8949-4f9f-8a2c-9361377c42cc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.026286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00495c1-485b-4570-aafd-74b801643d01 req-8ba28752-8949-4f9f-8a2c-9361377c42cc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.053128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00495c1-485b-4570-aafd-74b801643d01 req-8ba28752-8949-4f9f-8a2c-9361377c42cc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.062106 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b00495c1-485b-4570-aafd-74b801643d01 req-8ba28752-8949-4f9f-8a2c-9361377c42cc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 3828 time: 0.4719825 Nov 23 22:47:55.065630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553a391a-ef13-4e87-a8b1-de6022f598d7 None None] Network ba226810-34f5-417d-b6d4-c1c631366066 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:47:55.144655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.145336 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:55.146895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 200 len: 1091 time: 3.7165029 Nov 23 22:47:55.200673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-1318f18d-1874-4f60-b004-e1392e8e2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.202566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-1318f18d-1874-4f60-b004-e1392e8e2dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 1094 time: 0.5255103 Nov 23 22:47:55.237276 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498b372f-b13b-4880-a4ec-f56ff369c138 x-openstack-request-id: req-498b372f-b13b-4880-a4ec-f56ff369c138 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:55.237738 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae20f2-b731-4667-bfba-dd48810849a4", "name": "network-vif-deleted", "tag": "e22015d6-b013-4efc-9422-d7a1ee034ace", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:55.238002 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-498b372f-b13b-4880-a4ec-f56ff369c138 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:55.238484 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae20f2-b731-4667-bfba-dd48810849a4', 'name': 'network-vif-deleted', 'tag': 'e22015d6-b013-4efc-9422-d7a1ee034ace', 'status': 'completed', 'code': 200} Nov 23 22:47:55.243321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:55.491865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:55.495639 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492f104-4ad3-4149-8f7d-7d593832b249" -d '{"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:55.523912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057b3a3-ac0e-4d14-a269-6ec734b615b7 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7b87b-a4b2-408d-a92f-9990660bb509,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:55.653837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b00495c1-485b-4570-aafd-74b801643d01 req-08344ff2-f67e-4d78-84ce-16824c33dbb2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5906768 Nov 23 22:47:55.676066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:55.757325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-b1ba7341-ca9b-49e6-822e-c009031c3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.758849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-b1ba7341-ca9b-49e6-822e-c009031c3efb service neutron] 10.222.0.46 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 912 time: 0.5409968 Nov 23 22:47:55.850442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1065-5ded-42bc-a37f-9fa151fbbdad req-9d3fc6b6-1562-438f-9919-6ad83a158f44 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.852542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-801e1065-5ded-42bc-a37f-9fa151fbbdad req-9d3fc6b6-1562-438f-9919-6ad83a158f44 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 946 time: 0.2436860 Nov 23 22:47:55.858667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-929131a4-bb37-4040-9987-a6283ed64520 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=379f5299-98b8-447f-a393-0493310c794c HTTP/1.1" status: 200 len: 217 time: 0.0783007 Nov 23 22:47:55.931475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9b6d1282-7089-48d8-92c1-21f8a94d3ea0 req-50ef8e26-6c07-44de-a61d-f77a0c32c31c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-87748494', 'description': 'tempest-description-1918613044'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:56.061139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-72fd97a5-3db8-466f-b0ac-9fad7356fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.062636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-72fd97a5-3db8-466f-b0ac-9fad7356fc0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1507823 Nov 23 22:47:56.070092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b6d1282-7089-48d8-92c1-21f8a94d3ea0 req-50ef8e26-6c07-44de-a61d-f77a0c32c31c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:56.096694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-801e1065-5ded-42bc-a37f-9fa151fbbdad req-797c4488-818e-4293-a5d6-39b9700dc629 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752927 Nov 23 22:47:56.168465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-fadaa83c-70a8-4b25-895a-86124c9b5b04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933633 Nov 23 22:47:56.370014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-8ce329bd-94e3-4062-b144-36cce26a869d service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905022 Nov 23 22:47:56.372455 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b6d1282-7089-48d8-92c1-21f8a94d3ea0 req-50ef8e26-6c07-44de-a61d-f77a0c32c31c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:56.405897 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ec8c30-619a-4f19-88fa-7af06697c14c x-openstack-request-id: req-50ec8c30-619a-4f19-88fa-7af06697c14c {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:56.406226 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:56.406447 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50ec8c30-619a-4f19-88fa-7af06697c14c {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:56.406850 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'status': 'completed', 'code': 200} Nov 23 22:47:56.418975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b6d1282-7089-48d8-92c1-21f8a94d3ea0 req-50ef8e26-6c07-44de-a61d-f77a0c32c31c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:56.478359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb4bcbc-abee-4ce9-909a-87f016814e87 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:56.506395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9b6d1282-7089-48d8-92c1-21f8a94d3ea0 req-50ef8e26-6c07-44de-a61d-f77a0c32c31c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:56.507564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b6d1282-7089-48d8-92c1-21f8a94d3ea0 req-50ef8e26-6c07-44de-a61d-f77a0c32c31c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5856786 Nov 23 22:47:56.512955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:56.597424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef8e26-6c07-44de-a61d-f77a0c32c31c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d4a45-47f6-4425-8bc0-032479455c99,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:56.617802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Transition to ACTIVE for port object 0bb4bcbc-abee-4ce9-909a-87f016814e87 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:47:56.637236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:56.660007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-5e1bd206-24d1-4667-90f2-01a1aa00c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.661166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-5e1bd206-24d1-4667-90f2-01a1aa00c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.662797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-5e1bd206-24d1-4667-90f2-01a1aa00c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.663322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-5e1bd206-24d1-4667-90f2-01a1aa00c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.664770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-5e1bd206-24d1-4667-90f2-01a1aa00c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.668751 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-5e1bd206-24d1-4667-90f2-01a1aa00c5ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 4363 time: 0.2212751 Nov 23 22:47:56.685272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8a67d9-dd30-44ee-ba36-b1ccc1afb992 req-98d46c48-c9d3-467c-ae78-c4eb20179c40 service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771490 Nov 23 22:47:56.700612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e819fe5-cfbe-42c3-9cc8-9a802e3e55b1 req-fb6fb57d-925f-4024-b92a-43905ea47f88 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.708800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e819fe5-cfbe-42c3-9cc8-9a802e3e55b1 req-fb6fb57d-925f-4024-b92a-43905ea47f88 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 943 time: 0.2233217 Nov 23 22:47:56.747459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb4bcbc-abee-4ce9-909a-87f016814e87,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:56.757373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:56.854609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137bcb4-e38f-4076-a052-f8152a658957 req-e4d4ae07-6d54-4dce-810d-e9a476f19507 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.872471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5137bcb4-e38f-4076-a052-f8152a658957 req-e4d4ae07-6d54-4dce-810d-e9a476f19507 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.46 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 946 time: 0.3486202 Nov 23 22:47:56.916038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e819fe5-cfbe-42c3-9cc8-9a802e3e55b1 req-913c6aea-49b7-4ede-8794-9326fc9b174f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062004 Nov 23 22:47:57.019105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Attempting to bind port 0bb4bcbc-abee-4ce9-909a-87f016814e87 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:57.019478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Attempting to bind port 0bb4bcbc-abee-4ce9-909a-87f016814e87 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:57.019848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Attempting to bind port 0bb4bcbc-abee-4ce9-909a-87f016814e87 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:57.034421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Port 0bb4bcbc-abee-4ce9-909a-87f016814e87 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:47:57.034895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Attempting to bind port 0bb4bcbc-abee-4ce9-909a-87f016814e87 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:57.042066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:57.042425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Checking segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:57.043332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Bound using segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:57.043816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Bound port: 0bb4bcbc-abee-4ce9-909a-87f016814e87, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:57.044183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.159632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-45398f4e-c17a-4b12-a2cb-19f088edf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.160237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-45398f4e-c17a-4b12-a2cb-19f088edf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.162188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-45398f4e-c17a-4b12-a2cb-19f088edf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.165757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-ec44c84d-2252-4634-afd3-619d4ab9b2c8 req-47d37a11-4cf6-42fc-8325-277003f7c108 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1974822150', 'description': 'tempest-description-1587950576'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:57.171229 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-45398f4e-c17a-4b12-a2cb-19f088edf7d3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=13315bd64a8e488fa0278c17cd63c533&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4734180 Nov 23 22:47:57.213058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] For port 0bb4bcbc-abee-4ce9-909a-87f016814e87, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:57.217010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] For port 0bb4bcbc-abee-4ce9-909a-87f016814e87, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:57.222595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec44c84d-2252-4634-afd3-619d4ab9b2c8 req-47d37a11-4cf6-42fc-8325-277003f7c108 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.248365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.342133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.343147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.344857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 1131 time: 2.1281512 Nov 23 22:47:57.405273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:57.413253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-4c0ed958-383b-42cc-a1de-b4e824bc63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.418881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d492f104-4ad3-4149-8f7d-7d593832b249 req-4c0ed958-383b-42cc-a1de-b4e824bc63e7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2359753 Nov 23 22:47:57.419454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57375e-7ada-411a-9a79-b435259061a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb4bcbc-abee-4ce9-909a-87f016814e87,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:57.436951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Deleting port 64ae3424-87b1-4c7c-8d54-0cb77849a680 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:47:57.437310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.499069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec44c84d-2252-4634-afd3-619d4ab9b2c8 req-47d37a11-4cf6-42fc-8325-277003f7c108 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.540597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.543047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec44c84d-2252-4634-afd3-619d4ab9b2c8 req-47d37a11-4cf6-42fc-8325-277003f7c108 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.606848 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ec44c84d-2252-4634-afd3-619d4ab9b2c8 req-47d37a11-4cf6-42fc-8325-277003f7c108 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.614155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec44c84d-2252-4634-afd3-619d4ab9b2c8 req-47d37a11-4cf6-42fc-8325-277003f7c108 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4985578 Nov 23 22:47:57.719437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] For port 64ae3424-87b1-4c7c-8d54-0cb77849a680, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=64ae3424-87b1-4c7c-8d54-0cb77849a680,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:57.720612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.744813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d37a11-4cf6-42fc-8325-277003f7c108 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b218903-ae41-4ae5-bdb9-ced8e0a90bc9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:57.805511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-590e330e-9a63-4843-ba64-737b6856f592 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.812530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-590e330e-9a63-4843-ba64-737b6856f592 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.820531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-590e330e-9a63-4843-ba64-737b6856f592 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.826834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-590e330e-9a63-4843-ba64-737b6856f592 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.839912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-590e330e-9a63-4843-ba64-737b6856f592 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.847112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-590e330e-9a63-4843-ba64-737b6856f592 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.849221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-590e330e-9a63-4843-ba64-737b6856f592 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 4601 time: 0.2819324 Nov 23 22:47:57.963615 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.963965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:57.964392 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Floating IP 13825bf0-d717-4bd5-a4a3-392147221621 disassociated. External IP: 172.25.0.204, port: 64ae3424-87b1-4c7c-8d54-0cb77849a680. Nov 23 22:47:57.964669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Calling delete_port for 64ae3424-87b1-4c7c-8d54-0cb77849a680 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:47:57.991465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb88c06-8668-477d-b5ee-dcb8df2a68f3 req-4e0e253c-314a-4dc5-9ab0-158d35831a5c tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.998915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7bb88c06-8668-477d-b5ee-dcb8df2a68f3 req-4e0e253c-314a-4dc5-9ab0-158d35831a5c tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/ports?device_id=9720f34f-7daa-4e57-8d3f-b0ac3e69185a HTTP/1.1" status: 200 len: 946 time: 0.2514443 Nov 23 22:47:58.125745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744bbe2c-7451-4572-8ec0-ca9b33835fc1 req-4e041c44-50d5-4780-b806-2bfb1d0d84d6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2651486 Nov 23 22:47:58.141194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7bb88c06-8668-477d-b5ee-dcb8df2a68f3 req-c2f5c9a1-9ef3-4ba1-a43a-588e8d3580fb tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa53d8c6-550c-4584-b723-96223a4d9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393585 Nov 23 22:47:58.214031 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:58.301844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event deleted for resources: {'Port': ['ID=64ae3424-87b1-4c7c-8d54-0cb77849a680,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:58.303048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:58.331034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:58.363163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Transition to ACTIVE for port object 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:47:58.379387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:58.407429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:47:58.463633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: e22015d6-b013-4efc-9422-d7a1ee034ace {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:47:58.463992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e22015d6-b013-4efc-9422-d7a1ee034ace not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:47:58.519005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '0bb4bcbc-abee-4ce9-909a-87f016814e87'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:58.526768 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060be9db-3533-4641-b6db-6a4c991f6a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "0bb4bcbc-abee-4ce9-909a-87f016814e87"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:58.529949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:58.606167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Router eb8bd485-0b54-4852-ae09-9eb458c82c1f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:47:58.840553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f5299-98b8-447f-a393-0493310c794c details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:47:58.853379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:47:58.865607 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] Sync routers for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:47:58.882397 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:58.883493 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:47:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:58.911807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] No DVR routers for this DVR port 64ae3424-87b1-4c7c-8d54-0cb77849a680 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:47:58.915750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83566-e542-495a-abd5-a04f3130d86f req-7aba132f-1c26-459b-ba40-adc8bcdadd97 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:58.916470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:58.922174 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5137bcb4-e38f-4076-a052-f8152a658957 req-f335d404-04a1-4d13-bc62-afa4bef381b5 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.46 "DELETE /v2.0/ports/64ae3424-87b1-4c7c-8d54-0cb77849a680 HTTP/1.1" status: 204 len: 173 time: 2.0379531 Nov 23 22:47:58.922649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'name': 'network-vif-deleted', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:58.923308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-7aba132f-1c26-459b-ba40-adc8bcdadd97 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 812 time: 0.4251609 Nov 23 22:47:58.928273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Attempting to bind port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:58.928607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Attempting to bind port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:58.928934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Attempting to bind port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:58.941939 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca645a8-079f-4914-aa95-c7ca69c3e6d1" -d '{"events": [{"server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "name": "network-vif-deleted", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:58.974158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-f285d241-c54a-49cf-9e18-05fec2b0af9a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/quotas/607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 375 time: 0.0491152 Nov 23 22:47:58.977443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:47:58.977959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Attempting to bind port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:59.002298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:59.003558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Checking segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:59.004134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Bound using segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:59.004893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Bound port: 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:59.005405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:59.052930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0629-cec6-4d62-96d0-624b054e43fd req-47051af4-0be5-4c53-adf8-34ba57de42fd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:59.055796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83dc0629-cec6-4d62-96d0-624b054e43fd req-47051af4-0be5-4c53-adf8-34ba57de42fd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 943 time: 0.2465055 Nov 23 22:47:59.065860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-157b1dab-c2ea-4e2f-afd4-f2d10635dd56 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904331 Nov 23 22:47:59.202307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 379f5299-98b8-447f-a393-0493310c794c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f5299-98b8-447f-a393-0493310c794c,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:59.222214 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:59.227142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '379f5299-98b8-447f-a393-0493310c794c', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'port_id': '379f5299-98b8-447f-a393-0493310c794c', 'mac_address': 'fa:16:3e:a5:56:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946f13d-92b9-46e7-987a-7abb40fbf802', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:47:59.302655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:59.323427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379f5299-98b8-447f-a393-0493310c794c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:59.357942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 379f5299-98b8-447f-a393-0493310c794c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f5299-98b8-447f-a393-0493310c794c,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:59.365983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:59.475753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=379f5299-98b8-447f-a393-0493310c794c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:59.556481 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:44Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:59.577110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['379f5299-98b8-447f-a393-0493310c794c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:59.621034 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] Checking router: eb8bd485-0b54-4852-ae09-9eb458c82c1f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:47:59.633006 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:59.633710 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:47:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:59.758669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83dc0629-cec6-4d62-96d0-624b054e43fd req-4d7dbe2f-3d02-4d96-a40f-3907f229c870 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900373 Nov 23 22:47:59.777410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] For port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:59.781824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] For port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:59.786296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-8e1c9f45-c784-4d01-b399-68e98c410c2a service neutron] 10.222.0.11 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7191641 Nov 23 22:47:59.806086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:59.847236 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:59.955041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:59.990786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:59.991708 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:59.993559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-e72724fa-43a2-4c63-b83c-8432248350b9 service neutron] 10.222.0.48 "PUT /v2.0/ports/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 1130 time: 2.6046944 Nov 23 22:48:00.071831 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54d7529-ba8d-47a8-9d7e-897c483c7019 x-openstack-request-id: req-a54d7529-ba8d-47a8-9d7e-897c483c7019 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:00.072489 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "0bb4bcbc-abee-4ce9-909a-87f016814e87", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:00.072489 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a54d7529-ba8d-47a8-9d7e-897c483c7019 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:00.072779 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '0bb4bcbc-abee-4ce9-909a-87f016814e87', 'status': 'completed', 'code': 200} Nov 23 22:48:00.078403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:00.215264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-317b7f7d-a61a-4f58-99a8-2bcaf3f63c43 service neutron] 10.222.0.11 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206977 Nov 23 22:48:00.222341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:00.237615 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:44Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:00.244399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.244981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.245927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.247674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.248322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.249376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.249863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.252547 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-9b5f0ca7-5c65-4655-a223-9a7ddca8ef1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6210 time: 0.1593022 Nov 23 22:48:00.337515 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8032ee6-612a-476a-9dcb-0da6bed03ff6 None None] The sync data for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 is: [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '7f938661-299b-4767-b495-3d971ff17e36', 'name': '', 'network_id': 'b545b11a-b51f-4c67-8c9e-1f92a3da68ec', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'mac_address': 'fa:16:3e:59:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:36Z', 'updated_at': '2021-11-23T22:45:44Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'subnets': [{'id': 'e3245e37-7851-4717-8712-b5fe233e4549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:48:00.575709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-648a74df-3f53-4f23-b07a-7f3b6d0ce6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.576187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-648a74df-3f53-4f23-b07a-7f3b6d0ce6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.578742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-648a74df-3f53-4f23-b07a-7f3b6d0ce6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.581027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-648a74df-3f53-4f23-b07a-7f3b6d0ce6c6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=13315bd64a8e488fa0278c17cd63c533&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3150611 Nov 23 22:48:00.586443 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506373c-ceaa-48ec-bc8d-f21ea92d50bd x-openstack-request-id: req-c506373c-ceaa-48ec-bc8d-f21ea92d50bd {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:00.586746 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720f34f-7daa-4e57-8d3f-b0ac3e69185a", "name": "network-vif-deleted", "tag": "64ae3424-87b1-4c7c-8d54-0cb77849a680", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:00.587004 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c506373c-ceaa-48ec-bc8d-f21ea92d50bd {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:00.587489 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720f34f-7daa-4e57-8d3f-b0ac3e69185a', 'name': 'network-vif-deleted', 'tag': '64ae3424-87b1-4c7c-8d54-0cb77849a680', 'status': 'completed', 'code': 200} Nov 23 22:48:00.846364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-afd44e7e-2fec-43d8-a45f-b7b1a9e4fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:00.853125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060be9db-3533-4641-b6db-6a4c991f6a2b req-afd44e7e-2fec-43d8-a45f-b7b1a9e4fa96 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2647152 Nov 23 22:48:00.860470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f5299-98b8-447f-a393-0493310c794c up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:00.920961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42850) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:00.952951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a3229-3194-4615-8573-5ce7085a8b88 None None] New status for floating IP 13825bf0-d717-4bd5-a4a3-392147221621: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:48:00.998624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 379f5299-98b8-447f-a393-0493310c794c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:01.007773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 379f5299-98b8-447f-a393-0493310c794c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:01.008739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.060432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c8b47f1-853b-456e-8f5d-8b1ff5962e7e req-da658e40-1cbf-4706-b4d6-c10ef3089cab tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 210 time: 0.1370652 Nov 23 22:48:01.107511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba42727-a6bd-41e9-8fa3-0bb8893170fc {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:01.112839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42858) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:01.122485 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.168610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Transition to ACTIVE for port object 4ba42727-a6bd-41e9-8fa3-0bb8893170fc will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:01.208407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.223074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.238187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.249356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.255928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.263524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.270739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.271241 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.281873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-80d846b8-b946-4359-a136-551e685cccd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5373 time: 0.5041130 Nov 23 22:48:01.318700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.337175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 379f5299-98b8-447f-a393-0493310c794c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f5299-98b8-447f-a393-0493310c794c,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:01.339318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f5299-98b8-447f-a393-0493310c794c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:01.342190 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f7a6b-f056-4862-a30f-eee52438316d" -d '{"events": [{"server_uuid": "b007b445-0f41-480f-bc43-685c9c7e7781", "name": "network-vif-plugged", "status": "completed", "tag": "379f5299-98b8-447f-a393-0493310c794c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:01.348390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.349311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 64ae3424-87b1-4c7c-8d54-0cb77849a680 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:01.390244 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54e139ad-2a47-4ca5-8735-fd2c94967c16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9594eb18d39f4a5e99217ee5dbf45db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680700 Nov 23 22:48:01.397169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42864) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:01.404361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 64ae3424-87b1-4c7c-8d54-0cb77849a680 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:01.405103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 64ae3424-87b1-4c7c-8d54-0cb77849a680 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:01.405648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-adfe9b79-bc7a-4599-b8cb-79c0f5272d69 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.471913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-adfe9b79-bc7a-4599-b8cb-79c0f5272d69 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.492434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=379f5299-98b8-447f-a393-0493310c794c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:01.570671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ac4867c-f63e-43de-abec-0e7667a22293 req-883beb6f-25c2-4865-a73e-42399b5cb65b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2802880 Nov 23 22:48:01.573622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:01.597702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e544b-b8cf-4648-819b-f85dc4de5ff4 req-cf320818-ca6c-4c6f-b1b0-adbdee5828c6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.597949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a4f3636-a7a5-48d9-aaca-623adee05761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.601177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-adfe9b79-bc7a-4599-b8cb-79c0f5272d69 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.606288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-adfe9b79-bc7a-4599-b8cb-79c0f5272d69 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.607885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-adfe9b79-bc7a-4599-b8cb-79c0f5272d69 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "DELETE /v2.0/security-groups/fa53d8c6-550c-4584-b723-96223a4d9faa HTTP/1.1" status: 204 len: 168 time: 0.4939065 Nov 23 22:48:01.613914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f2e544b-b8cf-4648-819b-f85dc4de5ff4 req-cf320818-ca6c-4c6f-b1b0-adbdee5828c6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 944 time: 0.3223069 Nov 23 22:48:01.620396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42866) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:01.621460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe9b79-bc7a-4599-b8cb-79c0f5272d69 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53d8c6-550c-4584-b723-96223a4d9faa,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:01.665952 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-e8b2edd6-1020-4d47-92f9-5370b41a30d8 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] show failed (client error): The resource could not be found. Nov 23 22:48:01.670473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e8b2edd6-1020-4d47-92f9-5370b41a30d8 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "GET /v2.0/security-groups/fa53d8c6-550c-4584-b723-96223a4d9faa HTTP/1.1" status: 404 len: 347 time: 0.0368278 Nov 23 22:48:01.673587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42868) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:01.810906 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffd4899-b154-467c-8174-84aa2d0c4101 x-openstack-request-id: req-4ffd4899-b154-467c-8174-84aa2d0c4101 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:01.811212 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b007b445-0f41-480f-bc43-685c9c7e7781", "name": "network-vif-plugged", "status": "completed", "tag": "379f5299-98b8-447f-a393-0493310c794c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:01.811467 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ffd4899-b154-467c-8174-84aa2d0c4101 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:01.811912 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f5299-98b8-447f-a393-0493310c794c', 'code': 200} Nov 23 22:48:01.836511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2bf1-5d2f-48dc-a548-d84f155bc6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.927063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f2e544b-b8cf-4648-819b-f85dc4de5ff4 req-438b4fbd-e085-4f34-bb5f-fc5738c5202c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118448 Nov 23 22:48:01.942711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Deleting port 79f710fe-ba78-4625-8038-648593d9f870 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:01.943256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.948154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Attempting to bind port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:01.948492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Attempting to bind port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:01.948817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Attempting to bind port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:01.952251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2bf1-5d2f-48dc-a548-d84f155bc6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.963666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:01.963996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Attempting to bind port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:01.969580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:01.970563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Checking segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:01.970880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Bound using segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:01.971313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Bound port: 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:01.971761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.041173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59f1c-448b-4909-8a0d-e9aa37674dc7 req-6999a46f-3ee3-4456-9cc5-39e7264e7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.042719 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a59f1c-448b-4909-8a0d-e9aa37674dc7 req-6999a46f-3ee3-4456-9cc5-39e7264e7c47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 1096 time: 0.1618621 Nov 23 22:48:02.089319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.089657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.126620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Calling delete_port for 79f710fe-ba78-4625-8038-648593d9f870 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:02.132176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] For port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:02.148840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] For port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:02.152282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '1d51b714-7e66-49fb-aa5d-c9cdf394b8f2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:02.162217 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de" -d '{"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "1d51b714-7e66-49fb-aa5d-c9cdf394b8f2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:02.165326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a59f1c-448b-4909-8a0d-e9aa37674dc7 req-750c45d9-4dd0-4cad-b729-458f89f29a6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117134 Nov 23 22:48:02.193227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.302918 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e54154-ab7d-4016-b5ff-160348d83dde x-openstack-request-id: req-e8e54154-ab7d-4016-b5ff-160348d83dde {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:02.303723 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "1d51b714-7e66-49fb-aa5d-c9cdf394b8f2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:02.303985 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8e54154-ab7d-4016-b5ff-160348d83dde {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:02.304377 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '1d51b714-7e66-49fb-aa5d-c9cdf394b8f2', 'status': 'completed', 'code': 200} Nov 23 22:48:02.306643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2bf1-5d2f-48dc-a548-d84f155bc6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.310125 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2bf1-5d2f-48dc-a548-d84f155bc6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.311440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ac2e2bf1-5d2f-48dc-a548-d84f155bc6f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53b10c09-6870-498d-925f-498866591382 HTTP/1.1" status: 204 len: 168 time: 0.9044764 Nov 23 22:48:02.402122 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed026b8e-b3b4-42d1-a728-fb6afc960d13 req-cb2626cc-e9c4-4561-a98b-608543e07b43 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 210 time: 0.1204197 Nov 23 22:48:02.409918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.422165 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.422165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ba42727-a6bd-41e9-8fa3-0bb8893170fc HTTP/1.1" status: 200 len: 1091 time: 2.3479204 Nov 23 22:48:02.422559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e2bf1-5d2f-48dc-a548-d84f155bc6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b10c09-6870-498d-925f-498866591382,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:02.497192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:02.575505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9048157-892e-45dd-891c-1a429791cff0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:02.671734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.672340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.672714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.673213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.674400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.674930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.675394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.677617 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-8db84bd8-5b24-4b47-af48-b45d28724815 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6277 time: 0.3692014 Nov 23 22:48:02.726112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.802278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83566-e542-495a-abd5-a04f3130d86f req-d1eb536a-617f-4eac-9e41-304f34679e56 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.804230 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-d1eb536a-617f-4eac-9e41-304f34679e56 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.46 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 812 time: 0.4300449 Nov 23 22:48:02.804765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Pushing event deleted for resources: {'Port': ['ID=79f710fe-ba78-4625-8038-648593d9f870,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:02.840557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'port': {'device_id': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066', 'admin_state_up': True, 'tenant_id': '607ea57d8ad141d6bd0a17814b5d6c5b'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:02.865763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:02.929387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.944754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.958156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.964480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.971686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.978204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.984460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.993487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a488d256-4d69-432c-a064-93680c6d14f4 req-fc03994b-c24e-45d5-b57e-0c09736d32d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5385 time: 0.2335057 Nov 23 22:48:03.099021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:03.101621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:03.102803 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9335e469-33b8-4876-96c5-98e62422e4e7 tempest-ServersTestManualDisk-272453616 tempest-ServersTestManualDisk-272453616-project] 10.222.0.11 "DELETE /v2.0/floatingips/13825bf0-d717-4bd5-a4a3-392147221621 HTTP/1.1" status: 204 len: 168 time: 1.4278576 Nov 23 22:48:03.110045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-096b5b3d-c4ec-47f7-9e99-19035744dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:03.110556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-096b5b3d-c4ec-47f7-9e99-19035744dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:03.111764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-096b5b3d-c4ec-47f7-9e99-19035744dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:03.113448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-096b5b3d-c4ec-47f7-9e99-19035744dec8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=13315bd64a8e488fa0278c17cd63c533&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4180806 Nov 23 22:48:03.116158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:03.193045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a488d256-4d69-432c-a064-93680c6d14f4 req-f4d675a3-eb92-4434-b49a-f64c6d0f92ca tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963580 Nov 23 22:48:03.374145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e76f2b-d94d-46df-a1b1-1fd43691d4b0 req-a619e49e-121d-4ba7-bc93-c1dd70b95277 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:03.381653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1e76f2b-d94d-46df-a1b1-1fd43691d4b0 req-a619e49e-121d-4ba7-bc93-c1dd70b95277 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 945 time: 0.2650528 Nov 23 22:48:03.391992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-85392d03-b30f-43bf-b858-0b0b9eda6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:03.405427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3a9d39c1-edc1-4a3e-b147-1965ddecd6de req-85392d03-b30f-43bf-b858-0b0b9eda6ab2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756679 Nov 23 22:48:03.414053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Made reservation on behalf of 607ea57d8ad141d6bd0a17814b5d6c5b for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:03.427916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:03.551710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1e76f2b-d94d-46df-a1b1-1fd43691d4b0 req-55c21a00-4cf3-4de6-9d54-2571fc0c76fb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677008 Nov 23 22:48:03.620308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ef7b595-4887-4659-a813-b1fcd191c76e req-97d50153-9884-4ead-81f2-d3a5ba4e9c54 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 210 time: 0.0880723 Nov 23 22:48:03.764515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:03.784738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:03.828677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Transition to ACTIVE for port object 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:03.835531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:03.978464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Pushing event updated for resources: {'Port': ['ID=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:04.087048 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-795a1f71-c638-4ae1-82d9-48736ef68496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.097678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Attempting to bind port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:04.098386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Attempting to bind port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:04.098944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Attempting to bind port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:04.104347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:04.107789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Attempting to bind port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:04.119833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:04.120542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Checking segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:04.121645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Bound using segment: {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:04.122328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Bound port: 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537218e9-8c4a-475c-87f8-b6c9384d1474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:04.122913 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.232582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] For port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:04.252791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] For port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:04.308195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:04.310598 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37700b9-5347-4971-b7be-83dec0ae6dee" -d '{"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:04.325068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.331773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d57e5643-63b5-49e7-ad3e-421e0e4bc2c3 req-b4b5fc7f-846b-47fc-bb2a-df91109c9ee2 tempest-AbsoluteLimitsNegativeTestJSON-2114248652 tempest-AbsoluteLimitsNegativeTestJSON-2114248652-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=97b6835b3b224d2d9887bfd7c00f1f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739348 Nov 23 22:48:04.416057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.416799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.418497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] 10.222.0.48 "PUT /v2.0/ports/43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b HTTP/1.1" status: 200 len: 1091 time: 1.9351697 Nov 23 22:48:04.437168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Allocated IP 172.20.0.7 (ba226810-34f5-417d-b6d4-c1c631366066/041d291f-9c09-4e78-8836-2e8416b3267b/613d0095-3a5d-445c-be71-02530a3f723e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:04.495467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:04.621971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afaf35-93a3-4ddd-911c-c9975ac99599 service neutron] Pushing event updated for resources: {'Port': ['ID=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:04.770725 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.786602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.792627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.798832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.805367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.811120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.818064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.824043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.826001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-a538b804-1398-4742-a04c-a99048b1965d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5397 time: 0.4562962 Nov 23 22:48:04.855645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.870788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e5643-63b5-49e7-ad3e-421e0e4bc2c3 req-cf4a6e89-2cfc-4e75-bbf2-a96c017ea70e tempest-AbsoluteLimitsNegativeTestJSON-2114248652 tempest-AbsoluteLimitsNegativeTestJSON-2114248652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.884467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d57e5643-63b5-49e7-ad3e-421e0e4bc2c3 req-cf4a6e89-2cfc-4e75-bbf2-a96c017ea70e tempest-AbsoluteLimitsNegativeTestJSON-2114248652 tempest-AbsoluteLimitsNegativeTestJSON-2114248652-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5430982 Nov 23 22:48:04.921284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.939689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d57e5643-63b5-49e7-ad3e-421e0e4bc2c3 req-c1b6c7c8-c10d-475a-8cac-6b8fea2fa63f tempest-AbsoluteLimitsNegativeTestJSON-2114248652 tempest-AbsoluteLimitsNegativeTestJSON-2114248652-project] 10.222.0.11 "GET /v2.0/quotas/97b6835b3b224d2d9887bfd7c00f1f17 HTTP/1.1" status: 200 len: 375 time: 0.0524838 Nov 23 22:48:04.941808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.961166 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.994310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d57e5643-63b5-49e7-ad3e-421e0e4bc2c3 req-97460882-df10-4212-9e86-3802890b1cac tempest-AbsoluteLimitsNegativeTestJSON-2114248652 tempest-AbsoluteLimitsNegativeTestJSON-2114248652-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=97b6835b3b224d2d9887bfd7c00f1f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534561 Nov 23 22:48:05.014054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Network ba226810-34f5-417d-b6d4-c1c631366066 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:05.055633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:05.062595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:05.096697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:05.114857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d38360b-cab3-4b28-a07c-622d060b7146 req-59520f93-6dc0-4671-8c30-b3f40099bfb8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2816527 Nov 23 22:48:05.185023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.192609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:05.200731 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a72d07-a146-47d0-9449-3eb6e8fd2fcc x-openstack-request-id: req-07a72d07-a146-47d0-9449-3eb6e8fd2fcc {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:05.201127 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:05.201451 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07a72d07-a146-47d0-9449-3eb6e8fd2fcc {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:05.201932 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc', 'status': 'completed', 'code': 200} Nov 23 22:48:05.340374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-c7938971-0ff7-433b-ba38-e469ad0a04df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5033758 Nov 23 22:48:05.351120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.351972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.352612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.353244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.353880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.354512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.355138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.357311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-6acf22ed-9a5c-4fb3-8720-51fe6868862f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6344 time: 0.0957890 Nov 23 22:48:05.365918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Request body: {'port': {'device_id': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:05.571458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb88d0-f810-4f6c-87ee-306bd667f4e2 req-57b062cd-9e9a-49ea-856a-fefd47de80e5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.579039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7fbb88d0-f810-4f6c-87ee-306bd667f4e2 req-57b062cd-9e9a-49ea-856a-fefd47de80e5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 945 time: 0.3278010 Nov 23 22:48:05.588067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-bdf0ff4b-67d3-40e6-8f67-bd0d57fea768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.590932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-bdf0ff4b-67d3-40e6-8f67-bd0d57fea768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.592581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-bdf0ff4b-67d3-40e6-8f67-bd0d57fea768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.594620 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-bdf0ff4b-67d3-40e6-8f67-bd0d57fea768 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=13315bd64a8e488fa0278c17cd63c533&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2210519 Nov 23 22:48:05.614107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa1f4-3bff-46ac-9754-2b413e2d12a3 req-8919227b-be4d-42ea-bc25-d44dcf2c308f tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.621558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f8fa1f4-3bff-46ac-9754-2b413e2d12a3 req-8919227b-be4d-42ea-bc25-d44dcf2c308f tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 931 time: 0.2516804 Nov 23 22:48:05.687484 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:05.695124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42970) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:05.873701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:05.884936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:05.901762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Transition to ACTIVE for port object b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:05.927759 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:05.942732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7fbb88d0-f810-4f6c-87ee-306bd667f4e2 req-51d2c060-1302-4092-98a4-db088d8cf9fe tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621070 Nov 23 22:48:05.946516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f8fa1f4-3bff-46ac-9754-2b413e2d12a3 req-8280f3a3-0479-41fc-83e3-52923c211ccb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237686 Nov 23 22:48:05.951127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-3226c0c9-2c73-4881-b31f-51a6321a0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.952715 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f37700b9-5347-4971-b7be-83dec0ae6dee req-3226c0c9-2c73-4881-b31f-51a6321a0e1a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3477788 Nov 23 22:48:06.131273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:06.272526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d2c3-4949-41fc-91c7-4dc927555635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.377474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Deleting port 7f938661-299b-4767-b495-3d971ff17e36 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:06.377886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.473498 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.519527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.530435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.540453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.551059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.560335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.572011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.582654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.592317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-e931a816-ed89-426e-8938-812e44cb88d2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5409 time: 0.2554200 Nov 23 22:48:06.635248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Attempting to bind port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:06.637156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Attempting to bind port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:06.637503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Attempting to bind port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e on network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:06.655983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e on network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:06.656313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Attempting to bind port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e on network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:06.668666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:06.668922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Checking segment: {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:06.669372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Bound using segment: {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:06.669830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Bound port: b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:06.670482 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.757213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e8c5ae9-4b9c-4578-a39d-167eac6f80af req-d00f49ad-bd0d-4dd6-bef9-72551182dca1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402934 Nov 23 22:48:06.783238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] For port 7f938661-299b-4767-b495-3d971ff17e36, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7f938661-299b-4767-b495-3d971ff17e36,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:06.783846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.795596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d2c3-4949-41fc-91c7-4dc927555635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.811205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d2c3-4949-41fc-91c7-4dc927555635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.815411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Calling delete_port for 7f938661-299b-4767-b495-3d971ff17e36 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:06.825024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] For port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:06.831891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] For port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:06.839491 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.886466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:06.887736 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:06.890199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-28955f00-e810-45aa-9c23-075280255d2a service neutron] 10.222.0.48 "PUT /v2.0/ports/b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e HTTP/1.1" status: 200 len: 1091 time: 2.3991175 Nov 23 22:48:06.939342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Request body: {'port': {'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:06.955634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28955f00-e810-45aa-9c23-075280255d2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:06.957688 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ddd0d2c3-4949-41fc-91c7-4dc927555635 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97b6835b3b224d2d9887bfd7c00f1f17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2611525 Nov 23 22:48:06.960660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0d2c3-4949-41fc-91c7-4dc927555635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516981a5-1b5d-4622-9e98-ee0748c700eb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:06.965455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42988) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:07.016248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613d0095-3a5d-445c-be71-02530a3f723e {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:07.047544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.056267 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.087000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Transition to ACTIVE for port object 613d0095-3a5d-445c-be71-02530a3f723e will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:07.105624 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.339521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b'}, {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:07.344228 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5078edf6-a428-4940-89e3-b69323e20211" -d '{"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b"}, {"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:07.394907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bdef-3d1b-4b16-959b-704cd9cb8cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.398047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fbfa7-c23b-4784-8b89-662170e4a944 req-6d76e814-cb99-493a-aa0b-6b054be141a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.406873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6fbfa7-c23b-4784-8b89-662170e4a944 req-6d76e814-cb99-493a-aa0b-6b054be141a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 943 time: 0.1191514 Nov 23 22:48:07.415063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Pushing event updated for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:07.429370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.468351 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20d0b90-3c98-4167-a294-175b534432d2 x-openstack-request-id: req-d20d0b90-3c98-4167-a294-175b534432d2 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:07.468596 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:07.468843 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d20d0b90-3c98-4167-a294-175b534432d2 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:07.469243 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b', 'status': 'completed', 'code': 200} Nov 23 22:48:07.469517 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e', 'status': 'completed', 'code': 200} Nov 23 22:48:07.540560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6fbfa7-c23b-4784-8b89-662170e4a944 req-7bf789f1-f0c0-470d-86d3-11d3db40fa98 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324868 Nov 23 22:48:07.630034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bdef-3d1b-4b16-959b-704cd9cb8cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.638706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a52d19-e297-4655-beb5-1e32d7c4d00e {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:07.649454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.665120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Transition to ACTIVE for port object 91a52d19-e297-4655-beb5-1e32d7c4d00e will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:07.674897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.716465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.759688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53003315-9ef0-409f-b883-795068784a79 service neutron] Pushing event updated for resources: {'Port': ['ID=91a52d19-e297-4655-beb5-1e32d7c4d00e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:07.842279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f938661-299b-4767-b495-3d971ff17e36,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:07.854597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:07.857348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Attempting to bind port 613d0095-3a5d-445c-be71-02530a3f723e on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:07.857844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Attempting to bind port 613d0095-3a5d-445c-be71-02530a3f723e by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:07.859291 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Attempting to bind port 613d0095-3a5d-445c-be71-02530a3f723e on network ba226810-34f5-417d-b6d4-c1c631366066 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:07.872882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Port 613d0095-3a5d-445c-be71-02530a3f723e on network ba226810-34f5-417d-b6d4-c1c631366066 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:07.873267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Attempting to bind port 613d0095-3a5d-445c-be71-02530a3f723e on network ba226810-34f5-417d-b6d4-c1c631366066 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:07.895292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.896184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.896809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.900096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.900096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.900096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.900096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:07.906196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Attempting to bind port 91a52d19-e297-4655-beb5-1e32d7c4d00e on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:07.906644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Attempting to bind port 91a52d19-e297-4655-beb5-1e32d7c4d00e by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:07.906988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Attempting to bind port 91a52d19-e297-4655-beb5-1e32d7c4d00e on network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:07.913642 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5078edf6-a428-4940-89e3-b69323e20211 req-7359a16e-98fc-4052-b557-123e57116bd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6436 time: 0.3101361 Nov 23 22:48:07.934110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Port 91a52d19-e297-4655-beb5-1e32d7c4d00e on network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:07.934444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Attempting to bind port 91a52d19-e297-4655-beb5-1e32d7c4d00e on network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:07.942942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:07.943289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Checking segment: {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:07.943710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Bound using segment: {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:07.944157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Bound port: 91a52d19-e297-4655-beb5-1e32d7c4d00e, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9dfad5-b3c2-4c40-85a7-4251e50320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:07.944516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.002615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:08.002888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Checking segment: {'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:08.003430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Bound using segment: {'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:08.003979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Bound port: 613d0095-3a5d-445c-be71-02530a3f723e, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:08.004415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.010760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.020218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.030992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.062337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.068660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.088170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.103865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.106044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-e2ad401e-c927-46d2-9579-a8ece8d7c070 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.2256401 Nov 23 22:48:08.226237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:08.229985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=613d0095-3a5d-445c-be71-02530a3f723e,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:08.235938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bdef-3d1b-4b16-959b-704cd9cb8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.247927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6e2bdef-3d1b-4b16-959b-704cd9cb8cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.252313 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e6e2bdef-3d1b-4b16-959b-704cd9cb8cb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/516981a5-1b5d-4622-9e98-ee0748c700eb HTTP/1.1" status: 204 len: 168 time: 1.2689929 Nov 23 22:48:08.297287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75c976cf-58b6-412c-87e9-8b3245e22ec2 req-caf59e23-b630-441b-8980-ca6753a620a6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636226 Nov 23 22:48:08.311601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] For port 91a52d19-e297-4655-beb5-1e32d7c4d00e, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:08.313463 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.315822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] For port 91a52d19-e297-4655-beb5-1e32d7c4d00e, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:08.330510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.382259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2bdef-3d1b-4b16-959b-704cd9cb8cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516981a5-1b5d-4622-9e98-ee0748c700eb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:08.398008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.399368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.402057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] 10.222.0.46 "PUT /v2.0/ports/613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 1091 time: 3.0423849 Nov 23 22:48:08.413259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:08.416015 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d1c21-6b25-44ef-ab04-444081417833" -d '{"events": [{"name": "network-changed", "server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "tag": "613d0095-3a5d-445c-be71-02530a3f723e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:08.493766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.495109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.498482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-53003315-9ef0-409f-b883-795068784a79 service neutron] 10.222.0.48 "PUT /v2.0/ports/91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 200 len: 1091 time: 1.5637379 Nov 23 22:48:08.513022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53003315-9ef0-409f-b883-795068784a79 service neutron] Pushing event updated for resources: {'Port': ['ID=91a52d19-e297-4655-beb5-1e32d7c4d00e,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:08.570267 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b739c3-d7ff-4e80-abd9-cfb9d68ac122 x-openstack-request-id: req-c5b739c3-d7ff-4e80-abd9-cfb9d68ac122 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:08.570267 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "tag": "613d0095-3a5d-445c-be71-02530a3f723e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:08.570267 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5b739c3-d7ff-4e80-abd9-cfb9d68ac122 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:08.570267 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e', 'status': 'completed', 'code': 200} Nov 23 22:48:08.578644 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:08.739709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-9635c1a1-f39c-43f7-b9ea-35289ab4ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.740418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-9635c1a1-f39c-43f7-b9ea-35289ab4ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.741026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-9635c1a1-f39c-43f7-b9ea-35289ab4ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.742802 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5078edf6-a428-4940-89e3-b69323e20211 req-9635c1a1-f39c-43f7-b9ea-35289ab4ce99 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=13315bd64a8e488fa0278c17cd63c533&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7238779 Nov 23 22:48:08.751011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51914509-f438-4c52-b3b3-4569cf08c052 service neutron] Pushing event updated for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:08.766118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff553a-27bc-416c-b655-48560a443bb8 req-4498a6a3-a492-4f82-ba51-e2ea950b733c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.791455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7eff553a-27bc-416c-b655-48560a443bb8 req-4498a6a3-a492-4f82-ba51-e2ea950b733c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 943 time: 0.0915842 Nov 23 22:48:08.816079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83566-e542-495a-abd5-a04f3130d86f req-b0570e48-76a9-414e-92b2-e2e77a4cfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:08.818027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-b0570e48-76a9-414e-92b2-e2e77a4cfd67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1094 time: 0.3152237 Nov 23 22:48:08.921295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-9b52e566-daf6-4cec-badf-5e50ef1b7646 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 217 time: 0.0688345 Nov 23 22:48:08.922477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7eff553a-27bc-416c-b655-48560a443bb8 req-9336068c-6186-432c-a4f4-34b31fbb0277 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289501 Nov 23 22:48:09.001279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83566-e542-495a-abd5-a04f3130d86f req-83945272-c376-4ca6-b602-9b92dd245bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.004163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-83945272-c376-4ca6-b602-9b92dd245bf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.0714617 Nov 23 22:48:09.051238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-0c5d160b-f067-4a3d-9ab9-5e035b700a9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383921 Nov 23 22:48:09.054223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-a4ff658d-1097-419a-9f53-283d55d7da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.055799 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5078edf6-a428-4940-89e3-b69323e20211 req-a4ff658d-1097-419a-9f53-283d55d7da0f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3011665 Nov 23 22:48:09.412643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43054) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:09.484380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:09.488659 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e6d0df-4bd6-474c-85d8-435c75e2393f" -d '{"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:09.551935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.559422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.567525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.574309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.581845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.590647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.614837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.628448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-fdc8ae50-605a-493d-ac6c-b670ff3e4977 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.1606205 Nov 23 22:48:09.636779 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef4981d-c429-45c6-9fe9-dae45d1d84dd x-openstack-request-id: req-9ef4981d-c429-45c6-9fe9-dae45d1d84dd {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:09.637228 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:09.637556 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ef4981d-c429-45c6-9fe9-dae45d1d84dd {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:09.638171 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e', 'status': 'completed', 'code': 200} Nov 23 22:48:09.647648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.648130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.648597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.649063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.649524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.649981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.650453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.652497 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5078edf6-a428-4940-89e3-b69323e20211 req-3163daeb-6226-43a7-bdde-a19bcfd20b36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6478 time: 0.5118980 Nov 23 22:48:09.680903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-794141871-network', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:09.740652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Made reservation on behalf of 8d524ce723c54b2c9f55db9abfefa842 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:09.743150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:09.758778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Router eb8bd485-0b54-4852-ae09-9eb458c82c1f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:48:09.768748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6481464-d2db-43c8-a3fb-b4cca3853d2e req-80c6e1d8-17ec-4ddd-a5fa-7b4e90a43007 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338696 Nov 23 22:48:09.769641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:09.810824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-f5a1cdbd-49da-4915-9eec-08b61a108622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.811524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-f5a1cdbd-49da-4915-9eec-08b61a108622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.812081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-f5a1cdbd-49da-4915-9eec-08b61a108622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.814231 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5078edf6-a428-4940-89e3-b69323e20211 req-f5a1cdbd-49da-4915-9eec-08b61a108622 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=13315bd64a8e488fa0278c17cd63c533&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1471651 Nov 23 22:48:09.816867 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-7341dbe0-2ab8-4644-85bb-ea510a6bf962 service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181153 Nov 23 22:48:09.865710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:09.883823 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:09.924944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:48:09.955745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078edf6-a428-4940-89e3-b69323e20211 req-f3f221c0-85b9-4eb4-8455-2382889b27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:09.958000 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5078edf6-a428-4940-89e3-b69323e20211 req-f3f221c0-85b9-4eb4-8455-2382889b27f2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350493 Nov 23 22:48:09.962300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:09.982162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:09.983673 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Added segment 7620bb90-cd1c-45a4-a952-4f84b5ac96a5 of type vlan for network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 Nov 23 22:48:10.076643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:10.144667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16556881-4062-45f8-a30b-4290b4c88fac req-1a2a3387-2c49-43ba-80b3-2c8b90bb3186 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.147432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16556881-4062-45f8-a30b-4290b4c88fac req-1a2a3387-2c49-43ba-80b3-2c8b90bb3186 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 943 time: 0.1033475 Nov 23 22:48:10.151846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:10.153786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.154422 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:10.207480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7870989 Nov 23 22:48:10.225370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43070) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:10.232404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Request body: {'subnet': {'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-794141871-subnet', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:10.317679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.318209 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.318695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.319551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.319710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.319936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Made reservation on behalf of 8d524ce723c54b2c9f55db9abfefa842 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:10.320164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.320590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.322393 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:10.322626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-6a5b3d31-6612-465d-9502-e27aa85ee424 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6478 time: 0.2320309 Nov 23 22:48:10.390165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4cf83566-e542-495a-abd5-a04f3130d86f req-dd033eab-ddd9-441f-935a-b95e4398d8a3 service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309752 Nov 23 22:48:10.390432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60594-55fd-4881-aca2-c2aa53f72129 admin admin] Pushing event updated for resources: {'Network': ['ID=4ceb42f0-96f0-408b-a1b0-14731cc84da4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:10.394692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:48:10.398521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-0e1be67c-a1eb-415a-a829-f02775fcddbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 200 len: 217 time: 0.0591822 Nov 23 22:48:10.403394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6f04fe33-2e33-41ff-8541-abbec058ddf6 admin admin] 10.222.0.11 "PUT /v2.0/routers/eb8bd485-0b54-4852-ae09-9eb458c82c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2858415 Nov 23 22:48:10.410888 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] Sync routers for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:48:10.411543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43074) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:10.419613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:48:10.491013 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:10.493513 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:10.587253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-16385279-9c65-49ab-874d-707c2e72a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.589257 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-16385279-9c65-49ab-874d-707c2e72a9f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 HTTP/1.1" status: 200 len: 851 time: 0.1831188 Nov 23 22:48:10.750123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d1c21-6b25-44ef-ab04-444081417833 req-b6bbba66-753a-478b-a068-5df019d12d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.750550 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:10.752861 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27d1c21-6b25-44ef-ab04-444081417833 req-b6bbba66-753a-478b-a068-5df019d12d15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1094 time: 0.2144315 Nov 23 22:48:10.783749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-a14ebd08-d1d5-4ec8-b906-4fc079a61cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:10.788748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-a14ebd08-d1d5-4ec8-b906-4fc079a61cb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98149ffc-c8d0-4f66-87c9-1db80dfda154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604407 Nov 23 22:48:10.818114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.044921 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-bc1c450b-3048-48e9-b926-52e060e58d45 service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180817 Nov 23 22:48:11.058185 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:48:07Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:11.127189 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] Checking router: eb8bd485-0b54-4852-ae09-9eb458c82c1f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:48:11.149065 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] Routers {'eb8bd485-0b54-4852-ae09-9eb458c82c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:11.149981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:11.153558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16556881-4062-45f8-a30b-4290b4c88fac req-49ab45bd-46fd-4878-9ec5-a356dbae229e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9767148 Nov 23 22:48:11.260938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.271894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.305969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.312352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.331613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.348137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.359933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.362454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-c20c5427-4c35-4e51-a618-d8b33fdf0bba tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.2368767 Nov 23 22:48:11.364614 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] Set router eb8bd485-0b54-4852-ae09-9eb458c82c1f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:11.389074 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.469608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d1c21-6b25-44ef-ab04-444081417833 req-9b58d984-6c4e-49ed-9c92-18a719bfa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.473882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27d1c21-6b25-44ef-ab04-444081417833 req-9b58d984-6c4e-49ed-9c92-18a719bfa0f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.6987495 Nov 23 22:48:11.540248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27d1c21-6b25-44ef-ab04-444081417833 req-44c20ff1-d94e-4e38-9769-07b11d200d71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 217 time: 0.0522389 Nov 23 22:48:11.552655 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.560702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-2c81e542-3f97-499e-a889-f26706de2a86 service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974296 Nov 23 22:48:11.603706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb19bfdd-3f05-4f7d-bd68-bf739a632ced,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:11.670953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:11.671322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Network hostable DHCP agents. Network: 4ceb42f0-96f0-408b-a1b0-14731cc84da4, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:48:11.694461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ac46f6f-8253-447e-a896-c29879a307c6 req-5908281b-e5a1-418b-aa2d-386772f6d1b6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655614 Nov 23 22:48:11.710594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:48:11.727003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4ceb42f0-96f0-408b-a1b0-14731cc84da4) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:11.738554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad2a47-03c5-4801-ba4d-68d59250ccc9 None None] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:48:11.742699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.743815 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.778604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f7dd322d-27c2-4b7f-97cb-eeee4a2363ec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5521197 Nov 23 22:48:11.783553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43104) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:11.785993 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:48:07Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:11.792257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:11.837412 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8c3e8-7508-4447-adb1-b69c32cfaee6 None None] The sync data for ids ['eb8bd485-0b54-4852-ae09-9eb458c82c1f'] in n-d-817303-3 is: [{'id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'name': 'tempest-ServersTestManualDisk-898739602-router', 'tenant_id': '9396a090a4c74095bd0f78f570548998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:28Z', 'updated_at': '2021-11-23T22:48:07Z', 'revision_number': 5, 'project_id': '9396a090a4c74095bd0f78f570548998', 'gw_port': {'id': 'f4910dce-9007-4a03-b759-19f94d44b172', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8bd485-0b54-4852-ae09-9eb458c82c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:30Z', 'updated_at': '2021-11-23T22:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:48:11.839647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.840978 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.849637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-7bc3cee5-bbe8-48f3-96c6-9e5f23eec0c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 217 time: 0.2733641 Nov 23 22:48:11.861608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d1c21-6b25-44ef-ab04-444081417833 req-974c0c04-e438-4643-88e9-a716f6673208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:11.864645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27d1c21-6b25-44ef-ab04-444081417833 req-974c0c04-e438-4643-88e9-a716f6673208 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.3069334 Nov 23 22:48:11.940272 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.979390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Deleting port f4910dce-9007-4a03-b759-19f94d44b172 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:11.979390 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:11.998885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27d1c21-6b25-44ef-ab04-444081417833 req-becb642a-72d3-4287-be11-dba70b674aed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145728 Nov 23 22:48:12.026018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:48:12.026925 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:12.184428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:12.185707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-b54d96ef-57c6-4042-ab2e-b400ab793e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:12.187325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-b54d96ef-57c6-4042-ab2e-b400ab793e43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.3201718 Nov 23 22:48:12.222145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Allocated IP 172.20.0.2 (4ceb42f0-96f0-408b-a1b0-14731cc84da4/cb19bfdd-3f05-4f7d-bd68-bf739a632ced/56215e64-517b-482a-9ada-583b32691eb3) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:12.375487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] For port f4910dce-9007-4a03-b759-19f94d44b172, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f4910dce-9007-4a03-b759-19f94d44b172,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:12.389978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:12.423919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27d1c21-6b25-44ef-ab04-444081417833 req-18852923-63df-42c2-9726-4c3dee4acba1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977673 Nov 23 22:48:12.435809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-36aab57e-39c4-4c04-9c1a-f7de2a405341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:12.438805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-36aab57e-39c4-4c04-9c1a-f7de2a405341 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2375393 Nov 23 22:48:12.459483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Calling delete_port for f4910dce-9007-4a03-b759-19f94d44b172 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:12.517223 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:12.537088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:12.667532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7f938661-299b-4767-b495-3d971ff17e36 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:12.791808 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27d1c21-6b25-44ef-ab04-444081417833 req-b553bb30-6334-4bd7-bf6c-1666b0462268 service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496079 Nov 23 22:48:12.853672 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-bb01370f-c191-4e19-9d30-05ff1d1fc90e service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841202 Nov 23 22:48:12.868756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:12.894281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7cdc-e5fe-4c96-8f8e-2eb40b75c5ed req-ea68c4a9-e660-48d9-b7cf-48affebac828 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:12.904468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2ec7cdc-e5fe-4c96-8f8e-2eb40b75c5ed req-ea68c4a9-e660-48d9-b7cf-48affebac828 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 943 time: 0.5742486 Nov 23 22:48:12.987991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.038342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-9f9d231e-5ffb-413a-8066-9d79828c4db3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2788198 Nov 23 22:48:13.061709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 613d0095-3a5d-445c-be71-02530a3f723e details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:13.096965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:13.098148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Pushing event updated for resources: {'Port': ['ID=56215e64-517b-482a-9ada-583b32691eb3,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:13.100496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7f938661-299b-4767-b495-3d971ff17e36 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:13.101004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7f938661-299b-4767-b495-3d971ff17e36 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:13.113416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:13.118229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:13.123322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.123941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.124433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.124938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.125427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.125908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.126678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.127219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.127741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.128220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.128722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.129198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:13.168839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.183523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.183681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-92eb615d-7fd6-43e4-ad2d-676a68123e28 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193600 Nov 23 22:48:13.205552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.217581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.233197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.249606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.258377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Attempting to bind port 56215e64-517b-482a-9ada-583b32691eb3 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:13.258964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Attempting to bind port 56215e64-517b-482a-9ada-583b32691eb3 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:13.259487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Attempting to bind port 56215e64-517b-482a-9ada-583b32691eb3 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:13.263948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.269392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-3f2ab769-6820-4a61-acc6-a566daae602a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.3577461 Nov 23 22:48:13.289560 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-8eed6963-1af9-4d52-aa41-f603b1df94b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0953493 Nov 23 22:48:13.308967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2ec7cdc-e5fe-4c96-8f8e-2eb40b75c5ed req-07bd35f3-6b00-4960-b881-3961612aadc4 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292449 Nov 23 22:48:13.351323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.365492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:13.365819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:13.366367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.366776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Bound using segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:13.367270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Bound port: 56215e64-517b-482a-9ada-583b32691eb3, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:13.367680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.379438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444280b8-8160-4520-8f78-8232746a187b req-79ecd34a-2c83-4e68-b203-c8be5a223bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.380964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-79ecd34a-2c83-4e68-b203-c8be5a223bf2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1096 time: 0.2892826 Nov 23 22:48:13.439228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4910dce-9007-4a03-b759-19f94d44b172,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:13.440741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Allocated IP 172.25.0.121 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/1724131b-ff8f-4b54-a08c-61e57019f3cc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:13.521891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-05895f21-2b2b-40b1-b3ae-27047db0e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.523805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-05895f21-2b2b-40b1-b3ae-27047db0e1ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.2277100 Nov 23 22:48:13.540451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85dfb3e1-31ed-4544-8e0e-aaf56e819530 req-0d43046e-c309-4e8b-97a3-6ebe320aa12b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2202163 Nov 23 22:48:13.578806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.591530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=613d0095-3a5d-445c-be71-02530a3f723e,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:13.626880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '613d0095-3a5d-445c-be71-02530a3f723e', 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066', 'port_id': '613d0095-3a5d-445c-be71-02530a3f723e', 'mac_address': 'fa:16:3e:16:9a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041d291f-9c09-4e78-8836-2e8416b3267b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:13.678804 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.698406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] For port 56215e64-517b-482a-9ada-583b32691eb3, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:13.701814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613d0095-3a5d-445c-be71-02530a3f723e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:13.723172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.724085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] For port 56215e64-517b-482a-9ada-583b32691eb3, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=56215e64-517b-482a-9ada-583b32691eb3,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:13.724341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-a7a04c5c-214f-4af3-a5ad-fb78b39159db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.726351 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-a7a04c5c-214f-4af3-a5ad-fb78b39159db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927838 Nov 23 22:48:13.731080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.734115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.736044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.750203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=613d0095-3a5d-445c-be71-02530a3f723e,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:13.779011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.792122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444280b8-8160-4520-8f78-8232746a187b req-e979e0ff-9ea6-4114-aed6-db924f0412d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:13.804005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-e979e0ff-9ea6-4114-aed6-db924f0412d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.3924990 Nov 23 22:48:13.805831 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.816537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e39af-f73b-4d8e-af21-2091452d918b None None] Pushing event updated for resources: {'Port': ['ID=56215e64-517b-482a-9ada-583b32691eb3,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:13.842045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-a14f0f32-c6d1-4547-b21c-7ea0f45882c6 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080582 Nov 23 22:48:13.890955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:13.896332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1724131b-ff8f-4b54-a08c-61e57019f3cc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:13.942374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.943192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8bd485-0b54-4852-ae09-9eb458c82c1f {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:48:13.957052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:13.958483 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f88c5688-aaa3-4379-8099-f3118f9409b1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/eb8bd485-0b54-4852-ae09-9eb458c82c1f HTTP/1.1" status: 204 len: 168 time: 3.5253818 Nov 23 22:48:13.961459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43134) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:14.008578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-271caa25-1908-4831-8e91-4be11b415cb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 200 len: 1000 time: 0.1175995 Nov 23 22:48:14.021036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:14.136277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:14.141152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] Deleting subnet e3245e37-7851-4717-8712-b5fe233e4549 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:48:14.148031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-490a391c-8aad-49fd-86f0-5d876a886746 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959242 Nov 23 22:48:14.154709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:14.167999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:14.171954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:14.310551 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-b2beceb0-928b-4405-aee1-c045d2be1bce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc HTTP/1.1" status: 200 len: 217 time: 0.1531887 Nov 23 22:48:14.402880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:14.495185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-591f84c8-ae64-4e6d-ab5f-1d1f10d68ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:14.496675 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-591f84c8-ae64-4e6d-ab5f-1d1f10d68ebe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1744123 Nov 23 22:48:14.517713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444280b8-8160-4520-8f78-8232746a187b req-a0ef417b-1dc0-4449-a97e-ca5ebd607035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:14.519290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-a0ef417b-1dc0-4449-a97e-ca5ebd607035 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.5016975 Nov 23 22:48:14.604042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:14.693568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-6fd2b9ee-49fc-4f87-aea3-de46b82edff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:14.695166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-6fd2b9ee-49fc-4f87-aea3-de46b82edff8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899681 Nov 23 22:48:14.696952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:14.714408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afd5c3-4daa-4dde-8225-c2b5488a7b7a req-e01ac100-b791-4202-a3d4-f44f5edaab3b tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:14.735004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3245e37-7851-4717-8712-b5fe233e4549,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:14.741062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14afd5c3-4daa-4dde-8225-c2b5488a7b7a req-e01ac100-b791-4202-a3d4-f44f5edaab3b tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 944 time: 0.2578826 Nov 23 22:48:14.751878 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:14.758411 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81957fa5-42ed-4f12-b014-241295cb9692 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e3245e37-7851-4717-8712-b5fe233e4549 HTTP/1.1" status: 204 len: 168 time: 0.7956920 Nov 23 22:48:14.759092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19561de6-5ba1-415c-aed6-c1dde8ce85d0 None None] Network b545b11a-b51f-4c67-8c9e-1f92a3da68ec requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:48:14.765208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43150) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:14.772704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444280b8-8160-4520-8f78-8232746a187b req-c47ecb0b-4ef4-4959-9ec8-9a36d8caca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:14.773686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-c47ecb0b-4ef4-4959-9ec8-9a36d8caca7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392290 Nov 23 22:48:14.851704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.025233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 613d0095-3a5d-445c-be71-02530a3f723e up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:15.121751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 56215e64-517b-482a-9ada-583b32691eb3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:15.243535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14afd5c3-4daa-4dde-8225-c2b5488a7b7a req-59122566-7e8d-43e2-9d85-0fa7a5d21779 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959066 Nov 23 22:48:15.286591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:15.297301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:15.310475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:15.332188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:15.340402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:15.348315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:15.357565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:15.363273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 56215e64-517b-482a-9ada-583b32691eb3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:15.363712 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.366049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 613d0095-3a5d-445c-be71-02530a3f723e completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:15.372965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-2b7019dd-ecc6-4024-bc47-d4ec1fc41d86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.5935588 Nov 23 22:48:15.385967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 613d0095-3a5d-445c-be71-02530a3f723e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:15.386524 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.433287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.440664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-04470406-303b-4fa8-abac-ad5fbd1a6677 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990869 Nov 23 22:48:15.473394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] DHCP port deletion for b545b11a-b51f-4c67-8c9e-1f92a3da68ec request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:48:15.567478 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-8a1059f7-e344-4b5b-9161-6dbd78e70b37 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8649673 Nov 23 22:48:15.662525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57553127-f4f6-428d-a281-1dc87d594de3 None None] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:48:15.771801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Deleting port 28395336-ef11-4400-a459-2d03319c56ab {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:15.772139 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.775129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] Deleting port 28395336-ef11-4400-a459-2d03319c56ab {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:15.776141 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.830287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.862840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf65673d-1818-4457-9cdf-db97b8a54200 req-76fe5e8c-4548-4133-80d3-033149711f2c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4889190 Nov 23 22:48:15.924538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.926502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.934611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] For port 28395336-ef11-4400-a459-2d03319c56ab, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=28395336-ef11-4400-a459-2d03319c56ab,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:15.935035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:15.956826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Calling delete_port for 28395336-ef11-4400-a459-2d03319c56ab owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:15.969562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=613d0095-3a5d-445c-be71-02530a3f723e,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:16.022064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:16.029189 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b0f735-bcc4-4cc0-917e-ccfd7c186ac0" -d '{"events": [{"server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "name": "network-vif-plugged", "status": "completed", "tag": "613d0095-3a5d-445c-be71-02530a3f723e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:16.038830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c01d464b-bc0e-453d-b73f-c20497b2e893 None None] Provisioning complete for port 56215e64-517b-482a-9ada-583b32691eb3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:16.039212 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c01d464b-bc0e-453d-b73f-c20497b2e893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.075996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.090922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] For port 28395336-ef11-4400-a459-2d03319c56ab, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=28395336-ef11-4400-a459-2d03319c56ab,segment=NetworkSegment(d7c86fe4-e8cf-4b21-baf6-e9f782ff3949),segment_id=d7c86fe4-e8cf-4b21-baf6-e9f782ff3949)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:16.091314 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.125515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.146887 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-ada44825-1779-4dbc-95fc-1f596593bb62 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651581 Nov 23 22:48:16.162261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 56215e64-517b-482a-9ada-583b32691eb3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=56215e64-517b-482a-9ada-583b32691eb3,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:16.166382 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497da950-98f2-4d10-82bd-d29c85324693 x-openstack-request-id: req-497da950-98f2-4d10-82bd-d29c85324693 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:16.166890 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "name": "network-vif-plugged", "status": "completed", "tag": "613d0095-3a5d-445c-be71-02530a3f723e", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:16.167544 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-497da950-98f2-4d10-82bd-d29c85324693 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:16.168178 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e', 'code': 200} Nov 23 22:48:16.199792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] Calling delete_port for 28395336-ef11-4400-a459-2d03319c56ab owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:16.203864 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.245698 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-444280b8-8160-4520-8f78-8232746a187b req-e341ab2e-0346-4cc0-9022-27f151d21113 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600673 Nov 23 22:48:16.268713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Router 773a88a7-9881-4b12-bff5-784143434089 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:48:16.272034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=28395336-ef11-4400-a459-2d03319c56ab,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:16.286118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-abc31b2d-d4db-405c-97e0-beea008b5a78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b HTTP/1.1" status: 200 len: 217 time: 0.1081517 Nov 23 22:48:16.320777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4910dce-9007-4a03-b759-19f94d44b172 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:16.372899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-0edcc3fd-1b49-4fb0-8f2e-03a926450e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:16.374711 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-0edcc3fd-1b49-4fb0-8f2e-03a926450e31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0615058 Nov 23 22:48:16.401939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] No DVR routers for this DVR port 28395336-ef11-4400-a459-2d03319c56ab on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:48:16.458450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f4910dce-9007-4a03-b759-19f94d44b172 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:16.459179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4910dce-9007-4a03-b759-19f94d44b172 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:16.482231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:16.587929 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.626966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=56215e64-517b-482a-9ada-583b32691eb3,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:16.628022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b545b11a-b51f-4c67-8c9e-1f92a3da68ec']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:16.631776 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.664335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] Pushing event deleted for resources: {'Port': ['ID=28395336-ef11-4400-a459-2d03319c56ab,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:16.666411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ee4fa-d2fe-4d0c-89e2-1d56ae2d007e None None] No DVR routers for this DVR port 28395336-ef11-4400-a459-2d03319c56ab on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:48:16.676359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:16.676359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c86fe4-e8cf-4b21-baf6-e9f782ff3949') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:16.718821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.815068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bbb93-88b7-4190-b246-f0ab1fb3fcb6 req-bbe6169d-ed87-4d79-bb3b-654d27dcb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:16.830924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 28395336-ef11-4400-a459-2d03319c56ab no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:16.835131 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7c4bbb93-88b7-4190-b246-f0ab1fb3fcb6 req-bbe6169d-ed87-4d79-bb3b-654d27dcb308 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1096 time: 0.5414689 Nov 23 22:48:16.851543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47fd8-2b77-4457-8e06-1f1feba65356 req-b6c61f00-ac8d-4283-9ac1-2bff93122630 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:16.853148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2f47fd8-2b77-4457-8e06-1f1feba65356 req-b6c61f00-ac8d-4283-9ac1-2bff93122630 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 945 time: 0.4734468 Nov 23 22:48:16.864321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 28395336-ef11-4400-a459-2d03319c56ab {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:16.865010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 28395336-ef11-4400-a459-2d03319c56ab not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:16.878190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-3591404f-eeb4-4494-a8a5-dda01b8f9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:16.888999 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-3591404f-eeb4-4494-a8a5-dda01b8f9b82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4741459 Nov 23 22:48:16.905850 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:16.949040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:48:16.960201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Sync routers for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:48:16.976493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:16.977309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:17.052506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2f47fd8-2b77-4457-8e06-1f1feba65356 req-d939da4a-c872-4f4d-a6a5-20f33f2b74d7 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699345 Nov 23 22:48:17.121817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.123452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:48:17.124502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:48:17.126655 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:48:17.131676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-786a0d7b-c2b3-479e-ada6-f1bb3e1da0b7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3463674 Nov 23 22:48:17.140788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43178) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:17.181446 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-4d39b97b-799c-4ca5-9ab2-7e08f1fec92d service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726715 Nov 23 22:48:17.243793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:17.249964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:17.254302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7c4bbb93-88b7-4190-b246-f0ab1fb3fcb6 req-4f5e0340-ad50-4769-a233-1042298cce0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996532 Nov 23 22:48:17.264511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:17.271482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:17.278120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:17.286207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:17.293452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:17.295453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8c6b1ed4-0b9d-40c8-abff-f3c15ce451d4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.2118156 Nov 23 22:48:17.369859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6720b29-860b-4483-baaa-7bdf77cf72fd req-8d3da4a4-bb8a-4e06-a741-119f164b9c69 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673902 Nov 23 22:48:17.371625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.378671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.385059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b545b11a-b51f-4c67-8c9e-1f92a3da68ec HTTP/1.1" status: 204 len: 168 time: 2.6158776 Nov 23 22:48:17.392899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7ea32899-188f-44a0-b9af-c46c797c1beb None None] Provisioning complete for port 56215e64-517b-482a-9ada-583b32691eb3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:17.411719 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ea32899-188f-44a0-b9af-c46c797c1beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.485687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739704f3-7ed2-42da-9690-73e582686b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b545b11a-b51f-4c67-8c9e-1f92a3da68ec,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:17.487010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:17.653223 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-6b6a498c-534a-423a-8e61-526aed2b6bc9 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332176 Nov 23 22:48:17.657131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43186) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:17.737496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5fbc8874-4477-4844-a339-b83964f5c58b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9396a090a4c74095bd0f78f570548998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784914 Nov 23 22:48:17.740093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43188) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:17.814474 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-88f69b81-e07e-494e-88bd-f500e7be3c92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e HTTP/1.1" status: 200 len: 217 time: 0.0529959 Nov 23 22:48:17.829683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc4abd79-63c6-4bf2-8bf7-ac87d8d69818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.868802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc4abd79-63c6-4bf2-8bf7-ac87d8d69818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.939622 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc4abd79-63c6-4bf2-8bf7-ac87d8d69818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.942980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc4abd79-63c6-4bf2-8bf7-ac87d8d69818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:17.947487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fc4abd79-63c6-4bf2-8bf7-ac87d8d69818 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66b0d59d-f144-49eb-a2ef-41cacb58eebb HTTP/1.1" status: 204 len: 168 time: 0.2061014 Nov 23 22:48:17.967608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4abd79-63c6-4bf2-8bf7-ac87d8d69818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0d59d-f144-49eb-a2ef-41cacb58eebb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:18.047182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:14Z', 'revision_number': 3, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:18.110081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Checking router: 773a88a7-9881-4b12-bff5-784143434089 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:48:18.110970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Updating router 773a88a7-9881-4b12-bff5-784143434089 port 1724131b-ff8f-4b54-a08c-61e57019f3cc binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:48:18.132415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-aa466ebd-eccd-46e8-be78-ee703a66b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:18.134907 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-aa466ebd-eccd-46e8-be78-ee703a66b62a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.2251837 Nov 23 22:48:18.160578 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:18.289274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613b903-d059-4104-84e1-ab443fc56bb6 req-ed51efd0-44f4-4f7b-8803-1ea72d711dd4 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:18.301678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7613b903-d059-4104-84e1-ab443fc56bb6 req-ed51efd0-44f4-4f7b-8803-1ea72d711dd4 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 945 time: 0.1131835 Nov 23 22:48:18.375449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-632c2b02-9f6b-4488-bd07-b26ff514467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:18.382356 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-632c2b02-9f6b-4488-bd07-b26ff514467a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2367578 Nov 23 22:48:18.549040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7613b903-d059-4104-84e1-ab443fc56bb6 req-ac91ea27-8e92-40c8-a9b0-c6173c588898 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364297 Nov 23 22:48:18.687382 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:18.712199 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:18.786072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 56215e64-517b-482a-9ada-583b32691eb3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:18.860586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Attempting to bind port 1724131b-ff8f-4b54-a08c-61e57019f3cc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:18.861813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Attempting to bind port 1724131b-ff8f-4b54-a08c-61e57019f3cc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:18.862560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Attempting to bind port 1724131b-ff8f-4b54-a08c-61e57019f3cc on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:18.904020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:18.904871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:18.906869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:18.908798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:18.909834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Bound port: 1724131b-ff8f-4b54-a08c-61e57019f3cc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:18.910576 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:18.970537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0437f4-fe6f-467b-92d2-a1583ff2a2c6 None None] Pushing event updated for resources: {'Port': ['ID=1724131b-ff8f-4b54-a08c-61e57019f3cc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:19.037425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] For port 1724131b-ff8f-4b54-a08c-61e57019f3cc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:19.041597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:19.042797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] For port 1724131b-ff8f-4b54-a08c-61e57019f3cc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1724131b-ff8f-4b54-a08c-61e57019f3cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:19.045466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 56215e64-517b-482a-9ada-583b32691eb3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:19.046519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:19.054714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:19.073665 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-175e7977-67ca-4105-b240-d38768f04241 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215713 Nov 23 22:48:19.227533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.243526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:19.245129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.246584 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-8554195c-f97d-49af-bdfc-227fa5ae1731 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624093 Nov 23 22:48:19.248536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:19.253706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.283373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.289696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.295728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.302307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.310219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7d84449-b099-4500-a427-b40cb16dc291 req-00215f3d-501e-40fd-ad5a-8d52fe38843c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.7601104 Nov 23 22:48:19.337874 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-ceace39d-01a9-4ad6-8b56-151209c44954 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 200 len: 217 time: 0.0764573 Nov 23 22:48:19.385432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7d84449-b099-4500-a427-b40cb16dc291 req-2139e085-5449-410c-b01f-8fd8c7dd8132 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743880 Nov 23 22:48:19.395753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0437f4-fe6f-467b-92d2-a1583ff2a2c6 None None] Pushing event updated for resources: {'Port': ['ID=1724131b-ff8f-4b54-a08c-61e57019f3cc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:19.424913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:19.504027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-a27067c0-16cc-4a9e-8649-93dad9327441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.504027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-a27067c0-16cc-4a9e-8649-93dad9327441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.1385381 Nov 23 22:48:19.607595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714585d-08e2-4426-9776-08b41326e14b req-e672375a-c3e2-43f6-97e2-05c25b043e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.607595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-e672375a-c3e2-43f6-97e2-05c25b043e59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945187 Nov 23 22:48:19.608088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43240) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:19.678219 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Allocated IP 172.20.0.1 (4ceb42f0-96f0-408b-a1b0-14731cc84da4/cb19bfdd-3f05-4f7d-bd68-bf739a632ced/84254d01-5464-4c3e-a7ee-330917a71ba0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:19.785996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845877-8428-4b7b-871b-96fcc1450aed req-07b46682-701a-4511-a617-c4d5d043c72e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:19.787936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a845877-8428-4b7b-871b-96fcc1450aed req-07b46682-701a-4511-a617-c4d5d043c72e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 945 time: 0.0923665 Nov 23 22:48:19.816744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1328791494-network', 'tenant_id': '4ed52800d2b44a5297b1a6c2e7e2fb84'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:19.862260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Made reservation on behalf of 4ed52800d2b44a5297b1a6c2e7e2fb84 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:19.864770 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:19.881486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:19.889999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:14Z', 'revision_number': 3, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:19.937139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292ebc2-2ed1-410b-ad40-9b19c5d20f7b None None] The sync data for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 is: [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:14Z', 'revision_number': 3, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:48:19.944848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a845877-8428-4b7b-871b-96fcc1450aed req-11d9878c-d6fd-43c1-9b53-26cc9fed7d7a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501255 Nov 23 22:48:19.949456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-23025400-77ea-429a-8c82-1f374dbf3e58 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311045 Nov 23 22:48:20.024660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.042096 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.077811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:48:20.094390 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.107022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.107482 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Added segment 206ebdf5-9160-41b1-80b8-055cba32181c of type vlan for network e6c29948-5d40-4200-9ec4-bcd515bcd490 Nov 23 22:48:20.119527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3be682a-0873-4c8c-801d-fe9b29b0afd8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:20.128901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6714585d-08e2-4426-9776-08b41326e14b req-04fc1263-d61e-4761-aed8-15b1f9ae2a39 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551139 Nov 23 22:48:20.146258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-90795631-6b89-46c5-8b6b-a1f5b736e8f5 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-87748494&fields=id&tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 267 time: 0.1071048 Nov 23 22:48:20.163910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.207483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.238914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:20.242111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:20.246095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:20.277806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.279278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.280223 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.313550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-0a39fbe5-dc48-4c9d-a298-5ceed891ff9c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.314604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-0a39fbe5-dc48-4c9d-a298-5ceed891ff9c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 945 time: 0.1728058 Nov 23 22:48:20.338149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'port': {'security_groups': ['7837bb72-d205-45ff-853c-ac8b3c9dd759', 'e79d4a45-47f6-4425-8bc0-032479455c99']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:20.350247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Pushing event updated for resources: {'Port': ['ID=84254d01-5464-4c3e-a7ee-330917a71ba0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:20.380209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.429896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c29948-5d40-4200-9ec4-bcd515bcd490,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:20.443869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e6c29948-5d40-4200-9ec4-bcd515bcd490 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:48:20.542049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.542445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.543680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.544171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.544642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.550606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-df5a94ca-68c5-41b2-aac9-1a65ac9e1db9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9405909 Nov 23 22:48:20.552123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.552575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.555295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-94a3fdaf-65d1-42c7-81f0-a898259295ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6478 time: 0.1896825 Nov 23 22:48:20.656047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43260) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:20.709246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Request body: {'subnet': {'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1328791494-subnet', 'tenant_id': '4ed52800d2b44a5297b1a6c2e7e2fb84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:20.727474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.812102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1724131b-ff8f-4b54-a08c-61e57019f3cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:20.840201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.872011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cd394ad2-ef89-4e6f-90ab-67efe95e6e11 None None] Provisioning complete for port 84254d01-5464-4c3e-a7ee-330917a71ba0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:20.877671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.878372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cd394ad2-ef89-4e6f-90ab-67efe95e6e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.892263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.899333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.936270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.956197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.967287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cd394ad2-ef89-4e6f-90ab-67efe95e6e11 None None] Port 84254d01-5464-4c3e-a7ee-330917a71ba0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:48:20.973853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.982249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:20.983234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1724131b-ff8f-4b54-a08c-61e57019f3cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:20.983866 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:20.984326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-ce6f1e5f-312b-4dd1-a803-a6f7d5c01ed7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.4382703 Nov 23 22:48:21.043814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Made reservation on behalf of 4ed52800d2b44a5297b1a6c2e7e2fb84 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:21.048509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.088783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-ce68818f-fe24-48aa-ac77-da17b53eca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:21.090297 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-ce68818f-fe24-48aa-ac77-da17b53eca38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 200 len: 902 time: 0.5253835 Nov 23 22:48:21.092449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.100133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.195661 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.208327 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-bfa8456a-e896-40c5-b987-9778f640ff22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 200 len: 217 time: 0.1093280 Nov 23 22:48:21.221690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 1724131b-ff8f-4b54-a08c-61e57019f3cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1724131b-ff8f-4b54-a08c-61e57019f3cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:21.231695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.316606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=1724131b-ff8f-4b54-a08c-61e57019f3cc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:21.324760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Pushing event updated for resources: {'Port': ['ID=84254d01-5464-4c3e-a7ee-330917a71ba0,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:21.341205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.371170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-f78e66c8-7768-4a3b-81da-02bbeeedce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:21.373457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-f78e66c8-7768-4a3b-81da-02bbeeedce9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.1557581 Nov 23 22:48:21.476454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20c5c6a7-31a4-4e1f-a5dc-612bbe39ebf8 req-5f6ca244-d18b-494f-abf8-b2e0aa4c6a70 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4835987 Nov 23 22:48:21.477241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-255d8326-5ec7-4cc1-9889-ce24bdf638b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:21.479460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-255d8326-5ec7-4cc1-9889-ce24bdf638b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945339 Nov 23 22:48:21.544228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=613d0095-3a5d-445c-be71-02530a3f723e,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:21.556975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.653040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:21.668466 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-57852378-61a5-42ea-adf4-c49e8509bfa5 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781249 Nov 23 22:48:21.670093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:21.738029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702d744d-9387-47fb-ac40-8ead639ce39a,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:21.742683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.762082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Checking segment: {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:21.762846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Network hostable DHCP agents. Network: e6c29948-5d40-4200-9ec4-bcd515bcd490, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:48:21.766129 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.784601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:21.822255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:21.823092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.824781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38a89bc8-8077-4078-9688-046f6a7fcf9f req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "PUT /v2.0/ports/613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 981 time: 1.4913623 Nov 23 22:48:21.830628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:21.831771 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54549968-86c3-49cc-aff8-376f716f110d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "tag": "613d0095-3a5d-445c-be71-02530a3f723e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:21.867931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Network e6c29948-5d40-4200-9ec4-bcd515bcd490 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:48:21.925297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61827-a4f7-4d42-9dc5-dda76e7e6210 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:21.932267 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547a7470-207a-428f-b43f-b9f661259b15 x-openstack-request-id: req-547a7470-207a-428f-b43f-b9f661259b15 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:21.932959 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "tag": "613d0095-3a5d-445c-be71-02530a3f723e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:21.933440 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-547a7470-207a-428f-b43f-b9f661259b15 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:21.934080 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e', 'status': 'completed', 'code': 200} Nov 23 22:48:21.935495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e6c29948-5d40-4200-9ec4-bcd515bcd490) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:21.940218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:21.941636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:21.989845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fbe63a05-d320-4db4-8739-367bb8b12357 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2991588 Nov 23 22:48:22.095314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-8d5bb7c2-e809-46e6-945e-621ed3f7eb75 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1974822150&fields=id&tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 267 time: 0.1233888 Nov 23 22:48:22.171258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336aedb0-9042-4e66-aec2-e0d3bf209a3c None None] Network e6c29948-5d40-4200-9ec4-bcd515bcd490 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:48:22.201284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-bedc27fe-7fd4-43cb-9983-b23fb8343967 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:22.214148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-bedc27fe-7fd4-43cb-9983-b23fb8343967 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 984 time: 0.1091554 Nov 23 22:48:22.238711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'port': {'security_groups': ['7837bb72-d205-45ff-853c-ac8b3c9dd759', 'e79d4a45-47f6-4425-8bc0-032479455c99', '4b218903-ae41-4ae5-bdb9-ced8e0a90bc9']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:22.250231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:22.355818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4a646b11-bd9b-4066-a4bb-f4c996ae1249 None None] Provisioning complete for port 84254d01-5464-4c3e-a7ee-330917a71ba0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:22.356188 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a646b11-bd9b-4066-a4bb-f4c996ae1249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:22.397959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:22.399513 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94e6d0df-4bd6-474c-85d8-435c75e2393f req-a4cbcbd6-317d-4da3-a72e-3a198f5d0d5f service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234778 Nov 23 22:48:22.467556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4a646b11-bd9b-4066-a4bb-f4c996ae1249 None None] Port 84254d01-5464-4c3e-a7ee-330917a71ba0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:48:22.544079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54549968-86c3-49cc-aff8-376f716f110d req-d62d4a78-2af8-4fee-b28f-65f1b86c1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:22.545630 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54549968-86c3-49cc-aff8-376f716f110d req-d62d4a78-2af8-4fee-b28f-65f1b86c1ece service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1135 time: 0.2920585 Nov 23 22:48:22.588965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Router 773a88a7-9881-4b12-bff5-784143434089 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:48:22.644307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddcd5ac-6b1d-47ba-9979-9701a1f81352 None None] Network e6c29948-5d40-4200-9ec4-bcd515bcd490 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:48:22.740746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1724131b-ff8f-4b54-a08c-61e57019f3cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:22.833096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:48:22.848316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bec0c61a-7576-4ad4-a296-f3584eb1f3bb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:22.850541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bec0c61a-7576-4ad4-a296-f3584eb1f3bb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/networks?id=e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 200 len: 818 time: 0.2375848 Nov 23 22:48:22.854031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54549968-86c3-49cc-aff8-376f716f110d req-39497117-4e17-44b6-a510-9d939c2560d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:22.855847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54549968-86c3-49cc-aff8-376f716f110d req-39497117-4e17-44b6-a510-9d939c2560d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.3018146 Nov 23 22:48:22.865888 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d149d4f-0ef8-4bf6-8428-14c44b323e45 admin admin] 10.222.0.11 "PUT /v2.0/routers/773a88a7-9881-4b12-bff5-784143434089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7174139 Nov 23 22:48:22.893405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-7568d7e1-dc5b-4dd5-abf5-17f711a69eb9 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/quotas/4ed52800d2b44a5297b1a6c2e7e2fb84 HTTP/1.1" status: 200 len: 375 time: 0.0145249 Nov 23 22:48:22.897676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=613d0095-3a5d-445c-be71-02530a3f723e,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:22.922351 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54549968-86c3-49cc-aff8-376f716f110d req-b3671eb4-76d8-4078-a493-aa55e644bc70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 217 time: 0.0570743 Nov 23 22:48:22.925676 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Sync routers for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:48:22.945091 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:22.945719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:22.954339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-05869470-7f18-41cd-8c54-0102632d5c9f tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536482 Nov 23 22:48:22.999246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:23.012984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:23.028525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54549968-86c3-49cc-aff8-376f716f110d req-edb7150d-f7e6-4b3b-9f0c-8402c5057cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.030637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54549968-86c3-49cc-aff8-376f716f110d req-edb7150d-f7e6-4b3b-9f0c-8402c5057cd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.0980847 Nov 23 22:48:23.068978 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54549968-86c3-49cc-aff8-376f716f110d req-8cd51e7a-97ba-45e9-adfc-0c2302ca468f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310574 Nov 23 22:48:23.079334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=7']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:23.090062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1724131b-ff8f-4b54-a08c-61e57019f3cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:23.090458 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:23.119001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:23.147811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.148806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:23.150473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7e8b49-bd9f-4e55-8ca8-04d0a4adde3d req-7f7dc0fa-6f8d-41d9-a52a-c2d7b83b85ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "PUT /v2.0/ports/613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 1020 time: 0.9198573 Nov 23 22:48:23.246049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-509ae2aa-c03c-4195-a203-65993df0b5a9 service neutron] 10.222.0.11 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751875 Nov 23 22:48:23.247253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:23.305112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54549968-86c3-49cc-aff8-376f716f110d req-b969860d-88da-4e64-9b36-b74a076addbb service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051232 Nov 23 22:48:23.350670 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:23.514086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54549968-86c3-49cc-aff8-376f716f110d req-adc81bee-9235-4e2f-afc3-8d7237e97e1d service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080352 Nov 23 22:48:23.534693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.552104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.570188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.589950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.607904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.624328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.640460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:23.660143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a5e4031a-d96e-4840-9e27-5d4e8a9bc984 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.3396640 Nov 23 22:48:23.715707 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 2, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:23.747471 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Checking router: 773a88a7-9881-4b12-bff5-784143434089 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:48:23.747864 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Updating router 773a88a7-9881-4b12-bff5-784143434089 port 84254d01-5464-4c3e-a7ee-330917a71ba0 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:48:23.755513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a750ce6a-d02e-4ece-9ef4-b5e2899196f1 service neutron] 10.222.0.11 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007930 Nov 23 22:48:23.816706 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:23.854513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7463e91d-a51a-4b35-b295-d831e23ef57c req-a1c04987-8635-4c25-bf10-9faafbb168ae tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873984 Nov 23 22:48:23.935714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:23.944861 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763470c9-8194-4647-ad95-e6d93af0cb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "tag": "613d0095-3a5d-445c-be71-02530a3f723e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:24.550103 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:24.562988 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:24.602809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5641d2d-c0f6-4181-bf4d-14f904cce980 req-4749f358-2286-471c-a25d-4b62bcc2bab9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:24.605621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5641d2d-c0f6-4181-bf4d-14f904cce980 req-4749f358-2286-471c-a25d-4b62bcc2bab9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1023 time: 0.1183650 Nov 23 22:48:24.673606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43346) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:24.680448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2ce93b81-c95e-4ccd-b872-1d7ea153746a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146528196', 'description': 'tempest-description--217339828'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:24.729723 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Pushing event updated for resources: {'Port': ['ID=84254d01-5464-4c3e-a7ee-330917a71ba0,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:24.805043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5641d2d-c0f6-4181-bf4d-14f904cce980 req-c44e002f-3fec-4086-a1ab-d424ecc3c9c9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=e79d4a45-47f6-4425-8bc0-032479455c99&id=4b218903-ae41-4ae5-bdb9-ced8e0a90bc9 HTTP/1.1" status: 200 len: 6207 time: 0.1897624 Nov 23 22:48:24.809046 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd010dcd-7ab2-492d-a12a-66733e08054f x-openstack-request-id: req-cd010dcd-7ab2-492d-a12a-66733e08054f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:24.809352 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "tag": "613d0095-3a5d-445c-be71-02530a3f723e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:24.809617 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd010dcd-7ab2-492d-a12a-66733e08054f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:24.812824 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e', 'status': 'completed', 'code': 200} Nov 23 22:48:24.828664 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.830951 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.831405 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.831668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.832010 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.832344 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.834675 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.835083 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.835428 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.835881 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.836220 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.836555 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:24.863773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce93b81-c95e-4ccd-b872-1d7ea153746a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:24.933254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-63978d09-b7be-4455-88ce-dc41611defef req-2a6b31e0-26cc-4de7-ab3e-212bba345084 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': ' tempest-securitygroup -513672331 ', 'description': 'tempest-description-801962413'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:24.951673 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Attempting to bind port 84254d01-5464-4c3e-a7ee-330917a71ba0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:24.952123 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Attempting to bind port 84254d01-5464-4c3e-a7ee-330917a71ba0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:24.952492 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Attempting to bind port 84254d01-5464-4c3e-a7ee-330917a71ba0 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:24.970714 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:24.971379 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:24.971830 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:24.974653 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Bound using segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:24.975129 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Bound port: 84254d01-5464-4c3e-a7ee-330917a71ba0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:24.975562 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.009645 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-63978d09-b7be-4455-88ce-dc41611defef req-2a6b31e0-26cc-4de7-ab3e-212bba345084 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.064790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce93b81-c95e-4ccd-b872-1d7ea153746a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.078882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce93b81-c95e-4ccd-b872-1d7ea153746a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.153964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-9c4c61ee-430c-411c-8042-d7862bfc465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.156060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-9c4c61ee-430c-411c-8042-d7862bfc465e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1174 time: 0.3654170 Nov 23 22:48:25.159016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] For port 84254d01-5464-4c3e-a7ee-330917a71ba0, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:25.160156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce93b81-c95e-4ccd-b872-1d7ea153746a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:25.164934 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] For port 84254d01-5464-4c3e-a7ee-330917a71ba0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=84254d01-5464-4c3e-a7ee-330917a71ba0,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:25.179024 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.210801 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ce93b81-c95e-4ccd-b872-1d7ea153746a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.224271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2ce93b81-c95e-4ccd-b872-1d7ea153746a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5488555 Nov 23 22:48:25.225227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:25.258912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1f37a3b8-99ff-445b-9c88-86cdf7b85661 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'security_group_rule': {'security_group_id': '6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:25.265638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7c8bde3b-be2e-40a5-af47-5d108cf43498 None None] Provisioning complete for port 84254d01-5464-4c3e-a7ee-330917a71ba0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:25.266845 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c8bde3b-be2e-40a5-af47-5d108cf43498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.269351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-63978d09-b7be-4455-88ce-dc41611defef req-2a6b31e0-26cc-4de7-ab3e-212bba345084 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.296152 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d159c-3bad-4187-a728-210fc277048a None None] Pushing event updated for resources: {'Port': ['ID=84254d01-5464-4c3e-a7ee-330917a71ba0,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:25.296377 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-63978d09-b7be-4455-88ce-dc41611defef req-2a6b31e0-26cc-4de7-ab3e-212bba345084 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.324375 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:25.325161 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:25.456925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.488201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.514474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.522910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f37a3b8-99ff-445b-9c88-86cdf7b85661 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.531345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.546295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c8bde3b-be2e-40a5-af47-5d108cf43498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.549605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.553142 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:25.565407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-66503ed4-f2ac-4e76-b4f1-8ad7b73a9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.566919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-66503ed4-f2ac-4e76-b4f1-8ad7b73a9e54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.3912020 Nov 23 22:48:25.568769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.574976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:25.617540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-bab4f5db-4621-4234-a4d1-4526d6157634 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.4622285 Nov 23 22:48:25.680513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b31e0-26cc-4de7-ab3e-212bba345084 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b1f1c-a8c3-4791-ac3b-c97bd70f3010,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:25.702933 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-63978d09-b7be-4455-88ce-dc41611defef req-2a6b31e0-26cc-4de7-ab3e-212bba345084 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.723921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7c8bde3b-be2e-40a5-af47-5d108cf43498 None None] For port 84254d01-5464-4c3e-a7ee-330917a71ba0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=84254d01-5464-4c3e-a7ee-330917a71ba0,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:25.725838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63978d09-b7be-4455-88ce-dc41611defef req-2a6b31e0-26cc-4de7-ab3e-212bba345084 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.7959659 Nov 23 22:48:25.737934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c8bde3b-be2e-40a5-af47-5d108cf43498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:25.742659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-0a2f71c6-5cbc-4709-9281-013da9a22301 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 217 time: 0.1402626 Nov 23 22:48:25.852121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ebf5f00-422b-44da-9cd7-b0b551e141d0 req-9b75872e-8897-433b-b387-1c20f216b1c6 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 210 time: 0.0451374 Nov 23 22:48:25.905620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bde3b-be2e-40a5-af47-5d108cf43498 None None] Pushing event updated for resources: {'Port': ['ID=84254d01-5464-4c3e-a7ee-330917a71ba0,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:25.945458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a48d569-78bf-448e-bc0b-e9d375f93a25 req-dcffbdd5-2aac-41f5-b093-c317a5736996 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3268816 Nov 23 22:48:25.998153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f37a3b8-99ff-445b-9c88-86cdf7b85661 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.014855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f37a3b8-99ff-445b-9c88-86cdf7b85661 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.073183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3057a905-b2f2-4610-85d8-7ef9c2f63490 None None] Provisioning complete for port 84254d01-5464-4c3e-a7ee-330917a71ba0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:26.073891 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3057a905-b2f2-4610-85d8-7ef9c2f63490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.088240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37a3b8-99ff-445b-9c88-86cdf7b85661 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb7106d-f5ee-420e-8b21-191138a94ca4,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:26.091348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-c35046b8-8608-4745-a141-99e4405aa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:26.097146 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-c35046b8-8608-4745-a141-99e4405aa55b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.3442442 Nov 23 22:48:26.167534 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:48:26.193120 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:26.202702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f37a3b8-99ff-445b-9c88-86cdf7b85661 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.205682 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1f37a3b8-99ff-445b-9c88-86cdf7b85661 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9590642 Nov 23 22:48:26.210538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43388) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:26.213811 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-29f882ca-a282-432e-8c69-3bc194dcab26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065576 Nov 23 22:48:26.217391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c432c72a-e59a-453c-a200-66f954b025ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'security_group_rule': {'security_group_id': '6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:26.276572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e6ac2e6-94f4-48cf-a30a-555693591a11 req-e4190020-3f6c-4800-b729-be02cc1f4fce tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/f44b1f1c-a8c3-4791-ac3b-c97bd70f3010 HTTP/1.1" status: 200 len: 1798 time: 0.1577351 Nov 23 22:48:26.320544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c432c72a-e59a-453c-a200-66f954b025ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.322339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57705e03-228f-4811-a3c3-e36c9d0cda16 None None] The sync data for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 is: [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:48:26.459558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c432c72a-e59a-453c-a200-66f954b025ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.474235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c432c72a-e59a-453c-a200-66f954b025ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.502059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432c72a-e59a-453c-a200-66f954b025ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6dc802-44f6-4d50-89cf-aa8fc90e37c6,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:26.523603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b80d678-08e5-481d-a43e-864f2dd358d1 req-13bc0f78-902b-41a2-9a46-3c0484c4601e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/f44b1f1c-a8c3-4791-ac3b-c97bd70f3010 HTTP/1.1" status: 200 len: 1798 time: 0.2189281 Nov 23 22:48:26.615157 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-aa8a13d8-629f-4545-b6e7-47d83dabe1f1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914530 Nov 23 22:48:26.615808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c432c72a-e59a-453c-a200-66f954b025ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.617431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c432c72a-e59a-453c-a200-66f954b025ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055688 Nov 23 22:48:26.621695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43394) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:26.644147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:26.668250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8b80d678-08e5-481d-a43e-864f2dd358d1 req-b9ab8416-5710-4f25-8de3-a746bfacfc44 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.711928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8b80d678-08e5-481d-a43e-864f2dd358d1 req-b9ab8416-5710-4f25-8de3-a746bfacfc44 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.781733 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.803859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.853602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c19c9d-a730-449a-8c41-139879468cbb req-b04d9e23-43a0-44bd-b1ad-10c3d27502f2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:26.862826 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0c19c9d-a730-449a-8c41-139879468cbb req-b04d9e23-43a0-44bd-b1ad-10c3d27502f2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 945 time: 0.2772269 Nov 23 22:48:26.865939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8b80d678-08e5-481d-a43e-864f2dd358d1 req-b9ab8416-5710-4f25-8de3-a746bfacfc44 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.868639 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8b80d678-08e5-481d-a43e-864f2dd358d1 req-b9ab8416-5710-4f25-8de3-a746bfacfc44 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:26.870276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b80d678-08e5-481d-a43e-864f2dd358d1 req-b9ab8416-5710-4f25-8de3-a746bfacfc44 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/f44b1f1c-a8c3-4791-ac3b-c97bd70f3010 HTTP/1.1" status: 204 len: 173 time: 0.3456821 Nov 23 22:48:26.897355 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-763470c9-8194-4647-ad95-e6d93af0cb0b req-98473b07-57e6-414c-a7dd-0abb8416e287 service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418854 Nov 23 22:48:26.900901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8416-5710-4f25-8de3-a746bfacfc44 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b1f1c-a8c3-4791-ac3b-c97bd70f3010,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:26.980868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0c19c9d-a730-449a-8c41-139879468cbb req-90dd25ab-614a-4305-9f25-6528df5fa013 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166673 Nov 23 22:48:27.012779 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-bfe2ecbc-5a04-4f11-95f1-8d442d130c9b req-2c4642ff-f8cc-4baa-9750-2f74ddd7331d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:48:27.015508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfe2ecbc-5a04-4f11-95f1-8d442d130c9b req-2c4642ff-f8cc-4baa-9750-2f74ddd7331d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/f44b1f1c-a8c3-4791-ac3b-c97bd70f3010 HTTP/1.1" status: 404 len: 352 time: 0.0554335 Nov 23 22:48:27.115010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:27.279162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb7bb619-f1a2-45d9-8c1c-f95389b0fb57 req-39f22682-416d-44c7-8828-59df6c2c0d7f tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 210 time: 0.1649830 Nov 23 22:48:27.361102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.368085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.375695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.383121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.390746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.398411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.406053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.415731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-bfcfd58e-0216-4f0d-a49e-e9b0f5f7870f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.2791030 Nov 23 22:48:27.422002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0a5636b0-dce3-419a-9baa-f015a7215772 req-68724c8f-17b8-4d9d-92a3-1864ee0e2273 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2052619306', 'description': 'tempest-description-828636534'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:27.491192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a5636b0-dce3-419a-9baa-f015a7215772 req-68724c8f-17b8-4d9d-92a3-1864ee0e2273 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:27.603346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17ac0847-5229-44a8-a3e3-fe6caad423ed req-3df52a2e-9fac-4890-9d07-50f965fda2be tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862991 Nov 23 22:48:27.703473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-571a8174-c121-446d-a18e-0e112c499367 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:27.706903 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-571a8174-c121-446d-a18e-0e112c499367 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "GET /v2.0/networks?id=e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 200 len: 818 time: 0.3558590 Nov 23 22:48:27.725235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a5636b0-dce3-419a-9baa-f015a7215772 req-68724c8f-17b8-4d9d-92a3-1864ee0e2273 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:27.731197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a5636b0-dce3-419a-9baa-f015a7215772 req-68724c8f-17b8-4d9d-92a3-1864ee0e2273 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:27.763993 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a5636b0-dce3-419a-9baa-f015a7215772 req-68724c8f-17b8-4d9d-92a3-1864ee0e2273 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:27.765451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5636b0-dce3-419a-9baa-f015a7215772 req-68724c8f-17b8-4d9d-92a3-1864ee0e2273 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3473485 Nov 23 22:48:27.834845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Request body: {'port': {'device_id': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490', 'admin_state_up': True, 'tenant_id': '4ed52800d2b44a5297b1a6c2e7e2fb84'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:27.845143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-7c5e3a95-3bbf-48d5-9ac0-a4967dce31f5 req-68cf3339-883e-453e-aefe-fdfd88df9bba tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-116182097', 'description': 'tempest-description-369482'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:27.865433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68724c8f-17b8-4d9d-92a3-1864ee0e2273 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9e69db-27fd-4ef3-9f1a-9d1f54d7a2a9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:27.940850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c5e3a95-3bbf-48d5-9ac0-a4967dce31f5 req-68cf3339-883e-453e-aefe-fdfd88df9bba tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:27.945927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Allocated IP 172.25.0.99 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/5287cb60-2e0b-436e-a3cc-aa64d68f2a8f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:28.131114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c5e3a95-3bbf-48d5-9ac0-a4967dce31f5 req-68cf3339-883e-453e-aefe-fdfd88df9bba tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.156536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c5e3a95-3bbf-48d5-9ac0-a4967dce31f5 req-68cf3339-883e-453e-aefe-fdfd88df9bba tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.222680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-67f7fb4b-6fb1-4855-9a76-a0ec227be329 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:28.224636 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-67f7fb4b-6fb1-4855-9a76-a0ec227be329 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.46 "GET /v2.0/networks?id=e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 200 len: 818 time: 0.8747718 Nov 23 22:48:28.259367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Request body: {'port': {'device_id': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490', 'admin_state_up': True, 'tenant_id': '4ed52800d2b44a5297b1a6c2e7e2fb84'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:28.326520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7c5e3a95-3bbf-48d5-9ac0-a4967dce31f5 req-68cf3339-883e-453e-aefe-fdfd88df9bba tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.331869 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c5e3a95-3bbf-48d5-9ac0-a4967dce31f5 req-68cf3339-883e-453e-aefe-fdfd88df9bba tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5061774 Nov 23 22:48:28.393209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf3339-883e-453e-aefe-fdfd88df9bba tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259871d6-f74b-4c61-8d36-2871e4a3f5bb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:28.448454 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.459285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Made reservation on behalf of 4ed52800d2b44a5297b1a6c2e7e2fb84 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:28.463095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.566852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-334923ef-4723-49f3-a834-4b457818081e req-d34615e0-50c3-41fd-89a6-1a8cfa75c9b3 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 210 time: 0.0562956 Nov 23 22:48:28.580326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab922b-a123-4a82-ba96-74f4dee566c6 req-e075ffb2-5e96-4dd7-a849-a0c8980d2ad5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:28.588255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30ab922b-a123-4a82-ba96-74f4dee566c6 req-e075ffb2-5e96-4dd7-a849-a0c8980d2ad5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 945 time: 0.3749883 Nov 23 22:48:28.603003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.665350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-da046432-55e3-499a-8dc8-52b229f81c7d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:28.667388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-da046432-55e3-499a-8dc8-52b229f81c7d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "GET /v2.0/networks?id=e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 200 len: 818 time: 0.5007789 Nov 23 22:48:28.673313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Made reservation on behalf of 4ed52800d2b44a5297b1a6c2e7e2fb84 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:28.676881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.682594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-021986ab-d7c9-45aa-802a-4f41b8b43c66 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:28.684354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-021986ab-d7c9-45aa-802a-4f41b8b43c66 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 945 time: 0.2617931 Nov 23 22:48:28.700389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Request body: {'port': {'device_id': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490', 'admin_state_up': True, 'tenant_id': '4ed52800d2b44a5297b1a6c2e7e2fb84'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:28.713832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-e503b0a5-c097-485e-9b32-53f309792fed req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042890063', 'description': 'tempest-description-656961711'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:28.727225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:28.752016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:28.767123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:28.785457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 84254d01-5464-4c3e-a7ee-330917a71ba0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:28.838591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=5287cb60-2e0b-436e-a3cc-aa64d68f2a8f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:28.857750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 84254d01-5464-4c3e-a7ee-330917a71ba0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:28.858501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.869003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Allocated IP 172.20.0.10 (e6c29948-5d40-4200-9ec4-bcd515bcd490/702d744d-9387-47fb-ac40-8ead639ce39a/15bc7432-d1ef-4f1e-a1a5-c882c08c29a3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:28.910547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30ab922b-a123-4a82-ba96-74f4dee566c6 req-ddabf7a7-fe9c-43a2-978e-69b774474610 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200839 Nov 23 22:48:28.991924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e503b0a5-c097-485e-9b32-53f309792fed req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.055905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.056320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.056755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.057011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.057358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.057692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.058021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.058890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.059153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.059494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.059872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.060205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:29.133319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.189889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e503b0a5-c097-485e-9b32-53f309792fed req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.204554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Deleting port 379f5299-98b8-447f-a393-0493310c794c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:29.204800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.210570 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e503b0a5-c097-485e-9b32-53f309792fed req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.244487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.257738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.264676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.271138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.277758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.284543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.289975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.296169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.302984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.304960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-9302acb7-6b7f-43af-b14a-5b0c5759514a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.2525642 Nov 23 22:48:29.306779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Made reservation on behalf of 4ed52800d2b44a5297b1a6c2e7e2fb84 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:29.308918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.362706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Network e6c29948-5d40-4200-9ec4-bcd515bcd490 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:29.363265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e503b0a5-c097-485e-9b32-53f309792fed req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.364532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e503b0a5-c097-485e-9b32-53f309792fed req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6762602 Nov 23 22:48:29.375199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:29.377670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.384535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:29.436768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:29.437442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.448386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Pushing event updated for resources: {'Port': ['ID=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:29.478432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Allocated IP 172.20.0.2 (e6c29948-5d40-4200-9ec4-bcd515bcd490/702d744d-9387-47fb-ac40-8ead639ce39a/0e37c9ae-86fe-4086-b6be-199effedb4bc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:29.502255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] For port 379f5299-98b8-447f-a393-0493310c794c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f5299-98b8-447f-a393-0493310c794c,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:29.503057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.509367 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-63edf3a5-7590-4c9a-9dd8-e1dff466f119 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6943750 Nov 23 22:48:29.521304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Calling delete_port for 379f5299-98b8-447f-a393-0493310c794c owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:29.534916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Request body: {'port': {'device_id': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:29.724260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:29.764386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acf80841-7928-4d33-a2e0-9356ee92a0dd req-ff3268da-1647-4649-91c2-d8cca14510ec tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 11007 time: 0.1635885 Nov 23 22:48:29.765101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f490bff3-6206-438e-85ac-bb5a4e2ac042,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:29.800185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce867b52-bb76-49db-81f3-9d19e58d48f8 req-67b4221d-1cc1-4b67-9c89-7b7ea19a5ce0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4781513 Nov 23 22:48:29.998241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acf80841-7928-4d33-a2e0-9356ee92a0dd req-76a10bce-c24b-49d0-9035-0274391627c4 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/7837bb72-d205-45ff-853c-ac8b3c9dd759 HTTP/1.1" status: 200 len: 3002 time: 0.1874607 Nov 23 22:48:30.000277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-688e57bc-37bb-41bb-ad2d-03fdabcf7703 req-036d9c33-502e-4aa3-b29c-75c4e7fdd846 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 210 time: 0.0413473 Nov 23 22:48:30.002110 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.002659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.002753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.003245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.003438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.003807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.004152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.004479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.004808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.005133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.005460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.005789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.006116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae1a866-383e-43c7-a9fc-4cf3adb565a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:30.021906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.042502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.097886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acf80841-7928-4d33-a2e0-9356ee92a0dd req-01c91b31-35b0-42f7-a979-8fcf4b90b023 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/7837bb72-d205-45ff-853c-ac8b3c9dd759 HTTP/1.1" status: 200 len: 3002 time: 0.0865383 Nov 23 22:48:30.101863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=5287cb60-2e0b-436e-a3cc-aa64d68f2a8f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:30.220253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.221161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.234802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['379f5299-98b8-447f-a393-0493310c794c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:30.319196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event deleted for resources: {'Port': ['ID=379f5299-98b8-447f-a393-0493310c794c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:30.695087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43486) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:30.725432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.743608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Network e6c29948-5d40-4200-9ec4-bcd515bcd490 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:30.756920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ee76eb2-3b7d-4088-befa-fc0c97a6e17e req-a9f051f8-4e34-4507-80bc-3c84215d2041 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 210 time: 0.4565022 Nov 23 22:48:30.784135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:30.793691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:30.802757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Pushing event updated for resources: {'Port': ['ID=0e37c9ae-86fe-4086-b6be-199effedb4bc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:30.821923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] No DVR routers for this DVR port 379f5299-98b8-447f-a393-0493310c794c on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:48:30.829661 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.831497 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.832818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e975ee12-4521-4755-b4a4-d63447cce0b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2098846 Nov 23 22:48:30.841848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7519f807-4142-4b32-924a-fa71e3711cd6 req-dbbbd256-e12e-4629-ab39-ef7c5464116e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "DELETE /v2.0/ports/379f5299-98b8-447f-a393-0493310c794c HTTP/1.1" status: 204 len: 173 time: 2.1378126 Nov 23 22:48:30.842481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'name': 'network-vif-deleted', 'tag': '379f5299-98b8-447f-a393-0493310c794c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:30.845310 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d4900-f316-4e10-a708-2d86a86f8eaa" -d '{"events": [{"server_uuid": "b007b445-0f41-480f-bc43-685c9c7e7781", "name": "network-vif-deleted", "tag": "379f5299-98b8-447f-a393-0493310c794c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:30.855080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14195eb5-e11d-446c-a5ae-6de6ac8da0af req-8d1b5546-3047-4cf1-9418-2d0a037206a1 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/6c9e69db-27fd-4ef3-9f1a-9d1f54d7a2a9 HTTP/1.1" status: 200 len: 1819 time: 0.1147337 Nov 23 22:48:30.881460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:30.882659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.935532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4c66cb5a-c41d-449e-90c4-49cd16ade841 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6835933 Nov 23 22:48:30.973708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Request body: {'port': {'device_id': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:30.983885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-14195eb5-e11d-446c-a5ae-6de6ac8da0af req-660717c9-4e4e-4f79-9a28-8cc8e1aca365 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.038128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-89d6137e-6d8e-40e7-9900-38246b83fa12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.051255 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-14195eb5-e11d-446c-a5ae-6de6ac8da0af req-660717c9-4e4e-4f79-9a28-8cc8e1aca365 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.068708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:31.085746 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.117257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75552b87-388b-49da-9d0c-5fc59f0ca572 req-a60157d8-be54-47ec-b519-70fb383eb407 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.119106 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75552b87-388b-49da-9d0c-5fc59f0ca572 req-a60157d8-be54-47ec-b519-70fb383eb407 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1156614 Nov 23 22:48:31.148121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-14195eb5-e11d-446c-a5ae-6de6ac8da0af req-660717c9-4e4e-4f79-9a28-8cc8e1aca365 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.152911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-14195eb5-e11d-446c-a5ae-6de6ac8da0af req-660717c9-4e4e-4f79-9a28-8cc8e1aca365 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.153658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.162501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Transition to ACTIVE for port object 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:31.166247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14195eb5-e11d-446c-a5ae-6de6ac8da0af req-660717c9-4e4e-4f79-9a28-8cc8e1aca365 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/6c9e69db-27fd-4ef3-9f1a-9d1f54d7a2a9 HTTP/1.1" status: 204 len: 173 time: 0.2980998 Nov 23 22:48:31.179886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.206823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660717c9-4e4e-4f79-9a28-8cc8e1aca365 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9e69db-27fd-4ef3-9f1a-9d1f54d7a2a9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:31.340313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Allocated IP 172.20.0.12 (e6c29948-5d40-4200-9ec4-bcd515bcd490/702d744d-9387-47fb-ac40-8ead639ce39a/a4b23e3b-dacd-4f9b-93de-ab51c22f0319) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:31.353818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75552b87-388b-49da-9d0c-5fc59f0ca572 req-0a99399f-da06-4177-b0fb-723761fce3c1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861398 Nov 23 22:48:31.430563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Pushing event updated for resources: {'Port': ['ID=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:31.491547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-89d6137e-6d8e-40e7-9900-38246b83fa12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.502059 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-89d6137e-6d8e-40e7-9900-38246b83fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.521349 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5485812a-6645-46b8-8166-2e6ecafcdfa7 x-openstack-request-id: req-5485812a-6645-46b8-8166-2e6ecafcdfa7 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:31.521938 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b007b445-0f41-480f-bc43-685c9c7e7781", "name": "network-vif-deleted", "tag": "379f5299-98b8-447f-a393-0493310c794c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:31.522217 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5485812a-6645-46b8-8166-2e6ecafcdfa7 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:31.523253 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007b445-0f41-480f-bc43-685c9c7e7781', 'name': 'network-vif-deleted', 'tag': '379f5299-98b8-447f-a393-0493310c794c', 'status': 'completed', 'code': 200} Nov 23 22:48:31.536752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6137e-6d8e-40e7-9900-38246b83fa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c36bc4-314e-4721-87e1-d8e069afd909,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:31.565010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Attempting to bind port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:31.565414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Attempting to bind port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:31.565902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Attempting to bind port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 on network e6c29948-5d40-4200-9ec4-bcd515bcd490 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:31.571232 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-609da926-0c5f-4f03-80af-02d2147b218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.582038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 on network e6c29948-5d40-4200-9ec4-bcd515bcd490 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:31.582392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Attempting to bind port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 on network e6c29948-5d40-4200-9ec4-bcd515bcd490 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:31.592669 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-89d6137e-6d8e-40e7-9900-38246b83fa12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76b179547726479fbe5cd07212c946b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8932691 Nov 23 22:48:31.597841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43504) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:31.603488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:31.603882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Checking segment: {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:31.604248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Bound using segment: {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:31.604711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Bound port: 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:31.605068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.615718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e17cb34e-84b2-4dfa-8fbc-95197a864c9b req-14e08b8c-318d-4bec-9c5e-c0238872683f tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 210 time: 0.1014891 Nov 23 22:48:31.635963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.643448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.650339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.660581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.666876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.673854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.680345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.692970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-65311156-c1cc-4244-be14-b4e1d1a6b2e0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.4198530 Nov 23 22:48:31.764948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] For port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:31.768097 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a125fd9-b02a-4247-b654-5a458b7336a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.771331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] For port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:31.787631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.846112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a125fd9-b02a-4247-b654-5a458b7336a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.863003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:31.863925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.865439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] 10.222.0.48 "PUT /v2.0/ports/15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 HTTP/1.1" status: 200 len: 1092 time: 2.3391285 Nov 23 22:48:31.868283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'tag': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:31.872235 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c654966e-aec3-4a3a-a05a-f559295139ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3025bc94-ab21-46d0-a74c-8fde706ad2e4", "tag": "15bc7432-d1ef-4f1e-a1a5-c882c08c29a3"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:31.874552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-a4d118e8-e2d7-4245-89ff-8ec3db6a8b64 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2146528196&fields=id&tenant_id=8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 267 time: 0.1081681 Nov 23 22:48:31.886739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac4af1ad-7c92-4b6d-89e4-e1550ef80181 req-b6bce796-c591-4dea-aec7-394282eb7e0d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1928115 Nov 23 22:48:31.892943 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.988810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625bf13-913b-4258-aa80-477f2b48db94 service neutron] Pushing event updated for resources: {'Port': ['ID=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:32.015625 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-1ed8faba-ab1b-4626-80cd-201e76d03758 req-5e64ad5e-ef86-4bed-9244-3d44b38d5f21 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:48:32.018081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ed8faba-ab1b-4626-80cd-201e76d03758 req-5e64ad5e-ef86-4bed-9244-3d44b38d5f21 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/6c9e69db-27fd-4ef3-9f1a-9d1f54d7a2a9 HTTP/1.1" status: 404 len: 352 time: 0.0722899 Nov 23 22:48:32.019508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-c1213176-a58f-4dab-a9e5-5913cf16d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:32.021730 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-c1213176-a58f-4dab-a9e5-5913cf16d320 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&device_id=3025bc94-ab21-46d0-a74c-8fde706ad2e4 HTTP/1.1" status: 200 len: 1095 time: 0.0692024 Nov 23 22:48:32.043192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a125fd9-b02a-4247-b654-5a458b7336a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.046600 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a125fd9-b02a-4247-b654-5a458b7336a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.047137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a125fd9-b02a-4247-b654-5a458b7336a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35c36bc4-314e-4721-87e1-d8e069afd909 HTTP/1.1" status: 204 len: 168 time: 0.4506247 Nov 23 22:48:32.059057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.116128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a125fd9-b02a-4247-b654-5a458b7336a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c36bc4-314e-4721-87e1-d8e069afd909,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:32.121726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-afc9482a-907c-4b33-8357-b214cdf2e3e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 HTTP/1.1" status: 200 len: 217 time: 0.0859308 Nov 23 22:48:32.146203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Pushing event updated for resources: {'Port': ['ID=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:32.169455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-8488c93b-fdfb-4482-898a-58fa0942ddf6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:32.182223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-8488c93b-fdfb-4482-898a-58fa0942ddf6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.2859726 Nov 23 22:48:32.207282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Network e6c29948-5d40-4200-9ec4-bcd515bcd490 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:32.222585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:32.233900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:32.254575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-206257d7-748b-4662-97d0-6861eda4e3e6 req-995c45d0-7c91-4da2-a4b2-dae568da0260 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 210 time: 0.0611639 Nov 23 22:48:32.262353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-f870eb74-55d4-401b-a432-bdd357b928a9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/quotas/8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 375 time: 0.0780437 Nov 23 22:48:32.283305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-53c1fee7-237b-45c2-9ab4-42e6cf973cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:32.283305 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-53c1fee7-237b-45c2-9ab4-42e6cf973cdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=702d744d-9387-47fb-ac40-8ead639ce39a HTTP/1.1" status: 200 len: 858 time: 0.1441205 Nov 23 22:48:32.359344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:32.360729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.396272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-757d1198-d5de-4df0-be05-107ac68e3508 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335058 Nov 23 22:48:32.403622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a846e794-4013-46f6-bd0f-3505a72afa38 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7165546 Nov 23 22:48:32.410477 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349894e0-d770-43ee-a8c6-79d8de2ee2d2 x-openstack-request-id: req-349894e0-d770-43ee-a8c6-79d8de2ee2d2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:32.410870 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3025bc94-ab21-46d0-a74c-8fde706ad2e4", "tag": "15bc7432-d1ef-4f1e-a1a5-c882c08c29a3", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:32.411268 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-349894e0-d770-43ee-a8c6-79d8de2ee2d2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:32.411859 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'tag': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3', 'status': 'completed', 'code': 200} Nov 23 22:48:32.435597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-6d00b076-b108-43fb-92a7-df7ff19c711b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e6c29948-5d40-4200-9ec4-bcd515bcd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165872 Nov 23 22:48:32.448431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e37c9ae-86fe-4086-b6be-199effedb4bc {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:32.452044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Request body: {'port': {'device_id': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:32.471403 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.514502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Transition to ACTIVE for port object 0e37c9ae-86fe-4086-b6be-199effedb4bc will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:32.548361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.587351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43528) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:32.608960 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c92f42a-90dd-466c-9cd6-8e2be949c67f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.648327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.652583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-067ca652-02bf-4269-952b-c52567a525ab req-34cac25e-fe77-485c-a986-e995afc81b12 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/259871d6-f74b-4c61-8d36-2871e4a3f5bb HTTP/1.1" status: 200 len: 1815 time: 0.1943505 Nov 23 22:48:32.657848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=0e37c9ae-86fe-4086-b6be-199effedb4bc,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:32.687600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-83ff84e6-bc20-417e-94be-b43aa17715cf service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417901 Nov 23 22:48:32.749895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-6b89bbe8-3fad-4746-b3ae-c8dac2705f50 service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450115 Nov 23 22:48:32.784583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Attempting to bind port 0e37c9ae-86fe-4086-b6be-199effedb4bc on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:32.785239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Attempting to bind port 0e37c9ae-86fe-4086-b6be-199effedb4bc by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:32.785799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Attempting to bind port 0e37c9ae-86fe-4086-b6be-199effedb4bc on network e6c29948-5d40-4200-9ec4-bcd515bcd490 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:32.795408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Port 0e37c9ae-86fe-4086-b6be-199effedb4bc on network e6c29948-5d40-4200-9ec4-bcd515bcd490 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:32.795773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Attempting to bind port 0e37c9ae-86fe-4086-b6be-199effedb4bc on network e6c29948-5d40-4200-9ec4-bcd515bcd490 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:32.804213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:32.804544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Checking segment: {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:32.805203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Bound using segment: {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:32.805991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Bound port: 0e37c9ae-86fe-4086-b6be-199effedb4bc, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:32.806393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.834096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-6b092f4e-1b8a-4894-88ed-d58df051f7e2 service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376886 Nov 23 22:48:32.897521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] For port 0e37c9ae-86fe-4086-b6be-199effedb4bc, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:32.903470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] For port 0e37c9ae-86fe-4086-b6be-199effedb4bc, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0e37c9ae-86fe-4086-b6be-199effedb4bc,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:32.913950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.976165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:32.976787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.978324 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e37c9ae-86fe-4086-b6be-199effedb4bc HTTP/1.1" status: 200 len: 1091 time: 2.0282841 Nov 23 22:48:32.982535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-067ca652-02bf-4269-952b-c52567a525ab req-04c21295-45af-41de-a951-1083377d0c28 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.986353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c92f42a-90dd-466c-9cd6-8e2be949c67f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.006280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c92f42a-90dd-466c-9cd6-8e2be949c67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.012912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3f7ff-2dd7-463c-8b90-897982b3fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=0e37c9ae-86fe-4086-b6be-199effedb4bc,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:33.020205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654966e-aec3-4a3a-a05a-f559295139ca req-27dbf3d5-f128-4750-9e7e-06fb8c19d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:33.021741 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c654966e-aec3-4a3a-a05a-f559295139ca req-27dbf3d5-f128-4750-9e7e-06fb8c19d385 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&device_id=3025bc94-ab21-46d0-a74c-8fde706ad2e4 HTTP/1.1" status: 200 len: 1095 time: 0.0792685 Nov 23 22:48:33.060986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f5299-98b8-447f-a393-0493310c794c no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:33.085950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 379f5299-98b8-447f-a393-0493310c794c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:33.086553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f5299-98b8-447f-a393-0493310c794c not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:33.105846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-067ca652-02bf-4269-952b-c52567a525ab req-04c21295-45af-41de-a951-1083377d0c28 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.139093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-21b1e366-3973-435d-9ef8-89ad6939897d service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614657 Nov 23 22:48:33.143801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-d00199ec-727b-4960-a799-10167e58e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:33.145235 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-d00199ec-727b-4960-a799-10167e58e215 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&device_id=3b7c242f-94e3-4f28-95e1-9fa45d05535d HTTP/1.1" status: 200 len: 1094 time: 0.1010878 Nov 23 22:48:33.155074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92f42a-90dd-466c-9cd6-8e2be949c67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deddccba-89ea-4ef1-8f87-a5a5f580eba3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:33.174404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3c92f42a-90dd-466c-9cd6-8e2be949c67f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bf29f09fed4488ca3ddb47d4e9f4c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5842667 Nov 23 22:48:33.176776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:33.202937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654966e-aec3-4a3a-a05a-f559295139ca req-5cb13f4d-38ca-4331-8967-b911e6dbcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:33.204953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c654966e-aec3-4a3a-a05a-f559295139ca req-5cb13f4d-38ca-4331-8967-b911e6dbcb2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 200 len: 919 time: 0.1693690 Nov 23 22:48:33.206414 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a402cdba-1c04-4810-9c95-f16a5427f157 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e37c9ae-86fe-4086-b6be-199effedb4bc HTTP/1.1" status: 200 len: 217 time: 0.0495601 Nov 23 22:48:33.245953 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-067ca652-02bf-4269-952b-c52567a525ab req-04c21295-45af-41de-a951-1083377d0c28 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.251203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-067ca652-02bf-4269-952b-c52567a525ab req-04c21295-45af-41de-a951-1083377d0c28 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.251561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-067ca652-02bf-4269-952b-c52567a525ab req-04c21295-45af-41de-a951-1083377d0c28 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/259871d6-f74b-4c61-8d36-2871e4a3f5bb HTTP/1.1" status: 204 len: 173 time: 0.5776112 Nov 23 22:48:33.281191 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c654966e-aec3-4a3a-a05a-f559295139ca req-13bdd986-beff-4d0e-a5d0-ecc9fec7cecc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 HTTP/1.1" status: 200 len: 217 time: 0.0655556 Nov 23 22:48:33.300370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c21295-45af-41de-a951-1083377d0c28 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259871d6-f74b-4c61-8d36-2871e4a3f5bb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:33.364136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612831fb-b61f-4ac0-9246-e851f5c8725d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.394328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b23e3b-dacd-4f9b-93de-ab51c22f0319 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:33.400664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a3d06747-8ca4-4c92-96df-027d74b7ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:33.402241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a3d06747-8ca4-4c92-96df-027d74b7ebe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=702d744d-9387-47fb-ac40-8ead639ce39a HTTP/1.1" status: 200 len: 858 time: 0.1699929 Nov 23 22:48:33.425277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654966e-aec3-4a3a-a05a-f559295139ca req-2718123c-a437-41cb-88f8-5d6e132a10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:33.427025 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c654966e-aec3-4a3a-a05a-f559295139ca req-2718123c-a437-41cb-88f8-5d6e132a10e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=702d744d-9387-47fb-ac40-8ead639ce39a HTTP/1.1" status: 200 len: 858 time: 0.1203961 Nov 23 22:48:33.437684 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.456476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-eaaf0963-4668-4891-adde-058a35dbef2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c29948-5d40-4200-9ec4-bcd515bcd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455098 Nov 23 22:48:33.497459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c654966e-aec3-4a3a-a05a-f559295139ca req-01c5daad-6752-4bd1-9f7a-3362fa9c8280 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e6c29948-5d40-4200-9ec4-bcd515bcd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449474 Nov 23 22:48:33.516871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612831fb-b61f-4ac0-9246-e851f5c8725d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.561850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Transition to ACTIVE for port object a4b23e3b-dacd-4f9b-93de-ab51c22f0319 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:33.583882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.668510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-ba1c6008-d456-4050-8636-43b22f885827 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012753 Nov 23 22:48:33.694834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c654966e-aec3-4a3a-a05a-f559295139ca req-5fe6152e-0930-447f-922f-356c25d648af service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865084 Nov 23 22:48:33.739875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dec3a-78d3-4eef-9585-4e9a6990e79c req-ec9b4faa-0b1a-43b3-b878-9db07c7b9680 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:33.749598 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-238dec3a-78d3-4eef-9585-4e9a6990e79c req-ec9b4faa-0b1a-43b3-b878-9db07c7b9680 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.3435531 Nov 23 22:48:33.824291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13799-4afb-44b7-88ba-d7ba923992b4 req-5dc65131-d35a-46ba-8c88-45b9e22c5930 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:33.835138 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12c13799-4afb-44b7-88ba-d7ba923992b4 req-5dc65131-d35a-46ba-8c88-45b9e22c5930 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 932 time: 0.3271334 Nov 23 22:48:33.880246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:33.892261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612831fb-b61f-4ac0-9246-e851f5c8725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.895405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-612831fb-b61f-4ac0-9246-e851f5c8725d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.897210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-612831fb-b61f-4ac0-9246-e851f5c8725d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/deddccba-89ea-4ef1-8f87-a5a5f580eba3 HTTP/1.1" status: 204 len: 168 time: 0.7145321 Nov 23 22:48:33.903981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-35b04569-a248-48ec-a9fc-787fd8cd2158 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256184 Nov 23 22:48:33.909334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c654966e-aec3-4a3a-a05a-f559295139ca req-73b15d7c-0b4e-401d-8b16-883f7c554e9b service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974540 Nov 23 22:48:33.912131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-238dec3a-78d3-4eef-9585-4e9a6990e79c req-2bd02a5c-1359-4868-8579-990a730f688a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616278 Nov 23 22:48:33.932932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612831fb-b61f-4ac0-9246-e851f5c8725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deddccba-89ea-4ef1-8f87-a5a5f580eba3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:33.973870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Attempting to bind port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:33.974382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Attempting to bind port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:33.974560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Attempting to bind port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 on network e6c29948-5d40-4200-9ec4-bcd515bcd490 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:34.004256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 on network e6c29948-5d40-4200-9ec4-bcd515bcd490 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:34.004467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Attempting to bind port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 on network e6c29948-5d40-4200-9ec4-bcd515bcd490 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:34.022307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12c13799-4afb-44b7-88ba-d7ba923992b4 req-6f2e4b49-c61b-49a3-9c6e-c55c1091efe0 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861737 Nov 23 22:48:34.023746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:34.024089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Checking segment: {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:34.024518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Bound using segment: {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:34.025025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Bound port: a4b23e3b-dacd-4f9b-93de-ab51c22f0319, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ebdf5-9160-41b1-80b8-055cba32181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:34.025389 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:34.077697 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0df4b292-d631-49ea-a566-7e2cb69cacf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:34.179084 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-5d6e269e-28eb-4ed3-9834-c4075322abc8 req-e4154ce2-fcab-48ff-8732-f30007446445 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:48:34.179084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d6e269e-28eb-4ed3-9834-c4075322abc8 req-e4154ce2-fcab-48ff-8732-f30007446445 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/259871d6-f74b-4c61-8d36-2871e4a3f5bb HTTP/1.1" status: 404 len: 352 time: 0.0856662 Nov 23 22:48:34.234424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.243156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.250166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.256678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.262751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.269041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.276306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.278352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-5a0791b4-1184-4989-a813-c32c4d24105c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.2177711 Nov 23 22:48:34.295343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] For port a4b23e3b-dacd-4f9b-93de-ab51c22f0319, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:34.321938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e96d720e-f322-4cb9-b0d0-73aa215cc573 req-f1bb744a-c60d-4d97-9e34-e6db725f89c1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 210 time: 0.0402493 Nov 23 22:48:34.346508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] For port a4b23e3b-dacd-4f9b-93de-ab51c22f0319, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:34.369757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:34.413460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'tag': '0e37c9ae-86fe-4086-b6be-199effedb4bc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:34.416076 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb659dec-02f0-4312-9b39-4eacfc69ea0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7c242f-94e3-4f28-95e1-9fa45d05535d", "tag": "0e37c9ae-86fe-4086-b6be-199effedb4bc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:34.463312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.464053 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:34.465500 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] 10.222.0.48 "PUT /v2.0/ports/a4b23e3b-dacd-4f9b-93de-ab51c22f0319 HTTP/1.1" status: 200 len: 1092 time: 2.0183442 Nov 23 22:48:34.466030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'tag': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:34.472255 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393ced37-861f-4975-9940-42731ba7a8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "091c5bb4-1e90-49c7-a9a8-a3f08bc66345", "tag": "a4b23e3b-dacd-4f9b-93de-ab51c22f0319"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:34.504313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7af0bfe9-07a0-45d3-b615-bef64875fe1d req-f7dd26c9-f177-43f2-aaa3-eefedaa8e88e tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913006 Nov 23 22:48:34.521849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-151ea4de-e98d-4528-8909-4916a933249b req-2a30370c-ab5a-4b27-8134-59b3e5be91fb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 210 time: 0.0601780 Nov 23 22:48:34.522531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9441-4079-4295-a7f3-12c493567f0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:34.639985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a7d7f20b-4288-4f8e-81eb-f18cb3b2b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.642438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a7d7f20b-4288-4f8e-81eb-f18cb3b2b9f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 1095 time: 0.1080146 Nov 23 22:48:34.649521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-870f885b-28de-4dfe-8f49-ffd81df68834 req-b39bac4a-e2ba-4723-9dbc-1d1d40e87509 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/f490bff3-6206-438e-85ac-bb5a4e2ac042 HTTP/1.1" status: 200 len: 1819 time: 0.0623872 Nov 23 22:48:34.718245 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de680a1-e472-462f-9b0d-6f4cc9c85f36 x-openstack-request-id: req-5de680a1-e472-462f-9b0d-6f4cc9c85f36 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:34.718543 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7c242f-94e3-4f28-95e1-9fa45d05535d", "tag": "0e37c9ae-86fe-4086-b6be-199effedb4bc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:34.718800 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5de680a1-e472-462f-9b0d-6f4cc9c85f36 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:34.719240 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'tag': '0e37c9ae-86fe-4086-b6be-199effedb4bc', 'status': 'completed', 'code': 200} Nov 23 22:48:34.723548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-20123e25-a758-4f9d-b971-d5a7ec38d065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4b23e3b-dacd-4f9b-93de-ab51c22f0319 HTTP/1.1" status: 200 len: 217 time: 0.0600569 Nov 23 22:48:34.784526 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7173bf-331a-4aa6-9d9f-df7c935ac1bf x-openstack-request-id: req-aa7173bf-331a-4aa6-9d9f-df7c935ac1bf {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:34.784826 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091c5bb4-1e90-49c7-a9a8-a3f08bc66345", "tag": "a4b23e3b-dacd-4f9b-93de-ab51c22f0319", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:34.785085 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa7173bf-331a-4aa6-9d9f-df7c935ac1bf {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:34.785489 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'tag': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319', 'status': 'completed', 'code': 200} Nov 23 22:48:34.808221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-4027fe9a-18bf-4c01-a6d5-ae4adf752ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.809951 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-4027fe9a-18bf-4c01-a6d5-ae4adf752ac7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&device_id=3b7c242f-94e3-4f28-95e1-9fa45d05535d HTTP/1.1" status: 200 len: 1094 time: 0.0485716 Nov 23 22:48:34.831298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-7d3df731-52c4-4ac6-9a57-d5ff98c896f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:34.833308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-7d3df731-52c4-4ac6-9a57-d5ff98c896f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=702d744d-9387-47fb-ac40-8ead639ce39a HTTP/1.1" status: 200 len: 858 time: 0.0913641 Nov 23 22:48:34.840198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-870f885b-28de-4dfe-8f49-ffd81df68834 req-efb2889c-1a41-49c4-b7b4-6597dc5de118 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:34.883022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-4b3463c1-4496-4fc3-9e18-100a461636c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e6c29948-5d40-4200-9ec4-bcd515bcd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396912 Nov 23 22:48:34.928647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-870f885b-28de-4dfe-8f49-ffd81df68834 req-efb2889c-1a41-49c4-b7b4-6597dc5de118 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:34.957737 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:35.004770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-6a839fae-9c10-4c9a-bf59-dcecd7119545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:35.006490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-6a839fae-9c10-4c9a-bf59-dcecd7119545 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 200 len: 919 time: 0.1821561 Nov 23 22:48:35.074590 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-44a40da9-8e9a-4638-ac24-4af4f8b908d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e37c9ae-86fe-4086-b6be-199effedb4bc HTTP/1.1" status: 200 len: 217 time: 0.0605772 Nov 23 22:48:35.169626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-aa271d5c-31c7-495a-bb03-168359af1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:35.176141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-aa271d5c-31c7-495a-bb03-168359af1a81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=702d744d-9387-47fb-ac40-8ead639ce39a HTTP/1.1" status: 200 len: 858 time: 0.0865338 Nov 23 22:48:35.221430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-1fc75c1c-a50a-48c8-94f7-839f7326aafe service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285429 Nov 23 22:48:35.225920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-69788b6c-c267-46b1-be1f-32283c44c066 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c29948-5d40-4200-9ec4-bcd515bcd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396466 Nov 23 22:48:35.228008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-870f885b-28de-4dfe-8f49-ffd81df68834 req-efb2889c-1a41-49c4-b7b4-6597dc5de118 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:35.230693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-870f885b-28de-4dfe-8f49-ffd81df68834 req-efb2889c-1a41-49c4-b7b4-6597dc5de118 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:35.242683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-870f885b-28de-4dfe-8f49-ffd81df68834 req-efb2889c-1a41-49c4-b7b4-6597dc5de118 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/f490bff3-6206-438e-85ac-bb5a4e2ac042 HTTP/1.1" status: 204 len: 173 time: 0.5804884 Nov 23 22:48:35.309497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2889c-1a41-49c4-b7b4-6597dc5de118 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f490bff3-6206-438e-85ac-bb5a4e2ac042,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:35.319344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-01f8b2e4-0acb-4a65-9e3e-c645350ef842 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:35.321056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-01f8b2e4-0acb-4a65-9e3e-c645350ef842 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.3074648 Nov 23 22:48:35.334390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115550f3-a49b-45ad-889a-764590ec1731 req-c1e4fd65-9402-4dac-998b-7398808ae6b4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:35.341890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115550f3-a49b-45ad-889a-764590ec1731 req-c1e4fd65-9402-4dac-998b-7398808ae6b4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2574334 Nov 23 22:48:35.387379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-033dff94-25b9-4c98-af3b-15719b04990a service neutron] 10.222.0.46 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486671 Nov 23 22:48:35.517054 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb659dec-02f0-4312-9b39-4eacfc69ea0c req-3e9d401c-45cb-4178-a5a8-181722ddd2e4 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220047 Nov 23 22:48:35.537623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82abb878-a200-435f-aaf2-3c593a2bba99 req-a401b473-5614-4d22-8024-1d87aeb867bb service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903254 Nov 23 22:48:35.545918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30088ea-f2f1-44d6-ad1a-4a74a8740de0 req-f849789c-ca90-42f0-81ee-4e37d31f5a23 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:35.547505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b30088ea-f2f1-44d6-ad1a-4a74a8740de0 req-f849789c-ca90-42f0-81ee-4e37d31f5a23 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 944 time: 0.1950982 Nov 23 22:48:35.556184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115550f3-a49b-45ad-889a-764590ec1731 req-03db316e-be3d-474c-9946-5fea006f0a61 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133486 Nov 23 22:48:35.584354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-59e02341-1da5-405c-a9b4-ca9ae449a8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 380 time: 0.2403963 Nov 23 22:48:35.595307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'port': {'device_id': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'admin_state_up': True, 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'security_groups': ['6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:35.677998 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-660fba78-4f7e-4cad-ac68-99b7bc26c533 req-c290260c-33db-49f5-a0af-8f05cf163347 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:48:35.681010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-660fba78-4f7e-4cad-ac68-99b7bc26c533 req-c290260c-33db-49f5-a0af-8f05cf163347 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/f490bff3-6206-438e-85ac-bb5a4e2ac042 HTTP/1.1" status: 404 len: 352 time: 0.0678294 Nov 23 22:48:35.711955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b30088ea-f2f1-44d6-ad1a-4a74a8740de0 req-ca992c2b-2992-4f0f-b356-895cee5b6c17 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543131 Nov 23 22:48:35.774608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ced37-861f-4975-9940-42731ba7a8ed req-3f7e844f-c251-4e54-8224-8033b9259168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:35.776473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-393ced37-861f-4975-9940-42731ba7a8ed req-3f7e844f-c251-4e54-8224-8033b9259168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 1095 time: 0.1404097 Nov 23 22:48:36.206995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-021fd49a-71f2-4eee-a4e1-1272a56b4181 req-d506f630-4dd6-4df4-aa07-0eaa2a164e43 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 210 time: 0.3951950 Nov 23 22:48:36.306959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.312895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.319541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.325593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.332337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.338391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.344528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.353002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-1b137a5d-9730-4326-96eb-12b39d45acd8 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.5416589 Nov 23 22:48:36.356044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ced37-861f-4975-9940-42731ba7a8ed req-d11dc85a-bd9b-4899-ab10-16148847df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.357745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-393ced37-861f-4975-9940-42731ba7a8ed req-d11dc85a-bd9b-4899-ab10-16148847df94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 200 len: 919 time: 0.5696795 Nov 23 22:48:36.368744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Made reservation on behalf of 8d524ce723c54b2c9f55db9abfefa842 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:36.372857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:36.440514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:36.490772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-393ced37-861f-4975-9940-42731ba7a8ed req-1fff5f7b-426d-4e2d-89a7-339b81a33e67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4b23e3b-dacd-4f9b-93de-ab51c22f0319 HTTP/1.1" status: 200 len: 217 time: 0.1015527 Nov 23 22:48:36.492954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ec6d0d0-d0ed-44f1-9a2f-db860fd457d4 req-e48b1584-5132-4ed4-a715-072b68d995ff tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 210 time: 0.1331773 Nov 23 22:48:36.547694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:36.669539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f0ecc41-5309-4dd8-898d-a4e5eaef2c24 req-9146512c-bbfb-4079-b850-bff0b6c9ee45 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3155615 Nov 23 22:48:36.677213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ced37-861f-4975-9940-42731ba7a8ed req-bb331676-6421-4464-9735-026a4ab4af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:36.678751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-393ced37-861f-4975-9940-42731ba7a8ed req-bb331676-6421-4464-9735-026a4ab4af1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=702d744d-9387-47fb-ac40-8ead639ce39a HTTP/1.1" status: 200 len: 858 time: 0.1735566 Nov 23 22:48:36.717183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:36.758751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3', 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490', 'port_id': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3', 'mac_address': 'fa:16:3e:38:c4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702d744d-9387-47fb-ac40-8ead639ce39a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:36.783803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-393ced37-861f-4975-9940-42731ba7a8ed req-0c6ef37b-e7c5-44c2-a73b-11181e948b0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e6c29948-5d40-4200-9ec4-bcd515bcd490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851905 Nov 23 22:48:36.813726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:36.829754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:36.853741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:36.867259 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:36.948712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:36.956424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Allocated IP 172.20.0.5 (4ceb42f0-96f0-408b-a1b0-14731cc84da4/cb19bfdd-3f05-4f7d-bd68-bf739a632ced/db0dc065-0878-419c-a17b-263937117166) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:37.005723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2487f-ca99-422c-bc89-a99fb4fad001 req-1a597319-6212-49c0-8577-43cbdc1f169c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:37.007351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dad2487f-ca99-422c-bc89-a99fb4fad001 req-1a597319-6212-49c0-8577-43cbdc1f169c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2298069 Nov 23 22:48:37.021378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab8c5992-c959-4cc1-948d-6e3202d50280 req-40bb76ff-105f-4068-af76-26318e852d83 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 6207 time: 0.3033819 Nov 23 22:48:37.076059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-393ced37-861f-4975-9940-42731ba7a8ed req-1181e114-a72e-4e1c-a819-0e8241c12499 service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806914 Nov 23 22:48:37.115839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0e37c9ae-86fe-4086-b6be-199effedb4bc details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:37.221358 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab8c5992-c959-4cc1-948d-6e3202d50280 req-318cdcce-9e18-40cc-8e1f-e13aad747f38 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/7837bb72-d205-45ff-853c-ac8b3c9dd759 HTTP/1.1" status: 200 len: 3002 time: 0.1989851 Nov 23 22:48:37.233397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dad2487f-ca99-422c-bc89-a99fb4fad001 req-ea4ecadc-9321-4af6-91b3-4c29df99f896 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072732 Nov 23 22:48:37.267736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 0e37c9ae-86fe-4086-b6be-199effedb4bc, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0e37c9ae-86fe-4086-b6be-199effedb4bc,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:37.347021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-393ced37-861f-4975-9940-42731ba7a8ed req-04f9d3a5-6745-4b52-8070-67412749340c service neutron] 10.222.0.48 "GET /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582960 Nov 23 22:48:37.364307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab8c5992-c959-4cc1-948d-6e3202d50280 req-d5873eef-0f75-4a97-962c-68c8e50009fc tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/7837bb72-d205-45ff-853c-ac8b3c9dd759 HTTP/1.1" status: 200 len: 3002 time: 0.1347928 Nov 23 22:48:37.435349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.488487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977c7b-4d7a-4a0b-8aae-b62411551c91 req-fc6f089b-9da6-49fe-9081-3288ee0b595e tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:37.490119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7977c7b-4d7a-4a0b-8aae-b62411551c91 req-fc6f089b-9da6-49fe-9081-3288ee0b595e tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 944 time: 0.1498904 Nov 23 22:48:37.508683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.557029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['15bc7432-d1ef-4f1e-a1a5-c882c08c29a3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:37.584290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '0e37c9ae-86fe-4086-b6be-199effedb4bc', 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490', 'port_id': '0e37c9ae-86fe-4086-b6be-199effedb4bc', 'mac_address': 'fa:16:3e:41:c3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702d744d-9387-47fb-ac40-8ead639ce39a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:37.605763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7c5b1e9-8aa8-414a-8c03-1055b97a5c25 req-34d7772c-3373-4f8d-a047-443dbad570b0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b007b445-0f41-480f-bc43-685c9c7e7781 HTTP/1.1" status: 200 len: 210 time: 0.0862393 Nov 23 22:48:37.609540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:37.628062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:37.643894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:37.681715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.688981 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.712411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:37.716978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e37c9ae-86fe-4086-b6be-199effedb4bc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:37.724944 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7977c7b-4d7a-4a0b-8aae-b62411551c91 req-f1ce5474-4987-450d-8540-d5543adaa5ee tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257273 Nov 23 22:48:37.752632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-ed9a7f18-b42c-4398-9861-a819212bd69a req-7fa46a95-cba7-4a9b-aa96-ff232759f4e8 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-881471552', 'description': 'tempest-description-1641533573'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:37.781681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 0e37c9ae-86fe-4086-b6be-199effedb4bc, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0e37c9ae-86fe-4086-b6be-199effedb4bc,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:37.789111 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.825505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:37.836175 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.889504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ed9a7f18-b42c-4398-9861-a819212bd69a req-7fa46a95-cba7-4a9b-aa96-ff232759f4e8 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.899911 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:37.900729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-b7911bd5-abb1-43c7-9ba4-fab82c3bf8c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3094759 Nov 23 22:48:37.908241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=0e37c9ae-86fe-4086-b6be-199effedb4bc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:37.918862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Request body: {'port': {'device_id': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:37.978130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a782f4-375b-4738-8602-d0f755edfb74 req-c09d8adb-0169-45c1-ad0b-63fcc23f5233 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:37.979674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9a782f4-375b-4738-8602-d0f755edfb74 req-c09d8adb-0169-45c1-ad0b-63fcc23f5233 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 931 time: 0.1401956 Nov 23 22:48:38.011320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c8e89adb-0e32-4fca-9e3a-9b3a10633435 None None] Provisioning complete for port db0dc065-0878-419c-a17b-263937117166 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:38.011841 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8e89adb-0e32-4fca-9e3a-9b3a10633435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.035766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.047442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c8e89adb-0e32-4fca-9e3a-9b3a10633435 None None] Port db0dc065-0878-419c-a17b-263937117166 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:48:38.110362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9a782f4-375b-4738-8602-d0f755edfb74 req-9f01ca42-c35b-45c0-bfe6-1c54073f3195 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126363 Nov 23 22:48:38.121016 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ed9a7f18-b42c-4398-9861-a819212bd69a req-7fa46a95-cba7-4a9b-aa96-ff232759f4e8 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.134634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ed9a7f18-b42c-4398-9861-a819212bd69a req-7fa46a95-cba7-4a9b-aa96-ff232759f4e8 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.158722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0e37c9ae-86fe-4086-b6be-199effedb4bc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:38.230778 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ed9a7f18-b42c-4398-9861-a819212bd69a req-7fa46a95-cba7-4a9b-aa96-ff232759f4e8 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.235609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed9a7f18-b42c-4398-9861-a819212bd69a req-7fa46a95-cba7-4a9b-aa96-ff232759f4e8 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5239751 Nov 23 22:48:38.240087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa46a95-cba7-4a9b-aa96-ff232759f4e8 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c732b-2220-4449-bbad-7770e4f2334f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:38.280099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-391d8f25-7b21-447f-9ef0-7147c4b67037 req-03b292c6-7d97-4e51-a1a9-663c6132ec3a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-788551063', 'description': 'tempest-description-558253130'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:38.368345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-391d8f25-7b21-447f-9ef0-7147c4b67037 req-03b292c6-7d97-4e51-a1a9-663c6132ec3a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.404822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.411029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.416955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.423401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.429431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.435358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.441975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.443947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-ef17d88f-1826-435a-b7bb-6f9883b8196a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.1785281 Nov 23 22:48:38.549124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a4b23e3b-dacd-4f9b-93de-ab51c22f0319 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:38.586402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0dc065-0878-419c-a17b-263937117166 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:38.600080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e08ec173-663e-48b9-921a-1574c5bbfaa4 req-a5cd599a-7193-40a6-961b-11faf8144f59 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479661 Nov 23 22:48:38.601904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.632595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-391d8f25-7b21-447f-9ef0-7147c4b67037 req-03b292c6-7d97-4e51-a1a9-663c6132ec3a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.635966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Transition to ACTIVE for port object db0dc065-0878-419c-a17b-263937117166 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:38.639472 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-391d8f25-7b21-447f-9ef0-7147c4b67037 req-03b292c6-7d97-4e51-a1a9-663c6132ec3a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.651013 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.663037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a4b23e3b-dacd-4f9b-93de-ab51c22f0319, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:38.682611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319', 'network_id': 'e6c29948-5d40-4200-9ec4-bcd515bcd490', 'port_id': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319', 'mac_address': 'fa:16:3e:e0:f2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702d744d-9387-47fb-ac40-8ead639ce39a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:38.702235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-391d8f25-7b21-447f-9ef0-7147c4b67037 req-03b292c6-7d97-4e51-a1a9-663c6132ec3a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.703475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-391d8f25-7b21-447f-9ef0-7147c4b67037 req-03b292c6-7d97-4e51-a1a9-663c6132ec3a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4418359 Nov 23 22:48:38.723309 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.731608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b292c6-7d97-4e51-a1a9-663c6132ec3a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10bd854-4957-4242-913b-9a3836768b83,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:38.739739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b23e3b-dacd-4f9b-93de-ab51c22f0319 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:38.761968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a4b23e3b-dacd-4f9b-93de-ab51c22f0319, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:38.766504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.806909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:38.879281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Attempting to bind port db0dc065-0878-419c-a17b-263937117166 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:38.879722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Attempting to bind port db0dc065-0878-419c-a17b-263937117166 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:38.879875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:38.880231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Attempting to bind port db0dc065-0878-419c-a17b-263937117166 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:38.886196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Port db0dc065-0878-419c-a17b-263937117166 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:38.886196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Attempting to bind port db0dc065-0878-419c-a17b-263937117166 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:38.895202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:38.895681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:38.896162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Bound using segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:38.896697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Bound port: db0dc065-0878-419c-a17b-263937117166, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:38.897456 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:38.920999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693eed1-d08d-4c4b-9a49-9ef8129d8744 req-724d3a3c-55a1-410a-8857-5484717a156c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:38.930969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a693eed1-d08d-4c4b-9a49-9ef8129d8744 req-724d3a3c-55a1-410a-8857-5484717a156c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2263606 Nov 23 22:48:39.087372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a693eed1-d08d-4c4b-9a49-9ef8129d8744 req-5abc50c2-26aa-49c2-b578-d91997400c1d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554070 Nov 23 22:48:39.089313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:39.093790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:39.103889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b027ab-a383-4812-9109-4ab344ba91ac req-22bc6673-19c0-4ad3-9cc8-542dd1e13b95 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:39.109251 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94b027ab-a383-4812-9109-4ab344ba91ac req-22bc6673-19c0-4ad3-9cc8-542dd1e13b95 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 945 time: 0.1579640 Nov 23 22:48:39.111816 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:39.136625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0e37c9ae-86fe-4086-b6be-199effedb4bc up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:39.171416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:39.172069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:39.173161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a4b23e3b-dacd-4f9b-93de-ab51c22f0319'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:39.174419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 1091 time: 1.2621357 Nov 23 22:48:39.177222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:39.179643 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a" -d '{"events": [{"name": "network-changed", "server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:39.251038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1195b8-9686-49ee-8458-ebeac03052a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:39.309593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94b027ab-a383-4812-9109-4ab344ba91ac req-56e5dd62-7e33-4f4c-83c5-1e01db48b8fb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794572 Nov 23 22:48:39.316266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 0e37c9ae-86fe-4086-b6be-199effedb4bc completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:39.325501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 0e37c9ae-86fe-4086-b6be-199effedb4bc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:39.325501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:39.435422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-6001df08-2fde-4518-9f4c-1fe1f031a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:39.453664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-6001df08-2fde-4518-9f4c-1fe1f031a48b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1094 time: 0.2194631 Nov 23 22:48:39.517398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:39.540737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-abffc5e5-2f08-4d5d-bb81-172df70372f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 217 time: 0.0673084 Nov 23 22:48:39.579946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e37c9ae-86fe-4086-b6be-199effedb4bc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:39.583674 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f1dfec-619d-443e-90dd-d7840af8b484" -d '{"events": [{"server_uuid": "3b7c242f-94e3-4f28-95e1-9fa45d05535d", "name": "network-vif-plugged", "status": "completed", "tag": "0e37c9ae-86fe-4086-b6be-199effedb4bc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:39.605134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 0e37c9ae-86fe-4086-b6be-199effedb4bc, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0e37c9ae-86fe-4086-b6be-199effedb4bc,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:39.606108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-92cb342f-b4fa-446b-99bf-64e005abfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:39.607678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-92cb342f-b4fa-446b-99bf-64e005abfadf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0548177 Nov 23 22:48:39.616257 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:39.619837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-438285b0-659f-4a41-b71f-7eaed2a18c67 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:39.627822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-438285b0-659f-4a41-b71f-7eaed2a18c67 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 812 time: 0.4256859 Nov 23 22:48:39.676140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-84868524-4207-4204-8e0b-3b1061b2b518 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/quotas/607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 375 time: 0.0473685 Nov 23 22:48:39.685567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=0e37c9ae-86fe-4086-b6be-199effedb4bc,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:39.695854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28dd0c-7a7a-45c0-adb0-b840ff31e445 req-794013ff-0728-42cf-ab49-2d68268698da tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:39.700027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d28dd0c-7a7a-45c0-adb0-b840ff31e445 req-794013ff-0728-42cf-ab49-2d68268698da tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 943 time: 0.2255390 Nov 23 22:48:39.757860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-c3479e00-f2ad-49d0-8582-f3f27133fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:39.759373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-c3479e00-f2ad-49d0-8582-f3f27133fae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295967 Nov 23 22:48:39.787027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-53ca4a5d-6ee8-463b-b0e2-dd45296aedfe tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100259 Nov 23 22:48:39.845424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d28dd0c-7a7a-45c0-adb0-b840ff31e445 req-d7b88b0f-4a86-4f7d-9171-66a9e79209c1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219404 Nov 23 22:48:39.923554 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dba9e5-aee8-41a1-ba1d-c068ea5a1ab0 x-openstack-request-id: req-c3dba9e5-aee8-41a1-ba1d-c068ea5a1ab0 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:39.923964 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "tag": "db0dc065-0878-419c-a17b-263937117166", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:39.924238 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3dba9e5-aee8-41a1-ba1d-c068ea5a1ab0 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:39.924643 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'status': 'completed', 'code': 200} Nov 23 22:48:39.963507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-5015fc5a-05cb-4a3d-a538-ec38771eb989 service neutron] 10.222.0.11 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678600 Nov 23 22:48:39.965413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-25740823-5f88-4e91-af61-2631e7cf1ab5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935663 Nov 23 22:48:40.044927 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c266ad-7ba8-4ba3-a55b-98d950d1f7fc x-openstack-request-id: req-91c266ad-7ba8-4ba3-a55b-98d950d1f7fc {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:40.045436 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7c242f-94e3-4f28-95e1-9fa45d05535d", "name": "network-vif-plugged", "status": "completed", "tag": "0e37c9ae-86fe-4086-b6be-199effedb4bc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:40.045852 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91c266ad-7ba8-4ba3-a55b-98d950d1f7fc {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:40.046399 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e37c9ae-86fe-4086-b6be-199effedb4bc', 'code': 200} Nov 23 22:48:40.165527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2120-29ec-4f33-9b34-17b7d8991dae req-3aeb4166-6677-47cb-a23f-d210798458a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.167931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d12e2120-29ec-4f33-9b34-17b7d8991dae req-3aeb4166-6677-47cb-a23f-d210798458a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b7c242f-94e3-4f28-95e1-9fa45d05535d HTTP/1.1" status: 200 len: 1096 time: 0.0570536 Nov 23 22:48:40.218742 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d12e2120-29ec-4f33-9b34-17b7d8991dae req-f5566916-dbe9-4f21-9575-34f87e297d7c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Nov 23 22:48:40.221639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-704ef8cd-7e1d-4c95-8f82-8c4d1732da3c service neutron] 10.222.0.11 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517669 Nov 23 22:48:40.223450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a01d61-b6d7-4959-9e6c-efa2e48e80ea req-f7229efb-9d5b-4004-bad1-2838e19c9fce service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458735 Nov 23 22:48:40.261963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-52c0204a-1115-4020-9831-981d963f643e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.264320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-52c0204a-1115-4020-9831-981d963f643e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.1443994 Nov 23 22:48:40.281489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-402053a8-1116-4202-91b5-d67e96287bba tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/quotas/65a61d3392de484ba1cc52f1fa1b48d7 HTTP/1.1" status: 200 len: 375 time: 0.0112934 Nov 23 22:48:40.318177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-67434e02-7a59-47ee-9d6b-ac9158e5c7ce tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293171 Nov 23 22:48:40.562846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4ba42727-a6bd-41e9-8fa3-0bb8893170fc details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:40.576347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:40.762314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:40.777824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:40.778371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:40.783052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:40.823129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-dbc93202-e16c-4a32-9de2-21b91e2831bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.824752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-dbc93202-e16c-4a32-9de2-21b91e2831bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1094 time: 0.0922990 Nov 23 22:48:40.826900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc', 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'port_id': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc', 'mac_address': 'fa:16:3e:25:09:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5410a48-5e35-4ae8-aaf0-c772a1dba13c', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:40.837972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.844572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.850817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.857071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.863540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.869965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.875974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:40.883729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-88aa5ffa-b2b4-4e09-a7a0-f12089729211 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5421 time: 0.1596591 Nov 23 22:48:40.887979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:40.917217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-8b9d066c-50d5-447a-a38d-b43725a979cf service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863278 Nov 23 22:48:40.946978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba42727-a6bd-41e9-8fa3-0bb8893170fc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:40.989406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:40.992179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.002668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.004383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device afd7b87b-a4b2-408d-a92f-9990660bb509 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:41.075089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:41.091058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.091872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a4b23e3b-dacd-4f9b-93de-ab51c22f0319 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:41.135042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-891f2aa4-adac-4e72-a2c0-56976b8a47a5 req-1192d79b-293e-4df0-a69b-1f3c3e3408a1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502439 Nov 23 22:48:41.192176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-009ff6ae-2111-42c9-a1f1-b94116dc9e27 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675874 Nov 23 22:48:41.197684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-bc176da5-5136-4520-97f9-8ed049436c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.199289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-bc176da5-5136-4520-97f9-8ed049436c17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.2968009 Nov 23 22:48:41.213651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:41.258401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-2e6ae298-16b7-4a72-91a3-ae044d0ea7ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 217 time: 0.0508077 Nov 23 22:48:41.289749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:41.317613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:41.317613 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.323100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-d5f0804d-ec96-4f8b-9486-9bd55e25aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.324643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-d5f0804d-ec96-4f8b-9486-9bd55e25aa58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0568824 Nov 23 22:48:41.329292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:41.452748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd24de8-e3c6-4b93-9484-8d33689771e7 req-6adbc400-b258-4ee3-86a1-5ee920692d76 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.454322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port afd7b87b-a4b2-408d-a92f-9990660bb509, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=afd7b87b-a4b2-408d-a92f-9990660bb509,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:41.459723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fd24de8-e3c6-4b93-9484-8d33689771e7 req-6adbc400-b258-4ee3-86a1-5ee920692d76 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2048686 Nov 23 22:48:41.499703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'port_id': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'mac_address': 'fa:16:3e:d6:a4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:41.530572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-e934ad22-8335-4c40-b524-793c815c4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.533341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-e934ad22-8335-4c40-b524-793c815c4526 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933146 Nov 23 22:48:41.600854 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.659702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd7b87b-a4b2-408d-a92f-9990660bb509 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:41.678956 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.725266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port afd7b87b-a4b2-408d-a92f-9990660bb509, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=afd7b87b-a4b2-408d-a92f-9990660bb509,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:41.739278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.740062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:41.740899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-5ff6293f-1b18-438c-9257-c90382336a23 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891701 Nov 23 22:48:41.745014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a4b23e3b-dacd-4f9b-93de-ab51c22f0319, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:41.745199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fd24de8-e3c6-4b93-9484-8d33689771e7 req-53c2ee09-090b-49cc-bf5f-24117fdcc020 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597673 Nov 23 22:48:41.757135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc900-7f53-4c40-bb3a-fccbacf794f7 req-d5ad940a-1197-4285-9314-10d5533841bd tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.758796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16cfc900-7f53-4c40-bb3a-fccbacf794f7 req-d5ad940a-1197-4285-9314-10d5533841bd tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 945 time: 0.3244696 Nov 23 22:48:41.791459 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.900743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:41.905682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=afd7b87b-a4b2-408d-a92f-9990660bb509,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:41.924312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27f1150c-f8ee-4af7-a9ea-6d078ae8d96b req-fdcd369f-fa4b-4893-be8e-e76fede036ef tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 210 time: 0.0754395 Nov 23 22:48:41.950552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16cfc900-7f53-4c40-bb3a-fccbacf794f7 req-a7262289-3959-46c0-aa4d-0674f98a40af tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800284 Nov 23 22:48:42.023842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0104b293-476f-4ffe-bfd7-c7afe3c3d80a req-f4767493-a77b-4e56-87e5-42c600631359 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638519 Nov 23 22:48:42.062117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3'}, {'server_uuid': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:42.065002 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c60ce3-4e90-447b-a189-49ce0c0fa7b8" -d '{"events": [{"server_uuid": "3025bc94-ab21-46d0-a74c-8fde706ad2e4", "name": "network-vif-plugged", "status": "completed", "tag": "15bc7432-d1ef-4f1e-a1a5-c882c08c29a3"}, {"server_uuid": "091c5bb4-1e90-49c7-a9a8-a3f08bc66345", "name": "network-vif-plugged", "status": "completed", "tag": "a4b23e3b-dacd-4f9b-93de-ab51c22f0319"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:42.070713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '1d51b714-7e66-49fb-aa5d-c9cdf394b8f2', 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'port_id': '1d51b714-7e66-49fb-aa5d-c9cdf394b8f2', 'mac_address': 'fa:16:3e:72:21:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5410a48-5e35-4ae8-aaf0-c772a1dba13c', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:42.133818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:42.148069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.167728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:42.178103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bca369-3ac4-49c6-b458-ca3158e24603 req-ab7ce484-d9ac-411e-bd82-1d3e66e39f8b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.197597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:42.204496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.205487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 91a52d19-e297-4655-beb5-1e32d7c4d00e details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:42.207293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1bca369-3ac4-49c6-b458-ca3158e24603 req-ab7ce484-d9ac-411e-bd82-1d3e66e39f8b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 943 time: 0.1489563 Nov 23 22:48:42.346498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:42.420445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 91a52d19-e297-4655-beb5-1e32d7c4d00e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:42.425044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fdc667d-e245-4d47-bed6-37e09873d4d1 req-5e541de6-c3bc-4fe0-b2dc-7a96a183fb6d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.0599320 Nov 23 22:48:42.436197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '91a52d19-e297-4655-beb5-1e32d7c4d00e', 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6', 'port_id': '91a52d19-e297-4655-beb5-1e32d7c4d00e', 'mac_address': 'fa:16:3e:51:53:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217484c5-0fca-4db0-899d-2214b85d9277', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:42.447346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1bca369-3ac4-49c6-b458-ca3158e24603 req-cc34c604-3a40-4fc5-9a68-5d2c74147184 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358787 Nov 23 22:48:42.507826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-1d017c82-c09d-411b-a3a4-697d0608b803 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.509709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-1d017c82-c09d-411b-a3a4-697d0608b803 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.48 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 812 time: 0.2962863 Nov 23 22:48:42.523841 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1affa2-d117-48f3-ab5b-8a2a44a651e4 x-openstack-request-id: req-ff1affa2-d117-48f3-ab5b-8a2a44a651e4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:42.524138 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3025bc94-ab21-46d0-a74c-8fde706ad2e4", "name": "network-vif-plugged", "status": "completed", "tag": "15bc7432-d1ef-4f1e-a1a5-c882c08c29a3", "code": 200}, {"server_uuid": "091c5bb4-1e90-49c7-a9a8-a3f08bc66345", "name": "network-vif-plugged", "status": "completed", "tag": "a4b23e3b-dacd-4f9b-93de-ab51c22f0319", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:42.524384 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff1affa2-d117-48f3-ab5b-8a2a44a651e4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:42.524781 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3', 'code': 200} Nov 23 22:48:42.525037 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319', 'code': 200} Nov 23 22:48:42.535105 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.562421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a52d19-e297-4655-beb5-1e32d7c4d00e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:42.579989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'port': {'device_id': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066', 'admin_state_up': True, 'tenant_id': '607ea57d8ad141d6bd0a17814b5d6c5b'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:42.590001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 91a52d19-e297-4655-beb5-1e32d7c4d00e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:42.595994 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.597033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0bb4bcbc-abee-4ce9-909a-87f016814e87 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:42.689312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0bb4bcbc-abee-4ce9-909a-87f016814e87, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:42.710104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.717220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.724482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.727517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '0bb4bcbc-abee-4ce9-909a-87f016814e87', 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'port_id': '0bb4bcbc-abee-4ce9-909a-87f016814e87', 'mac_address': 'fa:16:3e:42:e8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5410a48-5e35-4ae8-aaf0-c772a1dba13c', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:42.730646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.738233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.745056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.753080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.760810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-caeb3479-c15e-4492-9a55-db5518ba1fe6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5424 time: 0.2231646 Nov 23 22:48:42.796872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f53c7d24-c1fb-48d8-ab79-1977bc6bb897 req-3e561f5a-5075-4103-b499-8b0a48332017 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Nov 23 22:48:42.842579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=91a52d19-e297-4655-beb5-1e32d7c4d00e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:42.867148 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.899772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb4bcbc-abee-4ce9-909a-87f016814e87 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:42.922699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f7c-4f51-4930-b442-1e918465f3cf req-5c104e37-2d78-47ee-81b0-e59aa840d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.927193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0bb4bcbc-abee-4ce9-909a-87f016814e87, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:42.928128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b7e00d0-9d3b-402a-96c2-0e27991a3ca6 req-c36cf364-8393-49e2-b53c-644dc56a2785 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589210 Nov 23 22:48:42.931427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e331f7c-4f51-4930-b442-1e918465f3cf req-5c104e37-2d78-47ee-81b0-e59aa840d178 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 1097 time: 0.1871681 Nov 23 22:48:42.934575 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.936041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:42.940083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Made reservation on behalf of 607ea57d8ad141d6bd0a17814b5d6c5b for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:42.946624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.960961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b124f1-b159-45ba-bd3f-e03e6d854305 req-de58ec57-3b30-4cd6-95f9-98825ac958a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.966286 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-99b124f1-b159-45ba-bd3f-e03e6d854305 req-de58ec57-3b30-4cd6-95f9-98825ac958a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3025bc94-ab21-46d0-a74c-8fde706ad2e4 HTTP/1.1" status: 200 len: 1097 time: 0.2265861 Nov 23 22:48:43.086589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-99b124f1-b159-45ba-bd3f-e03e6d854305 req-08380ee0-c41d-4fbb-bfb2-b82aa68bc10d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098070 Nov 23 22:48:43.094757 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e331f7c-4f51-4930-b442-1e918465f3cf req-4a0974f4-b6a5-4478-a407-9a439dac1282 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459050 Nov 23 22:48:43.098213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0bb4bcbc-abee-4ce9-909a-87f016814e87,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:43.104064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:43.117887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b', 'network_id': 'c9566242-659e-41fd-9f54-3a3b0ecc6ddf', 'port_id': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b', 'mac_address': 'fa:16:3e:f2:d9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5410a48-5e35-4ae8-aaf0-c772a1dba13c', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:43.163452 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.179735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:43.205491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:43.247381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8a37-d771-43b5-9512-5f9cb2bc8689 req-91fc7171-ca9e-461d-82a6-3cab223d0a1d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:43.254952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36a8a37-d771-43b5-9512-5f9cb2bc8689 req-91fc7171-ca9e-461d-82a6-3cab223d0a1d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2833414 Nov 23 22:48:43.264018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Allocated IP 172.20.0.9 (ba226810-34f5-417d-b6d4-c1c631366066/041d291f-9c09-4e78-8836-2e8416b3267b/0c12bc2b-615f-486e-b290-3327a528129f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:43.315101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:43.330064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'db0dc065-0878-419c-a17b-263937117166', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': 'db0dc065-0878-419c-a17b-263937117166', 'mac_address': 'fa:16:3e:cf:fc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:43.349410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:43.372503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.373165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:43.418791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bfb01-b0ff-4572-af58-4da38b030bc3 req-495fc76c-6eb7-427f-aa97-f4b3d5f30ddc tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:43.420624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-852bfb01-b0ff-4572-af58-4da38b030bc3 req-495fc76c-6eb7-427f-aa97-f4b3d5f30ddc tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 946 time: 0.2406092 Nov 23 22:48:43.431209 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.477069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0dc065-0878-419c-a17b-263937117166 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:43.487605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:43.491444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:43.492384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-f245a9a5-071e-41ff-af34-91d3f07e5159 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.0417063 Nov 23 22:48:43.519700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e', 'network_id': '9bc8ce24-822c-4553-8c11-12bccb06b9d6', 'port_id': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e', 'mac_address': 'fa:16:3e:7d:58:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217484c5-0fca-4db0-899d-2214b85d9277', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:43.524873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:43.569279 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.570460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36a8a37-d771-43b5-9512-5f9cb2bc8689 req-ab73a865-4b32-4d0c-a13a-47914ee20808 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067911 Nov 23 22:48:43.571863 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.573616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:43.624134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:43.673556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:43.695598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.709388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:43.744923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43776) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:43.786636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.804865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-852bfb01-b0ff-4572-af58-4da38b030bc3 req-9157b2c3-2773-48eb-8551-d3bfd422727d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509769 Nov 23 22:48:43.824643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a04709f-0cd4-4d95-812f-b23db3a7f450 req-56ad3aa7-b8c2-4ddf-86f8-4c0a5dbcf14a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 210 time: 0.1386807 Nov 23 22:48:43.958780 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf361a0-0455-4046-ace5-c908d11ba6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:44.060790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:44.073280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:44.084164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf361a0-0455-4046-ace5-c908d11ba6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:44.089456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'port_id': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'mac_address': 'fa:16:3e:9d:30:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:44.091141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcf361a0-0455-4046-ace5-c908d11ba6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:44.147358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-8fb61dcf-ff21-4a30-9f5e-0e292a3fcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.149403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-8fb61dcf-ff21-4a30-9f5e-0e292a3fcbcd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6436069 Nov 23 22:48:44.161782 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:44.177901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dcf361a0-0455-4046-ace5-c908d11ba6b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b9e3a1b4305487499dd39d98fbe85fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314258 Nov 23 22:48:44.183004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf361a0-0455-4046-ace5-c908d11ba6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9fa84b-abbc-4629-8da3-5d7c6c9b6f6a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:44.187209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67615a50-167b-41d9-b301-2afd31df2d58 req-17d51bb2-03c4-494f-a9e5-90d3f710ae00 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.0610726 Nov 23 22:48:44.187989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43790) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:44.193642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a77e1d8-baab-43cf-9e56-a9f73da30ffb {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:44.239314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:44.245210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:44.246018 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:44.259899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:44.286567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae6ea1-9e62-4e39-84f2-ccc2135cd980 req-3a0b2db1-f3c5-4842-a8e3-2323e86435a7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.288153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abae6ea1-9e62-4e39-84f2-ccc2135cd980 req-3a0b2db1-f3c5-4842-a8e3-2323e86435a7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.3304713 Nov 23 22:48:44.381397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:44.399745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['3a77e1d8-baab-43cf-9e56-a9f73da30ffb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:44.409228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Network ba226810-34f5-417d-b6d4-c1c631366066 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:44.489548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:44.528802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:44.539235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abae6ea1-9e62-4e39-84f2-ccc2135cd980 req-fcd9c1ce-bac7-464e-8006-09b436459c16 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978555 Nov 23 22:48:44.555007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['db0dc065-0878-419c-a17b-263937117166'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:44.704846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.737412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.755364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.758788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.783004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.789753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.791257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['1d51b714-7e66-49fb-aa5d-c9cdf394b8f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:44.796405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.806364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-359b9b84-692f-413e-af76-a6117478e02d req-676487b1-9390-437c-930f-1600738c39a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5428 time: 0.4483247 Nov 23 22:48:44.852385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['91a52d19-e297-4655-beb5-1e32d7c4d00e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:44.863553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['afd7b87b-a4b2-408d-a92f-9990660bb509'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:44.929528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:45.195517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:45.205802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:45.215101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b284891c-86fa-4adf-96dc-fea03088a8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.263638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:45.263638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.337720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-a7f29e91-fb46-49d8-9bd4-022e59f81a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:45.339459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-a7f29e91-fb46-49d8-9bd4-022e59f81a0b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1638851 Nov 23 22:48:45.344863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b284891c-86fa-4adf-96dc-fea03088a8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.360417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-4ca9b4ad-e3c9-4795-ac16-e91f1fb52437 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7866600 Nov 23 22:48:45.404108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a54e62-acdb-4c0c-8b33-90e5031753f9 req-ececbc8b-887f-430f-9d3f-e0c5d97738c7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:45.413197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5a54e62-acdb-4c0c-8b33-90e5031753f9 req-ececbc8b-887f-430f-9d3f-e0c5d97738c7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 944 time: 0.5951779 Nov 23 22:48:45.421485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Request body: {'port': {'device_id': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:45.489585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012a4a6e-cb5c-43e3-a600-945390dec046 req-8fcd093f-0a74-413e-b9a9-3c9dc726eef7 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/ports?device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.1085920 Nov 23 22:48:45.503186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-359b9b84-692f-413e-af76-a6117478e02d req-9bf7e7ea-0d67-4ac1-bbb9-d509f8d2ba9f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6956975 Nov 23 22:48:45.585344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:45.585851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.665311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5a54e62-acdb-4c0c-8b33-90e5031753f9 req-8c7d494a-ad54-4313-a8ee-8bca1cc25de7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506993 Nov 23 22:48:45.666372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b284891c-86fa-4adf-96dc-fea03088a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.681691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b284891c-86fa-4adf-96dc-fea03088a8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.683081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b284891c-86fa-4adf-96dc-fea03088a8f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a9fa84b-abbc-4629-8da3-5d7c6c9b6f6a HTTP/1.1" status: 204 len: 168 time: 1.4849553 Nov 23 22:48:45.707324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.742741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284891c-86fa-4adf-96dc-fea03088a8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9fa84b-abbc-4629-8da3-5d7c6c9b6f6a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:45.822975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c5b31-fcc7-47f0-b637-7ae75c4e2274 req-5a7def0b-62a8-4634-80f4-c3ab18bff2c5 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:45.833419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee8c5b31-fcc7-47f0-b637-7ae75c4e2274 req-5a7def0b-62a8-4634-80f4-c3ab18bff2c5 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 931 time: 0.1851699 Nov 23 22:48:45.887071 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.946410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:45.949109 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b82a70-573e-410c-b6c2-3fc57c75f116" -d '{"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-plugged", "status": "completed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:45.973614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:45.983029 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:45.986654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8a62913-4107-4f20-a37e-c23122a424a1 req-2bca8062-6f3e-4c6d-9909-5c9f35345db4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.0734844 Nov 23 22:48:46.055955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:46.075618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee8c5b31-fcc7-47f0-b637-7ae75c4e2274 req-7fd631cc-a663-4c37-a2e9-ddd8f63d2d89 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411745 Nov 23 22:48:46.189509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c7e3d-9d18-4787-a5c1-fa5c25a26b7b req-828f9d12-ff25-4ea7-a649-acfde11cda8b tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:46.197288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-397c7e3d-9d18-4787-a5c1-fa5c25a26b7b req-828f9d12-ff25-4ea7-a649-acfde11cda8b tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 946 time: 0.2863488 Nov 23 22:48:46.263922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:46.277206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['4ba42727-a6bd-41e9-8fa3-0bb8893170fc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:46.285300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5c29477-cbc3-434f-bd01-98d06491313b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.328273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a62913-4107-4f20-a37e-c23122a424a1 req-85f459c3-d11d-48ee-b349-5b9c610682ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:46.331491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8a62913-4107-4f20-a37e-c23122a424a1 req-85f459c3-d11d-48ee-b349-5b9c610682ea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2753918 Nov 23 22:48:46.359455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0bb4bcbc-abee-4ce9-909a-87f016814e87'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:46.364818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:46.398722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5c29477-cbc3-434f-bd01-98d06491313b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.411554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5c29477-cbc3-434f-bd01-98d06491313b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.427805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-397c7e3d-9d18-4787-a5c1-fa5c25a26b7b req-78db68f9-368d-49cc-8b70-de06b6373c62 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237847 Nov 23 22:48:46.438893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a98de06-c26e-48e1-a958-06b06c7fe08b req-dc706124-9b8e-4bb7-8d7d-e344c5bf3569 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.0833623 Nov 23 22:48:46.446202 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e5c29477-cbc3-434f-bd01-98d06491313b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66a632ea4c1d4e04bbad850d999091fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799519 Nov 23 22:48:46.468650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43822) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:46.537682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c29477-cbc3-434f-bd01-98d06491313b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d6d40-12a1-438c-93be-08cb4881126a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:46.553529 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12659f33-7aac-4da9-8c5a-ec5d67b4dd05 x-openstack-request-id: req-12659f33-7aac-4da9-8c5a-ec5d67b4dd05 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:46.554887 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-plugged", "status": "completed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:46.555556 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12659f33-7aac-4da9-8c5a-ec5d67b4dd05 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:46.557103 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'code': 200} Nov 23 22:48:46.568217 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2804549b-7ab6-404d-b96f-657683a6e8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.603826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2804549b-7ab6-404d-b96f-657683a6e8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.667331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c12bc2b-615f-486e-b290-3327a528129f {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:46.690016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2804549b-7ab6-404d-b96f-657683a6e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.695582 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2804549b-7ab6-404d-b96f-657683a6e8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.696461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.697211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2804549b-7ab6-404d-b96f-657683a6e8e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa3d6d40-12a1-438c-93be-08cb4881126a HTTP/1.1" status: 204 len: 168 time: 0.2310865 Nov 23 22:48:46.699202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a62913-4107-4f20-a37e-c23122a424a1 req-43a604cd-0a7c-4a96-8bf6-7a162754f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:46.700937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8a62913-4107-4f20-a37e-c23122a424a1 req-43a604cd-0a7c-4a96-8bf6-7a162754f891 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3638287 Nov 23 22:48:46.714721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804549b-7ab6-404d-b96f-657683a6e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d6d40-12a1-438c-93be-08cb4881126a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:46.765473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435d218-91a0-4411-b41c-997ee8b4f174 req-04ce37e6-ebd1-4374-b63f-0b935dc33f88 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:46.767421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9435d218-91a0-4411-b41c-997ee8b4f174 req-04ce37e6-ebd1-4374-b63f-0b935dc33f88 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.2205267 Nov 23 22:48:46.772825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Transition to ACTIVE for port object 0c12bc2b-615f-486e-b290-3327a528129f will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:46.803274 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:46.842509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8a62913-4107-4f20-a37e-c23122a424a1 req-1f996063-a50e-4255-8cef-86dc2df48f48 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/ports?device_id=66caac03-c982-496f-82b9-15fd567aecf2 HTTP/1.1" status: 200 len: 210 time: 0.0682278 Nov 23 22:48:46.880514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a65f-e95d-49ac-80c0-278e4295b1a5 req-6cfd6c12-29ed-4094-b2cd-faea262fa795 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:46.882342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbf6a65f-e95d-49ac-80c0-278e4295b1a5 req-6cfd6c12-29ed-4094-b2cd-faea262fa795 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b7c242f-94e3-4f28-95e1-9fa45d05535d HTTP/1.1" status: 200 len: 945 time: 0.2005062 Nov 23 22:48:46.976162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Pushing event updated for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:46.991085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9435d218-91a0-4411-b41c-997ee8b4f174 req-b52bf572-f858-4450-bec5-1694e1a76edd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008240 Nov 23 22:48:47.151870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Attempting to bind port 0c12bc2b-615f-486e-b290-3327a528129f on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:47.152257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Attempting to bind port 0c12bc2b-615f-486e-b290-3327a528129f by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:47.152551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Attempting to bind port 0c12bc2b-615f-486e-b290-3327a528129f on network ba226810-34f5-417d-b6d4-c1c631366066 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:47.169446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbf6a65f-e95d-49ac-80c0-278e4295b1a5 req-56e250e2-2e5e-46b2-aecf-687c30ce5a5a tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568989 Nov 23 22:48:47.190445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:47.270486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Port 0c12bc2b-615f-486e-b290-3327a528129f on network ba226810-34f5-417d-b6d4-c1c631366066 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:47.271795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Attempting to bind port 0c12bc2b-615f-486e-b290-3327a528129f on network ba226810-34f5-417d-b6d4-c1c631366066 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:47.294283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port db0dc065-0878-419c-a17b-263937117166 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:47.296001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port db0dc065-0878-419c-a17b-263937117166 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:47.296381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:47.303611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:47.303943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Checking segment: {'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:47.304974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Bound using segment: {'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:47.305417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Bound port: 0c12bc2b-615f-486e-b290-3327a528129f, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60ff3c0-ad6d-419c-bee2-b071babf303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:47.305882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:47.401016 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:47.445318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.448231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:47.454283 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:47.454495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.462224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.468286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.475034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.481444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.487969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.504758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c5e903-54b0-4384-b602-c52423a99fce req-bb363938-d232-41ef-98a4-76dbc1da8e63 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5428 time: 0.3540690 Nov 23 22:48:47.525568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:47.555402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d88bae-c7d2-49e2-afe3-81b0bc0dc032 req-d17d71eb-86ab-4f73-bd1d-0b1863cd242e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.556960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79d88bae-c7d2-49e2-afe3-81b0bc0dc032 req-d17d71eb-86ab-4f73-bd1d-0b1863cd242e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2820168 Nov 23 22:48:47.585577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:47.616433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c12bc2b-615f-486e-b290-3327a528129f,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:47.627515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:47.693836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c5e903-54b0-4384-b602-c52423a99fce req-b23a3a8e-399e-4a60-a86d-eb8ba035b531 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1881399 Nov 23 22:48:47.705585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79d88bae-c7d2-49e2-afe3-81b0bc0dc032 req-b3928673-a24d-474d-8910-6e23669cef00 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405575 Nov 23 22:48:47.707003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.707692 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:47.709267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] 10.222.0.48 "PUT /v2.0/ports/0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 1091 time: 2.3147342 Nov 23 22:48:47.713693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:47.716142 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df9cb4-62be-4a4b-a061-bf704792b0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "tag": "0c12bc2b-615f-486e-b290-3327a528129f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:47.755450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d70c6-5e05-4e34-895c-1e5bb88d325d service neutron] Pushing event updated for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:47.916761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-ee41b721-a392-4328-8c08-a6753b6cdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.918608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-ee41b721-a392-4328-8c08-a6753b6cdc83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1094 time: 0.1347017 Nov 23 22:48:47.941710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88a9d2-eb2a-45bb-bf6e-a06fefe55568 req-84036aba-2563-4beb-aa96-31081847cbdd tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:47.944427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e88a9d2-eb2a-45bb-bf6e-a06fefe55568 req-84036aba-2563-4beb-aa96-31081847cbdd tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 943 time: 0.1125760 Nov 23 22:48:47.976516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device afd7b87b-a4b2-408d-a92f-9990660bb509 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:48.001949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7611-1956-4c06-ac7e-282d1d4e5c74 req-d81ff063-c39e-443c-9f75-f67b9f82d35e tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:48.009093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa6b7611-1956-4c06-ac7e-282d1d4e5c74 req-d81ff063-c39e-443c-9f75-f67b9f82d35e tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=3025bc94-ab21-46d0-a74c-8fde706ad2e4 HTTP/1.1" status: 200 len: 946 time: 0.1413383 Nov 23 22:48:48.040637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-690cddaa-aabc-40cb-bb8e-e91e7a0100e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 217 time: 0.0940368 Nov 23 22:48:48.050650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port afd7b87b-a4b2-408d-a92f-9990660bb509 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:48.056023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port afd7b87b-a4b2-408d-a92f-9990660bb509 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:48.056551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:48.137979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa6b7611-1956-4c06-ac7e-282d1d4e5c74 req-dab1897a-68e5-4bc5-85e4-1c6f4459f314 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275225 Nov 23 22:48:48.166921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e88a9d2-eb2a-45bb-bf6e-a06fefe55568 req-4b150a62-3855-4036-8d60-b88033fd165d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137766 Nov 23 22:48:48.176044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-c86506b7-af6e-45b3-a41e-db1ca89cc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:48.177757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-c86506b7-af6e-45b3-a41e-db1ca89cc2fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.1248796 Nov 23 22:48:48.187015 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:48.244211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-fb37a697-e8d6-4039-9217-2be72c8903a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547230 Nov 23 22:48:48.247843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port afd7b87b-a4b2-408d-a92f-9990660bb509, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=afd7b87b-a4b2-408d-a92f-9990660bb509,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:48.254168 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:48.368366 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70afe54-7b9c-44d7-a776-15682bdb92b8 x-openstack-request-id: req-c70afe54-7b9c-44d7-a776-15682bdb92b8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:48.368965 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "tag": "0c12bc2b-615f-486e-b290-3327a528129f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:48.369450 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c70afe54-7b9c-44d7-a776-15682bdb92b8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:48.370124 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f', 'status': 'completed', 'code': 200} Nov 23 22:48:48.399126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=afd7b87b-a4b2-408d-a92f-9990660bb509,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:48.495246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7260c6-c3ad-4aef-a2ad-96bdaf9b2a45 req-01847cbd-8a01-4ffe-a5a4-4f2339f5245b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:48.497693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f7260c6-c3ad-4aef-a2ad-96bdaf9b2a45 req-01847cbd-8a01-4ffe-a5a4-4f2339f5245b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.1319697 Nov 23 22:48:48.512157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-5c1c4f2f-64d4-4372-b21d-99382514569c service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387128 Nov 23 22:48:48.558426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:48.561426 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb32f48-7d6e-4253-837e-f3b36f2659b5" -d '{"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:48.608993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f7260c6-c3ad-4aef-a2ad-96bdaf9b2a45 req-6362ec34-3b73-46eb-9e37-1056b8b71cda tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018488 Nov 23 22:48:48.836001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43454431-0f3c-44a8-84ab-36fcc51a4bbf req-e0b3b023-3d45-43db-bf53-da17d9426b6c service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612665 Nov 23 22:48:48.847935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3d11-9819-4723-b820-7aeaed12fca3 req-5c43cab5-4204-4146-92aa-df3f2d6dce6f tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:48.849503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75dd3d11-9819-4723-b820-7aeaed12fca3 req-5c43cab5-4204-4146-92aa-df3f2d6dce6f tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=3025bc94-ab21-46d0-a74c-8fde706ad2e4 HTTP/1.1" status: 200 len: 946 time: 0.1425459 Nov 23 22:48:48.881303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b481-3b08-4159-9286-d8625b87013b req-d55ed836-b14d-4319-b19a-e8c09486c99d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:48.888736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-d55ed836-b14d-4319-b19a-e8c09486c99d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.2742958 Nov 23 22:48:48.913300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-64df1af6-03cd-4abc-9f1b-af57dc1b572e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/quotas/65a61d3392de484ba1cc52f1fa1b48d7 HTTP/1.1" status: 200 len: 375 time: 0.0234129 Nov 23 22:48:48.962072 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-67d16742-e389-499c-b888-0df8be2fa18c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477173 Nov 23 22:48:49.022975 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75dd3d11-9819-4723-b820-7aeaed12fca3 req-290a437b-7b20-47ae-bd4d-a98ac223822b tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657236 Nov 23 22:48:49.088097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-2edccce2-19a5-4f18-bc18-00654d257c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:49.088890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-2edccce2-19a5-4f18-bc18-00654d257c8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1094 time: 0.1172764 Nov 23 22:48:49.149827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-9829c856-9b86-4c8f-854e-1f495ac1d0a1 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866856 Nov 23 22:48:49.151599 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1081b13-1efa-4f8c-be96-709d5e102671 x-openstack-request-id: req-c1081b13-1efa-4f8c-be96-709d5e102671 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:49.154502 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:49.155923 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1081b13-1efa-4f8c-be96-709d5e102671 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:49.156467 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'code': 200} Nov 23 22:48:49.156923 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'code': 200} Nov 23 22:48:49.352329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-dfac9bfb-2362-4256-b743-7cfca0b16165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:49.356619 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-dfac9bfb-2362-4256-b743-7cfca0b16165 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.2388365 Nov 23 22:48:49.472623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-1e9eb31a-c07b-4273-886f-bbae0c268869 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 217 time: 0.0696862 Nov 23 22:48:49.505368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14022f-978c-4445-ab7c-9f979733b167 req-484b9864-68d5-47ee-ace5-bae5b2e9bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:49.506859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb14022f-978c-4445-ab7c-9f979733b167 req-484b9864-68d5-47ee-ace5-bae5b2e9bf57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1096 time: 0.2517211 Nov 23 22:48:49.520629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15245137-b8f0-4f68-8143-5c265ede729b req-0136131f-c2be-431a-b808-dab4a19d74cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:49.527920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15245137-b8f0-4f68-8143-5c265ede729b req-0136131f-c2be-431a-b808-dab4a19d74cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.3189700 Nov 23 22:48:49.576347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-6e83b52e-87f2-4aa9-bac9-78079cbd5464 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256320 Nov 23 22:48:49.649791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-f939f7a6-183c-43f6-9830-cd92ff2dbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:49.651280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-f939f7a6-183c-43f6-9830-cd92ff2dbbab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.1624260 Nov 23 22:48:49.665969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb14022f-978c-4445-ab7c-9f979733b167 req-b035ce9d-4db3-42b7-98ee-547ecb39832e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137049 Nov 23 22:48:49.693808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15245137-b8f0-4f68-8143-5c265ede729b req-5fea68e3-99c5-459a-84e2-675efcae0ab2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646063 Nov 23 22:48:49.753231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-6d42ed23-16c9-42eb-9dab-151e2d41701f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913074 Nov 23 22:48:49.991207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 91a52d19-e297-4655-beb5-1e32d7c4d00e up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:50.106719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 91a52d19-e297-4655-beb5-1e32d7c4d00e completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:50.113864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 91a52d19-e297-4655-beb5-1e32d7c4d00e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:50.114203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.246185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.321123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 91a52d19-e297-4655-beb5-1e32d7c4d00e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:50.327352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.333836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:50.367885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-cedc4660-36de-44c0-b8ac-17aff41508be tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.371699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-cedc4660-36de-44c0-b8ac-17aff41508be tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "GET /v2.0/ports?device_id=3025bc94-ab21-46d0-a74c-8fde706ad2e4 HTTP/1.1" status: 200 len: 946 time: 0.1366520 Nov 23 22:48:50.464394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=91a52d19-e297-4655-beb5-1e32d7c4d00e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:50.489254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48232ce-b0ff-4090-885b-dceb7560b07c req-0a19fe6e-283d-405f-b727-749546d23d1c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.492326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:50.493238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b48232ce-b0ff-4090-885b-dceb7560b07c req-0a19fe6e-283d-405f-b727-749546d23d1c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 943 time: 0.6336901 Nov 23 22:48:50.499259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:50.501081 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.540100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.556303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.567647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.572804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.579523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.588146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.596838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:50.598875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-d6222a26-d1a7-41cf-8e55-38e84fd9b1dd tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5430 time: 0.3179016 Nov 23 22:48:50.617696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-dedc9529-af82-4064-8c46-ba55714c8c60 service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557906 Nov 23 22:48:50.623655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Deleting port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:50.624294 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.641503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.708020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:50.716285 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.717402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:50.864830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] For port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:50.865247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:50.882421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1da440d-9ef0-4cd4-91a4-4a23e20b9381 req-68846dc5-b20d-4ef4-9fd8-710b0088f1b9 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2713134 Nov 23 22:48:50.895660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Calling delete_port for 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:50.957207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b48232ce-b0ff-4090-885b-dceb7560b07c req-497a7ca6-191c-4b49-9567-98a9162e1d45 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564160 Nov 23 22:48:51.010023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08df9cb4-62be-4a4b-a061-bf704792b0a5 req-7d36b365-b1fb-488d-a771-e1ec5df50e6a service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781645 Nov 23 22:48:51.134305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802324ea-afc1-4c1e-9016-0b866292870e req-d76fca75-6021-4ab5-bd64-0098d5bd8274 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:51.153120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-802324ea-afc1-4c1e-9016-0b866292870e req-d76fca75-6021-4ab5-bd64-0098d5bd8274 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.1008301 Nov 23 22:48:51.224529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d51b714-7e66-49fb-aa5d-c9cdf394b8f2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:51.226961 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4431c489-089f-471b-912e-b4c69c31c815" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "1d51b714-7e66-49fb-aa5d-c9cdf394b8f2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:51.294290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d9d1930-e818-461d-a7df-5f491e20c1d7 req-af0f74b4-7801-4f97-a320-a69ddee88661 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 210 time: 0.0764220 Nov 23 22:48:51.294707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:51.304025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:51.321014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:51.321877 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:51.341196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:51.348873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-802324ea-afc1-4c1e-9016-0b866292870e req-dfc73896-4169-4236-b329-f09bf2327424 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935480 Nov 23 22:48:51.408707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0e37c9ae-86fe-4086-b6be-199effedb4bc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:51.423449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['15bc7432-d1ef-4f1e-a1a5-c882c08c29a3', 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:51.576615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abe37a5e-1187-45ee-b251-1dd77f49f594 req-29f839d4-c364-4e46-9afc-7a28692de3bf tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=3025bc94-ab21-46d0-a74c-8fde706ad2e4 HTTP/1.1" status: 200 len: 210 time: 0.0983529 Nov 23 22:48:51.617357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] No DVR routers for this DVR port 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:48:51.620386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Pushing event deleted for resources: {'Port': ['ID=15bc7432-d1ef-4f1e-a1a5-c882c08c29a3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:51.627162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:51.643710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab3c8dd6-bb0b-4f0c-a622-7f1c4db3ec3c req-79bbf738-a9bf-4398-a73a-13847147246d tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "DELETE /v2.0/ports/15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 HTTP/1.1" status: 204 len: 173 time: 1.2657886 Nov 23 22:48:51.652863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'name': 'network-vif-deleted', 'tag': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:51.661731 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a24553-7cb9-4ff9-b059-6898c111f7f2" -d '{"events": [{"server_uuid": "3025bc94-ab21-46d0-a74c-8fde706ad2e4", "name": "network-vif-deleted", "tag": "15bc7432-d1ef-4f1e-a1a5-c882c08c29a3"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:51.742207 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4214f5be-9b6f-418a-a31a-96da5390a76b x-openstack-request-id: req-4214f5be-9b6f-418a-a31a-96da5390a76b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:51.742631 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "1d51b714-7e66-49fb-aa5d-c9cdf394b8f2", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:51.742833 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4214f5be-9b6f-418a-a31a-96da5390a76b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:51.743469 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e', 'code': 200} Nov 23 22:48:51.743881 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d51b714-7e66-49fb-aa5d-c9cdf394b8f2', 'code': 200} Nov 23 22:48:51.797851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:51.817277 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ff609-17a0-4f76-841a-c07c0bb4ff71 x-openstack-request-id: req-a13ff609-17a0-4f76-841a-c07c0bb4ff71 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:51.817653 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3025bc94-ab21-46d0-a74c-8fde706ad2e4", "name": "network-vif-deleted", "tag": "15bc7432-d1ef-4f1e-a1a5-c882c08c29a3", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:51.817973 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a13ff609-17a0-4f76-841a-c07c0bb4ff71 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:51.818436 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3025bc94-ab21-46d0-a74c-8fde706ad2e4', 'name': 'network-vif-deleted', 'tag': '15bc7432-d1ef-4f1e-a1a5-c882c08c29a3', 'status': 'completed', 'code': 200} Nov 23 22:48:51.880390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:51.890196 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:51.891699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0bb4bcbc-abee-4ce9-909a-87f016814e87 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:51.898419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc12c1-45d3-4e0f-9be1-de300bffe150 req-052881c0-c311-4e50-bac6-671dbbcc0e5b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:51.900007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38dc12c1-45d3-4e0f-9be1-de300bffe150 req-052881c0-c311-4e50-bac6-671dbbcc0e5b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2540939 Nov 23 22:48:52.015224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c12bc2b-615f-486e-b290-3327a528129f details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:48:52.040088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:52.053697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b481-3b08-4159-9286-d8625b87013b req-118c7c09-ecfe-4f3b-9f4d-3eb6210b50fa tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.055444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-118c7c09-ecfe-4f3b-9f4d-3eb6210b50fa tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.4434252 Nov 23 22:48:52.059541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38dc12c1-45d3-4e0f-9be1-de300bffe150 req-1cb4559e-1126-44f5-8f3f-af94e4f01812 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388962 Nov 23 22:48:52.098355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 0bb4bcbc-abee-4ce9-909a-87f016814e87 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:52.106882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 0bb4bcbc-abee-4ce9-909a-87f016814e87 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:52.107273 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.110502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Request body: {'port': {'device_id': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'admin_state_up': True, 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:52.348622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c12bc2b-615f-486e-b290-3327a528129f,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:52.362124 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.398742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '0c12bc2b-615f-486e-b290-3327a528129f', 'network_id': 'ba226810-34f5-417d-b6d4-c1c631366066', 'port_id': '0c12bc2b-615f-486e-b290-3327a528129f', 'mac_address': 'fa:16:3e:d0:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041d291f-9c09-4e78-8836-2e8416b3267b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:48:52.433010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.442792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.450576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.458689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.466481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.474374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.483200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.493990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-bef00fa3-330b-4f4f-ad2f-39902da5529d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5432 time: 0.4498560 Nov 23 22:48:52.504836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.526121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0bb4bcbc-abee-4ce9-909a-87f016814e87, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:52.531066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.532441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4ba42727-a6bd-41e9-8fa3-0bb8893170fc up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:52.541089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c12bc2b-615f-486e-b290-3327a528129f {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:52.645545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c12bc2b-615f-486e-b290-3327a528129f,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:52.655745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74747-b780-4c8a-a981-cdfb7868e396 req-957a6443-1fac-4c84-8016-eb90e22f5926 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.663374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbb74747-b780-4c8a-a981-cdfb7868e396 req-957a6443-1fac-4c84-8016-eb90e22f5926 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 943 time: 0.4066935 Nov 23 22:48:52.666571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.700239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0bb4bcbc-abee-4ce9-909a-87f016814e87,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:52.716613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:48:52.720385 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.754591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:52.762448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:52.763149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.779870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61606c27-3316-401f-a654-2fa6c58c4c30 req-5ad17a8c-7120-4b61-8f47-96090863ca55 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2785008 Nov 23 22:48:52.818214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbb74747-b780-4c8a-a981-cdfb7868e396 req-1109d76a-f689-403d-bc35-e065a18e5b42 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538455 Nov 23 22:48:52.824620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:52.911728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.962099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:52.977858 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:52.979257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:53.010525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Allocated IP 172.20.0.13 (5da9a1b0-0358-4d57-a541-709c96734431/0946f13d-92b9-46e7-987a-7abb40fbf802/074f9468-0cf5-461a-803e-e10c8c630c8d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:48:53.075559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:53.096849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:53.103066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:53.103421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:53.162616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c12bc2b-615f-486e-b290-3327a528129f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:53.221996 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:53.284651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:53.307659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:53.379145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:53.395609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:53.397970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Network 5da9a1b0-0358-4d57-a541-709c96734431 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:48:53.419020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f780ec2-e711-44dd-971e-e3ecc35647a2 req-df227dd8-3465-4686-94fe-2ac320bdb6a2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:53.421464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f780ec2-e711-44dd-971e-e3ecc35647a2 req-df227dd8-3465-4686-94fe-2ac320bdb6a2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.1608527 Nov 23 22:48:53.430487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:48:53.440206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:53.489901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:53.489901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 15bc7432-d1ef-4f1e-a1a5-c882c08c29a3 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:53.500219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:48:53.519612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:53.577143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f780ec2-e711-44dd-971e-e3ecc35647a2 req-e55087c1-4e61-431a-9c73-c05e28510135 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298387 Nov 23 22:48:53.584122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:53.584944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:53.620367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event updated for resources: {'Port': ['ID=074f9468-0cf5-461a-803e-e10c8c630c8d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:53.638189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-2f54ccbe-cac8-45e9-84f5-1842e37196f9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5451949 Nov 23 22:48:53.646860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622f34d-bbe8-4d2f-beec-aa3b5d1536e0 req-1ee16004-3e2a-4fd8-8023-fb036ec5ba0f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:53.660969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2622f34d-bbe8-4d2f-beec-aa3b5d1536e0 req-1ee16004-3e2a-4fd8-8023-fb036ec5ba0f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 932 time: 0.3898206 Nov 23 22:48:53.666741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Request body: {'port': {'device_id': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:53.744583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb4bcbc-abee-4ce9-909a-87f016814e87'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:53.747098 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873647b4-0284-4cb0-9a31-bd36e32a5d8f" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "0bb4bcbc-abee-4ce9-909a-87f016814e87"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:53.885344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2622f34d-bbe8-4d2f-beec-aa3b5d1536e0 req-6f41d071-41c8-4d92-8fd9-ab5feafdbd01 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056291 Nov 23 22:48:53.939497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.003012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2e4be-cecb-419a-bf67-64ce4d19ab37 req-0016d197-bc8f-4bc7-89a8-9a37e6cebbbb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.019258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ac2e4be-cecb-419a-bf67-64ce4d19ab37 req-0016d197-bc8f-4bc7-89a8-9a37e6cebbbb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2396936 Nov 23 22:48:54.259776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03481789-58da-4d8b-9554-1a2f47e58933 req-2f285f85-3d50-46fd-9867-8ea2e0e4581a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.271658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43988) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:54.277466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'floatingip': {'port_id': 'db0dc065-0878-419c-a17b-263937117166'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:54.278166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03481789-58da-4d8b-9554-1a2f47e58933 req-2f285f85-3d50-46fd-9867-8ea2e0e4581a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.2548974 Nov 23 22:48:54.285428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ac2e4be-cecb-419a-bf67-64ce4d19ab37 req-22086e16-35aa-4bf4-988f-1b5b579df3bd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652004 Nov 23 22:48:54.395188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.428020 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fa8a3a-3295-4250-a0c6-04a56ba8f5de x-openstack-request-id: req-58fa8a3a-3295-4250-a0c6-04a56ba8f5de {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:54.429565 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "0bb4bcbc-abee-4ce9-909a-87f016814e87", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-plugged", "status": "completed", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:54.430066 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58fa8a3a-3295-4250-a0c6-04a56ba8f5de {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:54.430688 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b', 'code': 200} Nov 23 22:48:54.431393 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb4bcbc-abee-4ce9-909a-87f016814e87', 'code': 200} Nov 23 22:48:54.431936 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc', 'code': 200} Nov 23 22:48:54.432409 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e', 'code': 200} Nov 23 22:48:54.753592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3ff9e-0626-469f-bd1f-548158be2d36 req-9847dfc7-4106-4cc5-9ce5-4862b887f3ab tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.756046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71d3ff9e-0626-469f-bd1f-548158be2d36 req-9847dfc7-4106-4cc5-9ce5-4862b887f3ab tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 944 time: 0.2477694 Nov 23 22:48:54.803283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074f9468-0cf5-461a-803e-e10c8c630c8d {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:48:54.814465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.828386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.835848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.842358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.849518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.856165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.863126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.870990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.880035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-35df672f-eb79-48d6-9aae-50d93c15e6e5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.2163098 Nov 23 22:48:54.950392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Transition to ACTIVE for port object 074f9468-0cf5-461a-803e-e10c8c630c8d will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:48:54.987392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.995273 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71d3ff9e-0626-469f-bd1f-548158be2d36 req-dd6e78e7-8be9-4f06-8df3-b84ad35b6dcf tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211666 Nov 23 22:48:55.105443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-266f7d99-3953-40d2-9f8f-0ce6b6a71d54 req-54d07bb3-903a-4fd9-80e5-851a493b3dd1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240636 Nov 23 22:48:55.112678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Pushing event updated for resources: {'Port': ['ID=074f9468-0cf5-461a-803e-e10c8c630c8d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:55.129560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.130083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.130555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.131013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.131891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.132365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.132821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.135320 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-3a91b4c2-47c6-48b8-b3d7-fb0fb976b003 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6492 time: 0.4817207 Nov 23 22:48:55.327505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Attempting to bind port 074f9468-0cf5-461a-803e-e10c8c630c8d on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:48:55.328367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Attempting to bind port 074f9468-0cf5-461a-803e-e10c8c630c8d by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:48:55.328367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Attempting to bind port 074f9468-0cf5-461a-803e-e10c8c630c8d on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:55.337454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Port 074f9468-0cf5-461a-803e-e10c8c630c8d on network 5da9a1b0-0358-4d57-a541-709c96734431 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:48:55.337794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Attempting to bind port 074f9468-0cf5-461a-803e-e10c8c630c8d on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:48:55.351826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:48:55.352178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Checking segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:48:55.352577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Bound using segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:48:55.353031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Bound port: 074f9468-0cf5-461a-803e-e10c8c630c8d, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:48:55.353398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:55.365589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4b48-5d01-4797-8ac5-d4d6bd085c1f req-5c49314f-72a4-4c64-9519-25ee31e61050 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.374018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-574c4b48-5d01-4797-8ac5-d4d6bd085c1f req-5c49314f-72a4-4c64-9519-25ee31e61050 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 944 time: 0.1012549 Nov 23 22:48:55.413000 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3df45b81-e3d7-4277-95bb-ba1d1a0edcab req-dcd9b8f8-1296-4ea0-bf8e-9ccf64aaa6d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=da026c99-d1e0-4483-bd69-4f1a463ae87f&id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791182 Nov 23 22:48:55.443443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:55.473237 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:55.510728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-574c4b48-5d01-4797-8ac5-d4d6bd085c1f req-0d88eabf-051f-4cac-9faa-946cd3952f4e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354895 Nov 23 22:48:55.608765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] For port 074f9468-0cf5-461a-803e-e10c8c630c8d, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:48:55.628276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] For port 074f9468-0cf5-461a-803e-e10c8c630c8d, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=074f9468-0cf5-461a-803e-e10c8c630c8d,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:48:55.647229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507af48-64dc-4287-a043-a52397556443 req-efd320e9-99c3-42e9-891f-c94e8acff0ec tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.648873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5507af48-64dc-4287-a043-a52397556443 req-efd320e9-99c3-42e9-891f-c94e8acff0ec tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.2032545 Nov 23 22:48:55.653173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:55.677476 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Floating IP 582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8 associated. External IP: 172.25.0.99, port: db0dc065-0878-419c-a17b-263937117166. Nov 23 22:48:55.782683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5507af48-64dc-4287-a043-a52397556443 req-22d89d0a-7b89-4878-b754-fcb3d3d55b4b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258020 Nov 23 22:48:55.883909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:55.883909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:55.883909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] 10.222.0.46 "PUT /v2.0/ports/074f9468-0cf5-461a-803e-e10c8c630c8d HTTP/1.1" status: 200 len: 1092 time: 2.1950636 Nov 23 22:48:55.883909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'tag': '074f9468-0cf5-461a-803e-e10c8c630c8d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:55.912434 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141f2ddb-b401-4594-9768-37957a2917fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca", "tag": "074f9468-0cf5-461a-803e-e10c8c630c8d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:56.000821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c12bc2b-615f-486e-b290-3327a528129f up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:48:56.040685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d2555-1422-4708-876b-c8281940dbda service neutron] Pushing event updated for resources: {'Port': ['ID=074f9468-0cf5-461a-803e-e10c8c630c8d,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:56.063949 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53b03a0-546b-4743-a1f6-87d40b539e42 x-openstack-request-id: req-b53b03a0-546b-4743-a1f6-87d40b539e42 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:56.064978 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca", "tag": "074f9468-0cf5-461a-803e-e10c8c630c8d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:56.065454 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b53b03a0-546b-4743-a1f6-87d40b539e42 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:56.066572 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'tag': '074f9468-0cf5-461a-803e-e10c8c630c8d', 'status': 'completed', 'code': 200} Nov 23 22:48:56.071025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b481-3b08-4159-9286-d8625b87013b req-d6575e68-1973-4f3a-9723-da4b444104b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.073608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-d6575e68-1973-4f3a-9723-da4b444104b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 1095 time: 0.1383398 Nov 23 22:48:56.190567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 0c12bc2b-615f-486e-b290-3327a528129f completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:48:56.196056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 0c12bc2b-615f-486e-b290-3327a528129f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:56.196891 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.199247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-7fd4407a-ebd9-48c1-9bdd-0e9b7d13970d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=074f9468-0cf5-461a-803e-e10c8c630c8d HTTP/1.1" status: 200 len: 217 time: 0.1150155 Nov 23 22:48:56.400791 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.413304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b481-3b08-4159-9286-d8625b87013b req-28615870-b7ed-4267-9455-619273bc1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.415090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-28615870-b7ed-4267-9455-619273bc1083 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.2088065 Nov 23 22:48:56.425734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ba862-148c-49fd-b8f7-166393b53805 req-32c5b3fb-1b74-4918-afc5-ae0fc23abd42 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.427491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-317ba862-148c-49fd-b8f7-166393b53805 req-32c5b3fb-1b74-4918-afc5-ae0fc23abd42 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 944 time: 0.1860268 Nov 23 22:48:56.457380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-fe7fb1c3-77c7-4566-8a36-43461926fb6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287414 Nov 23 22:48:56.473637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c12bc2b-615f-486e-b290-3327a528129f,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:56.477329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:56.482595 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd6e2ce-0947-4fb2-962e-291e88aa2704" -d '{"events": [{"server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "name": "network-vif-plugged", "status": "completed", "tag": "0c12bc2b-615f-486e-b290-3327a528129f"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:56.491006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.536049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.542712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.549298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.555897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.563551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.570235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.576624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:56.588588 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-1b86d277-4b16-4913-b0ba-fbdc10fcc959 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.2444165 Nov 23 22:48:56.593615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:56.755502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.763883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd7ab7f0-bd1f-44a6-840e-1f05ba356bb8 req-152c6edf-e74c-41ec-8ab3-94ef1c012b86 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706011 Nov 23 22:48:56.819156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-317ba862-148c-49fd-b8f7-166393b53805 req-06cfa12f-a6ff-4e2f-b079-7e6d06a9c4e3 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604343 Nov 23 22:48:56.876058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-23685c5a-32db-4169-b3e4-d8f913c01e7f service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908734 Nov 23 22:48:57.050451 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7853ff-cd3c-400e-9cf9-5dcd81ae6d08 x-openstack-request-id: req-ff7853ff-cd3c-400e-9cf9-5dcd81ae6d08 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:57.050977 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "name": "network-vif-plugged", "status": "completed", "tag": "0c12bc2b-615f-486e-b290-3327a528129f", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:57.051081 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff7853ff-cd3c-400e-9cf9-5dcd81ae6d08 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:57.051399 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f', 'code': 200} Nov 23 22:48:57.122620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Router 773a88a7-9881-4b12-bff5-784143434089 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:48:57.136891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19c9b481-3b08-4159-9286-d8625b87013b req-4243bec7-af06-4494-8b91-9cd7a8f1699d service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545609 Nov 23 22:48:57.305101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f2ddb-b401-4594-9768-37957a2917fa req-f6299ba3-3dd2-48cf-8613-ed2d3703c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:57.307110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-141f2ddb-b401-4594-9768-37957a2917fa req-f6299ba3-3dd2-48cf-8613-ed2d3703c2b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 1095 time: 0.0907831 Nov 23 22:48:57.323979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbee2b-1bd7-48cd-9cea-256c821cecec req-186f2299-bd4c-4f66-8f0b-f4a51b69cd6d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:57.325522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dadbee2b-1bd7-48cd-9cea-256c821cecec req-186f2299-bd4c-4f66-8f0b-f4a51b69cd6d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.0797544 Nov 23 22:48:57.434018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b17a8f-0304-4ca4-9cb6-f5c082100e45 req-07ab09fa-f71f-4c08-b225-2c42a5b7dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:57.435728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-99b17a8f-0304-4ca4-9cb6-f5c082100e45 req-07ab09fa-f71f-4c08-b225-2c42a5b7dd8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1096 time: 0.2799029 Nov 23 22:48:57.451611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e136a-1821-4fed-a5d1-be70f894adcc req-e5daf7c4-5b0f-46fb-b439-0bf920b45c1a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:57.453306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-759e136a-1821-4fed-a5d1-be70f894adcc req-e5daf7c4-5b0f-46fb-b439-0bf920b45c1a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 944 time: 0.2845745 Nov 23 22:48:57.494180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f2ddb-b401-4594-9768-37957a2917fa req-6c04339f-7123-4a24-b3fa-a2247fba87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:57.495860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-141f2ddb-b401-4594-9768-37957a2917fa req-6c04339f-7123-4a24-b3fa-a2247fba87ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 912 time: 0.1693881 Nov 23 22:48:57.574570 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-141f2ddb-b401-4594-9768-37957a2917fa req-3ec118f2-4703-4216-a4d9-c76a38a57ef2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=074f9468-0cf5-461a-803e-e10c8c630c8d HTTP/1.1" status: 200 len: 217 time: 0.0623646 Nov 23 22:48:57.583214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dadbee2b-1bd7-48cd-9cea-256c821cecec req-f5526ae3-eef9-4aee-b441-98da6acf80b3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276691 Nov 23 22:48:57.588314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:48:57.591542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-99b17a8f-0304-4ca4-9cb6-f5c082100e45 req-dc021d03-09bd-4902-8222-fa721114741f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172323 Nov 23 22:48:57.595951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:57.599457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] Sync routers for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:48:57.599995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-759e136a-1821-4fed-a5d1-be70f894adcc req-0020f2e8-cf37-427e-8ee3-aee5072d38d8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228051 Nov 23 22:48:57.617159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:57.617807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:57.683375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f6be6923-73be-4753-a65d-a02d932d1438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "PUT /v2.0/floatingips/582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8 HTTP/1.1" status: 200 len: 990 time: 3.4098711 Nov 23 22:48:57.688176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:57.690707 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e49bae1-7825-41fa-8167-bd2cf4d73423" -d '{"events": [{"name": "network-changed", "server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:57.737369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f2ddb-b401-4594-9768-37957a2917fa req-8d64b555-c0b9-4c09-bd91-c26c949dc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:57.739259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-141f2ddb-b401-4594-9768-37957a2917fa req-8d64b555-c0b9-4c09-bd91-c26c949dc5a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1382427 Nov 23 22:48:57.834375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-141f2ddb-b401-4594-9768-37957a2917fa req-5945eaa6-b58a-4625-b8d7-07154657c760 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856903 Nov 23 22:48:57.866767 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d63ff9-2e78-4ebe-8829-04ac7a60f01c x-openstack-request-id: req-37d63ff9-2e78-4ebe-8829-04ac7a60f01c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:57.867018 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "tag": "db0dc065-0878-419c-a17b-263937117166", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:57.867412 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37d63ff9-2e78-4ebe-8829-04ac7a60f01c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:57.867679 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'status': 'completed', 'code': 200} Nov 23 22:48:57.981049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:57.997307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-7f975323-c26b-41b1-8128-4aff7f973ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:57.998951 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-7f975323-c26b-41b1-8128-4aff7f973ebc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1096 time: 0.0935938 Nov 23 22:48:58.204108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-df7ea48e-5b20-4198-92e7-741d0b3bc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.205665 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-df7ea48e-5b20-4198-92e7-741d0b3bc986 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.1933839 Nov 23 22:48:58.236022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99089ca3-a7e8-48cf-af06-f5f208321905 req-0f710989-d784-4a87-824e-64ac4a5f6194 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.242311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99089ca3-a7e8-48cf-af06-f5f208321905 req-0f710989-d784-4a87-824e-64ac4a5f6194 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.250493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99089ca3-a7e8-48cf-af06-f5f208321905 req-0f710989-d784-4a87-824e-64ac4a5f6194 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345&device_id=3b7c242f-94e3-4f28-95e1-9fa45d05535d HTTP/1.1" status: 200 len: 1682 time: 0.2971995 Nov 23 22:48:58.293664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.310050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.321226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.338630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.342510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-0729974c-65cf-4853-9355-af874318523f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 998 time: 0.1285696 Nov 23 22:48:58.352389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.365869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.387598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.391000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '773a88a7-9881-4b12-bff5-784143434089', 'port_id': 'db0dc065-0878-419c-a17b-263937117166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'mac_address': 'fa:16:3e:cf:fc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:48:29Z', 'updated_at': '2021-11-23T22:48:55Z', 'revision_number': 1, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 5, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:58.399812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-765207ae-8623-4942-8238-b5c92351bb81 req-ec3527ca-1be7-4e6e-bcf7-6893e8d08d13 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.3393049 Nov 23 22:48:58.433963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] Checking router: 773a88a7-9881-4b12-bff5-784143434089 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:48:58.450775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:58.452116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:58.471265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-141f2ddb-b401-4594-9768-37957a2917fa req-02ed1360-5ade-47a5-a4c6-7d304733148f service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272171 Nov 23 22:48:58.509408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-1fafc879-6012-4804-bdd8-4d2406f65a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.510933 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-1fafc879-6012-4804-bdd8-4d2406f65a6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1494262 Nov 23 22:48:58.593861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-141f2ddb-b401-4594-9768-37957a2917fa req-30bcce0d-9c29-402e-9cfe-e0f09b11d7e8 service neutron] 10.222.0.46 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055474 Nov 23 22:48:58.656068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99089ca3-a7e8-48cf-af06-f5f208321905 req-99f66a34-7e82-4ecb-86ad-06f49b4624ae tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032335 Nov 23 22:48:58.711137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-d630194d-192c-4596-a309-bdcefebcc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.712908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-d630194d-192c-4596-a309-bdcefebcc210 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895945 Nov 23 22:48:58.714364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:58.734327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-765207ae-8623-4942-8238-b5c92351bb81 req-69f6e9af-030a-47e7-b1e3-f738c3c574f0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3333337 Nov 23 22:48:58.898019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a136d-c687-48fb-8852-590247660894 req-4ca49f54-e906-4b1a-bce4-0ba8cbe3351a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:58.921357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f4a136d-c687-48fb-8852-590247660894 req-4ca49f54-e906-4b1a-bce4-0ba8cbe3351a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 945 time: 0.1547964 Nov 23 22:48:59.034218 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-cf390d99-e43b-47db-bd02-fb2be5241072 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132603 Nov 23 22:48:59.040825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f4a136d-c687-48fb-8852-590247660894 req-a586ef52-4030-4cd4-b503-c912aa48f195 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127441 Nov 23 22:48:59.172522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc90a6f-b00e-4f03-bdbc-abaf090e2170 req-2d1d6399-07ff-4eeb-be9b-50588cac8103 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.185145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdc90a6f-b00e-4f03-bdbc-abaf090e2170 req-2d1d6399-07ff-4eeb-be9b-50588cac8103 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 944 time: 0.1698973 Nov 23 22:48:59.260241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '773a88a7-9881-4b12-bff5-784143434089', 'port_id': 'db0dc065-0878-419c-a17b-263937117166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'mac_address': 'fa:16:3e:cf:fc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:48:29Z', 'updated_at': '2021-11-23T22:48:55Z', 'revision_number': 1, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 5, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:59.293936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdc90a6f-b00e-4f03-bdbc-abaf090e2170 req-e3a61a6c-70f9-40f4-98a0-4a088b1a64f6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058626 Nov 23 22:48:59.297496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e49bae1-7825-41fa-8167-bd2cf4d73423 req-74fc078f-a09b-464e-ab2b-5d3d686239e5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234905 Nov 23 22:48:59.324058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b2a9c-cce9-477b-a3d6-59c9d5f5acd7 req-5a2ec754-0162-4cb3-a2fb-0a76209e6384 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.331729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a3b2a9c-cce9-477b-a3d6-59c9d5f5acd7 req-5a2ec754-0162-4cb3-a2fb-0a76209e6384 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1318362 Nov 23 22:48:59.399896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44072) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:59.490349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a3b2a9c-cce9-477b-a3d6-59c9d5f5acd7 req-1c0aa7da-4fc9-4aad-845a-b88418ce574d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536357 Nov 23 22:48:59.502389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ee3c8-4913-4ad1-92a3-991ab22308b5 None None] The sync data for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 is: [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '773a88a7-9881-4b12-bff5-784143434089', 'port_id': 'db0dc065-0878-419c-a17b-263937117166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'mac_address': 'fa:16:3e:cf:fc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:48:29Z', 'updated_at': '2021-11-23T22:48:55Z', 'revision_number': 1, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 5, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:48:59.603478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.611811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.618903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.632550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.642613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.650595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1208f2d1-0dd3-4ca0-b14d-e53d7c6e66cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.653667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.661109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:59.666652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a936a8d1-164e-458c-bd44-49056ce74c82 req-ae4ed897-0efe-457d-bba4-2849b05c5233 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.1678541 Nov 23 22:48:59.677504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44076) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:59.687215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Request body: {'floatingip': {'port_id': 'afd7b87b-a4b2-408d-a92f-9990660bb509'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:59.764552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.856154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1208f2d1-0dd3-4ca0-b14d-e53d7c6e66cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.862363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1208f2d1-0dd3-4ca0-b14d-e53d7c6e66cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.945364 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42d199-60fe-4eb5-bc86-e4018b371c85 None None] New status for floating IP 582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:48:59.973621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1208f2d1-0dd3-4ca0-b14d-e53d7c6e66cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d3c5f468ec14cdd8b1f6abd24747351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5724564 Nov 23 22:48:59.975473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44084) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:00.003691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208f2d1-0dd3-4ca0-b14d-e53d7c6e66cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e747a9d-20f5-44d6-845b-dfbb421da5db,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:00.110996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b021a1e-7fcf-45f7-b1ec-a45296501db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.180445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b021a1e-7fcf-45f7-b1ec-a45296501db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.268910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b021a1e-7fcf-45f7-b1ec-a45296501db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.283282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b021a1e-7fcf-45f7-b1ec-a45296501db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.284762 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b021a1e-7fcf-45f7-b1ec-a45296501db6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e747a9d-20f5-44d6-845b-dfbb421da5db HTTP/1.1" status: 204 len: 168 time: 0.3083158 Nov 23 22:49:00.297674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b021a1e-7fcf-45f7-b1ec-a45296501db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e747a9d-20f5-44d6-845b-dfbb421da5db,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:00.838499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44102) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:00.857355 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34cb1382-f6c7-4d09-bc10-203f1de0e281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.900122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984177fb-8d5e-45a2-9f6b-06850dc878e7 req-e4fe7f5c-0379-4fb6-8eb0-e4623a7f7a1e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:00.908416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-984177fb-8d5e-45a2-9f6b-06850dc878e7 req-e4fe7f5c-0379-4fb6-8eb0-e4623a7f7a1e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 945 time: 0.6503179 Nov 23 22:49:00.927850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0439e-e0e3-405c-94c4-108daeb043b0 req-f00ffceb-2b9d-438b-ade9-a538f5cc7760 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:00.935373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4c0439e-e0e3-405c-94c4-108daeb043b0 req-f00ffceb-2b9d-438b-ade9-a538f5cc7760 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 944 time: 0.1840603 Nov 23 22:49:00.980013 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34cb1382-f6c7-4d09-bc10-203f1de0e281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.987350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34cb1382-f6c7-4d09-bc10-203f1de0e281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.039734 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-34cb1382-f6c7-4d09-bc10-203f1de0e281 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cce558e557b4db4825860b6dda6a552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991620 Nov 23 22:49:01.041719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb1382-f6c7-4d09-bc10-203f1de0e281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da594b-cd3e-463f-a071-c1d1d85e6402,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:01.043640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44104) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:01.075919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-984177fb-8d5e-45a2-9f6b-06850dc878e7 req-357aeedd-e61f-415e-a30d-6a90482f885a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665494 Nov 23 22:49:01.100398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4c0439e-e0e3-405c-94c4-108daeb043b0 req-f298656a-30e3-405a-bc79-bcba02c0f5a8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576705 Nov 23 22:49:01.232767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 074f9468-0cf5-461a-803e-e10c8c630c8d details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:01.287747 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b363146-7634-4984-96ca-57d0910fa822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.311820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d281-5a50-4f91-8c85-304087d8248e req-fc529e7e-bb6f-41cc-9ed3-75e9f8856ce4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:01.320538 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1635d281-5a50-4f91-8c85-304087d8248e req-fc529e7e-bb6f-41cc-9ed3-75e9f8856ce4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1314051 Nov 23 22:49:01.361383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.376056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 074f9468-0cf5-461a-803e-e10c8c630c8d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=074f9468-0cf5-461a-803e-e10c8c630c8d,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:01.389918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.390921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '074f9468-0cf5-461a-803e-e10c8c630c8d', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'port_id': '074f9468-0cf5-461a-803e-e10c8c630c8d', 'mac_address': 'fa:16:3e:95:59:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946f13d-92b9-46e7-987a-7abb40fbf802', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:01.442808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b363146-7634-4984-96ca-57d0910fa822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.444686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.464470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074f9468-0cf5-461a-803e-e10c8c630c8d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:01.495797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 074f9468-0cf5-461a-803e-e10c8c630c8d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=074f9468-0cf5-461a-803e-e10c8c630c8d,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:01.501932 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.571877 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8de557de-1d56-4aa1-a75a-1877472485ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.581633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=074f9468-0cf5-461a-803e-e10c8c630c8d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:01.601986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-75a9b12b-f35d-43e6-854b-585028fa9654 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-881471552&fields=id&tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 267 time: 0.2570846 Nov 23 22:49:01.632625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-d47fe874-f0cf-47ab-acbc-ca1c6227c4fa tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:01.634421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-d47fe874-f0cf-47ab-acbc-ca1c6227c4fa tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b7c242f-94e3-4f28-95e1-9fa45d05535d HTTP/1.1" status: 200 len: 945 time: 0.0828996 Nov 23 22:49:01.661703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1635d281-5a50-4f91-8c85-304087d8248e req-17165730-5dec-43d0-a371-b3639cd1fa2c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336470 Nov 23 22:49:01.717494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b363146-7634-4984-96ca-57d0910fa822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.732285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b363146-7634-4984-96ca-57d0910fa822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.735665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8b363146-7634-4984-96ca-57d0910fa822 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85da594b-cd3e-463f-a071-c1d1d85e6402 HTTP/1.1" status: 204 len: 168 time: 0.6833520 Nov 23 22:49:01.749713 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Floating IP b863ad67-082e-41bb-9c58-49d7737f7fe8 associated. External IP: 172.25.0.53, port: afd7b87b-a4b2-408d-a92f-9990660bb509. Nov 23 22:49:01.762319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['074f9468-0cf5-461a-803e-e10c8c630c8d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:01.793007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-bdcf00bb-15fb-4617-bcc2-14dce4cf084a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:01.803264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-bdcf00bb-15fb-4617-bcc2-14dce4cf084a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 945 time: 0.1999490 Nov 23 22:49:01.844479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'port': {'security_groups': ['7837bb72-d205-45ff-853c-ac8b3c9dd759', '9d2c732b-2220-4449-bbad-7770e4f2334f']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:01.849341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Deleting port 0e37c9ae-86fe-4086-b6be-199effedb4bc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:01.849560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b363146-7634-4984-96ca-57d0910fa822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da594b-cd3e-463f-a071-c1d1d85e6402,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:01.849674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.067397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] For port 0e37c9ae-86fe-4086-b6be-199effedb4bc, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0e37c9ae-86fe-4086-b6be-199effedb4bc,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:02.069246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.087728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Calling delete_port for 0e37c9ae-86fe-4086-b6be-199effedb4bc owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:02.094200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.162373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c89a6-026d-4ab3-8b40-100c12f45b6b req-6baf3cd1-f19e-4e83-8c64-8e05b6295e55 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:02.170403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b0c89a6-026d-4ab3-8b40-100c12f45b6b req-6baf3cd1-f19e-4e83-8c64-8e05b6295e55 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b7c242f-94e3-4f28-95e1-9fa45d05535d HTTP/1.1" status: 200 len: 945 time: 0.1575370 Nov 23 22:49:02.205057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-215ae2d8-4f4d-42c7-9c1b-8f8978d14877 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:02.206581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-215ae2d8-4f4d-42c7-9c1b-8f8978d14877 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 946 time: 0.1133947 Nov 23 22:49:02.381147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b0c89a6-026d-4ab3-8b40-100c12f45b6b req-3de767dd-ed3b-4a48-affe-0aa14e699e34 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3be682a-0873-4c8c-801d-fe9b29b0afd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094848 Nov 23 22:49:02.444511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:49:02.451459 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.457871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Deleting port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:02.458238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.469990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0e37c9ae-86fe-4086-b6be-199effedb4bc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:02.512707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a4b23e3b-dacd-4f9b-93de-ab51c22f0319'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:02.525173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Pushing event deleted for resources: {'Port': ['ID=0e37c9ae-86fe-4086-b6be-199effedb4bc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:02.598369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] No DVR routers for this DVR port 0e37c9ae-86fe-4086-b6be-199effedb4bc on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:02.630726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.634410 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e8fe9f6-b3c8-41a3-8d29-a498b21c2dbf req-c50e0286-5606-47f2-90a2-9dfb91ded4eb tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.46 "DELETE /v2.0/ports/0e37c9ae-86fe-4086-b6be-199effedb4bc HTTP/1.1" status: 204 len: 173 time: 0.9886794 Nov 23 22:49:02.634992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'name': 'network-vif-deleted', 'tag': '0e37c9ae-86fe-4086-b6be-199effedb4bc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:02.637416 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed14f069-0983-4c88-8c47-82ed165a33fa" -d '{"events": [{"server_uuid": "3b7c242f-94e3-4f28-95e1-9fa45d05535d", "name": "network-vif-deleted", "tag": "0e37c9ae-86fe-4086-b6be-199effedb4bc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:02.724218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] For port a4b23e3b-dacd-4f9b-93de-ab51c22f0319, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,segment=NetworkSegment(206ebdf5-9160-41b1-80b8-055cba32181c),segment_id=206ebdf5-9160-41b1-80b8-055cba32181c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:02.724593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.755826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c12bc2b-615f-486e-b290-3327a528129f,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:02.773986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Calling delete_port for a4b23e3b-dacd-4f9b-93de-ab51c22f0319 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:02.795471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.813788 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.833800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:02.962005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398a9c1-ee58-4da1-81f3-8fbdbe399ebb req-f989c71a-80fc-486d-b0f2-5ebc3c521480 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:02.964209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3398a9c1-ee58-4da1-81f3-8fbdbe399ebb req-f989c71a-80fc-486d-b0f2-5ebc3c521480 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 945 time: 0.4677763 Nov 23 22:49:02.976778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:02.977985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.991693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ece0471b-0383-4b6c-9c1f-f8f44c125798 req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "PUT /v2.0/ports/0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 981 time: 1.1873858 Nov 23 22:49:02.993278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:02.998066 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50122760-d58e-489a-87d1-0787ae462ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "tag": "0c12bc2b-615f-486e-b290-3327a528129f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:03.120055 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:49:03.129711 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3398a9c1-ee58-4da1-81f3-8fbdbe399ebb req-7aedf91e-6f79-4b71-a58a-b644eb2bab17 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200371 Nov 23 22:49:03.202572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c12bc2b-615f-486e-b290-3327a528129f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:03.203900 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dc6f63-93cf-4bbc-aa92-4cbbb73905c2 x-openstack-request-id: req-c4dc6f63-93cf-4bbc-aa92-4cbbb73905c2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:03.204753 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7c242f-94e3-4f28-95e1-9fa45d05535d", "name": "network-vif-deleted", "tag": "0e37c9ae-86fe-4086-b6be-199effedb4bc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:03.207938 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4dc6f63-93cf-4bbc-aa92-4cbbb73905c2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:03.208774 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7c242f-94e3-4f28-95e1-9fa45d05535d', 'name': 'network-vif-deleted', 'tag': '0e37c9ae-86fe-4086-b6be-199effedb4bc', 'status': 'completed', 'code': 200} Nov 23 22:49:03.216633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.228254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673cfa0-b3ee-49f1-aded-ff6ffd643060 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:03.258256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:49:03.266937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.310246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Pushing event deleted for resources: {'Port': ['ID=a4b23e3b-dacd-4f9b-93de-ab51c22f0319,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:03.353344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6b26b317-11e4-434e-ab83-8393d3d581de tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "PUT /v2.0/floatingips/b863ad67-082e-41bb-9c58-49d7737f7fe8 HTTP/1.1" status: 200 len: 990 time: 3.6741116 Nov 23 22:49:03.391403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 074f9468-0cf5-461a-803e-e10c8c630c8d up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:03.400823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01d8ba-90c7-447b-b5b6-be7e7333c413 req-6968fd6b-efc4-4c24-b66e-53fe15035a03 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:03.407820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c12bc2b-615f-486e-b290-3327a528129f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:03.423302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea01d8ba-90c7-447b-b5b6-be7e7333c413 req-6968fd6b-efc4-4c24-b66e-53fe15035a03 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1536005 Nov 23 22:49:03.426366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] Sync routers for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:49:03.432139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] No DVR routers for this DVR port a4b23e3b-dacd-4f9b-93de-ab51c22f0319 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:03.448049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.454879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-99da359e-35ca-4fb2-8a2c-03c6529d6e10 req-d32dfbe2-6583-4acb-bf5c-6c975f0063e5 tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.48 "DELETE /v2.0/ports/a4b23e3b-dacd-4f9b-93de-ab51c22f0319 HTTP/1.1" status: 204 len: 173 time: 1.2391684 Nov 23 22:49:03.639819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea01d8ba-90c7-447b-b5b6-be7e7333c413 req-f351448b-5279-426d-8e73-dcc52ab99221 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154734 Nov 23 22:49:03.673963 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aba47e91-837b-4f16-b8bd-111d11389b95 req-b6758122-f4ff-4216-b33d-4ed9c0288367 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/9d2c732b-2220-4449-bbad-7770e4f2334f HTTP/1.1" status: 200 len: 1819 time: 0.1367581 Nov 23 22:49:03.689995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:03.692376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:48:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:03.742708 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a87cb6-ac20-4a2a-8986-1448844627ec x-openstack-request-id: req-e0a87cb6-ac20-4a2a-8986-1448844627ec {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:03.746696 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "tag": "0c12bc2b-615f-486e-b290-3327a528129f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:03.746696 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0a87cb6-ac20-4a2a-8986-1448844627ec {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:03.748490 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f', 'status': 'completed', 'code': 200} Nov 23 22:49:03.837633 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-aba47e91-837b-4f16-b8bd-111d11389b95 req-356748fc-b90b-411b-af86-6b3f57d2ccd3 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:49:03.841806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aba47e91-837b-4f16-b8bd-111d11389b95 req-356748fc-b90b-411b-af86-6b3f57d2ccd3 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/9d2c732b-2220-4449-bbad-7770e4f2334f HTTP/1.1" status: 409 len: 341 time: 0.1545212 Nov 23 22:49:03.869275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122760-d58e-489a-87d1-0787ae462ed3 req-a4648f78-895c-4c24-b11b-6712f6be98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:03.873972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-50122760-d58e-489a-87d1-0787ae462ed3 req-a4648f78-895c-4c24-b11b-6712f6be98d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1135 time: 0.0999687 Nov 23 22:49:04.085489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a49a2067-44ed-4ee7-b5dc-753a10851e09 req-16a1cd81-702f-4c0f-acd5-6c85d73550ba tempest-ListServersNegativeTestJSON-1120042505 tempest-ListServersNegativeTestJSON-1120042505-project] 10.222.0.11 "GET /v2.0/ports?device_id=091c5bb4-1e90-49c7-a9a8-a3f08bc66345 HTTP/1.1" status: 200 len: 210 time: 0.0692756 Nov 23 22:49:04.122175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122760-d58e-489a-87d1-0787ae462ed3 req-4a9ac332-4dfe-49aa-be7b-8b1a584c8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:04.123598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-50122760-d58e-489a-87d1-0787ae462ed3 req-4a9ac332-4dfe-49aa-be7b-8b1a584c8a08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.2403572 Nov 23 22:49:04.167105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 074f9468-0cf5-461a-803e-e10c8c630c8d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:04.256908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-50122760-d58e-489a-87d1-0787ae462ed3 req-da2a84bc-e77b-4413-938b-c988d9124fb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 217 time: 0.1219165 Nov 23 22:49:04.286034 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2fccfba1-6faa-4a43-a11f-9a0e7354f321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:04.293616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 074f9468-0cf5-461a-803e-e10c8c630c8d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:04.294984 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:04.354668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122760-d58e-489a-87d1-0787ae462ed3 req-75e18fd9-ef2b-4e79-8266-a82fda1293fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:04.356632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-50122760-d58e-489a-87d1-0787ae462ed3 req-75e18fd9-ef2b-4e79-8266-a82fda1293fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.0927656 Nov 23 22:49:04.389119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef8066-f666-42bc-bb7a-7866f64fccd1 req-1c13caf8-d9f8-4a43-bb84-b600fb8de49f tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:04.390681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47ef8066-f666-42bc-bb7a-7866f64fccd1 req-1c13caf8-d9f8-4a43-bb84-b600fb8de49f tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 984 time: 0.1627676 Nov 23 22:49:04.426318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-50122760-d58e-489a-87d1-0787ae462ed3 req-b84e642f-bcaa-45e7-91d3-9df886f92ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575447 Nov 23 22:49:04.536902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:04.651728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47ef8066-f666-42bc-bb7a-7866f64fccd1 req-da1dbb8e-8958-4e89-8d35-c07e5b7c464e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=9d2c732b-2220-4449-bbad-7770e4f2334f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2537959 Nov 23 22:49:04.669862 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-50122760-d58e-489a-87d1-0787ae462ed3 req-98298e0e-1d93-4fd7-9d99-9d708b02317b service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360082 Nov 23 22:49:04.673413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846de5-fd88-4ded-88cc-fa8fc9755d6a req-98fedb7b-e39f-4703-af5e-274fde0c7463 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:04.685130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d846de5-fd88-4ded-88cc-fa8fc9755d6a req-98fedb7b-e39f-4703-af5e-274fde0c7463 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 945 time: 0.2637038 Nov 23 22:49:04.823600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d846de5-fd88-4ded-88cc-fa8fc9755d6a req-6debd906-e9d4-4a3f-935e-893d412b97f4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322618 Nov 23 22:49:04.881201 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:04.927095 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-50122760-d58e-489a-87d1-0787ae462ed3 req-92a08828-edb7-4e46-98ae-74838600fa5c service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495656 Nov 23 22:49:05.000491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074f9468-0cf5-461a-803e-e10c8c630c8d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:05.013145 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c830f-b399-41fb-a13b-0390fd2915a9" -d '{"events": [{"server_uuid": "1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca", "name": "network-vif-plugged", "status": "completed", "tag": "074f9468-0cf5-461a-803e-e10c8c630c8d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:05.053446 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.062828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5957fc-de7c-478b-88db-77b614a07244 req-0ac8e5dc-a1ba-4ed0-aed2-dbbee5d8916b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:05.065208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a5957fc-de7c-478b-88db-77b614a07244 req-0ac8e5dc-a1ba-4ed0-aed2-dbbee5d8916b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1104243 Nov 23 22:49:05.090606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-b691564d-b26b-4a7a-8b7e-54b99e439de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:05.092975 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-b691564d-b26b-4a7a-8b7e-54b99e439de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1135 time: 0.0673566 Nov 23 22:49:05.101230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 074f9468-0cf5-461a-803e-e10c8c630c8d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=074f9468-0cf5-461a-803e-e10c8c630c8d,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:05.195157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a5957fc-de7c-478b-88db-77b614a07244 req-73e23185-00ba-4bc5-a24d-ffababcf9118 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230536 Nov 23 22:49:05.216108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'name': 'network-vif-deleted', 'tag': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:05.223278 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcb9363-f36c-4bc1-8d29-67a5795940e8" -d '{"events": [{"server_uuid": "091c5bb4-1e90-49c7-a9a8-a3f08bc66345", "name": "network-vif-deleted", "tag": "a4b23e3b-dacd-4f9b-93de-ab51c22f0319"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:05.226162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44200) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.340928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.345297 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7d2620-a084-4654-98bf-f46c9b3ef2f1 x-openstack-request-id: req-bb7d2620-a084-4654-98bf-f46c9b3ef2f1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:05.345910 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca", "name": "network-vif-plugged", "status": "completed", "tag": "074f9468-0cf5-461a-803e-e10c8c630c8d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:05.346205 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb7d2620-a084-4654-98bf-f46c9b3ef2f1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:05.346594 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074f9468-0cf5-461a-803e-e10c8c630c8d', 'code': 200} Nov 23 22:49:05.359987 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c53831-df27-4eca-9261-3ca498d06b36 x-openstack-request-id: req-30c53831-df27-4eca-9261-3ca498d06b36 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:05.360416 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091c5bb4-1e90-49c7-a9a8-a3f08bc66345", "name": "network-vif-deleted", "tag": "a4b23e3b-dacd-4f9b-93de-ab51c22f0319", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:05.360652 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30c53831-df27-4eca-9261-3ca498d06b36 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:05.361114 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091c5bb4-1e90-49c7-a9a8-a3f08bc66345', 'name': 'network-vif-deleted', 'tag': 'a4b23e3b-dacd-4f9b-93de-ab51c22f0319', 'status': 'completed', 'code': 200} Nov 23 22:49:05.363762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] Deleting subnet 702d744d-9387-47fb-ac40-8ead639ce39a {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:49:05.365764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211be7b-ef76-4e39-aedd-0c0a30ffd4e5 req-f6612092-3003-4d14-9272-0482e46bfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:05.367764 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6211be7b-ef76-4e39-aedd-0c0a30ffd4e5 req-f6612092-3003-4d14-9272-0482e46bfe96 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 1097 time: 0.1402037 Nov 23 22:49:05.372923 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.377453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0e37c9ae-86fe-4086-b6be-199effedb4bc no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:05.417744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 0e37c9ae-86fe-4086-b6be-199effedb4bc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:05.418525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0e37c9ae-86fe-4086-b6be-199effedb4bc not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:05.442394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-071a6db6-cf59-4eeb-877c-04fdb52900f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:05.444702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-071a6db6-cf59-4eeb-877c-04fdb52900f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.3352041 Nov 23 22:49:05.445706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=074f9468-0cf5-461a-803e-e10c8c630c8d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.465866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'b863ad67-082e-41bb-9c58-49d7737f7fe8', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'port_id': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'mac_address': 'fa:16:3e:d6:a4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:47:34Z', 'updated_at': '2021-11-23T22:49:01Z', 'revision_number': 1, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 5, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:05.497656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] Checking router: 336cd2c0-3ec5-4680-9998-00c6bb1aab57 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:49:05.509241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.510026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:05.510921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:49:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:05.512282 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-c89f4f3c-bca9-4c12-ae02-fda967daa20d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 217 time: 0.0572686 Nov 23 22:49:05.530129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6211be7b-ef76-4e39-aedd-0c0a30ffd4e5 req-056c9f57-843d-49c9-83d2-a098a47bf621 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527257 Nov 23 22:49:05.574442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-dded7c88-c21d-4ecd-a82b-e435755f1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:05.576106 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-dded7c88-c21d-4ecd-a82b-e435755f1ce9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.0565434 Nov 23 22:49:05.591384 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.631474 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-f6883eae-3a64-4580-b6ef-38d96bc08b87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475042 Nov 23 22:49:05.660897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.694276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702d744d-9387-47fb-ac40-8ead639ce39a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.696588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.704299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-630d6807-2617-4644-a3bb-7a584c2bc719 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/702d744d-9387-47fb-ac40-8ead639ce39a HTTP/1.1" status: 204 len: 168 time: 0.4762099 Nov 23 22:49:05.705171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44218) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.736875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:05.753981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:05.759044 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77957911-a8ec-4cf9-9053-731acd60e781" -d '{"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:05.796193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-000f6f9a-8d70-41a5-99d4-f110c9380c4e service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580195 Nov 23 22:49:05.829719 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7db769-a793-4c72-af45-da34a0045dd1 x-openstack-request-id: req-1a7db769-a793-4c72-af45-da34a0045dd1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:05.829719 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:05.829719 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a7db769-a793-4c72-af45-da34a0045dd1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:05.830169 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'status': 'completed', 'code': 200} Nov 23 22:49:05.864292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.888990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e69be-22e3-41de-b0cc-ff96ece9816c req-b0f65208-d308-4de5-ad2e-54f02c5e9020 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:05.890857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-274e69be-22e3-41de-b0cc-ff96ece9816c req-b0f65208-d308-4de5-ad2e-54f02c5e9020 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 984 time: 0.1244516 Nov 23 22:49:05.969915 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6ce3db9f-627e-419d-b48b-e27903d837d9 req-0d6b7cac-6d50-47d3-8d26-9078c01eb446 service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683228 Nov 23 22:49:06.039242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.054129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a4b23e3b-dacd-4f9b-93de-ab51c22f0319 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:06.090263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: a4b23e3b-dacd-4f9b-93de-ab51c22f0319 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:06.090607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a4b23e3b-dacd-4f9b-93de-ab51c22f0319 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:06.119671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.120658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.121289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.122174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.123469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.124004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.124563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.129414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a1916694-3ea1-4ee9-8879-eee14b737197 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6492 time: 0.2367573 Nov 23 22:49:06.167075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c29948-5d40-4200-9ec4-bcd515bcd490']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:06.222117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206ebdf5-9160-41b1-80b8-055cba32181c') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:06.222584 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206ebdf5-9160-41b1-80b8-055cba32181c') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:06.243826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.250418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'b863ad67-082e-41bb-9c58-49d7737f7fe8', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'port_id': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'mac_address': 'fa:16:3e:d6:a4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:47:34Z', 'updated_at': '2021-11-23T22:49:01Z', 'revision_number': 1, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 5, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:06.269628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-274e69be-22e3-41de-b0cc-ff96ece9816c req-0500e0fe-2797-46c7-af09-95f777790bf9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=9d2c732b-2220-4449-bbad-7770e4f2334f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3639500 Nov 23 22:49:06.277928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb6fa-807d-460e-a926-04a2b2aadbec req-489caa3b-2aa7-440b-84e4-f94c0735c2c3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.287328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b1bb6fa-807d-460e-a926-04a2b2aadbec req-489caa3b-2aa7-440b-84e4-f94c0735c2c3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 946 time: 0.2434585 Nov 23 22:49:06.290299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8bd82-8589-4058-b52e-481638130f27 None None] The sync data for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 is: [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'b863ad67-082e-41bb-9c58-49d7737f7fe8', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'port_id': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'mac_address': 'fa:16:3e:d6:a4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:47:34Z', 'updated_at': '2021-11-23T22:49:01Z', 'revision_number': 1, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 5, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:49:06.355764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.417512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b1bb6fa-807d-460e-a926-04a2b2aadbec req-ba7a41b0-de70-4feb-83a7-e2628ac8ce8f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291139 Nov 23 22:49:06.456700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:49:06.459229 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:49:06.465440 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:49:06.469260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-168124a3-065b-4e00-9ec8-ec99ce4f7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.476815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.477541 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-168124a3-065b-4e00-9ec8-ec99ce4f7592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1096 time: 0.1276054 Nov 23 22:49:06.763599 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c599d3-b6f3-4bad-bbb6-6667d8d59050 None None] New status for floating IP b863ad67-082e-41bb-9c58-49d7737f7fe8: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:49:06.840825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-06f8ba03-06ed-4610-9c84-f624209ca771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:06.843217 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-06f8ba03-06ed-4610-9c84-f624209ca771 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.3534789 Nov 23 22:49:06.941217 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-4e8494c8-4f69-4f8c-a140-14880347e43b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 200 len: 1000 time: 0.0809035 Nov 23 22:49:07.025106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-b24d5017-2918-4741-a618-f25e546df9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.027970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-b24d5017-2918-4741-a618-f25e546df9f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.0771551 Nov 23 22:49:07.071111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-8dca53a5-9cb0-4b97-a003-8cc65333d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.071983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77957911-a8ec-4cf9-9053-731acd60e781 req-8dca53a5-9cb0-4b97-a003-8cc65333d6fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=98149ffc-c8d0-4f66-87c9-1db80dfda154 HTTP/1.1" status: 200 len: 913 time: 0.9311306 Nov 23 22:49:07.086382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-b46e36e5-12a5-405d-8441-17fc0dafd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.088116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-b46e36e5-12a5-405d-8441-17fc0dafd801 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535240 Nov 23 22:49:07.144857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.158354 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.161179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6c29948-5d40-4200-9ec4-bcd515bcd490 HTTP/1.1" status: 204 len: 168 time: 1.4545290 Nov 23 22:49:07.186594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e76c-3d23-40e6-8d25-aa30f498a179 req-32e2d8b4-e429-49d7-8a3d-5811dbcf17bf tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.195444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8023e76c-3d23-40e6-8d25-aa30f498a179 req-32e2d8b4-e429-49d7-8a3d-5811dbcf17bf tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1795809 Nov 23 22:49:07.205971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503f6ab-a152-4460-bfb6-98822f1e5a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c29948-5d40-4200-9ec4-bcd515bcd490,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:07.209985 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-df4eed3c-1e83-4097-a74c-b5cd6a465115 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138670 Nov 23 22:49:07.228933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77957911-a8ec-4cf9-9053-731acd60e781 req-ffd8c08d-079b-4996-b4fb-23069d744f01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 200 len: 1000 time: 0.1394434 Nov 23 22:49:07.285476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8023e76c-3d23-40e6-8d25-aa30f498a179 req-906f2c0a-bce6-4175-846f-12c719a6fc78 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887153 Nov 23 22:49:07.304799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-b696e71e-7252-45cd-a5a9-7e51291f9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.307616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77957911-a8ec-4cf9-9053-731acd60e781 req-b696e71e-7252-45cd-a5a9-7e51291f9016 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 HTTP/1.1" status: 200 len: 851 time: 0.0684996 Nov 23 22:49:07.337549 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-792a33ed-1eeb-4c81-8194-4778f742b450 req-c2416a30-924c-47d8-9164-fcddb4ca6cef service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198308 Nov 23 22:49:07.360803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a8c87058-000f-4d9f-b3e4-08654c4aca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.362453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77957911-a8ec-4cf9-9053-731acd60e781 req-a8c87058-000f-4d9f-b3e4-08654c4aca33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98149ffc-c8d0-4f66-87c9-1db80dfda154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454628 Nov 23 22:49:07.404731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44246) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:07.428596 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.455615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7cab888b-7aa5-483a-9963-798c09e82eba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ed52800d2b44a5297b1a6c2e7e2fb84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489509 Nov 23 22:49:07.458224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44252) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:07.481047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cd9f6-0ec4-440f-a002-c90a2cb54b83 req-100260b0-7f6f-41f3-a794-e9ef09d650c2 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.482961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e1cd9f6-0ec4-440f-a002-c90a2cb54b83 req-100260b0-7f6f-41f3-a794-e9ef09d650c2 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 984 time: 0.1181111 Nov 23 22:49:07.526330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77957911-a8ec-4cf9-9053-731acd60e781 req-2a14991b-1fd7-4b9b-9e7d-b43ac95e222c service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505265 Nov 23 22:49:07.527477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3ac4-4e57-4588-8650-83cd80476272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.555426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3ac4-4e57-4588-8650-83cd80476272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.611038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e1cd9f6-0ec4-440f-a002-c90a2cb54b83 req-de8df5cc-8a24-448e-ace4-ad491e3f8a25 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=9d2c732b-2220-4449-bbad-7770e4f2334f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1154103 Nov 23 22:49:07.611680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3ac4-4e57-4588-8650-83cd80476272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.615897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3ac4-4e57-4588-8650-83cd80476272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.619465 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd4d3ac4-4e57-4588-8650-83cd80476272 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3be682a-0873-4c8c-801d-fe9b29b0afd8 HTTP/1.1" status: 204 len: 168 time: 0.1578619 Nov 23 22:49:07.625956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d3ac4-4e57-4588-8650-83cd80476272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3be682a-0873-4c8c-801d-fe9b29b0afd8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:07.705794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77957911-a8ec-4cf9-9053-731acd60e781 req-36d69313-0373-4c12-be48-802a65a53506 service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692374 Nov 23 22:49:07.715798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc281ef-b050-43b3-bb8b-6a64cbdb3499 req-5a3c054d-67d9-4455-8d31-cac7b2e9716e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.724799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fc281ef-b050-43b3-bb8b-6a64cbdb3499 req-5a3c054d-67d9-4455-8d31-cac7b2e9716e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 946 time: 0.1424575 Nov 23 22:49:07.821399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fc281ef-b050-43b3-bb8b-6a64cbdb3499 req-495d74bd-7eb4-4ee3-8568-f07d41e39940 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956745 Nov 23 22:49:07.876408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-e5d91c58-b8b5-4c72-8a91-5cac7a65aa92 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-788551063&fields=id&tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b HTTP/1.1" status: 200 len: 267 time: 0.0983164 Nov 23 22:49:07.885899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.951033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-3f6cefb0-d08e-4058-bc18-8a81b9af61bd tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.962791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-3f6cefb0-d08e-4058-bc18-8a81b9af61bd tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 984 time: 0.0767064 Nov 23 22:49:07.970787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'port': {'security_groups': ['7837bb72-d205-45ff-853c-ac8b3c9dd759', '9d2c732b-2220-4449-bbad-7770e4f2334f', 'c10bd854-4957-4242-913b-9a3836768b83']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:08.102958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.152258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f1784-b141-48c3-a0a1-cbe7d5897a7c req-78a4503f-9922-4426-9d01-c5bc980a35eb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:08.163621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a57f1784-b141-48c3-a0a1-cbe7d5897a7c req-78a4503f-9922-4426-9d01-c5bc980a35eb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 946 time: 0.1250207 Nov 23 22:49:08.276426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a57f1784-b141-48c3-a0a1-cbe7d5897a7c req-a7ab301a-3422-45c4-99ac-133d7a844f36 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118836 Nov 23 22:49:08.450415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c12bc2b-615f-486e-b290-3327a528129f,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:08.519339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.540081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c24569-d0c5-4733-bd93-327747678f70 req-5fac88b9-6894-4ba9-8d4d-96d3c3c62199 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:08.541851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2c24569-d0c5-4733-bd93-327747678f70 req-5fac88b9-6894-4ba9-8d4d-96d3c3c62199 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.0809007 Nov 23 22:49:08.542635 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.555746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:08.585494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c12bc2b-615f-486e-b290-3327a528129f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:08.608050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=7']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:08.648816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:08.649404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.655430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef0c13fc-40ad-4195-97a4-c6c145073a01 req-518098d9-a9bf-4986-b88a-86ce92300942 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "PUT /v2.0/ports/0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 1020 time: 0.6920931 Nov 23 22:49:08.656824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:08.670764 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "tag": "0c12bc2b-615f-486e-b290-3327a528129f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:08.694002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44298) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:08.752737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2c24569-d0c5-4733-bd93-327747678f70 req-a29de95a-bd56-48d7-b0ef-0a759b8b1bfb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457987 Nov 23 22:49:08.854674 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21876946-629b-4a25-aabd-e9ed3f306886 x-openstack-request-id: req-21876946-629b-4a25-aabd-e9ed3f306886 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:08.855741 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "tag": "0c12bc2b-615f-486e-b290-3327a528129f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:08.855741 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21876946-629b-4a25-aabd-e9ed3f306886 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:08.855999 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f', 'status': 'completed', 'code': 200} Nov 23 22:49:08.858256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c12bc2b-615f-486e-b290-3327a528129f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:08.867479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a81952fa-48bc-479a-852c-d998441352fc req-bfb30e89-2b56-4028-9e62-055d144f4965 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/c10bd854-4957-4242-913b-9a3836768b83 HTTP/1.1" status: 200 len: 1818 time: 0.0621860 Nov 23 22:49:08.882625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1698423245-network', 'tenant_id': '21aa19cd65564d79af4737d67149b233'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:08.957279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Made reservation on behalf of 21aa19cd65564d79af4737d67149b233 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:08.961489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.977705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.995490 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-a81952fa-48bc-479a-852c-d998441352fc req-8f801626-be38-4253-9385-c8776a6dfd29 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:49:09.012471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a81952fa-48bc-479a-852c-d998441352fc req-8f801626-be38-4253-9385-c8776a6dfd29 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/c10bd854-4957-4242-913b-9a3836768b83 HTTP/1.1" status: 409 len: 341 time: 0.1431422 Nov 23 22:49:09.045387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-5f0bed08-8bb8-4ebf-95e2-cb2efd63b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:09.047513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-5f0bed08-8bb8-4ebf-95e2-cb2efd63b016 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1174 time: 0.1231275 Nov 23 22:49:09.178199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.189054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.280450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:49:09.321176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d0894-9cbc-4041-8c75-75456e49a70d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:09.329329 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.330731 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Added segment dcbda409-8155-4835-89e5-20115a632a18 of type vlan for network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef Nov 23 22:49:09.365290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-834d9a83-72d5-4bd5-af98-f25ada3afecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:09.368687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-834d9a83-72d5-4bd5-af98-f25ada3afecc service neutron] 10.222.0.48 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.3088183 Nov 23 22:49:09.422391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.465156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.466904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:09.468080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.469092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-03f0de18-21b3-4b30-8ea6-eea7356b69e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 200 len: 217 time: 0.0876639 Nov 23 22:49:09.539634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8438721 Nov 23 22:49:09.558065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44314) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:09.569292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Request body: {'subnet': {'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1698423245-subnet', 'tenant_id': '21aa19cd65564d79af4737d67149b233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:09.597356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-fce6d15c-0616-40fb-bf80-c28998b5f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:09.599335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-fce6d15c-0616-40fb-bf80-c28998b5f064 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.0789399 Nov 23 22:49:09.660952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cac80e-64fe-441c-aac8-63d20763d462 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:09.675163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:49:09.678603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-037d746d-20a9-47cb-bc97-7280a3b58212 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544567 Nov 23 22:49:09.680871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Made reservation on behalf of 21aa19cd65564d79af4737d67149b233 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:09.684839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.695400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd892f-a003-46f8-b244-e4378a063efd req-c4cef441-edc1-4d17-b3e7-31f0902164fd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:09.706655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5cd892f-a003-46f8-b244-e4378a063efd req-c4cef441-edc1-4d17-b3e7-31f0902164fd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 946 time: 0.2318666 Nov 23 22:49:09.721976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f210a-6e5b-46bb-96d6-8c5177161a88 req-54186abe-4613-433a-a7e8-4a873a589c05 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:09.733526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-401f210a-6e5b-46bb-96d6-8c5177161a88 req-54186abe-4613-433a-a7e8-4a873a589c05 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1023 time: 0.2604964 Nov 23 22:49:10.013455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5cd892f-a003-46f8-b244-e4378a063efd req-205ddbca-45c0-4ecf-85da-aa987bd31dc5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643273 Nov 23 22:49:10.030271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.045473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-9b3d3104-c64a-461c-824c-8e29b1f57c8f service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083985 Nov 23 22:49:10.068964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-401f210a-6e5b-46bb-96d6-8c5177161a88 req-965e0fd3-f99e-4244-98bf-85b6ec248c6a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=c10bd854-4957-4242-913b-9a3836768b83&id=9d2c732b-2220-4449-bbad-7770e4f2334f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3241153 Nov 23 22:49:10.161307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Checking segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:10.161659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Network hostable DHCP agents. Network: b6b4c3c7-3460-45cc-baf3-ff5635dc37ef, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:49:10.164457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b55afc-a10a-4b12-8b25-b5233476ac09,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:10.192805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:49:10.213864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b6b4c3c7-3460-45cc-baf3-ff5635dc37ef) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:10.222597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:10.223195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.223920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad0e7bb-d86d-48f2-b8d9-3545adfe84f3 None None] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:10.248313 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9ab628ac-d74a-4ba3-986e-4ed0906dda75 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6888790 Nov 23 22:49:10.307683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e5771a0-2eeb-4517-a8e8-f4cdec14ab46 req-44cda698-408a-4821-b716-d812db4f4fd6 service neutron] 10.222.0.48 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375095 Nov 23 22:49:10.341542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bce640-0048-425b-9038-60c8f3e8e467 req-3fb1cef6-152d-4d5e-87e1-b729cd2a00dd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:10.344879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12bce640-0048-425b-9038-60c8f3e8e467 req-3fb1cef6-152d-4d5e-87e1-b729cd2a00dd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 945 time: 0.1027336 Nov 23 22:49:10.424296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12bce640-0048-425b-9038-60c8f3e8e467 req-aaef5fec-c946-44b6-84f6-610fcecaa85b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720739 Nov 23 22:49:10.431257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338027d-3c47-4ece-94a1-51a049ce3db3 None None] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:10.866546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ff1e3f2f-d539-441f-8bad-c7f26855fbb4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:10.868274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ff1e3f2f-d539-441f-8bad-c7f26855fbb4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 813 time: 0.1288781 Nov 23 22:49:10.909603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-1f59879a-35a9-4d0d-99a8-a762a2a63e9f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/quotas/21aa19cd65564d79af4737d67149b233 HTTP/1.1" status: 200 len: 375 time: 0.0281982 Nov 23 22:49:10.941261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7b4eb-c142-4d2e-9369-797b073b2a14 req-b9db99b8-f8ed-4854-9959-d889b4934e27 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:10.942776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0f7b4eb-c142-4d2e-9369-797b073b2a14 req-b9db99b8-f8ed-4854-9959-d889b4934e27 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 946 time: 0.0714395 Nov 23 22:49:10.959893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-7032dbdb-3c7a-4001-89d2-949c1a0eaec4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409439 Nov 23 22:49:11.062575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0f7b4eb-c142-4d2e-9369-797b073b2a14 req-888021a9-6c54-4560-8531-73e384e4fa08 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053596 Nov 23 22:49:11.092198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-c27fdfe6-9e31-4344-bef7-c15ef0cbfd08 service neutron] 10.222.0.11 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196921 Nov 23 22:49:11.134318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-93883c58-b4d8-4493-96e0-c4b548a72aa9 req-99c195fc-e0e9-4b8f-a16b-da34cb824fa6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:49:11.135326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93883c58-b4d8-4493-96e0-c4b548a72aa9 req-99c195fc-e0e9-4b8f-a16b-da34cb824fa6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065570 Nov 23 22:49:11.222206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-5966af78-43cb-4c81-bdcf-790bdfb6ab8b tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:11.223897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-5966af78-43cb-4c81-bdcf-790bdfb6ab8b tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.48 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1023 time: 0.1286716 Nov 23 22:49:11.277836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-0a3a7f80-f6ad-46ec-bfa4-70e9bc4d5d1e service neutron] 10.222.0.11 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739144 Nov 23 22:49:11.296122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:11.386743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef4150-85d4-40c5-b3e5-de952f78c49f req-90c32b39-d8af-4606-be81-25232bf60d99 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:11.394577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6ef4150-85d4-40c5-b3e5-de952f78c49f req-90c32b39-d8af-4606-be81-25232bf60d99 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 1023 time: 0.1156058 Nov 23 22:49:11.465614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.472963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Deleting port 0c12bc2b-615f-486e-b290-3327a528129f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:11.473489 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.526069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6ef4150-85d4-40c5-b3e5-de952f78c49f req-56b1b92a-41a9-4e52-8b9b-e4d8cec70515 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=c10bd854-4957-4242-913b-9a3836768b83&id=9d2c732b-2220-4449-bbad-7770e4f2334f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1282203 Nov 23 22:49:11.540881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:11.543535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:11.545776 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a9ce3b-6a9a-4d33-af4a-efcdaf9c4d4a" -d '{"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:11.554730 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.646142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] For port 0c12bc2b-615f-486e-b290-3327a528129f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0c12bc2b-615f-486e-b290-3327a528129f,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:11.647503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.677948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Calling delete_port for 0c12bc2b-615f-486e-b290-3327a528129f owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:11.708349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:11.732395 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-70379ef1-c6c6-42f6-83a9-ccf8acd2ebef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1863694 Nov 23 22:49:11.752630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-e677d352-42e0-433c-8560-2ac8af4d6770 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:49:11.754521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-e677d352-42e0-433c-8560-2ac8af4d6770 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099971 Nov 23 22:49:11.926963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306ceb2-345f-4910-94f0-dfcf9ad9b396 req-34ddb2e9-0170-420d-8b76-9cf6cd2b9ca5 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:11.938804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7306ceb2-345f-4910-94f0-dfcf9ad9b396 req-34ddb2e9-0170-420d-8b76-9cf6cd2b9ca5 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1704288 Nov 23 22:49:12.083320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7306ceb2-345f-4910-94f0-dfcf9ad9b396 req-43b8a32b-c65a-4705-8d28-083e4be1acba tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434557 Nov 23 22:49:12.100502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.113468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:12.181250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0c12bc2b-615f-486e-b290-3327a528129f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:12.188970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-1916512a-c823-413c-89c3-368bb640b93c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:12.189506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'Port': ['ID=0c12bc2b-615f-486e-b290-3327a528129f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:12.199667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-1916512a-c823-413c-89c3-368bb640b93c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 946 time: 0.1543417 Nov 23 22:49:12.320728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] No DVR routers for this DVR port 0c12bc2b-615f-486e-b290-3327a528129f on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:12.329947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.335421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d96c3a0-1b0b-4956-a48c-c5d7c5917e66 req-1598f903-0b1d-4e78-aa5c-ded3b7be83db tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.48 "DELETE /v2.0/ports/0c12bc2b-615f-486e-b290-3327a528129f HTTP/1.1" status: 204 len: 173 time: 1.0996614 Nov 23 22:49:12.340451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'name': 'network-vif-deleted', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:12.343457 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38c4c17-1cfc-431c-939d-f4ab67b91aed" -d '{"events": [{"server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "name": "network-vif-deleted", "tag": "0c12bc2b-615f-486e-b290-3327a528129f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:12.390909 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd5865-ee2b-4fbc-997c-9018d16b1f2f x-openstack-request-id: req-dfdd5865-ee2b-4fbc-997c-9018d16b1f2f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:12.392080 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-unplugged", "status": "failed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb", "code": 422}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:12.392539 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfdd5865-ee2b-4fbc-997c-9018d16b1f2f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:12.393283 n-d-817303-3 neutron-server[103524]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'code': 422} returned with failed status Nov 23 22:49:12.466728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Deleting port 074f9468-0cf5-461a-803e-e10c8c630c8d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:12.478477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.605403 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9b5539-98d5-411f-b17b-a445b9801815 x-openstack-request-id: req-ac9b5539-98d5-411f-b17b-a445b9801815 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:12.606664 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ac5db-b70e-4904-9685-e4bf6abf76bf", "name": "network-vif-deleted", "tag": "0c12bc2b-615f-486e-b290-3327a528129f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:12.607085 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac9b5539-98d5-411f-b17b-a445b9801815 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:12.608432 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ac5db-b70e-4904-9685-e4bf6abf76bf', 'name': 'network-vif-deleted', 'tag': '0c12bc2b-615f-486e-b290-3327a528129f', 'status': 'completed', 'code': 200} Nov 23 22:49:12.632072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b681a-0d87-4110-9c65-92151bf2ebde req-f4a25db9-f8f9-4bee-af56-1fb84a5689e9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:12.633731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d6b681a-0d87-4110-9c65-92151bf2ebde req-f4a25db9-f8f9-4bee-af56-1fb84a5689e9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 946 time: 0.1086242 Nov 23 22:49:12.741796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f75d1bcc-19ba-486d-b05a-dfe36ab3a17d req-d2048466-5950-4aa5-93fd-f6fc27a9b49a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 210 time: 0.0577500 Nov 23 22:49:12.751442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] For port 074f9468-0cf5-461a-803e-e10c8c630c8d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=074f9468-0cf5-461a-803e-e10c8c630c8d,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:12.752857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.778116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Calling delete_port for 074f9468-0cf5-461a-803e-e10c8c630c8d owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:12.821101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d6b681a-0d87-4110-9c65-92151bf2ebde req-12ba57a4-91e9-4837-8639-88bacd26b50d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787934 Nov 23 22:49:12.914650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26f93071-a9d8-4422-985b-b3783f253590 req-b1121ba5-3f7a-48b3-8e00-5dacbbdd6cfb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=a90ac5db-b70e-4904-9685-e4bf6abf76bf HTTP/1.1" status: 200 len: 210 time: 0.0616260 Nov 23 22:49:13.032425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.047288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['074f9468-0cf5-461a-803e-e10c8c630c8d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:13.106818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event deleted for resources: {'Port': ['ID=074f9468-0cf5-461a-803e-e10c8c630c8d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:13.193196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] No DVR routers for this DVR port 074f9468-0cf5-461a-803e-e10c8c630c8d on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:13.196984 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.200834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a79dde-1ba8-4632-aa00-b3c0b9caea65 req-eb0232c8-4c67-409b-8e9a-a1d5f87f9ccc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.46 "DELETE /v2.0/ports/074f9468-0cf5-461a-803e-e10c8c630c8d HTTP/1.1" status: 204 len: 173 time: 0.9933424 Nov 23 22:49:13.203738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'name': 'network-vif-deleted', 'tag': '074f9468-0cf5-461a-803e-e10c8c630c8d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:13.216345 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b64777-c02e-4627-9ce7-f490f236977c" -d '{"events": [{"server_uuid": "1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca", "name": "network-vif-deleted", "tag": "074f9468-0cf5-461a-803e-e10c8c630c8d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:13.316129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6140699-1ba9-44f3-9db7-a98f273644f7 req-86c54ec6-da10-4f0d-ac5f-a66d819b4a64 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:13.326981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6140699-1ba9-44f3-9db7-a98f273644f7 req-86c54ec6-da10-4f0d-ac5f-a66d819b4a64 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0871978 Nov 23 22:49:13.396998 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50da199-ce25-48ce-9b58-54a5dc473943 x-openstack-request-id: req-a50da199-ce25-48ce-9b58-54a5dc473943 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:13.397415 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca", "name": "network-vif-deleted", "tag": "074f9468-0cf5-461a-803e-e10c8c630c8d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:13.397772 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a50da199-ce25-48ce-9b58-54a5dc473943 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:13.398606 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca', 'name': 'network-vif-deleted', 'tag': '074f9468-0cf5-461a-803e-e10c8c630c8d', 'status': 'completed', 'code': 200} Nov 23 22:49:13.414128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6140699-1ba9-44f3-9db7-a98f273644f7 req-24ef12ad-0382-4b78-a2d7-c429bf03dc9f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808959 Nov 23 22:49:13.846769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-a73f924c-e444-4c64-ac31-b8b52ff0b39a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:13.848573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-a73f924c-e444-4c64-ac31-b8b52ff0b39a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 813 time: 0.1507275 Nov 23 22:49:13.870417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Request body: {'port': {'device_id': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'admin_state_up': True, 'tenant_id': '21aa19cd65564d79af4737d67149b233'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:13.918546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-667e9357-2819-4bda-95d2-a03feee1203a req-45e9656f-0d05-4658-b353-32ae92ab70f8 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 210 time: 0.0767741 Nov 23 22:49:14.055465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed2da423-a237-40f8-b41b-15d7f5336628 req-ac939427-7f6f-4c9c-8c62-b8ad70b8dbb6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3aad2b-cf2f-45ef-85e5-a8cb0fc56bca HTTP/1.1" status: 200 len: 210 time: 0.0521414 Nov 23 22:49:14.098064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c12bc2b-615f-486e-b290-3327a528129f no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:14.110905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Made reservation on behalf of 21aa19cd65564d79af4737d67149b233 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:14.119406 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.146396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 0c12bc2b-615f-486e-b290-3327a528129f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:14.149598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0c12bc2b-615f-486e-b290-3327a528129f not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:14.154402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98da92d9-4930-4da9-aa47-37baaaf0cce5 req-29e67842-9cb3-416e-ba23-4c48ee2b8832 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/9d2c732b-2220-4449-bbad-7770e4f2334f HTTP/1.1" status: 200 len: 1819 time: 0.0828927 Nov 23 22:49:14.295108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98da92d9-4930-4da9-aa47-37baaaf0cce5 req-3b15a212-c90c-498e-bcdb-43f7a3f4199d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.324193 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98da92d9-4930-4da9-aa47-37baaaf0cce5 req-3b15a212-c90c-498e-bcdb-43f7a3f4199d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.387902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98da92d9-4930-4da9-aa47-37baaaf0cce5 req-3b15a212-c90c-498e-bcdb-43f7a3f4199d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.392228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-98da92d9-4930-4da9-aa47-37baaaf0cce5 req-3b15a212-c90c-498e-bcdb-43f7a3f4199d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.393653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98da92d9-4930-4da9-aa47-37baaaf0cce5 req-3b15a212-c90c-498e-bcdb-43f7a3f4199d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/9d2c732b-2220-4449-bbad-7770e4f2334f HTTP/1.1" status: 204 len: 173 time: 0.2384450 Nov 23 22:49:14.419120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Allocated IP 172.20.0.8 (b6b4c3c7-3460-45cc-baf3-ff5635dc37ef/99b55afc-a10a-4b12-8b25-b5233476ac09/ff2ac1cf-7d3e-44c9-84a0-90381a740a0c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:14.505315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15a212-c90c-498e-bcdb-43f7a3f4199d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c732b-2220-4449-bbad-7770e4f2334f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:14.581357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e640f1ce-61bc-42dd-86ff-23f4ac429172 req-f3ff64f2-23ce-4e7c-ba98-c12df5e58eb9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/c10bd854-4957-4242-913b-9a3836768b83 HTTP/1.1" status: 200 len: 1818 time: 0.1302917 Nov 23 22:49:14.589807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-8678bb26-7438-43a3-a9ab-7f02b6def345 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.592044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-8678bb26-7438-43a3-a9ab-7f02b6def345 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 813 time: 0.3503294 Nov 23 22:49:14.612564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Request body: {'port': {'device_id': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'admin_state_up': True, 'tenant_id': '21aa19cd65564d79af4737d67149b233'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:14.690797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc24032-3dff-4c00-b7c3-7214fed99a82 req-4cb10716-3dc6-4968-b6e1-58251bc70987 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.692795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8dc24032-3dff-4c00-b7c3-7214fed99a82 req-4cb10716-3dc6-4968-b6e1-58251bc70987 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1634297 Nov 23 22:49:14.745954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.769666 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-61c6088a-b321-4de7-b2b2-527ad7326be6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642312 Nov 23 22:49:14.777916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e640f1ce-61bc-42dd-86ff-23f4ac429172 req-dac24174-fba4-41b5-a279-9e45ebe4ea88 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.794107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.817376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:14.818842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:14.840303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e640f1ce-61bc-42dd-86ff-23f4ac429172 req-dac24174-fba4-41b5-a279-9e45ebe4ea88 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.840496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:14.858937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8dc24032-3dff-4c00-b7c3-7214fed99a82 req-b06350e9-bebb-43e7-b6b0-a50df1e42678 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289296 Nov 23 22:49:14.906564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Made reservation on behalf of 21aa19cd65564d79af4737d67149b233 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:14.910786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.916335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e640f1ce-61bc-42dd-86ff-23f4ac429172 req-dac24174-fba4-41b5-a279-9e45ebe4ea88 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.918873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e640f1ce-61bc-42dd-86ff-23f4ac429172 req-dac24174-fba4-41b5-a279-9e45ebe4ea88 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.920035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e640f1ce-61bc-42dd-86ff-23f4ac429172 req-dac24174-fba4-41b5-a279-9e45ebe4ea88 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/c10bd854-4957-4242-913b-9a3836768b83 HTTP/1.1" status: 204 len: 173 time: 0.3269920 Nov 23 22:49:14.923239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event updated for resources: {'Port': ['ID=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:14.949701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.950348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:14.953693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac24174-fba4-41b5-a279-9e45ebe4ea88 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10bd854-4957-4242-913b-9a3836768b83,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:14.964198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-bf26ec20-a357-403c-ad2c-489301846ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.966271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-bf26ec20-a357-403c-ad2c-489301846ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1174 time: 0.1266301 Nov 23 22:49:14.970592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-48c0f376-3577-4a47-b681-45ceb6abb979 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1057725 Nov 23 22:49:14.985470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Request body: {'port': {'device_id': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:15.132791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-8334f252-2258-4349-a255-fce3a77f1adc req-ff7f25e4-a8de-4de7-b1bf-16ff42aa4852 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1292192022', 'description': 'tempest-description-1697385216'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:15.225283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8334f252-2258-4349-a255-fce3a77f1adc req-ff7f25e4-a8de-4de7-b1bf-16ff42aa4852 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.287429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-708b1aa6-5199-4f10-aab0-a34fd58ef7c7 req-ca81a0aa-77b6-4f1d-9ede-e0910900cd27 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 210 time: 0.0809965 Nov 23 22:49:15.301133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Allocated IP 172.20.0.12 (b6b4c3c7-3460-45cc-baf3-ff5635dc37ef/99b55afc-a10a-4b12-8b25-b5233476ac09/55b76989-7b3c-4148-ad38-ce396c04d4c1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:15.565517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8334f252-2258-4349-a255-fce3a77f1adc req-ff7f25e4-a8de-4de7-b1bf-16ff42aa4852 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.570884 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8334f252-2258-4349-a255-fce3a77f1adc req-ff7f25e4-a8de-4de7-b1bf-16ff42aa4852 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.589851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.619698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-cd6456cc-6c5e-4e5c-991a-b364a4bff34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:15.621170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-cd6456cc-6c5e-4e5c-991a-b364a4bff34c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 200 len: 913 time: 0.6169291 Nov 23 22:49:15.642893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8334f252-2258-4349-a255-fce3a77f1adc req-ff7f25e4-a8de-4de7-b1bf-16ff42aa4852 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.648706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8334f252-2258-4349-a255-fce3a77f1adc req-ff7f25e4-a8de-4de7-b1bf-16ff42aa4852 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5330143 Nov 23 22:49:15.652733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f25e4-a8de-4de7-b1bf-16ff42aa4852 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caaef362-8cfb-43dd-8e28-671685640b75,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:15.713790 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-ff219e46-ed43-4fb5-8e95-45f11e0586ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 200 len: 217 time: 0.0821881 Nov 23 22:49:15.716488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.792679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-54e96f86-f69e-4577-b8aa-cb141183ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:15.794132 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-54e96f86-f69e-4577-b8aa-cb141183ff8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 200 len: 852 time: 0.0613286 Nov 23 22:49:15.796847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b78b218-b6ed-4960-ba82-00eff8ce2724 req-a51c1d07-5cf5-4290-b8e5-7d5f89a8e8ff tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/caaef362-8cfb-43dd-8e28-671685640b75 HTTP/1.1" status: 200 len: 1820 time: 0.1104517 Nov 23 22:49:15.845944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0b78b218-b6ed-4960-ba82-00eff8ce2724 req-5dd16d89-0b78-43b3-a6a7-a50ea7c9e04a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Request body: {'security_group': {'name': 'tempest-sg-hth-779236481', 'description': 'tempest-description-hth-81692097'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:15.849259 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-1dc13be8-87e8-4adc-a569-64eff168c94e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba226810-34f5-417d-b6d4-c1c631366066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292926 Nov 23 22:49:15.865909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.946361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:15.950599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0b78b218-b6ed-4960-ba82-00eff8ce2724 req-5dd16d89-0b78-43b3-a6a7-a50ea7c9e04a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:15.961889 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-02f6e844-56e6-4903-9b56-430226e01980 service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045983 Nov 23 22:49:15.972823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:15.979812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:16.002180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-a1912d8f-ec1a-4809-8e2d-25bfeac162c2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:16.003716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-a1912d8f-ec1a-4809-8e2d-25bfeac162c2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.3235099 Nov 23 22:49:16.028103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event updated for resources: {'Port': ['ID=55b76989-7b3c-4148-ad38-ce396c04d4c1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:16.049847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-622e5867-f4a4-42e2-af5f-6431311079c5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/quotas/65a61d3392de484ba1cc52f1fa1b48d7 HTTP/1.1" status: 200 len: 375 time: 0.0227711 Nov 23 22:49:16.089030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0b78b218-b6ed-4960-ba82-00eff8ce2724 req-5dd16d89-0b78-43b3-a6a7-a50ea7c9e04a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.132757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0b78b218-b6ed-4960-ba82-00eff8ce2724 req-5dd16d89-0b78-43b3-a6a7-a50ea7c9e04a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.137300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0b78b218-b6ed-4960-ba82-00eff8ce2724 req-5dd16d89-0b78-43b3-a6a7-a50ea7c9e04a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.140147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b78b218-b6ed-4960-ba82-00eff8ce2724 req-5dd16d89-0b78-43b3-a6a7-a50ea7c9e04a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "PUT /v2.0/security-groups/caaef362-8cfb-43dd-8e28-671685640b75 HTTP/1.1" status: 200 len: 1791 time: 0.3048797 Nov 23 22:49:16.181119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-ab6d2fd8-982a-466a-ba9a-899981049d05 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816941 Nov 23 22:49:16.217037 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2423d45-178b-4c7c-ad25-328aa0a5a92f req-b44ba7d3-2917-4a3d-90fd-4a1b5744bd1a service neutron] 10.222.0.46 "GET /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450080 Nov 23 22:49:16.249291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:16.250124 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.315944 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-16def387-1b5a-46dc-a00d-3737f6a231b7 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7078097 Nov 23 22:49:16.356204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2ac1cf-7d3e-44c9-84a0-90381a740a0c {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:16.368785 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.381853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Request body: {'port': {'device_id': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:16.390087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd16d89-0b78-43b3-a6a7-a50ea7c9e04a tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caaef362-8cfb-43dd-8e28-671685640b75,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:16.391948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Transition to ACTIVE for port object ff2ac1cf-7d3e-44c9-84a0-90381a740a0c will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:49:16.399916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.476515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:16.567899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Attempting to bind port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:16.568235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Attempting to bind port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:16.568564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Attempting to bind port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:16.574270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:49:16.574594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Attempting to bind port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:16.581632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:16.581967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Checking segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:16.582639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Bound using segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:16.583069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Bound port: ff2ac1cf-7d3e-44c9-84a0-90381a740a0c, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:16.583425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.716616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] For port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:16.723421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] For port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:16.728972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.754866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:16.755523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.757353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] 10.222.0.46 "PUT /v2.0/ports/ff2ac1cf-7d3e-44c9-84a0-90381a740a0c HTTP/1.1" status: 200 len: 1091 time: 1.7772875 Nov 23 22:49:16.760149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'tag': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:16.761488 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab844cf-4718-4b62-83d9-eb973a72f69a" -d '{"events": [{"name": "network-changed", "server_uuid": "563d8ed2-3a68-4942-bfdb-b6e83cdc697e", "tag": "ff2ac1cf-7d3e-44c9-84a0-90381a740a0c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:16.809401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-de1360f7-120d-4083-875f-52ca4ac09809 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273091 Nov 23 22:49:16.820198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fe81a-4df5-489d-a655-d62bfb766bfb req-f63a890b-5386-49c8-b1ac-60fddded1fe6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:16.821907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c23fe81a-4df5-489d-a655-d62bfb766bfb req-f63a890b-5386-49c8-b1ac-60fddded1fe6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.5532038 Nov 23 22:49:16.855653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:16.862061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b5834-c93c-41e8-89dd-4e97f650af4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:16.873546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-0ba6b68d-46bb-41b3-9a65-72a012d0ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:16.876280 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-0ba6b68d-46bb-41b3-9a65-72a012d0ecff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=563d8ed2-3a68-4942-bfdb-b6e83cdc697e HTTP/1.1" status: 200 len: 1094 time: 0.0697551 Nov 23 22:49:16.934300 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-cc708287-6667-4903-9582-9e6420c22bd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c HTTP/1.1" status: 200 len: 217 time: 0.0474565 Nov 23 22:49:16.998862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c23fe81a-4df5-489d-a655-d62bfb766bfb req-0d288c06-c2fd-4684-bde3-a660aa7174a5 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611180 Nov 23 22:49:17.025276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-f961885f-0018-45ef-94d4-3ec85702a6f4 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980855 Nov 23 22:49:17.078247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-dc7831ba-c74d-4b9a-ac29-2a1afd63c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:17.084277 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-dc7831ba-c74d-4b9a-ac29-2a1afd63c328 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.1432045 Nov 23 22:49:17.123905 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-f0d3befa-53c5-4353-aae5-46ee4b0cbd3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313663 Nov 23 22:49:17.291562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-9964dbb2-1009-459c-9317-ee0881080e55 service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571536 Nov 23 22:49:17.324336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 074f9468-0cf5-461a-803e-e10c8c630c8d no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:17.396686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 074f9468-0cf5-461a-803e-e10c8c630c8d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:17.398210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 074f9468-0cf5-461a-803e-e10c8c630c8d not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:17.500841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb677b68-0349-4e95-8917-5fd784dc61d2 req-f65f1677-f587-4eb4-b9cf-2c0a744f985e tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/caaef362-8cfb-43dd-8e28-671685640b75 HTTP/1.1" status: 200 len: 1791 time: 0.1774499 Nov 23 22:49:17.604628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b76989-7b3c-4148-ad38-ce396c04d4c1 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:17.617591 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-0817d4dd-b879-40b6-94af-18601658a6ca service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206990 Nov 23 22:49:17.620150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:17.644178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Transition to ACTIVE for port object 55b76989-7b3c-4148-ad38-ce396c04d4c1 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:49:17.654348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea95e-2044-491b-9777-2f431da5aaf6 req-d1dd3f87-78f9-41af-866d-af6fa9488cdf tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:17.657563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24aea95e-2044-491b-9777-2f431da5aaf6 req-d1dd3f87-78f9-41af-866d-af6fa9488cdf tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 932 time: 0.2100432 Nov 23 22:49:17.659055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:17.712504 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc49cd-8e64-4a85-9b62-262c4df10e7f x-openstack-request-id: req-64cc49cd-8e64-4a85-9b62-262c4df10e7f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:17.712767 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563d8ed2-3a68-4942-bfdb-b6e83cdc697e", "tag": "ff2ac1cf-7d3e-44c9-84a0-90381a740a0c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:17.713046 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64cc49cd-8e64-4a85-9b62-262c4df10e7f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:17.713509 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'tag': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c', 'status': 'completed', 'code': 200} Nov 23 22:49:17.783060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Pushing event updated for resources: {'Port': ['ID=55b76989-7b3c-4148-ad38-ce396c04d4c1,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:17.811446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-704248ca-b06f-461d-b6cd-45458b3abf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:17.814521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-704248ca-b06f-461d-b6cd-45458b3abf82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=563d8ed2-3a68-4942-bfdb-b6e83cdc697e HTTP/1.1" status: 200 len: 1094 time: 0.0752263 Nov 23 22:49:17.875422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-feff5d24-5d2a-4762-902e-bb94b058a254 req-b2f4f7b8-9d53-4ab8-a9a4-5e58e626bfb1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 210 time: 0.0494220 Nov 23 22:49:17.951096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24aea95e-2044-491b-9777-2f431da5aaf6 req-828c96ec-0234-404a-aae1-468a6f225a70 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619050 Nov 23 22:49:17.997110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-daaebb7d-a9c9-4663-bb68-f956d3d1655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:17.998672 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-daaebb7d-a9c9-4663-bb68-f956d3d1655b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 914 time: 0.1768889 Nov 23 22:49:18.002966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-022c7a32-f26b-4e5e-a9bb-10c7330f1313 req-e9aff0f8-cf8d-44c8-ac91-62f7ed388ff6 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/caaef362-8cfb-43dd-8e28-671685640b75 HTTP/1.1" status: 200 len: 1791 time: 0.0864727 Nov 23 22:49:18.047777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Attempting to bind port 55b76989-7b3c-4148-ad38-ce396c04d4c1 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:18.048275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Attempting to bind port 55b76989-7b3c-4148-ad38-ce396c04d4c1 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:18.048629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Attempting to bind port 55b76989-7b3c-4148-ad38-ce396c04d4c1 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:18.065534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-7326e5c9-5890-443b-a14b-c1f68d372516 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c HTTP/1.1" status: 200 len: 217 time: 0.0506177 Nov 23 22:49:18.065964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Port 55b76989-7b3c-4148-ad38-ce396c04d4c1 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:49:18.066149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Attempting to bind port 55b76989-7b3c-4148-ad38-ce396c04d4c1 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:18.092431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:18.092773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Checking segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:18.093555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Bound using segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:18.094264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Bound port: 55b76989-7b3c-4148-ad38-ce396c04d4c1, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:18.094716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:18.146067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-2ec3a328-e487-4ac2-8a77-ed0df93ac189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:18.148639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-2ec3a328-e487-4ac2-8a77-ed0df93ac189 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.0748622 Nov 23 22:49:18.209278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-7e6f166d-c32b-4fbd-b374-937a1660d120 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521550 Nov 23 22:49:18.237565 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-022c7a32-f26b-4e5e-a9bb-10c7330f1313 req-67ce46f7-5344-4aa5-af19-63f8534f36f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:18.260505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] For port 55b76989-7b3c-4148-ad38-ce396c04d4c1, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:18.276398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] For port 55b76989-7b3c-4148-ad38-ce396c04d4c1, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=55b76989-7b3c-4148-ad38-ce396c04d4c1,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:18.307200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:18.330523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3bd97-d055-4a77-8ed0-993ce807495e req-d430b3bf-9a85-4da4-9aa3-6899c320766d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:18.332127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1b3bd97-d055-4a77-8ed0-993ce807495e req-d430b3bf-9a85-4da4-9aa3-6899c320766d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1823578 Nov 23 22:49:18.334621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-022c7a32-f26b-4e5e-a9bb-10c7330f1313 req-67ce46f7-5344-4aa5-af19-63f8534f36f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:18.370340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-76cb32db-7127-4fd2-8b6b-0b97873825fb service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522169 Nov 23 22:49:18.426177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1b3bd97-d055-4a77-8ed0-993ce807495e req-c33f45c8-2e60-42de-99e5-990f0f8c2cb1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556278 Nov 23 22:49:18.433475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:18.434108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:18.435529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] 10.222.0.46 "PUT /v2.0/ports/55b76989-7b3c-4148-ad38-ce396c04d4c1 HTTP/1.1" status: 200 len: 1092 time: 2.0636401 Nov 23 22:49:18.436042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'tag': '55b76989-7b3c-4148-ad38-ce396c04d4c1'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:18.438406 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e110683a-9cce-4898-87f9-4bdcb4ff7b29" -d '{"events": [{"name": "network-changed", "server_uuid": "aced2012-f3eb-4aff-bf67-0f4aabbe4785", "tag": "55b76989-7b3c-4148-ad38-ce396c04d4c1"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:18.479071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d07f5-fea4-40c2-bcd4-3713c1d71c30 service neutron] Pushing event updated for resources: {'Port': ['ID=55b76989-7b3c-4148-ad38-ce396c04d4c1,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:18.542174 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5ab844cf-4718-4b62-83d9-eb973a72f69a req-2db0ef93-8888-4fd3-9d97-783a3a474cfa service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628306 Nov 23 22:49:18.554349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-022c7a32-f26b-4e5e-a9bb-10c7330f1313 req-67ce46f7-5344-4aa5-af19-63f8534f36f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:18.558151 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-022c7a32-f26b-4e5e-a9bb-10c7330f1313 req-67ce46f7-5344-4aa5-af19-63f8534f36f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:18.559853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-022c7a32-f26b-4e5e-a9bb-10c7330f1313 req-67ce46f7-5344-4aa5-af19-63f8534f36f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/caaef362-8cfb-43dd-8e28-671685640b75 HTTP/1.1" status: 204 len: 173 time: 0.5359933 Nov 23 22:49:18.579755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce46f7-5344-4aa5-af19-63f8534f36f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaef362-8cfb-43dd-8e28-671685640b75,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:18.589400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-3cdfc9f1-f372-4417-b0eb-a661f645bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:18.602645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-3cdfc9f1-f372-4417-b0eb-a661f645bee3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 1095 time: 0.1086051 Nov 23 22:49:18.650322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-866f52ff-d2f1-4700-8fba-6a2a25c6f43b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b76989-7b3c-4148-ad38-ce396c04d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0463915 Nov 23 22:49:18.755613 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0927c-8e9c-42e0-ac85-0a445b91956c x-openstack-request-id: req-8cd0927c-8e9c-42e0-ac85-0a445b91956c {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:18.756108 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aced2012-f3eb-4aff-bf67-0f4aabbe4785", "tag": "55b76989-7b3c-4148-ad38-ce396c04d4c1", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:18.757624 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cd0927c-8e9c-42e0-ac85-0a445b91956c {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:18.758176 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'tag': '55b76989-7b3c-4148-ad38-ce396c04d4c1', 'status': 'completed', 'code': 200} Nov 23 22:49:18.800550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-69f84c5a-9b31-421f-861c-bd8db132f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:18.806407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-69f84c5a-9b31-421f-861c-bd8db132f26c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.1453085 Nov 23 22:49:18.854421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-2cd61130-0002-41d0-a43c-6b334686e8b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388861 Nov 23 22:49:18.929188 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-1b959d65-ba34-4489-9885-b4be0d16c9be req-e22c0c71-ae57-4e82-8cb8-24ac279d0ee9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:49:18.930640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b959d65-ba34-4489-9885-b4be0d16c9be req-e22c0c71-ae57-4e82-8cb8-24ac279d0ee9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/c10bd854-4957-4242-913b-9a3836768b83 HTTP/1.1" status: 404 len: 352 time: 0.0408924 Nov 23 22:49:19.174014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:19.215648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1e45849-08af-4c2b-b6fb-86c96228995f req-c1af7372-145d-49db-ac77-91cb0754b76a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 210 time: 0.1583340 Nov 23 22:49:19.235118 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-29e4830c-1408-4aea-80c4-04baae25ccff req-bad2e6fd-c2a7-4b1e-a533-f6111ff0107d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:49:19.243085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29e4830c-1408-4aea-80c4-04baae25ccff req-bad2e6fd-c2a7-4b1e-a533-f6111ff0107d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/9d2c732b-2220-4449-bbad-7770e4f2334f HTTP/1.1" status: 404 len: 352 time: 0.1827230 Nov 23 22:49:19.289570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-bcdac282-8987-4e62-8abe-2ed855a81aa5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.291049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-bcdac282-8987-4e62-8abe-2ed855a81aa5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.3389854 Nov 23 22:49:19.329815 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06f941fd-956b-468b-b35c-2ce347e410ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:19.348966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Request body: {'port': {'device_id': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'admin_state_up': True, 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:19.391788 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-165cae92-6088-441c-a9cf-a0a1d0a93219 req-a6f3dabb-e24e-4e11-8d38-64cef8dbda31 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:49:19.393361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-165cae92-6088-441c-a9cf-a0a1d0a93219 req-a6f3dabb-e24e-4e11-8d38-64cef8dbda31 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/f490bff3-6206-438e-85ac-bb5a4e2ac042 HTTP/1.1" status: 404 len: 352 time: 0.0994794 Nov 23 22:49:19.426253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-b17c6bb2-7bd9-4f23-9dfa-3961cdd601e6 service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632150 Nov 23 22:49:19.452749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-de8c3d6a-d1aa-4dd0-9bbb-b177e3e6fa08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0936215 Nov 23 22:49:19.510342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff687c-3cb8-4bdb-980f-fdca007d62a8 req-82b80a60-8ec6-44a8-bc89-f77148574920 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.518060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06f941fd-956b-468b-b35c-2ce347e410ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:19.519229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42ff687c-3cb8-4bdb-980f-fdca007d62a8 req-82b80a60-8ec6-44a8-bc89-f77148574920 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 944 time: 0.2239692 Nov 23 22:49:19.524176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06f941fd-956b-468b-b35c-2ce347e410ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:19.535202 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-5a324efb-fd3a-40c7-84db-02a0bf52cdad req-40d8e26f-7fc7-4a14-862f-cb61b580cac9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:49:19.544317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a324efb-fd3a-40c7-84db-02a0bf52cdad req-40d8e26f-7fc7-4a14-862f-cb61b580cac9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/259871d6-f74b-4c61-8d36-2871e4a3f5bb HTTP/1.1" status: 404 len: 352 time: 0.1170208 Nov 23 22:49:19.597645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f941fd-956b-468b-b35c-2ce347e410ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d402f63d-1a68-4025-9ef0-3cc0ec53b1ed,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:19.619215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42ff687c-3cb8-4bdb-980f-fdca007d62a8 req-21f0f7fc-8d22-467d-b898-c72f4f602cc5 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990245 Nov 23 22:49:19.696134 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-06f941fd-956b-468b-b35c-2ce347e410ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78eb5343958a4036aa0f08ace79d89d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5208910 Nov 23 22:49:19.699093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44564) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:19.752976 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-6be26513-1d22-4ea2-8862-96162c173211 req-a865e203-f3d9-4245-8a11-a38ded0918df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:49:19.754346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6be26513-1d22-4ea2-8862-96162c173211 req-a865e203-f3d9-4245-8a11-a38ded0918df tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/6c9e69db-27fd-4ef3-9f1a-9d1f54d7a2a9 HTTP/1.1" status: 404 len: 352 time: 0.0842888 Nov 23 22:49:19.759648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:19.760948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.761779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.763757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:19.769409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.770286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.771103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.772164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.772941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.776510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-2457ba61-2d9c-4701-b62d-185b33f764c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6499 time: 0.1797419 Nov 23 22:49:19.864000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958d5f9-3951-455b-a21a-8a107a9c9cc6 req-67b7a203-1e1c-4c9c-beb8-d6f68a9b7ddb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.873976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c958d5f9-3951-455b-a21a-8a107a9c9cc6 req-67b7a203-1e1c-4c9c-beb8-d6f68a9b7ddb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.2535026 Nov 23 22:49:19.880851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc1a7cd2-2f7f-4780-ab06-6ffd51ae4a06 req-ecef8e5e-33bf-4385-96f4-63b061df09be service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453199 Nov 23 22:49:19.966048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c958d5f9-3951-455b-a21a-8a107a9c9cc6 req-543d5a95-fa23-4175-8dac-f16350345973 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875678 Nov 23 22:49:20.051438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-71bb97ea-8ba5-43f2-b979-64d990135ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.052096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-71bb97ea-8ba5-43f2-b979-64d990135ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.052723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-71bb97ea-8ba5-43f2-b979-64d990135ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.055060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-71bb97ea-8ba5-43f2-b979-64d990135ef1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a002db8-63e5-442b-8ec6-30503d13df0b&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1 HTTP/1.1" status: 200 len: 2298 time: 0.2224376 Nov 23 22:49:20.069852 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-6f1314a6-47e3-4b43-940c-a66d4084b55b req-6ad5c4ad-e65c-4642-9fb2-ea19298fe178 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] show failed (client error): The resource could not be found. Nov 23 22:49:20.077386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f1314a6-47e3-4b43-940c-a66d4084b55b req-6ad5c4ad-e65c-4642-9fb2-ea19298fe178 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/f44b1f1c-a8c3-4791-ac3b-c97bd70f3010 HTTP/1.1" status: 404 len: 352 time: 0.0518286 Nov 23 22:49:20.088687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13efe6cb-6782-4a7d-85f0-202eecd7e8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:20.136156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-e51b4c0e-46e9-4434-95c1-9132447cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.136452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13efe6cb-6782-4a7d-85f0-202eecd7e8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:20.143798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-e51b4c0e-46e9-4434-95c1-9132447cd06f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 1095 time: 0.1695130 Nov 23 22:49:20.229328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Allocated IP 172.20.0.13 (5da9a1b0-0358-4d57-a541-709c96734431/0946f13d-92b9-46e7-987a-7abb40fbf802/f3db8a14-16ad-4620-bdbd-463b5de763ba) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:20.307040 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-4ef9bdc2-b41c-44b5-a20e-3a5ba3a46ba0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c HTTP/1.1" status: 200 len: 1001 time: 0.2186968 Nov 23 22:49:20.419790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13efe6cb-6782-4a7d-85f0-202eecd7e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:20.424230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13efe6cb-6782-4a7d-85f0-202eecd7e8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:20.439271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-6f4135f8-4a5b-42b3-84e7-4e5959fc3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.439707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-13efe6cb-6782-4a7d-85f0-202eecd7e8c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d402f63d-1a68-4025-9ef0-3cc0ec53b1ed HTTP/1.1" status: 204 len: 168 time: 0.7302651 Nov 23 22:49:20.441415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-6f4135f8-4a5b-42b3-84e7-4e5959fc3979 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 914 time: 0.2820373 Nov 23 22:49:20.463141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-cc0296a1-241e-4d1d-b9cd-13489cc4813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.469077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-cc0296a1-241e-4d1d-b9cd-13489cc4813d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=270f5e10-b7f5-4e82-8805-fa873a72b5a0 HTTP/1.1" status: 200 len: 856 time: 0.1534836 Nov 23 22:49:20.477800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe6cb-6782-4a7d-85f0-202eecd7e8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402f63d-1a68-4025-9ef0-3cc0ec53b1ed,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:20.565539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-9cee82c7-54a0-43f1-8c74-075069698209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.567179 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-9cee82c7-54a0-43f1-8c74-075069698209 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a002db8-63e5-442b-8ec6-30503d13df0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828619 Nov 23 22:49:20.600646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03890c31-37a7-4264-97c7-8baca8aaf0cf req-53fbc11c-6427-43a5-af26-812a9ab3845a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 210 time: 0.2296131 Nov 23 22:49:20.728784 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-87e3e4ad-98b7-4795-9ec6-a2cb4d6b870a service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518738 Nov 23 22:49:20.740243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-a0acbc1d-76d0-4405-ae0a-6ace82f0e46c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b76989-7b3c-4148-ad38-ce396c04d4c1 HTTP/1.1" status: 200 len: 217 time: 0.1768267 Nov 23 22:49:20.868257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d043f9-8f0b-47a6-9b53-5bd4437ec4c2 req-b75f5716-0a69-487e-9138-a34b80edee48 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.875545 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-67043f6e-53f1-4843-a217-e4eb8d1d68d1 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378834 Nov 23 22:49:20.875989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3d043f9-8f0b-47a6-9b53-5bd4437ec4c2 req-b75f5716-0a69-487e-9138-a34b80edee48 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1023 time: 0.4332867 Nov 23 22:49:20.909686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44582) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:20.914819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:20.937420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-9d6ac61a-4d5c-4174-b1b5-51c160c2d3a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0543613 Nov 23 22:49:20.959093 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3374f376-1d19-44be-baa9-eeb025198da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:20.964430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-b9c9609f-0e29-461a-b75d-8c20e3b82d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.966128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-b9c9609f-0e29-461a-b75d-8c20e3b82d1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.2130094 Nov 23 22:49:21.005248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-ec1c5477-7bbd-43d4-a384-18fb9a04c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.007302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-ec1c5477-7bbd-43d4-a384-18fb9a04c6e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0625603 Nov 23 22:49:21.059153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-a54d75a5-953e-463e-bcac-d45852f16888 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741763 Nov 23 22:49:21.076706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-0273c89a-0bfa-40cb-9f01-0b5c13e6a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.078370 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-0273c89a-0bfa-40cb-9f01-0b5c13e6a061 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616229 Nov 23 22:49:21.081900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a452011-e71a-4fed-8f8d-541094d021ed req-f0b607f5-6120-4e95-a0fc-1ba6233f9f7c tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.083528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a452011-e71a-4fed-8f8d-541094d021ed req-f0b607f5-6120-4e95-a0fc-1ba6233f9f7c tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 944 time: 0.3076537 Nov 23 22:49:21.190772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3d043f9-8f0b-47a6-9b53-5bd4437ec4c2 req-32de3d13-dc1b-46d0-9327-9bedc682133f tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=e79d4a45-47f6-4425-8bc0-032479455c99&id=4b218903-ae41-4ae5-bdb9-ced8e0a90bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3133919 Nov 23 22:49:21.226079 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-d45ee1f3-b740-4f25-a420-08d3c36f958b service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382318 Nov 23 22:49:21.264064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:21.326665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ff2ac1cf-7d3e-44c9-84a0-90381a740a0c details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:21.388819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-f0a794a8-6525-499f-8ddf-bd5fef969fa8 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516430 Nov 23 22:49:21.393558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a452011-e71a-4fed-8f8d-541094d021ed req-b1063fc4-33de-4ba7-84a2-3b52a2bb9de2 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848775 Nov 23 22:49:21.445897 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-f3633d9a-ff14-4e15-8108-6a504241ab25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 217 time: 0.0478923 Nov 23 22:49:21.449923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:21.482237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Network 5da9a1b0-0358-4d57-a541-709c96734431 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:21.488918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-40d6b6b3-84ac-47bc-917f-231917530d2d service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961365 Nov 23 22:49:21.496876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:21.503857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3374f376-1d19-44be-baa9-eeb025198da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:21.506050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:21.521128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-9c13927e-df25-414b-bf61-e499ca2f0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.528135 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-9c13927e-df25-414b-bf61-e499ca2f0a03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0735431 Nov 23 22:49:21.547345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:21.563545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'port_id': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c', 'mac_address': 'fa:16:3e:c5:8d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b55afc-a10a-4b12-8b25-b5233476ac09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:21.564715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3374f376-1d19-44be-baa9-eeb025198da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:21.596568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-481233bc-5865-4e65-aa83-6247bcb3a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.599188 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-481233bc-5865-4e65-aa83-6247bcb3a38a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617301 Nov 23 22:49:21.637929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:21.661457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2ac1cf-7d3e-44c9-84a0-90381a740a0c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:21.676313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599c145-13a2-474b-a1f8-85a19c8a3af9 req-07be700a-be03-4903-b431-39782969010b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.684131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1599c145-13a2-474b-a1f8-85a19c8a3af9 req-07be700a-be03-4903-b431-39782969010b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.3379211 Nov 23 22:49:21.687358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:21.692697 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:21.721707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-e8850c5a-0232-4b41-8ded-9b653b855c3a service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137342 Nov 23 22:49:21.725882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3374f376-1d19-44be-baa9-eeb025198da9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebc257ad2a7e46b18262beb11c4c0537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8127613 Nov 23 22:49:21.726936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44594) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:21.730522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.731258 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:21.755167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374f376-1d19-44be-baa9-eeb025198da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3cf643-6cd7-4bd4-8f97-0eeaaf4cf728,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:21.777675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:21.788122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.788573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.788922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.789343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.789703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.790038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.790376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.790701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.791059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.791516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.792040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.792567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:21.825056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-dab374aa-8bec-4f92-b178-5324a3a8921a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4816928 Nov 23 22:49:21.832461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1599c145-13a2-474b-a1f8-85a19c8a3af9 req-157ec6a8-8f1a-42cb-a9c6-0e19ae232fff tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473918 Nov 23 22:49:21.834414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e110683a-9cce-4898-87f9-4bdcb4ff7b29 req-96b58fd8-f789-40bc-8e5f-917abe63768a service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262517 Nov 23 22:49:21.845985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Request body: {'port': {'device_id': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:21.876759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a6cc-8435-4456-8c65-96aecfed804c req-3b062b9e-7756-4c04-a6f7-cb355e07e0a2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.878293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1757a6cc-8435-4456-8c65-96aecfed804c req-3b062b9e-7756-4c04-a6f7-cb355e07e0a2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 932 time: 0.1436799 Nov 23 22:49:21.923536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['ff2ac1cf-7d3e-44c9-84a0-90381a740a0c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:21.939267 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:21.962864 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-a89efd7b-1ae6-436c-aa14-bbf458a19874 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329633 Nov 23 22:49:21.965362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1757a6cc-8435-4456-8c65-96aecfed804c req-dff22058-4e7c-4ffe-a8ac-28018f0f9aa4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797715 Nov 23 22:49:21.998121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-72ae68d2-0756-4361-ac70-3ce784ea2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:21.998121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-72ae68d2-0756-4361-ac70-3ce784ea2a25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f&tenant_id=f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 1094 time: 0.2578526 Nov 23 22:49:22.040341 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-f5eee0b3-69d5-426b-a98f-6de1d51102a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=61868889-21e4-4156-b933-de4ee8d60f2d HTTP/1.1" status: 200 len: 217 time: 0.0663533 Nov 23 22:49:22.041029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fece5142-04b6-4d5e-bbd5-ef19e59f9746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.055086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-90acf851-82ab-445e-a3f0-e7a894528aa5 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.056645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-90acf851-82ab-445e-a3f0-e7a894528aa5 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1023 time: 0.2063074 Nov 23 22:49:22.169163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fece5142-04b6-4d5e-bbd5-ef19e59f9746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.268579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-6723415a-41e5-40f6-9ec1-20a2bfdd4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.271056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-6723415a-41e5-40f6-9ec1-20a2bfdd4d34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.1903024 Nov 23 22:49:22.274047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-51ec77db-c84a-46d4-9f36-4e3c0007e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.276031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-51ec77db-c84a-46d4-9f36-4e3c0007e60d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1094 time: 0.2472746 Nov 23 22:49:22.405712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fece5142-04b6-4d5e-bbd5-ef19e59f9746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.408680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fece5142-04b6-4d5e-bbd5-ef19e59f9746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.409924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fece5142-04b6-4d5e-bbd5-ef19e59f9746 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a3cf643-6cd7-4bd4-8f97-0eeaaf4cf728 HTTP/1.1" status: 204 len: 168 time: 0.6815708 Nov 23 22:49:22.433628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-04970f15-945d-4352-9796-8be953acb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.435270 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-04970f15-945d-4352-9796-8be953acb3e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1561348 Nov 23 22:49:22.443450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece5142-04b6-4d5e-bbd5-ef19e59f9746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3cf643-6cd7-4bd4-8f97-0eeaaf4cf728,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:22.469448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Deleting port 613d0095-3a5d-445c-be71-02530a3f723e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:22.469765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.508782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-e09fe67d-8605-405a-bbda-ebd1286b6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.510273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-e09fe67d-8605-405a-bbda-ebd1286b6376 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.2180486 Nov 23 22:49:22.611700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd24fb-c92e-4441-af85-7337baa3503e req-123bd380-7c7e-4df2-bf88-bd9d49bfc2f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.613298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23cd24fb-c92e-4441-af85-7337baa3503e req-123bd380-7c7e-4df2-bf88-bd9d49bfc2f9 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 1023 time: 0.1610804 Nov 23 22:49:22.656692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca6484-8e17-4ec2-a1fa-102fdfeffbc5 req-494c165b-f7d0-4f38-b09d-b56a7fb2ee3e tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.665080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65ca6484-8e17-4ec2-a1fa-102fdfeffbc5 req-494c165b-f7d0-4f38-b09d-b56a7fb2ee3e tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 944 time: 0.1610155 Nov 23 22:49:22.696567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-09790ea6-47d5-4559-a1d3-efd6dcb98e50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 200 len: 998 time: 0.1780226 Nov 23 22:49:22.708250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] For port 613d0095-3a5d-445c-be71-02530a3f723e, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=613d0095-3a5d-445c-be71-02530a3f723e,segment=NetworkSegment(c60ff3c0-ad6d-419c-bee2-b071babf303f),segment_id=c60ff3c0-ad6d-419c-bee2-b071babf303f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:22.708637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.712803 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-930d7f27-f90a-4660-9e01-319a66c6b496 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631531 Nov 23 22:49:22.741370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Calling delete_port for 613d0095-3a5d-445c-be71-02530a3f723e owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:22.769528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65ca6484-8e17-4ec2-a1fa-102fdfeffbc5 req-dc6dc169-fb77-462c-a2db-03a4c1a6c22c tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035056 Nov 23 22:49:22.810020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23cd24fb-c92e-4441-af85-7337baa3503e req-3c1e82e9-fae1-4d3a-a5ff-19b6e2708368 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups?id=7837bb72-d205-45ff-853c-ac8b3c9dd759&id=e79d4a45-47f6-4425-8bc0-032479455c99&id=4b218903-ae41-4ae5-bdb9-ced8e0a90bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1867859 Nov 23 22:49:22.879235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3db8a14-16ad-4620-bdbd-463b5de763ba {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:22.889558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.910759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Transition to ACTIVE for port object f3db8a14-16ad-4620-bdbd-463b5de763ba will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:49:22.915912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.993953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:23.208978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-9a92ca27-6cf6-4e77-b055-2edeccac7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.210509 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-9a92ca27-6cf6-4e77-b055-2edeccac7bcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.5050168 Nov 23 22:49:23.215314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120bb96-f625-4022-a527-6788f36cf617 req-2211ee1e-51d7-4e82-9759-b4f4208bf9e6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.216939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b120bb96-f625-4022-a527-6788f36cf617 req-2211ee1e-51d7-4e82-9759-b4f4208bf9e6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 944 time: 0.1140890 Nov 23 22:49:23.227804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277c467-5711-46fe-8a33-19d2e95047af req-6df17e1b-8791-4c2c-ad45-14188b1a400f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.229367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5277c467-5711-46fe-8a33-19d2e95047af req-6df17e1b-8791-4c2c-ad45-14188b1a400f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1451075 Nov 23 22:49:23.230370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Attempting to bind port f3db8a14-16ad-4620-bdbd-463b5de763ba on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:23.230718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Attempting to bind port f3db8a14-16ad-4620-bdbd-463b5de763ba by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:23.231048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Attempting to bind port f3db8a14-16ad-4620-bdbd-463b5de763ba on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:23.258729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Port f3db8a14-16ad-4620-bdbd-463b5de763ba on network 5da9a1b0-0358-4d57-a541-709c96734431 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:49:23.258953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Attempting to bind port f3db8a14-16ad-4620-bdbd-463b5de763ba on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:23.285378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:23.285838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Checking segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:23.286309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Bound using segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:23.286771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Bound port: f3db8a14-16ad-4620-bdbd-463b5de763ba, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:23.287126 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.309356 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-b3d5a35f-d69d-4fef-9b58-66850a5dbf53 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804822 Nov 23 22:49:23.330764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-c4036c5b-bcb7-4523-960a-481c50a96409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.332269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-c4036c5b-bcb7-4523-960a-481c50a96409 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107118 Nov 23 22:49:23.343476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 55b76989-7b3c-4148-ad38-ce396c04d4c1 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:23.355329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ff2ac1cf-7d3e-44c9-84a0-90381a740a0c up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:23.373189 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-abf19efb-1da7-4b9e-916a-cb02af143959 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d HTTP/1.1" status: 200 len: 217 time: 0.0540044 Nov 23 22:49:23.385181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b120bb96-f625-4022-a527-6788f36cf617 req-014a5115-a682-4f09-8763-2c8b84e3c8f3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490014 Nov 23 22:49:23.450712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5277c467-5711-46fe-8a33-19d2e95047af req-0660421b-ec3d-4fef-bb19-56fff047b3ed tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096434 Nov 23 22:49:23.540843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-f0bce368-a5bd-480a-8d1a-5ff7849852e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.542501 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-f0bce368-a5bd-480a-8d1a-5ff7849852e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.1527686 Nov 23 22:49:23.543886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:23.559610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:23.560312 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.568793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.582084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:23.587831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:23.597375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.598474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['613d0095-3a5d-445c-be71-02530a3f723e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:23.608866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-d2ea0c32-04f9-432a-8a72-1fb163a982ff service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457697 Nov 23 22:49:23.669980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.672048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.675160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] 10.222.0.48 "PUT /v2.0/ports/f3db8a14-16ad-4620-bdbd-463b5de763ba HTTP/1.1" status: 200 len: 1092 time: 1.8333850 Nov 23 22:49:23.675468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44632) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:23.679829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:23.684588 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa75f5c-e686-4421-b541-26d6a7f1c29e" -d '{"events": [{"name": "network-changed", "server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:23.733564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad7669-488c-4db8-8c69-164405a06a1d service neutron] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:23.753739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'Port': ['ID=613d0095-3a5d-445c-be71-02530a3f723e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:23.801071 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f730ae-b297-4694-bf4b-42ce88cee2a2 x-openstack-request-id: req-d4f730ae-b297-4694-bf4b-42ce88cee2a2 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:23.801413 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:23.801695 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4f730ae-b297-4694-bf4b-42ce88cee2a2 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:23.802290 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'status': 'completed', 'code': 200} Nov 23 22:49:23.825892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-e6e46c65-a0fd-4dd4-8de3-63ff78eed7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.830436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-e6e46c65-a0fd-4dd4-8de3-63ff78eed7d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 1095 time: 0.0641103 Nov 23 22:49:23.841248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 55b76989-7b3c-4148-ad38-ce396c04d4c1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=55b76989-7b3c-4148-ad38-ce396c04d4c1,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:23.871207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] No DVR routers for this DVR port 613d0095-3a5d-445c-be71-02530a3f723e on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:23.877529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.882214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '55b76989-7b3c-4148-ad38-ce396c04d4c1', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'port_id': '55b76989-7b3c-4148-ad38-ce396c04d4c1', 'mac_address': 'fa:16:3e:72:db:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b55afc-a10a-4b12-8b25-b5233476ac09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:23.885726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a08ae20e-3e67-4e0e-ab2f-c48a3320a526 req-8a321d55-ffeb-441f-82c2-09e742dc6c19 tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.46 "DELETE /v2.0/ports/613d0095-3a5d-445c-be71-02530a3f723e HTTP/1.1" status: 204 len: 173 time: 1.7943921 Nov 23 22:49:23.894977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'name': 'network-vif-deleted', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:23.901339 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c686570-1b95-43d1-9aaa-1a80e50dbd7c" -d '{"events": [{"server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "name": "network-vif-deleted", "tag": "613d0095-3a5d-445c-be71-02530a3f723e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:23.919786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-cc34e812-1dcf-44f5-915a-4983af78518b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba HTTP/1.1" status: 200 len: 217 time: 0.0716705 Nov 23 22:49:23.931050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-3da13a7e-dc7d-4e1d-8044-b78793519f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.932931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-3da13a7e-dc7d-4e1d-8044-b78793519f72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3796344 Nov 23 22:49:23.968607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.995159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-419198295-network', 'tenant_id': 'a9d64ebd592a4fd382e498c639106aa3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:24.025356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b76989-7b3c-4148-ad38-ce396c04d4c1 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:24.042746 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.044248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-df8f62d6-767e-407d-acb2-77cb4183a655 req-8f862f66-4f5f-4c43-9c2b-b937d15ea5bc service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237349 Nov 23 22:49:24.053285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Made reservation on behalf of a9d64ebd592a4fd382e498c639106aa3 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:24.055832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.062155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 55b76989-7b3c-4148-ad38-ce396c04d4c1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=55b76989-7b3c-4148-ad38-ce396c04d4c1,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:24.068964 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-73325a1d-8a95-494a-b689-fd2c92408304 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218965 Nov 23 22:49:24.073661 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.099999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93bb29de-c893-4f17-b88f-86fd2c22ec61 req-85ca7ad3-8204-4991-a3cc-86fcd8bee1ea tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae13846d-8725-46ff-b043-9943bf8a36dd HTTP/1.1" status: 200 len: 210 time: 0.1160297 Nov 23 22:49:24.100752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.153686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=55b76989-7b3c-4148-ad38-ce396c04d4c1,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:24.164672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-8735e398-57ad-4d19-bec7-04e1269e564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.166859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-8735e398-57ad-4d19-bec7-04e1269e564c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.2348251 Nov 23 22:49:24.172440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:24.175517 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366e7a96-ae32-4379-988f-0fb5d4b55f25" -d '{"events": [{"server_uuid": "563d8ed2-3a68-4942-bfdb-b6e83cdc697e", "name": "network-vif-plugged", "status": "completed", "tag": "ff2ac1cf-7d3e-44c9-84a0-90381a740a0c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:24.189859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748aa22-f6c0-477d-bf16-4aa92469a6ef req-682e387f-d569-4f48-bc58-28556fb84908 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.190985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:24.196123 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.203467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b748aa22-f6c0-477d-bf16-4aa92469a6ef req-682e387f-d569-4f48-bc58-28556fb84908 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 944 time: 0.2869730 Nov 23 22:49:24.234356 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b087f5b-5590-41d3-ad34-77bf435d3acb x-openstack-request-id: req-3b087f5b-5590-41d3-ad34-77bf435d3acb {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:24.235273 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae13846d-8725-46ff-b043-9943bf8a36dd", "name": "network-vif-deleted", "tag": "613d0095-3a5d-445c-be71-02530a3f723e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:24.236095 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b087f5b-5590-41d3-ad34-77bf435d3acb {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:24.237357 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae13846d-8725-46ff-b043-9943bf8a36dd', 'name': 'network-vif-deleted', 'tag': '613d0095-3a5d-445c-be71-02530a3f723e', 'status': 'completed', 'code': 200} Nov 23 22:49:24.268597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-1fdec577-362b-40ed-8de6-de15d4b0a615 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562341 Nov 23 22:49:24.303823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-79e05afe-58fe-469e-a284-e74b56713801 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269428 Nov 23 22:49:24.341861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:24.375444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['55b76989-7b3c-4148-ad38-ce396c04d4c1'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:24.413743 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-7f919987-b77d-4889-bd70-e0d235d7e49f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86449cf7-da38-46c1-846c-8159c542dac8 HTTP/1.1" status: 200 len: 217 time: 0.1031110 Nov 23 22:49:24.430011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b748aa22-f6c0-477d-bf16-4aa92469a6ef req-d8f73760-2f13-4e23-a538-dc30cc006e47 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251360 Nov 23 22:49:24.481044 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2abd7ce-b963-450f-9b1f-dd666eb31fcc x-openstack-request-id: req-b2abd7ce-b963-450f-9b1f-dd666eb31fcc {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:24.481351 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563d8ed2-3a68-4942-bfdb-b6e83cdc697e", "name": "network-vif-plugged", "status": "completed", "tag": "ff2ac1cf-7d3e-44c9-84a0-90381a740a0c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:24.481616 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2abd7ce-b963-450f-9b1f-dd666eb31fcc {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:24.482020 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c', 'code': 200} Nov 23 22:49:24.497982 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.506252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.522916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-df520d65-4215-42d3-a5ba-240231717417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.524835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-ee1a747e-5c24-46ed-8233-f5af6b8bf345 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449210 Nov 23 22:49:24.524990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-df520d65-4215-42d3-a5ba-240231717417 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.1042681 Nov 23 22:49:24.683027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-d0955904-3e8d-4984-a768-070683d82142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.685153 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-d0955904-3e8d-4984-a768-070683d82142 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473069 Nov 23 22:49:24.694006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cb40b-9569-4a15-8a26-996e617a6613 req-97add811-55f4-4b2e-98cd-a542ba29d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.695804 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea4cb40b-9569-4a15-8a26-996e617a6613 req-97add811-55f4-4b2e-98cd-a542ba29d178 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=563d8ed2-3a68-4942-bfdb-b6e83cdc697e HTTP/1.1" status: 200 len: 1096 time: 0.0733905 Nov 23 22:49:24.719306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4015df83-d9b3-4d05-9662-9c0ce7840655 req-70593860-ad3c-4021-9603-d3bf9f5c2a7a service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153295 Nov 23 22:49:24.720497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:49:24.795663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6e0834-0650-480e-95b8-b55a91a34fa6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:24.803465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.803879 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Added segment 1bb55657-7440-42c1-849d-b841fbf500ee of type vlan for network 101727bb-3595-4e38-80f5-e4a28ae089a0 Nov 23 22:49:24.840578 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea4cb40b-9569-4a15-8a26-996e617a6613 req-ec7c7555-dd0c-48b1-abe8-a76d008571c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339276 Nov 23 22:49:24.860923 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-ff5852e8-10f2-4598-8238-c7685807f4df service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641376 Nov 23 22:49:24.900647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:24.913200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff853-e9fe-458f-a69f-f5c7777313a7 req-92007a45-9b21-4682-aa13-95f8e7b000ba tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.924059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-314ff853-e9fe-458f-a69f-f5c7777313a7 req-92007a45-9b21-4682-aa13-95f8e7b000ba tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 944 time: 0.3228703 Nov 23 22:49:24.949791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052b994-79eb-40a3-bbab-48546fd62670 req-286a9191-010e-416d-978d-786dbca5694f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.951943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4052b994-79eb-40a3-bbab-48546fd62670 req-286a9191-010e-416d-978d-786dbca5694f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.2287536 Nov 23 22:49:25.023361 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-eb978771-2213-4cdf-b214-29c38ca256e9 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551988 Nov 23 22:49:25.036899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-050f1cca-5a9c-44eb-9252-de1267437ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:25.038483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-050f1cca-5a9c-44eb-9252-de1267437ceb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 1095 time: 0.2185557 Nov 23 22:49:25.077005 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.078189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:25.079047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.095799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4052b994-79eb-40a3-bbab-48546fd62670 req-6b1d83a9-4f7f-4fa6-a881-c8c11964cdab tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318426 Nov 23 22:49:25.113908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4241297 Nov 23 22:49:25.114621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-bbe6bc1a-2e68-4ea1-abe5-4d1af5fa224c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0817499 Nov 23 22:49:25.117321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44672) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:25.153166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-314ff853-e9fe-458f-a69f-f5c7777313a7 req-02e417c5-b2b6-4ad2-bdc8-80a1d30b0703 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276933 Nov 23 22:49:25.167782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Request body: {'subnet': {'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-419198295-subnet', 'tenant_id': 'a9d64ebd592a4fd382e498c639106aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:25.321503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-7deef1b0-951f-45f5-81a2-15fe1206a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:25.325209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-7deef1b0-951f-45f5-81a2-15fe1206a59c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.1900997 Nov 23 22:49:25.361949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 55b76989-7b3c-4148-ad38-ce396c04d4c1 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:25.468836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef29e3-43ea-4052-887b-7dcab6ec910b admin admin] Pushing event updated for resources: {'Network': ['ID=101727bb-3595-4e38-80f5-e4a28ae089a0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:25.509994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Made reservation on behalf of a9d64ebd592a4fd382e498c639106aa3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:25.514770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.522961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 101727bb-3595-4e38-80f5-e4a28ae089a0 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:49:25.550357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-ac5135d6-3121-44b4-9975-3aea23cd0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:25.553415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-ac5135d6-3121-44b4-9975-3aea23cd0af4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 912 time: 0.4992218 Nov 23 22:49:25.569714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f2a1-df00-491b-a800-95b717fff27c req-dc48dbb1-2064-4bdf-b4ca-07d65d4733c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:25.577782 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-dc48dbb1-2064-4bdf-b4ca-07d65d4733c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2408416 Nov 23 22:49:25.650057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-ce5b42f2-7452-4004-ad7e-3b2c3f6781de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba HTTP/1.1" status: 200 len: 217 time: 0.0822418 Nov 23 22:49:25.658428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bbb6be6-d78a-425f-9dfe-4f70db315f9a req-6c038891-c0e7-4936-ade0-411dd603db1d tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/4b218903-ae41-4ae5-bdb9-ced8e0a90bc9 HTTP/1.1" status: 200 len: 1820 time: 0.1821957 Nov 23 22:49:25.673590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 55b76989-7b3c-4148-ad38-ce396c04d4c1 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:25.678586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 55b76989-7b3c-4148-ad38-ce396c04d4c1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:25.679154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.781141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-26925495-4c13-447c-8cfe-c1d923b8999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:25.781141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-26925495-4c13-447c-8cfe-c1d923b8999d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1159337 Nov 23 22:49:25.782940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8bbb6be6-d78a-425f-9dfe-4f70db315f9a req-1dda823a-730c-4e18-b87f-a1ffa2c891bb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.818748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-2ddb4bca-d211-4ce2-9248-461f3926d230 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333567 Nov 23 22:49:25.824851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.871351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8bbb6be6-d78a-425f-9dfe-4f70db315f9a req-1dda823a-730c-4e18-b87f-a1ffa2c891bb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.876616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 55b76989-7b3c-4148-ad38-ce396c04d4c1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=55b76989-7b3c-4148-ad38-ce396c04d4c1,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:25.882708 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.883981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 613d0095-3a5d-445c-be71-02530a3f723e no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:25.920449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 613d0095-3a5d-445c-be71-02530a3f723e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:25.920978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 613d0095-3a5d-445c-be71-02530a3f723e not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:25.978976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-763c0242-9635-4606-828b-7cb4bbd9e9f0 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524565 Nov 23 22:49:25.980818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8bbb6be6-d78a-425f-9dfe-4f70db315f9a req-1dda823a-730c-4e18-b87f-a1ffa2c891bb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.985386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8bbb6be6-d78a-425f-9dfe-4f70db315f9a req-1dda823a-730c-4e18-b87f-a1ffa2c891bb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:25.987542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bbb6be6-d78a-425f-9dfe-4f70db315f9a req-1dda823a-730c-4e18-b87f-a1ffa2c891bb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/4b218903-ae41-4ae5-bdb9-ced8e0a90bc9 HTTP/1.1" status: 204 len: 173 time: 0.3188372 Nov 23 22:49:26.018205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=55b76989-7b3c-4148-ad38-ce396c04d4c1,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:26.032346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda823a-730c-4e18-b87f-a1ffa2c891bb tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b218903-ae41-4ae5-bdb9-ced8e0a90bc9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:26.115073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f3db8a14-16ad-4620-bdbd-463b5de763ba details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:26.215270 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-b25b398b-b532-48db-a615-f3af1bda7d8f service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236796 Nov 23 22:49:26.267510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5aa75f5c-e686-4421-b541-26d6a7f1c29e req-766a4379-1d0b-4b49-b6b2-c7bcba735207 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783611 Nov 23 22:49:26.303462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.352437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:26.404922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'port_id': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'mac_address': 'fa:16:3e:8c:b0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946f13d-92b9-46e7-987a-7abb40fbf802', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:26.484726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b76989-7b3c-4148-ad38-ce396c04d4c1'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:26.487135 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38af9c9-2cf1-466f-91ea-02a4b7f08358" -d '{"events": [{"server_uuid": "aced2012-f3eb-4aff-bf67-0f4aabbe4785", "name": "network-vif-plugged", "status": "completed", "tag": "55b76989-7b3c-4148-ad38-ce396c04d4c1"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:26.510216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2e36d-2bc0-4350-b157-c306911f6aa1 req-8f28e8f9-c794-41f1-932a-4f0c533d1e0c tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:26.513570 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.519434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fc2e36d-2bc0-4350-b157-c306911f6aa1 req-8f28e8f9-c794-41f1-932a-4f0c533d1e0c tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.2899232 Nov 23 22:49:26.529040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5982d1db-47e2-4123-9c91-f896094d136d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:26.537302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6de5f2a1-df00-491b-a800-95b717fff27c req-eaacc81e-e7bd-424f-a07b-0bca6426a805 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037274 Nov 23 22:49:26.537921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3db8a14-16ad-4620-bdbd-463b5de763ba {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:26.538840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Checking segment: {'id': '1bb55657-7440-42c1-849d-b841fbf500ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:26.539155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Network hostable DHCP agents. Network: 101727bb-3595-4e38-80f5-e4a28ae089a0, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:49:26.569909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Network 101727bb-3595-4e38-80f5-e4a28ae089a0 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:49:26.585043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 101727bb-3595-4e38-80f5-e4a28ae089a0) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:26.596727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:26.599369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733bfefe-0b71-466f-8b88-75694c10b63e None None] Network 101727bb-3595-4e38-80f5-e4a28ae089a0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:26.605362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:26.606461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.620311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80a7c98e-3522-4239-829a-394abb876199 req-6e684935-c82b-4808-a9ca-fa1d069b82ec tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "GET /v2.0/security-groups/e79d4a45-47f6-4425-8bc0-032479455c99 HTTP/1.1" status: 200 len: 1818 time: 0.2969732 Nov 23 22:49:26.652004 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.668186 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e2ff6e9-ef41-400c-b7ee-e6e1b13b3f6d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5488670 Nov 23 22:49:26.695306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fc2e36d-2bc0-4350-b157-c306911f6aa1 req-3e3d3928-044d-4550-988d-3914c693d303 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704881 Nov 23 22:49:26.753521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-80a7c98e-3522-4239-829a-394abb876199 req-316a065e-83f9-4252-944d-8df69e3ec51c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.769070 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.824807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:26.826156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-80a7c98e-3522-4239-829a-394abb876199 req-316a065e-83f9-4252-944d-8df69e3ec51c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.933290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1960ec-3cc5-4a01-a140-2a20a957040b None None] Network 101727bb-3595-4e38-80f5-e4a28ae089a0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:26.955369 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-80a7c98e-3522-4239-829a-394abb876199 req-316a065e-83f9-4252-944d-8df69e3ec51c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.958597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-80a7c98e-3522-4239-829a-394abb876199 req-316a065e-83f9-4252-944d-8df69e3ec51c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:26.967614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44700) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:26.980801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80a7c98e-3522-4239-829a-394abb876199 req-316a065e-83f9-4252-944d-8df69e3ec51c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] 10.222.0.11 "DELETE /v2.0/security-groups/e79d4a45-47f6-4425-8bc0-032479455c99 HTTP/1.1" status: 204 len: 173 time: 0.3587322 Nov 23 22:49:27.021078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a065e-83f9-4252-944d-8df69e3ec51c tempest-SecurityGroupsTestJSON-155979929 tempest-SecurityGroupsTestJSON-155979929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d4a45-47f6-4425-8bc0-032479455c99,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:27.064039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] Deleting subnet 041d291f-9c09-4e78-8836-2e8416b3267b {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:49:27.077602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.104776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59296-8b67-41b9-ba73-41dd4839f010 req-f7a7f752-0bdf-45e5-849c-6f2d4e3373e3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:27.113869 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fc59296-8b67-41b9-ba73-41dd4839f010 req-f7a7f752-0bdf-45e5-849c-6f2d4e3373e3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.2201605 Nov 23 22:49:27.158502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.180517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f3db8a14-16ad-4620-bdbd-463b5de763ba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:27.318794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.381397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49726e53-d171-49f6-85d5-f83fd36a9e35 req-5d0c433c-a1a7-4de2-ae5b-a2bc921d3c04 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:27.395505 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.396412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49726e53-d171-49f6-85d5-f83fd36a9e35 req-5d0c433c-a1a7-4de2-ae5b-a2bc921d3c04 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 945 time: 0.2811322 Nov 23 22:49:27.453402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.458170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/041d291f-9c09-4e78-8836-2e8416b3267b HTTP/1.1" status: 204 len: 168 time: 0.4887309 Nov 23 22:49:27.461866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9df9f-7e18-44e6-9a4a-af8275d3de20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041d291f-9c09-4e78-8836-2e8416b3267b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:27.464631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44712) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:27.541091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fc59296-8b67-41b9-ba73-41dd4839f010 req-78b70621-4184-4f9b-bad8-9b278860e23d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4211235 Nov 23 22:49:27.605238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49726e53-d171-49f6-85d5-f83fd36a9e35 req-67074b4f-2e09-4afe-852a-4a3541efd0a4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077081 Nov 23 22:49:27.673700 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.708888 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c149b6-d1eb-4f61-a1bd-e26c69ff9113 x-openstack-request-id: req-e7c149b6-d1eb-4f61-a1bd-e26c69ff9113 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:27.710062 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aced2012-f3eb-4aff-bf67-0f4aabbe4785", "name": "network-vif-plugged", "status": "completed", "tag": "55b76989-7b3c-4148-ad38-ce396c04d4c1", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:27.710559 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7c149b6-d1eb-4f61-a1bd-e26c69ff9113 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:27.711126 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b76989-7b3c-4148-ad38-ce396c04d4c1', 'code': 200} Nov 23 22:49:27.739127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44718) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:27.747265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2072177933-network', 'tenant_id': '51c73cc07ffd4535a8899a9288267ecd'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:27.828638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Made reservation on behalf of 51c73cc07ffd4535a8899a9288267ecd for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:27.831738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.853463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.922058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:27.978724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba226810-34f5-417d-b6d4-c1c631366066']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:28.008481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60ff3c0-ad6d-419c-bee2-b071babf303f') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:28.008832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60ff3c0-ad6d-419c-bee2-b071babf303f') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:28.028643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.044242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.053459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.060686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.080944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:49:28.081519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:49:28.083688 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:49:28.104596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:49:28.157054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d926b-2274-48ef-a478-431cd0b1bbbb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:28.170738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.172550 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Added segment bc74f9b8-e154-4b23-9426-dcfb245b940a of type vlan for network 711df482-33c2-43c5-a6c0-89a5a9cbb2fc Nov 23 22:49:28.197098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.226435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.239285 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba226810-34f5-417d-b6d4-c1c631366066 HTTP/1.1" status: 204 len: 168 time: 0.7670882 Nov 23 22:49:28.239510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b984c5-e542-4e27-ad9b-d00ef1fe75c5 req-7cb1c9be-947f-4a5d-a4ca-f9a147987247 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:28.258569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8b984c5-e542-4e27-ad9b-d00ef1fe75c5 req-7cb1c9be-947f-4a5d-a4ca-f9a147987247 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.1810946 Nov 23 22:49:28.262639 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.268232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c889ab-3eae-494e-934c-1ae75e850a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba226810-34f5-417d-b6d4-c1c631366066,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:28.365161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.366559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:28.368287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.454165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8b984c5-e542-4e27-ad9b-d00ef1fe75c5 req-e23ed0f4-73b8-49c5-a983-8ce8465ccc17 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935837 Nov 23 22:49:28.471254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7304258 Nov 23 22:49:28.476756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44724) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:28.484710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Request body: {'subnet': {'network_id': '711df482-33c2-43c5-a6c0-89a5a9cbb2fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2072177933-subnet', 'tenant_id': '51c73cc07ffd4535a8899a9288267ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:28.508573 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Made reservation on behalf of 51c73cc07ffd4535a8899a9288267ecd for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:28.511232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.521285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b46d1-3861-4539-bd10-72ba16fd4488 admin admin] Pushing event updated for resources: {'Network': ['ID=711df482-33c2-43c5-a6c0-89a5a9cbb2fc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:28.537230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 711df482-33c2-43c5-a6c0-89a5a9cbb2fc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:49:28.597195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44728) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:28.689848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5f241b6e-6714-43a8-8791-c7e070f20571 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=607ea57d8ad141d6bd0a17814b5d6c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911195 Nov 23 22:49:28.692236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44732) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:28.817216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.851249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fea7c7-56aa-4250-9292-1e83832b300c req-198c77c6-ec5f-48ce-bf05-ffc402a7dd2e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:28.856696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21fea7c7-56aa-4250-9292-1e83832b300c req-198c77c6-ec5f-48ce-bf05-ffc402a7dd2e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1444983 Nov 23 22:49:28.890664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf4350bd-2b62-406e-8fbf-cfd2088b7001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.913648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bdd5aa-4e0e-4906-9707-2f267328b0e8,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:28.928086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Checking segment: {'id': 'bc74f9b8-e154-4b23-9426-dcfb245b940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '711df482-33c2-43c5-a6c0-89a5a9cbb2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:28.928630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Network hostable DHCP agents. Network: 711df482-33c2-43c5-a6c0-89a5a9cbb2fc, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:49:28.941668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf4350bd-2b62-406e-8fbf-cfd2088b7001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:28.955802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Network 711df482-33c2-43c5-a6c0-89a5a9cbb2fc is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:49:28.964237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21fea7c7-56aa-4250-9292-1e83832b300c req-3ba9da14-296b-4486-aad0-62f20faf7305 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009941 Nov 23 22:49:29.003652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 711df482-33c2-43c5-a6c0-89a5a9cbb2fc) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:29.020874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:29.021479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:29.025039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f6688-216e-4125-a9c3-f1157003b6fa None None] Network 711df482-33c2-43c5-a6c0-89a5a9cbb2fc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:29.066175 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf4350bd-2b62-406e-8fbf-cfd2088b7001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:29.068766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf4350bd-2b62-406e-8fbf-cfd2088b7001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:29.072533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bf4350bd-2b62-406e-8fbf-cfd2088b7001 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7837bb72-d205-45ff-853c-ac8b3c9dd759 HTTP/1.1" status: 204 len: 168 time: 0.3767674 Nov 23 22:49:29.079055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-72a2b1f0-25c2-433d-9804-6fdbc13f0303 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5973051 Nov 23 22:49:29.121264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4350bd-2b62-406e-8fbf-cfd2088b7001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837bb72-d205-45ff-853c-ac8b3c9dd759,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:29.194191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8d68-1170-4d1b-a4c9-0084a43f39c7 req-b396d14a-3da1-4fb7-a1c3-9492a1c36b2e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:29.196332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64ed8d68-1170-4d1b-a4c9-0084a43f39c7 req-b396d14a-3da1-4fb7-a1c3-9492a1c36b2e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 945 time: 0.1253414 Nov 23 22:49:29.328264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64ed8d68-1170-4d1b-a4c9-0084a43f39c7 req-442b4ed8-3d16-4d5a-9a19-1c134cd0247e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199963 Nov 23 22:49:29.352778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc523281-8d0f-4164-af41-a9f87ecbeac8 None None] Network 711df482-33c2-43c5-a6c0-89a5a9cbb2fc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:30.048782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697282da-6254-4c80-8831-e8977756a133 req-5ea32fc1-5900-449f-bf90-26b8ef0fb37e tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:30.050576 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-5ea32fc1-5900-449f-bf90-26b8ef0fb37e tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/networks?id=101727bb-3595-4e38-80f5-e4a28ae089a0 HTTP/1.1" status: 200 len: 808 time: 0.1905618 Nov 23 22:49:30.119500 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-97a246ce-6810-43a0-a2c1-6b2729cff34a tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/quotas/a9d64ebd592a4fd382e498c639106aa3 HTTP/1.1" status: 200 len: 375 time: 0.0454581 Nov 23 22:49:30.143729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f3db8a14-16ad-4620-bdbd-463b5de763ba up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:30.191111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-22ca0f03-3972-454a-a32a-333a36e3c560 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d64ebd592a4fd382e498c639106aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660095 Nov 23 22:49:30.309195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port f3db8a14-16ad-4620-bdbd-463b5de763ba completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:30.321275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port f3db8a14-16ad-4620-bdbd-463b5de763ba triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:30.322272 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:30.367440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-752f8b05-b114-4049-abc7-066aa23434c5 service neutron] 10.222.0.11 "GET /v2.0/networks/101727bb-3595-4e38-80f5-e4a28ae089a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786907 Nov 23 22:49:30.491808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:30.513233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-a80579db-4633-4f45-af42-26e8e3d93f84 service neutron] 10.222.0.11 "GET /v2.0/networks/101727bb-3595-4e38-80f5-e4a28ae089a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386285 Nov 23 22:49:30.516660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:30.518421 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bbab7c-ed86-4da2-9b6a-9b7c0a3970ce" -d '{"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-plugged", "status": "completed", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:30.534229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:30.538695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:30.590997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:30.794120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a4040-1d27-46df-8086-bd5c1d5985c2 req-e445fa68-7145-46f6-8d3b-ae887fb15370 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:30.795977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b8a4040-1d27-46df-8086-bd5c1d5985c2 req-e445fa68-7145-46f6-8d3b-ae887fb15370 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.0927751 Nov 23 22:49:30.874817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b8a4040-1d27-46df-8086-bd5c1d5985c2 req-a7a22d58-8489-41e6-be60-b1cd394b3957 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680447 Nov 23 22:49:31.014791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b908-1925-4bf7-afc9-69c9d3e80a4a req-b3d3f587-2ec6-45b9-abc3-d52a3a1e3ca2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:31.016972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92a0b908-1925-4bf7-afc9-69c9d3e80a4a req-b3d3f587-2ec6-45b9-abc3-d52a3a1e3ca2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0699220 Nov 23 22:49:31.070863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92a0b908-1925-4bf7-afc9-69c9d3e80a4a req-5222b22c-5188-472c-b512-b326bbd9b2d0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473003 Nov 23 22:49:31.236378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344539-bf8b-4790-acd0-883b2f49b368 req-528c60d7-83b0-4775-ba2c-fc452125276d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:31.240278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17344539-bf8b-4790-acd0-883b2f49b368 req-528c60d7-83b0-4775-ba2c-fc452125276d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0569925 Nov 23 22:49:31.309684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17344539-bf8b-4790-acd0-883b2f49b368 req-8c216f1d-7b79-4431-a1cd-6f95d4e447d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654206 Nov 23 22:49:31.581818 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b1bb5acd-dc19-4529-abcf-cae1f16bec1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:31.728568 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce2b997-f97d-4052-a85d-e776c5dd8cea x-openstack-request-id: req-bce2b997-f97d-4052-a85d-e776c5dd8cea {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:31.728848 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-plugged", "status": "completed", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:31.729108 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bce2b997-f97d-4052-a85d-e776c5dd8cea {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:31.729505 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'code': 200} Nov 23 22:49:31.961315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab624a4-69d0-42e2-ac2e-fdaac5c0694b req-0bc5c162-34e9-40a2-8961-a837ee5fd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:31.963013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ab624a4-69d0-42e2-ac2e-fdaac5c0694b req-0bc5c162-34e9-40a2-8961-a837ee5fd526 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 1097 time: 0.0759535 Nov 23 22:49:31.991099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a696899-b812-4365-ab59-b06e77914620 req-56d84d9e-2aed-44a8-a231-230a3272bfc4 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 210 time: 0.0682344 Nov 23 22:49:32.021795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44810) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:32.052391 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ab624a4-69d0-42e2-ac2e-fdaac5c0694b req-1d624a32-3c1b-4356-86e0-e0fdcb6185c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724385 Nov 23 22:49:32.192029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd5634-7864-4454-9658-95595a26bca3 req-a12ec12f-e8bb-4a36-b33a-e0b37dc7ccc9 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:32.204944 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9fd5634-7864-4454-9658-95595a26bca3 req-a12ec12f-e8bb-4a36-b33a-e0b37dc7ccc9 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.0872533 Nov 23 22:49:32.254638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.288704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9fd5634-7864-4454-9658-95595a26bca3 req-c74faf6e-5ba4-473b-a942-2ba4e79fe819 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825040 Nov 23 22:49:32.385858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.403395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.454569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233584dc-a767-427c-9f03-1405a8e5840f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:32.475097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=630a73b2d1b74adfb1c633cc9871ef84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4519379 Nov 23 22:49:32.475855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44818) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:32.479878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.480374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.480727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.481070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.481409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.481743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.482072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.482399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.482882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.483263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.484103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.484321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07abde5a-78c9-4c4b-b5e1-d720a20dfac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:32.501114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b3e6c-7359-43e4-9758-840865a10f3e req-a39dad4b-21f9-4247-ab9d-fe68504afee7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:32.509083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-138b3e6c-7359-43e4-9758-840865a10f3e req-a39dad4b-21f9-4247-ab9d-fe68504afee7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1444650 Nov 23 22:49:32.563952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697282da-6254-4c80-8831-e8977756a133 req-28b64492-4d6c-40ad-b59a-ad64b64df8ef tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:32.567109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-28b64492-4d6c-40ad-b59a-ad64b64df8ef tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.48 "GET /v2.0/networks?id=101727bb-3595-4e38-80f5-e4a28ae089a0 HTTP/1.1" status: 200 len: 808 time: 0.2153070 Nov 23 22:49:32.597841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Request body: {'port': {'device_id': '55953e3c-ac2d-410e-aede-8246238f6755', 'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0', 'admin_state_up': True, 'tenant_id': 'a9d64ebd592a4fd382e498c639106aa3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:32.601310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-138b3e6c-7359-43e4-9758-840865a10f3e req-f99f570a-61bd-44cb-a707-e93b5765cd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904672 Nov 23 22:49:32.654531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5c893f-607b-4f70-ba87-6c529be9706b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.701647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5c893f-607b-4f70-ba87-6c529be9706b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.794606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Made reservation on behalf of a9d64ebd592a4fd382e498c639106aa3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:32.799557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.802513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbde16-9ac9-4f95-be8d-8b5ab70d29a1 req-70f8713d-451c-46f3-802e-d5a206bb121a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:32.804524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85fbde16-9ac9-4f95-be8d-8b5ab70d29a1 req-70f8713d-451c-46f3-802e-d5a206bb121a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1084344 Nov 23 22:49:32.844472 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5c893f-607b-4f70-ba87-6c529be9706b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.847292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5c893f-607b-4f70-ba87-6c529be9706b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:32.848646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6c5c893f-607b-4f70-ba87-6c529be9706b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/233584dc-a767-427c-9f03-1405a8e5840f HTTP/1.1" status: 204 len: 168 time: 0.3708296 Nov 23 22:49:32.879127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c893f-607b-4f70-ba87-6c529be9706b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233584dc-a767-427c-9f03-1405a8e5840f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:32.905214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85fbde16-9ac9-4f95-be8d-8b5ab70d29a1 req-cbaeb8d3-fd50-4222-8329-5ca4122e4ec4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923994 Nov 23 22:49:33.036817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Allocated IP 172.20.0.12 (101727bb-3595-4e38-80f5-e4a28ae089a0/5982d1db-47e2-4123-9c91-f896094d136d/6df6fe04-58c6-42cb-9a02-497c1e243aac) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:33.377732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07ed716b-f303-4557-aae4-cad7aa9941df req-a4d9b314-ec9e-43bf-86cf-b59eba3ae87f tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 210 time: 0.0961070 Nov 23 22:49:33.395977 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:33.469913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:33.529222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Network 101727bb-3595-4e38-80f5-e4a28ae089a0 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:33.534090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:33.546952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:33.585304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Pushing event updated for resources: {'Port': ['ID=6df6fe04-58c6-42cb-9a02-497c1e243aac,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:33.603253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.605200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.606365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.606841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.610844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.610844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.610844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.610844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.610844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.610844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.611642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6da292-89b8-4731-b502-9eeef1a20d19 req-e050c361-d3f3-47d5-99fb-5e5fe07b4377 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:33.613262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad6da292-89b8-4731-b502-9eeef1a20d19 req-e050c361-d3f3-47d5-99fb-5e5fe07b4377 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.1297133 Nov 23 22:49:33.616219 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.616821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:33.665500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:33.666526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:33.687999 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-f5731a27-2698-4eef-94a4-1d5eb63d1aa7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0987058 Nov 23 22:49:33.693945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad6da292-89b8-4731-b502-9eeef1a20d19 req-460a0326-2269-4a80-94e9-11573c3cd75a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727556 Nov 23 22:49:33.712531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Request body: {'port': {'device_id': '55953e3c-ac2d-410e-aede-8246238f6755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:33.799384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:33.927732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0d93-c81e-4dc2-8fe4-6d59da71d2d9 req-e767f115-c2ff-4f8b-9b5a-c49d392b2b99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:33.932928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e1b0d93-c81e-4dc2-8fe4-6d59da71d2d9 req-e767f115-c2ff-4f8b-9b5a-c49d392b2b99 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.1274107 Nov 23 22:49:34.053383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e1b0d93-c81e-4dc2-8fe4-6d59da71d2d9 req-8eb77af7-156d-454b-82ec-be4e221ac971 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014857 Nov 23 22:49:34.075772 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26434b98-4af2-4184-84ae-043d641d5ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.182084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44856) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:34.211420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4582e5-684c-49e8-8b67-eb4509f1ddde req-8fd7f39b-f9e9-4ed0-8ce7-9e4a26d5cfaa tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:34.213397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a4582e5-684c-49e8-8b67-eb4509f1ddde req-8fd7f39b-f9e9-4ed0-8ce7-9e4a26d5cfaa tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0722530 Nov 23 22:49:34.274020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df6fe04-58c6-42cb-9a02-497c1e243aac {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:34.276592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a4582e5-684c-49e8-8b67-eb4509f1ddde req-9bdbd911-f319-4a93-a308-f9992015a6c9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503898 Nov 23 22:49:34.285231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.309663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Transition to ACTIVE for port object 6df6fe04-58c6-42cb-9a02-497c1e243aac will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:49:34.323745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.353165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-354864371-network', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:34.404692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Made reservation on behalf of 69aaa9264c964143b04d7e4f05a046b7 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:34.422149 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.437698 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.445374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Pushing event updated for resources: {'Port': ['ID=6df6fe04-58c6-42cb-9a02-497c1e243aac,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:34.519059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Attempting to bind port 6df6fe04-58c6-42cb-9a02-497c1e243aac on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:34.519660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Attempting to bind port 6df6fe04-58c6-42cb-9a02-497c1e243aac by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '1bb55657-7440-42c1-849d-b841fbf500ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:34.519820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Attempting to bind port 6df6fe04-58c6-42cb-9a02-497c1e243aac on network 101727bb-3595-4e38-80f5-e4a28ae089a0 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:34.530254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Port 6df6fe04-58c6-42cb-9a02-497c1e243aac on network 101727bb-3595-4e38-80f5-e4a28ae089a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:49:34.530609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Attempting to bind port 6df6fe04-58c6-42cb-9a02-497c1e243aac on network 101727bb-3595-4e38-80f5-e4a28ae089a0 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:34.539014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:34.539391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Checking segment: {'id': '1bb55657-7440-42c1-849d-b841fbf500ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:34.539809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Bound using segment: {'id': '1bb55657-7440-42c1-849d-b841fbf500ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:34.540237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Bound port: 6df6fe04-58c6-42cb-9a02-497c1e243aac, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb55657-7440-42c1-849d-b841fbf500ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:34.541298 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.552021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.572009 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.630245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:49:34.652718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f2b40b-ba07-4b6e-b4d3-3b1c4a8bddce,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:34.656872 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.657285 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Added segment e347f258-fbbb-4b40-a58f-4be638b76169 of type vlan for network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 Nov 23 22:49:34.723707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] For port 6df6fe04-58c6-42cb-9a02-497c1e243aac, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:34.728310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] For port 6df6fe04-58c6-42cb-9a02-497c1e243aac, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6df6fe04-58c6-42cb-9a02-497c1e243aac,segment=NetworkSegment(1bb55657-7440-42c1-849d-b841fbf500ee),segment_id=1bb55657-7440-42c1-849d-b841fbf500ee)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:34.731499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.734342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.783191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:34.784161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.784417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.786376 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] 10.222.0.48 "PUT /v2.0/ports/6df6fe04-58c6-42cb-9a02-497c1e243aac HTTP/1.1" status: 200 len: 1092 time: 1.0839944 Nov 23 22:49:34.787151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55953e3c-ac2d-410e-aede-8246238f6755', 'tag': '6df6fe04-58c6-42cb-9a02-497c1e243aac'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:34.787636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:34.789559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.790797 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16273bc2-87e8-43e7-ad2e-2e304733d16e" -d '{"events": [{"name": "network-changed", "server_uuid": "55953e3c-ac2d-410e-aede-8246238f6755", "tag": "6df6fe04-58c6-42cb-9a02-497c1e243aac"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:34.839453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d284d-7fb5-46cf-befb-558a0d03de5e service neutron] Pushing event updated for resources: {'Port': ['ID=6df6fe04-58c6-42cb-9a02-497c1e243aac,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:34.907485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7237813 Nov 23 22:49:34.916743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44872) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:34.923672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Request body: {'subnet': {'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-354864371-subnet', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:34.928000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e721de-f5ee-4d8a-83b9-6e89938d3444 admin admin] Pushing event updated for resources: {'Network': ['ID=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:34.963511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:49:34.972803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697282da-6254-4c80-8831-e8977756a133 req-77766c0a-8145-4766-a434-7969bd0f6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:34.976180 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-77766c0a-8145-4766-a434-7969bd0f6a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d64ebd592a4fd382e498c639106aa3&device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 1095 time: 0.1067395 Nov 23 22:49:34.976363 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:34.994156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Made reservation on behalf of 69aaa9264c964143b04d7e4f05a046b7 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:34.997526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:35.075625 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-9ca6b06f-14b0-42c0-9054-48781a795fa0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df6fe04-58c6-42cb-9a02-497c1e243aac HTTP/1.1" status: 200 len: 217 time: 0.0806541 Nov 23 22:49:35.172576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697282da-6254-4c80-8831-e8977756a133 req-a1961c47-9d27-4302-b2fd-b661055b40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:35.174287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-a1961c47-9d27-4302-b2fd-b661055b40ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5982d1db-47e2-4123-9c91-f896094d136d HTTP/1.1" status: 200 len: 848 time: 0.0737107 Nov 23 22:49:35.223136 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-a1cb2fc2-9ae5-43da-8b93-e8c30c249f98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=101727bb-3595-4e38-80f5-e4a28ae089a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399575 Nov 23 22:49:35.381503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a834-874d-4b98-8bcb-a3a22abf0ba2 req-e9cf645f-da24-45d5-b036-89cdc9fc823f tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:35.385309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-c7e1b66c-9ee8-4780-a3a4-b11ec20a8a90 service neutron] 10.222.0.48 "GET /v2.0/networks/101727bb-3595-4e38-80f5-e4a28ae089a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524942 Nov 23 22:49:35.389274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94e2a834-874d-4b98-8bcb-a3a22abf0ba2 req-e9cf645f-da24-45d5-b036-89cdc9fc823f tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 944 time: 0.1415322 Nov 23 22:49:35.459181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:35.524109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94e2a834-874d-4b98-8bcb-a3a22abf0ba2 req-45a14053-5a75-42de-bfe6-9b1fbf4cbc08 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324241 Nov 23 22:49:35.535262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d593118-7277-43c9-a4f7-1466e4ab278c,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:35.536114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697282da-6254-4c80-8831-e8977756a133 req-9c500f05-a3ee-4d5c-9a93-7e7fffbf8ea7 service neutron] 10.222.0.48 "GET /v2.0/networks/101727bb-3595-4e38-80f5-e4a28ae089a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424928 Nov 23 22:49:35.561152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Checking segment: {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:35.562557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Network hostable DHCP agents. Network: ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:49:35.584575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:49:35.605223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:35.611952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:35.612781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:35.621470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b95dca-26d7-414c-adcf-8a6e24942aa8 None None] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:35.854598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:49:35.855599 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:35.971386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cbf2c784-a31a-437f-b889-4ff6604b511e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0531611 Nov 23 22:49:35.974903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:35.979841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:36.027934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b03-f474-4fee-9aff-e5facd530b61 req-1cc10080-b723-4e19-ba1a-578a653cc57a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:36.033404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd4e2b03-f474-4fee-9aff-e5facd530b61 req-1cc10080-b723-4e19-ba1a-578a653cc57a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.4090168 Nov 23 22:49:36.034942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.038270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.066022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Allocated IP 172.20.0.2 (ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7/1d593118-7277-43c9-a4f7-1466e4ab278c/b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:36.109765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd4e2b03-f474-4fee-9aff-e5facd530b61 req-aafa5ded-002f-4299-b284-3370d28d0fbd tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699515 Nov 23 22:49:36.122676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.178523 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eddf3f-55a2-4d21-ab15-0be44797aa85 x-openstack-request-id: req-74eddf3f-55a2-4d21-ab15-0be44797aa85 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:36.178834 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55953e3c-ac2d-410e-aede-8246238f6755", "tag": "6df6fe04-58c6-42cb-9a02-497c1e243aac", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:36.179126 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74eddf3f-55a2-4d21-ab15-0be44797aa85 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:36.179607 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55953e3c-ac2d-410e-aede-8246238f6755', 'tag': '6df6fe04-58c6-42cb-9a02-497c1e243aac', 'status': 'completed', 'code': 200} Nov 23 22:49:36.295252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.305486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.309346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b5373-602e-44ab-8585-c49c4d0dfc07 req-3540f1a7-f361-4d24-ad6b-1923fff328f6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:36.311143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-995b5373-602e-44ab-8585-c49c4d0dfc07 req-3540f1a7-f361-4d24-ad6b-1923fff328f6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0740533 Nov 23 22:49:36.365309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:36.372345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:36.380642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-995b5373-602e-44ab-8585-c49c4d0dfc07 req-a185ab8b-ba32-4403-a596-3ad0df6294b3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558903 Nov 23 22:49:36.385302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:36.393737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Pushing event updated for resources: {'Port': ['ID=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:36.495389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Attempting to bind port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:36.495800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Attempting to bind port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:36.496152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Attempting to bind port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a on network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:36.498608 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.506637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:36.507038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Checking segment: {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:36.507554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.507985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Bound using segment: {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:36.508568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Bound port: b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:36.508996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.540460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13a0ad-dd08-4bc9-8b2a-aeca5c1bce31 req-9c2fbe49-7a66-4135-9856-94b2cb6da58a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:36.542372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d13a0ad-dd08-4bc9-8b2a-aeca5c1bce31 req-9c2fbe49-7a66-4135-9856-94b2cb6da58a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0610299 Nov 23 22:49:36.610275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d13a0ad-dd08-4bc9-8b2a-aeca5c1bce31 req-09dd0f31-ec74-48db-8aae-950b624ea422 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552685 Nov 23 22:49:36.657099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] For port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:36.662825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] For port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:36.710977 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.723530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-059b0140-15ae-432c-979b-2cbc460122fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:36.725082 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-059b0140-15ae-432c-979b-2cbc460122fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9d64ebd592a4fd382e498c639106aa3&device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 1095 time: 0.4940109 Nov 23 22:49:36.859525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:36.903690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-b7c9a243-dcb9-4d56-99a4-7a99e3f113c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:36.906235 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-b7c9a243-dcb9-4d56-99a4-7a99e3f113c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=101727bb-3595-4e38-80f5-e4a28ae089a0 HTTP/1.1" status: 200 len: 909 time: 0.1505449 Nov 23 22:49:36.951476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716b994-d34b-48d0-a94c-1fdb27d6a3e6 None None] Pushing event updated for resources: {'Port': ['ID=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:36.985082 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-15351402-62c5-47e5-9645-5e1ab9e22604 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df6fe04-58c6-42cb-9a02-497c1e243aac HTTP/1.1" status: 200 len: 217 time: 0.0697684 Nov 23 22:49:37.024578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b9176-568a-49a9-9468-ba08c0859909 req-6e1bc8bd-dc10-45a5-bc71-cf65cab306c7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:37.034086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-475b9176-568a-49a9-9468-ba08c0859909 req-6e1bc8bd-dc10-45a5-bc71-cf65cab306c7 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 944 time: 0.1394863 Nov 23 22:49:37.107136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-475b9176-568a-49a9-9468-ba08c0859909 req-0232bcb3-f1f7-4a5c-9651-6c6739bf0aa9 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720928 Nov 23 22:49:37.206041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-9648449e-e9f4-4e81-8d30-150ca585f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:37.207502 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-9648449e-e9f4-4e81-8d30-150ca585f8c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5982d1db-47e2-4123-9c91-f896094d136d HTTP/1.1" status: 200 len: 848 time: 0.1653039 Nov 23 22:49:37.276208 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-adf5b0b5-516f-4129-8572-d839371b7004 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=101727bb-3595-4e38-80f5-e4a28ae089a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597045 Nov 23 22:49:37.278486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:37.284710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7ecad-949a-4f1e-af10-9d47fb7a5dfe req-39a9b0c9-6aaf-494a-95d1-de845b10235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:37.286595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f1e7ecad-949a-4f1e-af10-9d47fb7a5dfe req-39a9b0c9-6aaf-494a-95d1-de845b10235f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 1097 time: 0.1798306 Nov 23 22:49:37.307840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf3735-232e-40fb-ad58-857e3c89d222 req-c10ea353-819d-48ad-8e63-165178f03b38 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:37.309488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eddf3735-232e-40fb-ad58-857e3c89d222 req-c10ea353-819d-48ad-8e63-165178f03b38 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.1126235 Nov 23 22:49:37.321221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:37.376483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eddf3735-232e-40fb-ad58-857e3c89d222 req-4c439e5e-38df-4e63-901b-30f2a97720fe tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Nov 23 22:49:37.433580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:37.471606 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f1e7ecad-949a-4f1e-af10-9d47fb7a5dfe req-1ad29fcc-1f5e-4c46-846e-a025c3bf9007 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645114 Nov 23 22:49:37.505294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-28666838-607a-4484-9c8c-1ba7d422d9b5 service neutron] 10.222.0.48 "GET /v2.0/networks/101727bb-3595-4e38-80f5-e4a28ae089a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997385 Nov 23 22:49:37.534579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5a4f3-6d86-42ca-8730-0ad12ade639f req-01995ed0-ec71-47fd-825c-e2d4527ad984 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:37.536485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faa5a4f3-6d86-42ca-8730-0ad12ade639f req-01995ed0-ec71-47fd-825c-e2d4527ad984 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0549717 Nov 23 22:49:37.565968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Allocated IP 172.25.0.21 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/42fffd10-e11b-41b5-92c6-dc3f4412bcc2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:37.599911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faa5a4f3-6d86-42ca-8730-0ad12ade639f req-08978df5-df22-4a6e-8934-aba516ccef1a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569458 Nov 23 22:49:37.649625 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16273bc2-87e8-43e7-ad2e-2e304733d16e req-f21e64f4-1d2a-4611-9095-6ff1e89a271e service neutron] 10.222.0.48 "GET /v2.0/networks/101727bb-3595-4e38-80f5-e4a28ae089a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365929 Nov 23 22:49:37.729600 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:37.770044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa7694-0766-4669-9c5f-c89bf26f9f4e req-263d9251-0581-4fb6-8a69-51e2edc6ea60 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:37.772623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2fa7694-0766-4669-9c5f-c89bf26f9f4e req-263d9251-0581-4fb6-8a69-51e2edc6ea60 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0674541 Nov 23 22:49:37.784719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:37.838272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:37.841900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:37.847376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:37.855466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2fa7694-0766-4669-9c5f-c89bf26f9f4e req-9f0a5b21-f871-47fd-9cb9-e382df3541a5 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733705 Nov 23 22:49:37.865189 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:37.976937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Pushing event updated for resources: {'Port': ['ID=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:38.159468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a5215-2dce-4428-ac10-0ee79886620f None None] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:38.180846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6df6fe04-58c6-42cb-9a02-497c1e243aac details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:38.183716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.277066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996058b-6206-44f7-aa52-3cc6e24c0b35 req-cf9f613a-6cec-46d4-9aad-a54bb82f6e0b tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:38.277404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7a403df2-38ba-484a-ab2e-3067a81dcc73 None None] Provisioning complete for port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:38.277845 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a403df2-38ba-484a-ab2e-3067a81dcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.278118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e996058b-6206-44f7-aa52-3cc6e24c0b35 req-cf9f613a-6cec-46d4-9aad-a54bb82f6e0b tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 944 time: 0.0629973 Nov 23 22:49:38.334991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e996058b-6206-44f7-aa52-3cc6e24c0b35 req-2f484db9-b785-4f68-8df3-7ea1e90c468e tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464520 Nov 23 22:49:38.417387 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.437995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6df6fe04-58c6-42cb-9a02-497c1e243aac, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6df6fe04-58c6-42cb-9a02-497c1e243aac,segment=NetworkSegment(1bb55657-7440-42c1-849d-b841fbf500ee),segment_id=1bb55657-7440-42c1-849d-b841fbf500ee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:38.497576 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6df6fe04-58c6-42cb-9a02-497c1e243aac', 'network_id': '101727bb-3595-4e38-80f5-e4a28ae089a0', 'port_id': '6df6fe04-58c6-42cb-9a02-497c1e243aac', 'mac_address': 'fa:16:3e:ef:53:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5982d1db-47e2-4123-9c91-f896094d136d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:38.523595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b5172-7e66-4fb2-b5e3-70e8283a6593 req-72d4fdd9-b494-4dc8-9f1b-918d2be1274f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:38.525789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da0b5172-7e66-4fb2-b5e3-70e8283a6593 req-72d4fdd9-b494-4dc8-9f1b-918d2be1274f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.0629017 Nov 23 22:49:38.547191 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a403df2-38ba-484a-ab2e-3067a81dcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.574649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.586457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Router 4162f32e-60da-407c-a72a-3a92f8ab5d05 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:49:38.589781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da0b5172-7e66-4fb2-b5e3-70e8283a6593 req-2cbcbb64-f12a-40ec-970c-6f9cd65f3845 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556698 Nov 23 22:49:38.602092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df6fe04-58c6-42cb-9a02-497c1e243aac {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:38.610217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7a403df2-38ba-484a-ab2e-3067a81dcc73 None None] For port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:38.624793 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a403df2-38ba-484a-ab2e-3067a81dcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.647195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6df6fe04-58c6-42cb-9a02-497c1e243aac, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6df6fe04-58c6-42cb-9a02-497c1e243aac,segment=NetworkSegment(1bb55657-7440-42c1-849d-b841fbf500ee),segment_id=1bb55657-7440-42c1-849d-b841fbf500ee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:38.675374 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.709451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a403df2-38ba-484a-ab2e-3067a81dcc73 None None] Pushing event updated for resources: {'Port': ['ID=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:38.745829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:49:38.771145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:38.773668 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9c8b9692-e903-44e0-a04f-ce7c5bfaeedd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7965262 Nov 23 22:49:38.779968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:38.790278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6df6fe04-58c6-42cb-9a02-497c1e243aac,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:38.794946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Sync routers for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:49:38.809203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:38.809766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:49:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:38.860905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b04168-51d7-43ca-a721-21bd6393e391 req-dac84c6e-042f-4dc7-8d78-1880c55d4697 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:38.877318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96b04168-51d7-43ca-a721-21bd6393e391 req-dac84c6e-042f-4dc7-8d78-1880c55d4697 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1296051 Nov 23 22:49:38.960266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:38.968764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:38.986860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96b04168-51d7-43ca-a721-21bd6393e391 req-de46b7b8-352f-42d4-b630-46f8502be8c7 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085258 Nov 23 22:49:39.075836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bf047071-9eb2-4685-b4aa-6dd0c3f0dc76 None None] Provisioning complete for port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:39.076214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bf047071-9eb2-4685-b4aa-6dd0c3f0dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.104032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb379f-3191-4335-b422-5ced3cd8ad8e req-d8191f33-aea5-4a4d-a426-fc61b4a3ae0d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:39.105896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6abb379f-3191-4335-b422-5ced3cd8ad8e req-d8191f33-aea5-4a4d-a426-fc61b4a3ae0d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0611436 Nov 23 22:49:39.152072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6df6fe04-58c6-42cb-9a02-497c1e243aac'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:39.168353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6abb379f-3191-4335-b422-5ced3cd8ad8e req-cb5e4fb5-584e-41d1-a035-fd6e9d2c1ce6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471153 Nov 23 22:49:39.247787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:39.248151 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.310843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.470313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80303c-39d1-44a8-a8f2-f38bed9b06c1 req-afb499a8-1dc1-45ac-8c4b-571ecea11238 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:39.472079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f80303c-39d1-44a8-a8f2-f38bed9b06c1 req-afb499a8-1dc1-45ac-8c4b-571ecea11238 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 945 time: 0.0591335 Nov 23 22:49:39.528892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:38Z', 'revision_number': 3, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:39.540760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f80303c-39d1-44a8-a8f2-f38bed9b06c1 req-f3661f03-6287-4f42-b22d-1a75c028c55f tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597498 Nov 23 22:49:39.565469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Checking router: 4162f32e-60da-407c-a72a-3a92f8ab5d05 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:49:39.565820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Updating router 4162f32e-60da-407c-a72a-3a92f8ab5d05 port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:49:39.607857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.737813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e731e92-38d7-4f18-b325-6f2b2a07ecd5 req-bee146af-3446-47a9-b192-abe9d89e21c0 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:39.740159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e731e92-38d7-4f18-b325-6f2b2a07ecd5 req-bee146af-3446-47a9-b192-abe9d89e21c0 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.0697956 Nov 23 22:49:39.794515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e731e92-38d7-4f18-b325-6f2b2a07ecd5 req-afabefd5-2c90-478c-beda-1aa08cc0b138 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Nov 23 22:49:39.811276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Allocated IP 172.20.0.1 (ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7/1d593118-7277-43c9-a4f7-1466e4ab278c/a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:39.899684 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.905696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.930146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551902-3307-4383-ac76-eaa397845313 req-356f3881-bc2a-466e-a684-b5fd8a9e939d tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:39.931790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58551902-3307-4383-ac76-eaa397845313 req-356f3881-bc2a-466e-a684-b5fd8a9e939d tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=563d8ed2-3a68-4942-bfdb-b6e83cdc697e HTTP/1.1" status: 200 len: 945 time: 0.0602498 Nov 23 22:49:39.932976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.976923 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.981494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Attempting to bind port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:39.982126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Attempting to bind port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:39.982305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Attempting to bind port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:39.989955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8cd5-8208-4ef6-9d8d-bc16ecba9cd9 None None] Pushing event updated for resources: {'Port': ['ID=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:39.994277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:39.994672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:39.995154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:39.995668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:39.996231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Bound port: 42fffd10-e11b-41b5-92c6-dc3f4412bcc2, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:39.996681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.010476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58551902-3307-4383-ac76-eaa397845313 req-aacca5aa-ac3b-45a7-ae9f-97f60f8625f4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695517 Nov 23 22:49:40.038997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:40.041989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:40.046540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:40.052638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:40.072276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] For port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:40.076524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] For port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:40.082722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.121590 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:49:40.147697 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.162419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8cd5-8208-4ef6-9d8d-bc16ecba9cd9 None None] Pushing event updated for resources: {'Port': ['ID=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:40.164411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:40.165022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:49:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:40.206870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a70c1-de78-4683-85b4-fcdcd2ce2dce req-9ca5f9f3-4b33-4ce7-bc45-2c8c987d18b1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:40.209537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae3a70c1-de78-4683-85b4-fcdcd2ce2dce req-9ca5f9f3-4b33-4ce7-bc45-2c8c987d18b1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1174040 Nov 23 22:49:40.293768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae3a70c1-de78-4683-85b4-fcdcd2ce2dce req-71a1a4cc-9df8-4b09-b98c-6bfa2ef51383 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760815 Nov 23 22:49:40.366349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.432181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd216-ff58-4bc9-b748-760b92e7a9a9 req-ae35d3ca-ca65-4625-8b74-c70157c9a9c0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:40.442149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e23fd216-ff58-4bc9-b748-760b92e7a9a9 req-ae35d3ca-ca65-4625-8b74-c70157c9a9c0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0730753 Nov 23 22:49:40.501815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e23fd216-ff58-4bc9-b748-760b92e7a9a9 req-1e5b3220-d30f-474e-925c-cdc49ddcd6f9 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585973 Nov 23 22:49:40.591084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-057e34b7-892d-4beb-84a8-2c968f33b699 None None] Provisioning complete for port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:40.593783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.600885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.601753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-057e34b7-892d-4beb-84a8-2c968f33b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.608948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:40.683666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:40.689232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.698131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe901e5-dc99-4d84-9eb8-835d50127fa1 req-83ad5163-e9ef-44c3-80b8-3814a4dd6b47 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:40.707044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fe901e5-dc99-4d84-9eb8-835d50127fa1 req-83ad5163-e9ef-44c3-80b8-3814a4dd6b47 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 945 time: 0.0816593 Nov 23 22:49:40.732553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-057e34b7-892d-4beb-84a8-2c968f33b699 None None] Port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:49:40.784043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fe901e5-dc99-4d84-9eb8-835d50127fa1 req-b0935d05-6fc0-4069-bd2f-96bcba3c5f7a tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 Nov 23 22:49:40.842315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:40.844513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:40.867685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:40.942744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:40.943113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:40.947195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:38Z', 'revision_number': 3, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:40.978628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-28be3b60-9257-4f64-b6dd-6ac90778d595 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:40.985136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-28be3b60-9257-4f64-b6dd-6ac90778d595 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 813 time: 0.1578896 Nov 23 22:49:40.987170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Router 4162f32e-60da-407c-a72a-3a92f8ab5d05 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:49:41.001448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df58c3-9965-4ba9-98e1-bcee6fa59eea None None] The sync data for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 is: [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:38Z', 'revision_number': 3, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:49:41.009291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-38cf8469-25bb-4b7d-b679-f5c7156f7dd0 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/quotas/21aa19cd65564d79af4737d67149b233 HTTP/1.1" status: 200 len: 375 time: 0.0222776 Nov 23 22:49:41.106800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-0807bbdb-fb13-491b-bcc6-30200d332cb4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965161 Nov 23 22:49:41.165592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-01f19cec-4a10-456c-90c6-5b58a01447da None None] Provisioning complete for port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:41.166108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-01f19cec-4a10-456c-90c6-5b58a01447da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:41.198215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:49:41.213800 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3df0775f-7b28-4706-a758-e907aab07d98 admin admin] 10.222.0.11 "PUT /v2.0/routers/4162f32e-60da-407c-a72a-3a92f8ab5d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301202 Nov 23 22:49:41.215272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-01f19cec-4a10-456c-90c6-5b58a01447da None None] Port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:49:41.222838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-2b7b160a-8126-4fa9-869d-9daf2c013841 service neutron] 10.222.0.11 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148715 Nov 23 22:49:41.341764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-d028392c-7bf4-4e3f-83b5-3d8275437fb9 service neutron] 10.222.0.11 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107142 Nov 23 22:49:41.460204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d2f71-f787-4c69-b7cd-ee5ade9ad4b0 req-139b6715-828a-44f0-9c45-4c081f3a3247 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:41.462263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-813d2f71-f787-4c69-b7cd-ee5ade9ad4b0 req-139b6715-828a-44f0-9c45-4c081f3a3247 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0605960 Nov 23 22:49:41.560604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-813d2f71-f787-4c69-b7cd-ee5ade9ad4b0 req-343f8936-ee01-494a-bf5e-b3ae667bfabc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906241 Nov 23 22:49:41.847374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794771f-291e-4ac9-9f42-0efd0108b0ac req-cc38060d-ff54-45db-8808-efed64db552a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:41.850264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-22ea8a0c-5d33-4ea8-aed5-1a253ba6454f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:41.852121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-22ea8a0c-5d33-4ea8-aed5-1a253ba6454f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "GET /v2.0/ports?device_id=563d8ed2-3a68-4942-bfdb-b6e83cdc697e HTTP/1.1" status: 200 len: 945 time: 0.0809875 Nov 23 22:49:41.861806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f794771f-291e-4ac9-9f42-0efd0108b0ac req-cc38060d-ff54-45db-8808-efed64db552a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0930793 Nov 23 22:49:41.968952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f794771f-291e-4ac9-9f42-0efd0108b0ac req-57b7cf4b-597c-4876-95f1-06bb0865c96e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019812 Nov 23 22:49:42.065649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Deleting port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:42.066431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.109379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44986) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:42.117015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-816b528e-59a4-4ac9-9e07-4701a89908e3 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224967483', 'description': 'tempest-description--1187959520'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:42.171545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-816b528e-59a4-4ac9-9e07-4701a89908e3 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.183435 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6df6fe04-58c6-42cb-9a02-497c1e243aac up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:42.255772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] For port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:42.256138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.271505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Calling delete_port for ff2ac1cf-7d3e-44c9-84a0-90381a740a0c owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:42.294836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 6df6fe04-58c6-42cb-9a02-497c1e243aac completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:42.301430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6df6fe04-58c6-42cb-9a02-497c1e243aac triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:42.302019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.329533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fd213c4-876c-497e-94a7-60b356ee8b70 req-c7b03edd-34a2-4954-b3b1-9692c5d43131 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 210 time: 0.0607584 Nov 23 22:49:42.339811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83773e80-83a1-4b43-bd65-99fd53894cb7 req-0bcd22bb-3369-439c-8e3c-0deab43d6920 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:42.341481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83773e80-83a1-4b43-bd65-99fd53894cb7 req-0bcd22bb-3369-439c-8e3c-0deab43d6920 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 945 time: 0.1469467 Nov 23 22:49:42.398152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-8d044929-6233-4473-bc62-d636da8a001c tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:42.399858 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-8d044929-6233-4473-bc62-d636da8a001c tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "GET /v2.0/ports?device_id=aced2012-f3eb-4aff-bf67-0f4aabbe4785 HTTP/1.1" status: 200 len: 946 time: 0.1235657 Nov 23 22:49:42.418521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83773e80-83a1-4b43-bd65-99fd53894cb7 req-ca040563-1951-48cf-8749-a5c23229921e tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637970 Nov 23 22:49:42.485050 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-816b528e-59a4-4ac9-9e07-4701a89908e3 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.490625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-816b528e-59a4-4ac9-9e07-4701a89908e3 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.535848 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-816b528e-59a4-4ac9-9e07-4701a89908e3 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.540003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-816b528e-59a4-4ac9-9e07-4701a89908e3 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4262004 Nov 23 22:49:42.540003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b528e-59a4-4ac9-9e07-4701a89908e3 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e28644-d23e-43f3-be38-37fe0148bb50,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:42.541691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44992) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:42.558334 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.564671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0d62b585-2cf1-44e0-b839-a036914c9c06 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Request body: {'security_group_rule': {'security_group_id': '13e28644-d23e-43f3-be38-37fe0148bb50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:42.593746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55953e3c-ac2d-410e-aede-8246238f6755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df6fe04-58c6-42cb-9a02-497c1e243aac'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:42.598027 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4953449-3808-43da-8ac3-dc04ff8a1d58" -d '{"events": [{"server_uuid": "55953e3c-ac2d-410e-aede-8246238f6755", "name": "network-vif-plugged", "status": "completed", "tag": "6df6fe04-58c6-42cb-9a02-497c1e243aac"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:42.616654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6df6fe04-58c6-42cb-9a02-497c1e243aac, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6df6fe04-58c6-42cb-9a02-497c1e243aac,segment=NetworkSegment(1bb55657-7440-42c1-849d-b841fbf500ee),segment_id=1bb55657-7440-42c1-849d-b841fbf500ee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:42.622748 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.626877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d62b585-2cf1-44e0-b839-a036914c9c06 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.685410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.701170 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3434584-d93a-4bf2-84fd-79474a182aea x-openstack-request-id: req-b3434584-d93a-4bf2-84fd-79474a182aea {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:42.701645 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55953e3c-ac2d-410e-aede-8246238f6755", "name": "network-vif-plugged", "status": "completed", "tag": "6df6fe04-58c6-42cb-9a02-497c1e243aac", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:42.702488 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3434584-d93a-4bf2-84fd-79474a182aea {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:42.703805 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55953e3c-ac2d-410e-aede-8246238f6755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df6fe04-58c6-42cb-9a02-497c1e243aac', 'code': 200} Nov 23 22:49:42.709250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6df6fe04-58c6-42cb-9a02-497c1e243aac,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:42.714735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['ff2ac1cf-7d3e-44c9-84a0-90381a740a0c', '55b76989-7b3c-4148-ad38-ce396c04d4c1'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:42.770927 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d62b585-2cf1-44e0-b839-a036914c9c06 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.776316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d62b585-2cf1-44e0-b839-a036914c9c06 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.785927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event deleted for resources: {'Port': ['ID=ff2ac1cf-7d3e-44c9-84a0-90381a740a0c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:42.809689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62b585-2cf1-44e0-b839-a036914c9c06 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6c99a8-358c-4e04-91bf-1aa656cb539a,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:42.861277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Deleting port 55b76989-7b3c-4148-ad38-ce396c04d4c1 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:42.861839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.891897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] No DVR routers for this DVR port ff2ac1cf-7d3e-44c9-84a0-90381a740a0c on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:42.918915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:42.923251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-129603a8-f01c-469d-b7aa-95e9fbfc8534 req-9c961e24-f96a-48aa-9d0f-1857ff1a2799 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "DELETE /v2.0/ports/ff2ac1cf-7d3e-44c9-84a0-90381a740a0c HTTP/1.1" status: 204 len: 173 time: 1.0618834 Nov 23 22:49:42.929219 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'name': 'network-vif-deleted', 'tag': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:42.931665 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ce1d7-eb2f-4733-b054-f00310fe65a5" -d '{"events": [{"server_uuid": "563d8ed2-3a68-4942-bfdb-b6e83cdc697e", "name": "network-vif-deleted", "tag": "ff2ac1cf-7d3e-44c9-84a0-90381a740a0c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:43.006026 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d62b585-2cf1-44e0-b839-a036914c9c06 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.017910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0d62b585-2cf1-44e0-b839-a036914c9c06 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759200 Nov 23 22:49:43.019909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:43.032741 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c32272bf-534c-4527-b5db-705b13478a28 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Request body: {'security_group_rule': {'security_group_id': '13e28644-d23e-43f3-be38-37fe0148bb50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:43.048591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e3026-06d7-479f-ab1b-b4b4e22f95fc req-7496aac1-de75-48be-bb51-643dce6d288d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:43.059951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-239e3026-06d7-479f-ab1b-b4b4e22f95fc req-7496aac1-de75-48be-bb51-643dce6d288d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.2365589 Nov 23 22:49:43.118195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:43.129012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] For port 55b76989-7b3c-4148-ad38-ce396c04d4c1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=55b76989-7b3c-4148-ad38-ce396c04d4c1,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:43.129513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.135206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c5a20-bf3c-4178-a146-61043f191a3a req-e0f0e331-5f29-4f5d-9d15-c7d58b3aaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:43.136761 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fc5c5a20-bf3c-4178-a146-61043f191a3a req-e0f0e331-5f29-4f5d-9d15-c7d58b3aaa4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 1097 time: 0.1277807 Nov 23 22:49:43.150616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c32272bf-534c-4527-b5db-705b13478a28 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.165906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Calling delete_port for 55b76989-7b3c-4148-ad38-ce396c04d4c1 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:43.204743 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-239e3026-06d7-479f-ab1b-b4b4e22f95fc req-72abac41-9093-4c6a-bd3e-c29ba3f55f05 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422110 Nov 23 22:49:43.214734 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6189f05-9313-4eeb-9197-99cbe3f44cd5 x-openstack-request-id: req-b6189f05-9313-4eeb-9197-99cbe3f44cd5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:43.215319 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563d8ed2-3a68-4942-bfdb-b6e83cdc697e", "name": "network-vif-deleted", "tag": "ff2ac1cf-7d3e-44c9-84a0-90381a740a0c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:43.215478 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6189f05-9313-4eeb-9197-99cbe3f44cd5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:43.215824 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563d8ed2-3a68-4942-bfdb-b6e83cdc697e', 'name': 'network-vif-deleted', 'tag': 'ff2ac1cf-7d3e-44c9-84a0-90381a740a0c', 'status': 'completed', 'code': 200} Nov 23 22:49:43.242308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:43.242949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.348449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af1aa-a92b-4881-b256-ca7a230e2fab req-0da15581-8ede-437a-8336-9142c01d78ed tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:43.352041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-385af1aa-a92b-4881-b256-ca7a230e2fab req-0da15581-8ede-437a-8336-9142c01d78ed tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.0892551 Nov 23 22:49:43.373132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.423113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:43.434866 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.482555 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fc5c5a20-bf3c-4178-a146-61043f191a3a req-9371665e-3838-4748-bd3e-50b3f64b8d05 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363152 Nov 23 22:49:43.522220 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Sync routers for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:49:43.539988 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:43.540645 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:49:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:43.561707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:43.578973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c32272bf-534c-4527-b5db-705b13478a28 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.604273 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.611030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c32272bf-534c-4527-b5db-705b13478a28 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.655651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9633ccce-f009-4050-bc0d-6d066bb70066 req-29ae5bb9-a82e-4cbb-ab11-5d565e612e46 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 210 time: 0.0507605 Nov 23 22:49:43.669269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-385af1aa-a92b-4881-b256-ca7a230e2fab req-0ef97bca-9381-4960-9022-6e55c5fca8ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079231 Nov 23 22:49:43.698513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-4977edd9-6c00-4234-9937-06d87a57288e tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:43.700198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-4977edd9-6c00-4234-9937-06d87a57288e tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.48 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 813 time: 0.3064182 Nov 23 22:49:43.709409 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:43.793224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Request body: {'port': {'device_id': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'admin_state_up': True, 'tenant_id': '21aa19cd65564d79af4737d67149b233'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:43.808175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event deleted for resources: {'Port': ['ID=55b76989-7b3c-4148-ad38-ce396c04d4c1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:43.830361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-35cb7a06-be79-46bc-8833-da68289ee448 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:43.832077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-35cb7a06-be79-46bc-8833-da68289ee448 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 813 time: 0.2969749 Nov 23 22:49:43.838616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32272bf-534c-4527-b5db-705b13478a28 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51edd087-35c7-4885-8e2e-41cf0ae85e58,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:43.877660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Request body: {'port': {'device_id': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'admin_state_up': True, 'tenant_id': '21aa19cd65564d79af4737d67149b233'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:43.889120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c32272bf-534c-4527-b5db-705b13478a28 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.905477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45016) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:43.912301 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c32272bf-534c-4527-b5db-705b13478a28 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8820899 Nov 23 22:49:43.927540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:43.949612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9689dc-2bc6-4d4f-b653-35ee03c68b5c req-bf38c6bd-252d-4d8e-a8a1-376c3e0cbf23 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:43.950140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] No DVR routers for this DVR port 55b76989-7b3c-4148-ad38-ce396c04d4c1 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:43.958872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d9689dc-2bc6-4d4f-b653-35ee03c68b5c req-bf38c6bd-252d-4d8e-a8a1-376c3e0cbf23 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 946 time: 0.2282457 Nov 23 22:49:43.964581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:43.968983 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0290f033-6f5d-4699-96de-3e07eef36b34 req-9e52765e-ffa7-40f9-b17a-8f07e927b7c6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "DELETE /v2.0/ports/55b76989-7b3c-4148-ad38-ce396c04d4c1 HTTP/1.1" status: 204 len: 173 time: 1.5613000 Nov 23 22:49:44.048026 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.107208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d9689dc-2bc6-4d4f-b653-35ee03c68b5c req-0be9c7e8-7830-4700-9c83-a0ab15cca689 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473489 Nov 23 22:49:44.113589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Made reservation on behalf of 21aa19cd65564d79af4737d67149b233 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:44.118186 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 2, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:44.118874 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.167258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Made reservation on behalf of 21aa19cd65564d79af4737d67149b233 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:44.175689 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.188357 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Checking router: 4162f32e-60da-407c-a72a-3a92f8ab5d05 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:49:44.189133 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Updating router 4162f32e-60da-407c-a72a-3a92f8ab5d05 port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:49:44.234250 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.328332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Allocated IP 172.20.0.10 (b6b4c3c7-3460-45cc-baf3-ff5635dc37ef/99b55afc-a10a-4b12-8b25-b5233476ac09/c1c0c226-be9d-42fe-9baf-d3ca77051566) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:44.383761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.396111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b83121-f06e-4c66-9d6f-8ad9c2a23950 req-231ef95e-a782-4769-aca3-a43a31af362e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:44.400184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15b83121-f06e-4c66-9d6f-8ad9c2a23950 req-231ef95e-a782-4769-aca3-a43a31af362e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1268070 Nov 23 22:49:44.527604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15b83121-f06e-4c66-9d6f-8ad9c2a23950 req-dd30568b-f44b-4467-bdf4-4429de187ede tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158726 Nov 23 22:49:44.601111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Allocated IP 172.25.0.89 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/6a826c5d-218a-4e81-b087-536b1d37006c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:44.609991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.639766 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.647382 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.651739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.720157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:44.731065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:44.733238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event updated for resources: {'Port': ['ID=c1c0c226-be9d-42fe-9baf-d3ca77051566,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:44.744100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:44.783560 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Pushing event updated for resources: {'Port': ['ID=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:44.837833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:44.838487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.840677 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.840833 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.841233 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.841532 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.842339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.842339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.843385 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.844243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.844583 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.845027 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.845246 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.845543 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:44.855870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Allocated IP 172.20.0.2 (b6b4c3c7-3460-45cc-baf3-ff5635dc37ef/99b55afc-a10a-4b12-8b25-b5233476ac09/c1a703ac-8f75-407b-8ecc-8921abef1aa0) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:44.880238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-04433ec2-374b-4eaa-abb2-072dff2bc9e4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0222983 Nov 23 22:49:44.883912 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Attempting to bind port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:44.884518 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Attempting to bind port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:44.885088 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Attempting to bind port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf on network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:44.895930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Request body: {'port': {'device_id': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:44.901997 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:44.902386 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Checking segment: {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:44.903279 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.903713 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Bound using segment: {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:44.904213 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Bound port: a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:44.904599 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:44.917989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:45.001848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.027898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:45.028437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.033721 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] For port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:45.038310 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] For port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:45.049907 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.088715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.143353 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf6df0-f47b-47e7-a0f1-bbd8e4caa670 None None] Pushing event updated for resources: {'Port': ['ID=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:45.148625 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:45.156580 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:49:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:45.168804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-58855bbb-970a-4403-a68f-d1cf295cb973 None None] Provisioning complete for port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:45.169340 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-58855bbb-970a-4403-a68f-d1cf295cb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.219361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'name': 'network-vif-deleted', 'tag': '55b76989-7b3c-4148-ad38-ce396c04d4c1'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:45.221753 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5bc9ab-2ad1-4ea2-8a2f-27b1a42e413f" -d '{"events": [{"server_uuid": "aced2012-f3eb-4aff-bf67-0f4aabbe4785", "name": "network-vif-deleted", "tag": "55b76989-7b3c-4148-ad38-ce396c04d4c1"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:45.255052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5d93d-94b7-4352-8e66-c87c1cfc2f67 req-5444fa69-b490-4360-8c2f-eded30d795d6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:45.256829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31c5d93d-94b7-4352-8e66-c87c1cfc2f67 req-5444fa69-b490-4360-8c2f-eded30d795d6 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 932 time: 0.4173982 Nov 23 22:49:45.305630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9a2f-bee1-4782-9c6e-94578c7380c3 req-95698f0b-8112-44ad-9241-c805e1b991e5 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:45.313214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22da9a2f-bee1-4782-9c6e-94578c7380c3 req-95698f0b-8112-44ad-9241-c805e1b991e5 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 943 time: 0.3717594 Nov 23 22:49:45.350257 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-58855bbb-970a-4403-a68f-d1cf295cb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.369936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.402281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-58855bbb-970a-4403-a68f-d1cf295cb973 None None] For port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:45.409253 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-58855bbb-970a-4403-a68f-d1cf295cb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.454596 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:45.470940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58855bbb-970a-4403-a68f-d1cf295cb973 None None] Pushing event updated for resources: {'Port': ['ID=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:45.471602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:45.473909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:45.477126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ff2ac1cf-7d3e-44c9-84a0-90381a740a0c no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:45.495870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.497626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:45.502287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: ff2ac1cf-7d3e-44c9-84a0-90381a740a0c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:45.502287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ff2ac1cf-7d3e-44c9-84a0-90381a740a0c not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:45.502730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 55b76989-7b3c-4148-ad38-ce396c04d4c1 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:45.523431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31c5d93d-94b7-4352-8e66-c87c1cfc2f67 req-6375dc21-5b7c-4b50-8f45-af953277d50e tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451630 Nov 23 22:49:45.524447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:45.538017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 55b76989-7b3c-4148-ad38-ce396c04d4c1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:45.538290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 55b76989-7b3c-4148-ad38-ce396c04d4c1 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:45.568382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22da9a2f-bee1-4782-9c6e-94578c7380c3 req-a953b5f1-4745-40c4-9ffe-a68e615b0cdf tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531705 Nov 23 22:49:45.570633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event updated for resources: {'Port': ['ID=6a826c5d-218a-4e81-b087-536b1d37006c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:45.576592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5e7d7f2e-7f2d-488a-884c-775eb5fb086b None None] Provisioning complete for port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:45.577026 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7f2e-7f2d-488a-884c-775eb5fb086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.691511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.739862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:45.758749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'port_id': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'mac_address': 'fa:16:3e:9d:30:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:45.797146 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:45.835993 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29470f-90c0-436f-b1c4-fc237c64a284 None None] The sync data for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 is: [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:49:45.839832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.859051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.881751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a77e1d8-baab-43cf-9e56-a9f73da30ffb {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:45.897364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event updated for resources: {'Port': ['ID=c1a703ac-8f75-407b-8ecc-8921abef1aa0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:45.944099 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6474c1-0ad5-496c-ab9b-7f6dee6d338b x-openstack-request-id: req-1a6474c1-0ad5-496c-ab9b-7f6dee6d338b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:45.944677 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aced2012-f3eb-4aff-bf67-0f4aabbe4785", "name": "network-vif-deleted", "tag": "55b76989-7b3c-4148-ad38-ce396c04d4c1", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:45.945096 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a6474c1-0ad5-496c-ab9b-7f6dee6d338b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:45.945559 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced2012-f3eb-4aff-bf67-0f4aabbe4785', 'name': 'network-vif-deleted', 'tag': '55b76989-7b3c-4148-ad38-ce396c04d4c1', 'status': 'completed', 'code': 200} Nov 23 22:49:45.953666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:45.963607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.974683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c0c226-be9d-42fe-9baf-d3ca77051566 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:45.982933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:45.995664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:46.003917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Transition to ACTIVE for port object c1c0c226-be9d-42fe-9baf-d3ca77051566 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:49:46.009789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.026558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:46.041140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:46.054472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:46.094616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.107626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2e61-ba21-4784-8ea6-f9e5b459de44 req-72eadf95-2f01-49b0-88eb-ebd72a1d66d2 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:46.116227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-876f2e61-ba21-4784-8ea6-f9e5b459de44 req-72eadf95-2f01-49b0-88eb-ebd72a1d66d2 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 946 time: 0.3518558 Nov 23 22:49:46.127728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0c226-be9d-42fe-9baf-d3ca77051566,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:46.180713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['3a77e1d8-baab-43cf-9e56-a9f73da30ffb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:46.193753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Attempting to bind port c1c0c226-be9d-42fe-9baf-d3ca77051566 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:46.194092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Attempting to bind port c1c0c226-be9d-42fe-9baf-d3ca77051566 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:46.194490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Attempting to bind port c1c0c226-be9d-42fe-9baf-d3ca77051566 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:46.201427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Port c1c0c226-be9d-42fe-9baf-d3ca77051566 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:49:46.201793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Attempting to bind port c1c0c226-be9d-42fe-9baf-d3ca77051566 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:46.208674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:46.209034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Checking segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:46.209393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Bound using segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:46.209959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Bound port: c1c0c226-be9d-42fe-9baf-d3ca77051566, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:46.210316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.221652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f132e8-6ed2-43ce-b6c8-424a49562627 req-14669f7b-58af-4a80-8a4d-2d3f2698ae96 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:46.229264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28f132e8-6ed2-43ce-b6c8-424a49562627 req-14669f7b-58af-4a80-8a4d-2d3f2698ae96 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.2535186 Nov 23 22:49:46.249216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:46.249878 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.313311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-876f2e61-ba21-4784-8ea6-f9e5b459de44 req-32e1ce7c-6997-478a-b57b-c68e991c60be tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955462 Nov 23 22:49:46.326418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] For port c1c0c226-be9d-42fe-9baf-d3ca77051566, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:46.331446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] For port c1c0c226-be9d-42fe-9baf-d3ca77051566, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c1c0c226-be9d-42fe-9baf-d3ca77051566,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:46.337469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-452ff538-6062-4bc1-9275-858cb6b627d1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5682578 Nov 23 22:49:46.338501 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.362541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Request body: {'port': {'device_id': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:46.396325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:46.398425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.400895 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] 10.222.0.46 "PUT /v2.0/ports/c1c0c226-be9d-42fe-9baf-d3ca77051566 HTTP/1.1" status: 200 len: 1092 time: 1.5113134 Nov 23 22:49:46.470004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28f132e8-6ed2-43ce-b6c8-424a49562627 req-536596c2-0af7-444a-8de9-1b8765335252 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397485 Nov 23 22:49:46.521164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace250b2-d73a-4cba-8883-d43917072d34 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0c226-be9d-42fe-9baf-d3ca77051566,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:46.564586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-246e4deb-e069-4fc3-bb95-05aaa88b4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:46.565240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.568462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-246e4deb-e069-4fc3-bb95-05aaa88b4fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 1095 time: 0.1075928 Nov 23 22:49:46.647102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-24b49c51-df4b-4ff1-b82f-314b835306e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c0c226-be9d-42fe-9baf-d3ca77051566 HTTP/1.1" status: 200 len: 217 time: 0.0714645 Nov 23 22:49:46.739248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-58bea4e6-143a-45ac-ad4a-92d51cd6788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:46.740793 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-58bea4e6-143a-45ac-ad4a-92d51cd6788b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.0868442 Nov 23 22:49:46.787580 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.809067 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-a300c4ce-f864-46d3-9225-cafff68234f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514984 Nov 23 22:49:46.824355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.899354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:46.996362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dc0a7-fcb3-4203-9ef7-1cee3721e534 req-5a77e37b-1c9a-4195-8245-85ed3ef6ab28 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:46.998925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-692dc0a7-fcb3-4203-9ef7-1cee3721e534 req-5a77e37b-1c9a-4195-8245-85ed3ef6ab28 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 944 time: 0.3560684 Nov 23 22:49:47.006854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event updated for resources: {'Port': ['ID=6a826c5d-218a-4e81-b087-536b1d37006c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:47.021911 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-740c3f3b-b05d-42fb-b54d-7c8e503fd27e service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023277 Nov 23 22:49:47.045424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:47.047156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:47.056540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c730470-b6cc-45ed-82d8-dd7f5bb3cac1 req-c9b9b228-90f4-4fb0-aee0-e40a4f21c32e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:47.064037 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c730470-b6cc-45ed-82d8-dd7f5bb3cac1 req-c9b9b228-90f4-4fb0-aee0-e40a4f21c32e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 944 time: 0.3724897 Nov 23 22:49:47.129070 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:47.179201 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-cdc3715e-1231-4627-b99b-540eff1bce3a service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491697 Nov 23 22:49:47.216739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-692dc0a7-fcb3-4203-9ef7-1cee3721e534 req-072d220d-7870-419c-bcbe-e35933e5c2d8 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980150 Nov 23 22:49:47.220235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:47.221629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d10ec79-09cd-4c09-8884-7ae4de75d288 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3136637 Nov 23 22:49:47.469244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:47.554481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:47.554848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:47.726669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:47.768604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:47.772637 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6225e75-669c-4a63-884b-219618699792" -d '{"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-plugged", "status": "completed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:47.794102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:47.802939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:47.880311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=10']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:47.920238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c730470-b6cc-45ed-82d8-dd7f5bb3cac1 req-ed7dba5f-f849-40e8-aea9-4a41774dfff2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8546877 Nov 23 22:49:47.957226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'tag': 'c1c0c226-be9d-42fe-9baf-d3ca77051566'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:47.957226 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b565dd42-8d29-440a-83f8-c5241ed71aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5766d0-8837-4be7-8d2d-38e82746a7eb", "tag": "c1c0c226-be9d-42fe-9baf-d3ca77051566"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:48.021426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a580f-3fe9-4a6f-95a0-2d9a8294e820 req-9c126f06-e7b6-464f-98f6-c0d1bdfd6960 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.033085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c61a580f-3fe9-4a6f-95a0-2d9a8294e820 req-9c126f06-e7b6-464f-98f6-c0d1bdfd6960 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1829135 Nov 23 22:49:48.036152 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2289aa7d-cf2b-441b-b87f-37157068bd39 x-openstack-request-id: req-2289aa7d-cf2b-441b-b87f-37157068bd39 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:48.036487 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-plugged", "status": "completed", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:48.036746 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2289aa7d-cf2b-441b-b87f-37157068bd39 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:48.037139 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'code': 200} Nov 23 22:49:48.065937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a703ac-8f75-407b-8ecc-8921abef1aa0 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:48.090156 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d14011-2c1e-4ec5-b034-16eb7b4edafe x-openstack-request-id: req-b0d14011-2c1e-4ec5-b034-16eb7b4edafe {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:48.090997 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5766d0-8837-4be7-8d2d-38e82746a7eb", "tag": "c1c0c226-be9d-42fe-9baf-d3ca77051566", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:48.091422 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0d14011-2c1e-4ec5-b034-16eb7b4edafe {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:48.092073 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'tag': 'c1c0c226-be9d-42fe-9baf-d3ca77051566', 'status': 'completed', 'code': 200} Nov 23 22:49:48.093640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:48.125159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Transition to ACTIVE for port object c1a703ac-8f75-407b-8ecc-8921abef1aa0 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:49:48.151314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:48.226373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-3c86f093-d8cb-4e88-a3cd-7566c80cb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.228901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-3c86f093-d8cb-4e88-a3cd-7566c80cb2ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 1095 time: 0.0999968 Nov 23 22:49:48.263543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a703ac-8f75-407b-8ecc-8921abef1aa0,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:48.286493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c61a580f-3fe9-4a6f-95a0-2d9a8294e820 req-c9fec9a8-4292-4b53-aaa5-4d92b2e06fb7 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462280 Nov 23 22:49:48.456434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5efca8-215a-44ba-a326-56d9ef1f2161 req-5b3206e8-2400-46d6-80f5-711e49fdff3a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.458055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b5efca8-215a-44ba-a326-56d9ef1f2161 req-5b3206e8-2400-46d6-80f5-711e49fdff3a tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 944 time: 0.0982318 Nov 23 22:49:48.460480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Attempting to bind port c1a703ac-8f75-407b-8ecc-8921abef1aa0 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:48.460742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Attempting to bind port c1a703ac-8f75-407b-8ecc-8921abef1aa0 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:48.461786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Attempting to bind port c1a703ac-8f75-407b-8ecc-8921abef1aa0 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:48.465529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c40b6-a1b9-4b87-b307-ff2f0af8c75f req-733c6bf5-aa74-4b38-8617-b867705aa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.467119 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f59c40b6-a1b9-4b87-b307-ff2f0af8c75f req-733c6bf5-aa74-4b38-8617-b867705aa842 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 1097 time: 0.1096447 Nov 23 22:49:48.469148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-1f387dab-3286-4477-ade5-5a6aeda90c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.470654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-1f387dab-3286-4477-ade5-5a6aeda90c74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 914 time: 0.2311006 Nov 23 22:49:48.474407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Port c1a703ac-8f75-407b-8ecc-8921abef1aa0 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:49:48.474740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Attempting to bind port c1a703ac-8f75-407b-8ecc-8921abef1aa0 on network b6b4c3c7-3460-45cc-baf3-ff5635dc37ef {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:48.493050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:48.493398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Checking segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:48.493780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Bound using segment: {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:48.494241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Bound port: c1a703ac-8f75-407b-8ecc-8921abef1aa0, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbda409-8155-4835-89e5-20115a632a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:48.494741 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:48.539843 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-13db65f1-dd54-44ad-961a-70253ccc1962 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c0c226-be9d-42fe-9baf-d3ca77051566 HTTP/1.1" status: 200 len: 217 time: 0.0593824 Nov 23 22:49:48.572343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b5efca8-215a-44ba-a326-56d9ef1f2161 req-02cba20c-88ce-407a-b19f-8585bf95a1cf tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049433 Nov 23 22:49:48.621031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f59c40b6-a1b9-4b87-b307-ff2f0af8c75f req-1f204dd2-09a4-4435-a9ef-95105fe1ff83 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417584 Nov 23 22:49:48.648266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-f58c47e0-6aea-4d0a-9c16-ea46471e0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.650643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-f58c47e0-6aea-4d0a-9c16-ea46471e0d0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.0790019 Nov 23 22:49:48.652046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] For port c1a703ac-8f75-407b-8ecc-8921abef1aa0, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:48.656463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] For port c1a703ac-8f75-407b-8ecc-8921abef1aa0, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c1a703ac-8f75-407b-8ecc-8921abef1aa0,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:48.661263 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:48.712173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.712971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:48.714610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1a703ac-8f75-407b-8ecc-8921abef1aa0 HTTP/1.1" status: 200 len: 1091 time: 2.3582454 Nov 23 22:49:48.715352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'tag': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:48.718717 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598ba7b3-a4b5-428a-b674-95fa64557562" -d '{"events": [{"name": "network-changed", "server_uuid": "567a0985-e46c-43ca-a094-6a2e361a1c0a", "tag": "c1a703ac-8f75-407b-8ecc-8921abef1aa0"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:48.745027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ff0d4-cd42-406b-a0a1-1a11cef34465 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a703ac-8f75-407b-8ecc-8921abef1aa0,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:48.766782 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc06dfb-e574-4758-bc13-a98672457549 x-openstack-request-id: req-3cc06dfb-e574-4758-bc13-a98672457549 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:48.767082 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567a0985-e46c-43ca-a094-6a2e361a1c0a", "tag": "c1a703ac-8f75-407b-8ecc-8921abef1aa0", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:48.767355 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cc06dfb-e574-4758-bc13-a98672457549 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:48.767797 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'tag': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0', 'status': 'completed', 'code': 200} Nov 23 22:49:48.831818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-71378a77-16a9-4c7e-9d20-8542acab332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.831818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-71378a77-16a9-4c7e-9d20-8542acab332f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 1094 time: 0.0437329 Nov 23 22:49:48.866628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-623f0b8a-ca5f-4446-a146-d5b15893ec94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323312 Nov 23 22:49:48.889074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-b3834cc5-7162-4d2f-9864-0bf43e0d1390 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1a703ac-8f75-407b-8ecc-8921abef1aa0 HTTP/1.1" status: 200 len: 217 time: 0.0405912 Nov 23 22:49:48.945782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-478d7774-4d44-42bf-ac74-0e15d36e6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:48.947964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-478d7774-4d44-42bf-ac74-0e15d36e6679 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.0496612 Nov 23 22:49:48.972987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-67d5e063-6498-4c74-a485-b5334f1b7bbd service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974553 Nov 23 22:49:49.015443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-55451bc3-43d3-4d5e-85ff-f60899f84cc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602996 Nov 23 22:49:49.111711 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b565dd42-8d29-440a-83f8-c5241ed71aa3 req-ed2fb00e-0012-4f3b-bfc5-ba7e0ca1bd4f service neutron] 10.222.0.46 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259468 Nov 23 22:49:49.152464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016cb54-49a5-40fa-8683-dcc088a7b750 req-17bb48e3-8d67-4466-8dc6-cd3eaa18579b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:49.154083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8016cb54-49a5-40fa-8683-dcc088a7b750 req-17bb48e3-8d67-4466-8dc6-cd3eaa18579b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 946 time: 0.1336436 Nov 23 22:49:49.208180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-4c406ae8-097e-4b77-bc11-cdda72880a29 service neutron] 10.222.0.48 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725931 Nov 23 22:49:49.313803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8016cb54-49a5-40fa-8683-dcc088a7b750 req-b9374639-68cc-4aad-b13f-b72ef2103f04 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469045 Nov 23 22:49:49.357849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb335974-08b9-44cf-a1f2-b1c84f70bf61 req-bcc1716a-52f0-40f3-b935-8c825a0ca707 service neutron] 10.222.0.48 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383865 Nov 23 22:49:49.422761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668c42-c7dc-419b-a880-935d445f1e74 req-1746b9cb-1009-44b9-90be-410aa51778dd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:49.424690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82668c42-c7dc-419b-a880-935d445f1e74 req-1746b9cb-1009-44b9-90be-410aa51778dd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0615749 Nov 23 22:49:49.495517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c1c0c226-be9d-42fe-9baf-d3ca77051566 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:49.518619 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82668c42-c7dc-419b-a880-935d445f1e74 req-cd3ad015-29c3-4c3a-b726-27425314233a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874784 Nov 23 22:49:49.533627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-ed594781-7ac5-404f-b5fd-ab1f914a9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:49.536318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-ed594781-7ac5-404f-b5fd-ab1f914a9e39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21aa19cd65564d79af4737d67149b233&device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 1094 time: 0.0659997 Nov 23 22:49:49.667925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c1c0c226-be9d-42fe-9baf-d3ca77051566, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c1c0c226-be9d-42fe-9baf-d3ca77051566,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:49.701650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'c1c0c226-be9d-42fe-9baf-d3ca77051566', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'port_id': 'c1c0c226-be9d-42fe-9baf-d3ca77051566', 'mac_address': 'fa:16:3e:63:f5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b55afc-a10a-4b12-8b25-b5233476ac09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:49.753252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:49.773616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0c226-be9d-42fe-9baf-d3ca77051566 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:49.818375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d76f-c324-4177-843d-8f68b0908200 req-976c7782-6b10-4b53-8f52-9dd583375f63 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:49.819981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7782d76f-c324-4177-843d-8f68b0908200 req-976c7782-6b10-4b53-8f52-9dd583375f63 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 944 time: 0.1138642 Nov 23 22:49:49.826092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c1c0c226-be9d-42fe-9baf-d3ca77051566, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c1c0c226-be9d-42fe-9baf-d3ca77051566,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:49.829122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-18002f56-b2df-4b00-b7c7-9aa6703f406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:49.830793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-18002f56-b2df-4b00-b7c7-9aa6703f406a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 200 len: 914 time: 0.2863455 Nov 23 22:49:49.831494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:49.939846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c1c0c226-be9d-42fe-9baf-d3ca77051566,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:49.959306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7782d76f-c324-4177-843d-8f68b0908200 req-b1b1c664-ce68-47fe-9b8d-3a83bfcd28ab tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273344 Nov 23 22:49:49.961447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-008f5dd0-2f12-4a2c-98f6-1b9fee2cdcb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1a703ac-8f75-407b-8ecc-8921abef1aa0 HTTP/1.1" status: 200 len: 217 time: 0.1081560 Nov 23 22:49:50.033996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-3d19c5eb-0916-469e-9d5b-7a48c14ade25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:50.036360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-3d19c5eb-0916-469e-9d5b-7a48c14ade25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 200 len: 853 time: 0.0678573 Nov 23 22:49:50.067079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c1c0c226-be9d-42fe-9baf-d3ca77051566'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:50.088609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-d4957598-e2a7-4f07-90ea-4099d86ae071 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418248 Nov 23 22:49:50.261945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-a389344e-f653-4dcd-95c3-ba58fa5fe7db service neutron] 10.222.0.48 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620264 Nov 23 22:49:50.463628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-598ba7b3-a4b5-428a-b674-95fa64557562 req-f4b996a1-ee55-482f-b02c-988b7b94e320 service neutron] 10.222.0.48 "GET /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948383 Nov 23 22:49:50.501426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb028-b80d-45f2-a77b-6dd7f1e827e9 req-faa8f1f1-0ca9-42a8-80fd-0870351981e8 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:50.510673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13ebb028-b80d-45f2-a77b-6dd7f1e827e9 req-faa8f1f1-0ca9-42a8-80fd-0870351981e8 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 946 time: 0.0965228 Nov 23 22:49:50.584252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13ebb028-b80d-45f2-a77b-6dd7f1e827e9 req-086b4ec0-9578-41c7-8b7c-c90914bd75aa tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707805 Nov 23 22:49:50.716500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c0e00-3fc3-4645-a9f4-286492a3f92b req-7b9470ef-aa63-403c-a0f1-26213dd721f5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:50.718862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-961c0e00-3fc3-4645-a9f4-286492a3f92b req-7b9470ef-aa63-403c-a0f1-26213dd721f5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0696175 Nov 23 22:49:50.810052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-961c0e00-3fc3-4645-a9f4-286492a3f92b req-f07d8d54-0e59-46e1-ac51-ddcff2308178 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723681 Nov 23 22:49:50.877789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443e0b9-9bc8-42f8-ab64-adde743f3060 req-3461e224-5456-4629-9229-66190410df91 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:50.879409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f443e0b9-9bc8-42f8-ab64-adde743f3060 req-3461e224-5456-4629-9229-66190410df91 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 946 time: 0.0608096 Nov 23 22:49:50.937363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f443e0b9-9bc8-42f8-ab64-adde743f3060 req-345a5782-c150-4a8a-932b-38ecf74bde68 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515020 Nov 23 22:49:51.087970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc8f24-085a-4aaf-aaa6-8cbfe0ba0904 req-0f6c7b0c-02a9-4fe6-8835-76bd2f99eb75 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:51.089422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9dfc8f24-085a-4aaf-aaa6-8cbfe0ba0904 req-0f6c7b0c-02a9-4fe6-8835-76bd2f99eb75 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 945 time: 0.0556362 Nov 23 22:49:51.161361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9dfc8f24-085a-4aaf-aaa6-8cbfe0ba0904 req-59127a32-64a2-4004-94b4-5326729d44bf tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616496 Nov 23 22:49:51.519321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c1c0c226-be9d-42fe-9baf-d3ca77051566 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:51.573842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port c1c0c226-be9d-42fe-9baf-d3ca77051566 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:51.579602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port c1c0c226-be9d-42fe-9baf-d3ca77051566 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:51.580010 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:51.730215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d73278-b326-4085-87b4-9a39adff726c req-39ec357d-b6b5-41dc-a290-8461c8995aba tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:51.736350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46d73278-b326-4085-87b4-9a39adff726c req-39ec357d-b6b5-41dc-a290-8461c8995aba tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 946 time: 0.0657656 Nov 23 22:49:51.800766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46d73278-b326-4085-87b4-9a39adff726c req-925e7e6f-7774-4698-bc75-ed836cbe513d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600779 Nov 23 22:49:51.805179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:51.850802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0c226-be9d-42fe-9baf-d3ca77051566'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:51.853235 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e196471a-fcdc-4289-9724-e91f748e3ac4" -d '{"events": [{"server_uuid": "8c5766d0-8837-4be7-8d2d-38e82746a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0c226-be9d-42fe-9baf-d3ca77051566"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:51.868022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c1c0c226-be9d-42fe-9baf-d3ca77051566, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c1c0c226-be9d-42fe-9baf-d3ca77051566,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:51.872902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:51.957818 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c842464d-e063-4d7b-b7b1-a7956442438d x-openstack-request-id: req-c842464d-e063-4d7b-b7b1-a7956442438d {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:51.957818 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5766d0-8837-4be7-8d2d-38e82746a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0c226-be9d-42fe-9baf-d3ca77051566", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:51.957818 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c842464d-e063-4d7b-b7b1-a7956442438d {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:51.958087 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0c226-be9d-42fe-9baf-d3ca77051566', 'code': 200} Nov 23 22:49:51.958975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c1c0c226-be9d-42fe-9baf-d3ca77051566,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:51.987772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36720-5144-42a6-a4c7-d43235a387cb req-8792b2a1-7cac-415e-8f74-da42c16c5fbb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:52.000055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8a36720-5144-42a6-a4c7-d43235a387cb req-8792b2a1-7cac-415e-8f74-da42c16c5fbb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1165051 Nov 23 22:49:52.067547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdf83-b51b-4bb5-a35d-b1b17f7fa337 req-4577c5fd-6e3c-4ac9-93df-379acc17cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:52.070834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5dcfdf83-b51b-4bb5-a35d-b1b17f7fa337 req-4577c5fd-6e3c-4ac9-93df-379acc17cb3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 1097 time: 0.0466342 Nov 23 22:49:52.071749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8a36720-5144-42a6-a4c7-d43235a387cb req-6b43a1c1-54a1-428b-8900-7f1cf60c30bb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Nov 23 22:49:52.137348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5dcfdf83-b51b-4bb5-a35d-b1b17f7fa337 req-ea4ef1c7-20d8-4f97-9e4c-6766b74d0f49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557351 Nov 23 22:49:52.185640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428a43b-28f4-492c-9cf3-5d432ef97959 req-7085b0fb-0619-43b1-972f-042c6af61629 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:52.187863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3428a43b-28f4-492c-9cf3-5d432ef97959 req-7085b0fb-0619-43b1-972f-042c6af61629 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 946 time: 0.0578887 Nov 23 22:49:52.247178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c1a703ac-8f75-407b-8ecc-8921abef1aa0 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:52.303439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3428a43b-28f4-492c-9cf3-5d432ef97959 req-05bbbeb1-2e49-49a0-b33d-1bf6d3b1ed9e tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d6e0834-0650-480e-95b8-b55a91a34fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073411 Nov 23 22:49:52.356938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278e285-0193-4a28-895b-338859095758 req-7fd1d411-9bd4-48ed-bc61-9421423640b8 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:52.360862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6278e285-0193-4a28-895b-338859095758 req-7fd1d411-9bd4-48ed-bc61-9421423640b8 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 946 time: 0.1158597 Nov 23 22:49:52.372866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-51e4f106-d767-4df2-b252-d0eb55db3629 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:52.375092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-51e4f106-d767-4df2-b252-d0eb55db3629 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.48 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 946 time: 0.1159213 Nov 23 22:49:52.391003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c1a703ac-8f75-407b-8ecc-8921abef1aa0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c1a703ac-8f75-407b-8ecc-8921abef1aa0,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:52.403978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0', 'network_id': 'b6b4c3c7-3460-45cc-baf3-ff5635dc37ef', 'port_id': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0', 'mac_address': 'fa:16:3e:e8:75:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b55afc-a10a-4b12-8b25-b5233476ac09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:52.446438 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:52.460411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6278e285-0193-4a28-895b-338859095758 req-81df3931-6761-4a96-924b-47d1f3d6d793 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841877 Nov 23 22:49:52.464591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a703ac-8f75-407b-8ecc-8921abef1aa0 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:52.489519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c1a703ac-8f75-407b-8ecc-8921abef1aa0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c1a703ac-8f75-407b-8ecc-8921abef1aa0,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:52.496326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:52.529420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Deleting port 6df6fe04-58c6-42cb-9a02-497c1e243aac {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:52.529649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:52.564179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c1a703ac-8f75-407b-8ecc-8921abef1aa0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:52.641732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] For port 6df6fe04-58c6-42cb-9a02-497c1e243aac, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6df6fe04-58c6-42cb-9a02-497c1e243aac,segment=NetworkSegment(1bb55657-7440-42c1-849d-b841fbf500ee),segment_id=1bb55657-7440-42c1-849d-b841fbf500ee)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:52.642080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:52.657465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Calling delete_port for 6df6fe04-58c6-42cb-9a02-497c1e243aac owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:52.804961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:52.844435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Pushing event deleted for resources: {'Port': ['ID=6df6fe04-58c6-42cb-9a02-497c1e243aac,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:52.846260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6df6fe04-58c6-42cb-9a02-497c1e243aac'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:52.882435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] No DVR routers for this DVR port 6df6fe04-58c6-42cb-9a02-497c1e243aac on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:52.885126 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:52.888993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f1fffce-87e1-4e89-b356-eeb71fafd80f req-d5cb09a3-d27b-4424-b348-5ad503c1d8e0 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.48 "DELETE /v2.0/ports/6df6fe04-58c6-42cb-9a02-497c1e243aac HTTP/1.1" status: 204 len: 173 time: 0.4973297 Nov 23 22:49:52.892877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55953e3c-ac2d-410e-aede-8246238f6755', 'name': 'network-vif-deleted', 'tag': '6df6fe04-58c6-42cb-9a02-497c1e243aac'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:52.894893 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b85941-0a85-4ca5-8723-24c35e4b48e6" -d '{"events": [{"server_uuid": "55953e3c-ac2d-410e-aede-8246238f6755", "name": "network-vif-deleted", "tag": "6df6fe04-58c6-42cb-9a02-497c1e243aac"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:52.948766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c1a703ac-8f75-407b-8ecc-8921abef1aa0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:52.992385 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c5e259-48ae-4f76-852d-8630e467539e x-openstack-request-id: req-d7c5e259-48ae-4f76-852d-8630e467539e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:52.993152 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55953e3c-ac2d-410e-aede-8246238f6755", "name": "network-vif-deleted", "tag": "6df6fe04-58c6-42cb-9a02-497c1e243aac", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:52.993768 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7c5e259-48ae-4f76-852d-8630e467539e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:52.994606 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55953e3c-ac2d-410e-aede-8246238f6755', 'name': 'network-vif-deleted', 'tag': '6df6fe04-58c6-42cb-9a02-497c1e243aac', 'status': 'completed', 'code': 200} Nov 23 22:49:53.258995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f20a-68df-406f-8fa8-74fc7a0de69a req-7a330342-e0ec-47fe-8b02-70f1074e9c5c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:53.260817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84f2f20a-68df-406f-8fa8-74fc7a0de69a req-7a330342-e0ec-47fe-8b02-70f1074e9c5c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0903821 Nov 23 22:49:53.323495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84f2f20a-68df-406f-8fa8-74fc7a0de69a req-75593624-62c4-4d8f-bf34-d357c34450a6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513737 Nov 23 22:49:53.424586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc93908a-ba21-4161-8c45-d200c454d557 req-bb5f3a6f-5a1c-46d1-ab77-cc352c942d96 tempest-VolumesActionsTest-1589862699 tempest-VolumesActionsTest-1589862699-project] 10.222.0.11 "GET /v2.0/ports?device_id=55953e3c-ac2d-410e-aede-8246238f6755 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Nov 23 22:49:53.629810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e155c-ec7e-459c-842d-6900d18a30bd req-0ec954e5-12a2-43ec-a0ae-5db69118c15f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:53.632271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c3e155c-ec7e-459c-842d-6900d18a30bd req-0ec954e5-12a2-43ec-a0ae-5db69118c15f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 946 time: 0.0794148 Nov 23 22:49:53.693718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c3e155c-ec7e-459c-842d-6900d18a30bd req-924c08b1-5850-4124-b8a8-f03133c39a41 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510650 Nov 23 22:49:53.822715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80e104-00f8-42f6-ba5a-45a79c2502b8 req-06f768f5-f6cc-4b63-aa35-fef968ba67f3 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:53.824253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef80e104-00f8-42f6-ba5a-45a79c2502b8 req-06f768f5-f6cc-4b63-aa35-fef968ba67f3 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 944 time: 0.0554619 Nov 23 22:49:53.875760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef80e104-00f8-42f6-ba5a-45a79c2502b8 req-d966c687-7935-414d-b3c1-1e0a4190064f tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Nov 23 22:49:54.457048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9542d-758e-4276-a85a-753b937f1105 req-ab2d52fe-fdb9-4222-800e-668878462cf9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:54.458597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52e9542d-758e-4276-a85a-753b937f1105 req-ab2d52fe-fdb9-4222-800e-668878462cf9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0557292 Nov 23 22:49:54.526494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52e9542d-758e-4276-a85a-753b937f1105 req-f66d8679-1e80-4f53-9446-78b4f7f90dca tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614483 Nov 23 22:49:55.010744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c7cf-a1de-4811-b380-b34eedc27e52 req-bae0a31d-d97b-4aed-bb15-a3872d3abdda tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:55.016079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1b0c7cf-a1de-4811-b380-b34eedc27e52 req-bae0a31d-d97b-4aed-bb15-a3872d3abdda tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 944 time: 0.0651929 Nov 23 22:49:55.072627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1b0c7cf-a1de-4811-b380-b34eedc27e52 req-26999b80-c464-4cfc-93a7-a6862b565876 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529439 Nov 23 22:49:55.698461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26669aa8-634d-4a3a-b6c2-b1cfdde31311 req-e00191c4-7219-4c3f-8836-314cd8091a64 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:55.700016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26669aa8-634d-4a3a-b6c2-b1cfdde31311 req-e00191c4-7219-4c3f-8836-314cd8091a64 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0662317 Nov 23 22:49:55.755746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26669aa8-634d-4a3a-b6c2-b1cfdde31311 req-6157fb83-2d12-42c9-9a37-43a4983e9251 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489616 Nov 23 22:49:56.230658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d389f-8974-4d26-87c7-2ba3b054dcb0 req-bdba869e-b307-426e-ac50-980ed3874c67 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:56.232187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-825d389f-8974-4d26-87c7-2ba3b054dcb0 req-bdba869e-b307-426e-ac50-980ed3874c67 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 944 time: 0.0568945 Nov 23 22:49:56.267044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c1a703ac-8f75-407b-8ecc-8921abef1aa0 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:56.353290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-825d389f-8974-4d26-87c7-2ba3b054dcb0 req-50a57150-24a8-4afe-a27a-1d689d4417b4 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128240 Nov 23 22:49:56.393695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port c1a703ac-8f75-407b-8ecc-8921abef1aa0 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:56.398813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port c1a703ac-8f75-407b-8ecc-8921abef1aa0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:56.399410 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:56.541580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:56.568556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:56.571193 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa3f4ca-48d7-4077-a253-516decc1be47" -d '{"events": [{"server_uuid": "567a0985-e46c-43ca-a094-6a2e361a1c0a", "name": "network-vif-plugged", "status": "completed", "tag": "c1a703ac-8f75-407b-8ecc-8921abef1aa0"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:56.585338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c1a703ac-8f75-407b-8ecc-8921abef1aa0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c1a703ac-8f75-407b-8ecc-8921abef1aa0,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:56.595620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:56.596527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6df6fe04-58c6-42cb-9a02-497c1e243aac no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:56.691873 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00827150-85a6-4fcb-81b3-1629a3b4936c x-openstack-request-id: req-00827150-85a6-4fcb-81b3-1629a3b4936c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:56.692308 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567a0985-e46c-43ca-a094-6a2e361a1c0a", "name": "network-vif-plugged", "status": "completed", "tag": "c1a703ac-8f75-407b-8ecc-8921abef1aa0", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:56.692585 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00827150-85a6-4fcb-81b3-1629a3b4936c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:56.693327 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0', 'code': 200} Nov 23 22:49:56.697628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 6df6fe04-58c6-42cb-9a02-497c1e243aac {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:56.698033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6df6fe04-58c6-42cb-9a02-497c1e243aac not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:56.748263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c1a703ac-8f75-407b-8ecc-8921abef1aa0,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:56.780581 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:56.808250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24caac-8fd2-4631-b702-c02cb2193561 req-b1d9d3fb-f6b7-4278-b4a5-cfbad7325f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:56.810353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a24caac-8fd2-4631-b702-c02cb2193561 req-b1d9d3fb-f6b7-4278-b4a5-cfbad7325f43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 1096 time: 0.0827093 Nov 23 22:49:56.892346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a24caac-8fd2-4631-b702-c02cb2193561 req-4aa3b84e-bad1-4b48-bc1d-4f8e2425535d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727990 Nov 23 22:49:56.977298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b76e-82de-4520-afc6-cfd458a82403 req-60b46548-1d3a-4159-a6ae-a3fd1a5401df tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:56.979319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbb1b76e-82de-4520-afc6-cfd458a82403 req-60b46548-1d3a-4159-a6ae-a3fd1a5401df tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0857444 Nov 23 22:49:57.061776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbb1b76e-82de-4520-afc6-cfd458a82403 req-c0f753fc-1920-4bc9-a530-c422905e4d41 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711684 Nov 23 22:49:57.499337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8120-4bc7-4e55-a06f-a9c65ce40d8f req-8696b378-f2d9-4d6d-8aa7-12b34d036c52 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:57.508509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-033b8120-4bc7-4e55-a06f-a9c65ce40d8f req-8696b378-f2d9-4d6d-8aa7-12b34d036c52 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 945 time: 0.0697896 Nov 23 22:49:57.581376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-033b8120-4bc7-4e55-a06f-a9c65ce40d8f req-f2622a25-1d83-4af4-8bf3-e783d6b69aa5 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714459 Nov 23 22:49:58.202166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6acfc5-1e79-4d4e-8d4b-2304838a06ce req-921b55e0-0136-41e0-a907-beb658941534 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:58.204153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e6acfc5-1e79-4d4e-8d4b-2304838a06ce req-921b55e0-0136-41e0-a907-beb658941534 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0569644 Nov 23 22:49:58.271789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e6acfc5-1e79-4d4e-8d4b-2304838a06ce req-7c03e481-a3d7-47ea-bb11-509c206eab37 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598781 Nov 23 22:49:58.743314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aae289-3758-4b56-b83f-6cc76f46f2a6 req-b435bca7-2229-4c2b-aa4d-ddc272162559 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:58.745351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20aae289-3758-4b56-b83f-6cc76f46f2a6 req-b435bca7-2229-4c2b-aa4d-ddc272162559 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 945 time: 0.0610225 Nov 23 22:49:58.857760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20aae289-3758-4b56-b83f-6cc76f46f2a6 req-041080ba-3a31-4fbf-ae45-f975c1108452 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975912 Nov 23 22:49:59.273498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aa4a3-b233-4b7c-b158-6c48d48c3cdd req-c3b57219-2f60-4287-9e26-afcb75bbbfbb tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:59.275016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c98aa4a3-b233-4b7c-b158-6c48d48c3cdd req-c3b57219-2f60-4287-9e26-afcb75bbbfbb tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 945 time: 0.0571270 Nov 23 22:49:59.329265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c98aa4a3-b233-4b7c-b158-6c48d48c3cdd req-ac173df1-3a85-45ef-8b43-e80aad21c8a1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Nov 23 22:49:59.434535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa0e6e-9c53-4126-8b8f-00f3a4817c9b req-71015fdd-f661-49b2-981f-ab6204d2ecea tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:59.443467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3fa0e6e-9c53-4126-8b8f-00f3a4817c9b req-71015fdd-f661-49b2-981f-ab6204d2ecea tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0708814 Nov 23 22:49:59.493711 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3fa0e6e-9c53-4126-8b8f-00f3a4817c9b req-18625283-9e8f-481c-9240-09f668c6aa35 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Nov 23 22:50:00.478192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597694d-50b7-4954-ada2-8fbffde81da2 req-5c5212fe-5c74-4d14-a023-1a2944f8c058 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:00.486677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f597694d-50b7-4954-ada2-8fbffde81da2 req-5c5212fe-5c74-4d14-a023-1a2944f8c058 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 945 time: 0.0742147 Nov 23 22:50:00.553187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f597694d-50b7-4954-ada2-8fbffde81da2 req-f742d146-2d4b-4c9d-8605-d013f6259458 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/security-groups?id=153d0894-9cbc-4041-8c75-75456e49a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655260 Nov 23 22:50:00.683913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014bf7-c966-4f2a-9af2-355eeac743df req-e97bbafb-18f7-4c84-a821-908272354c17 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:00.686380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52014bf7-c966-4f2a-9af2-355eeac743df req-e97bbafb-18f7-4c84-a821-908272354c17 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0878336 Nov 23 22:50:00.702759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-50228871-a595-4df7-a029-93c936ace5ea tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:00.717858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-50228871-a595-4df7-a029-93c936ace5ea tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.48 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 945 time: 0.1069379 Nov 23 22:50:00.764277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-f0ae5f28-2b39-44b7-a585-f6656f892f37 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:00.765913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-f0ae5f28-2b39-44b7-a585-f6656f892f37 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c5766d0-8837-4be7-8d2d-38e82746a7eb HTTP/1.1" status: 200 len: 946 time: 0.0690715 Nov 23 22:50:00.866454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52014bf7-c966-4f2a-9af2-355eeac743df req-2cc0d716-5b8c-49f9-be59-249063a0f13b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473658 Nov 23 22:50:00.933938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Deleting port c1a703ac-8f75-407b-8ecc-8921abef1aa0 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:00.935089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:00.936470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Deleting port c1c0c226-be9d-42fe-9baf-d3ca77051566 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:00.936898 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.087244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] For port c1c0c226-be9d-42fe-9baf-d3ca77051566, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c1c0c226-be9d-42fe-9baf-d3ca77051566,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:01.087244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.097940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] For port c1a703ac-8f75-407b-8ecc-8921abef1aa0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c1a703ac-8f75-407b-8ecc-8921abef1aa0,segment=NetworkSegment(dcbda409-8155-4835-89e5-20115a632a18),segment_id=dcbda409-8155-4835-89e5-20115a632a18)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:01.098372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.107762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Calling delete_port for c1c0c226-be9d-42fe-9baf-d3ca77051566 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:01.123895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Calling delete_port for c1a703ac-8f75-407b-8ecc-8921abef1aa0 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:01.289930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.294491 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.304316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c1c0c226-be9d-42fe-9baf-d3ca77051566'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:01.337065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event deleted for resources: {'Port': ['ID=c1a703ac-8f75-407b-8ecc-8921abef1aa0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:01.361164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c1a703ac-8f75-407b-8ecc-8921abef1aa0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:01.393304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Pushing event deleted for resources: {'Port': ['ID=c1c0c226-be9d-42fe-9baf-d3ca77051566,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:01.398356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] No DVR routers for this DVR port c1a703ac-8f75-407b-8ecc-8921abef1aa0 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:50:01.402271 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.411634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ad59fad-ab3e-4276-b76d-02e5693cc8b4 req-fe8d6710-d4e8-4d84-8c1e-91bd9bd3a438 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.48 "DELETE /v2.0/ports/c1a703ac-8f75-407b-8ecc-8921abef1aa0 HTTP/1.1" status: 204 len: 173 time: 0.6717577 Nov 23 22:50:01.413345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'name': 'network-vif-deleted', 'tag': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:01.420843 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e595c0-51b6-49bf-97c7-5fd3d4087bc4" -d '{"events": [{"server_uuid": "567a0985-e46c-43ca-a094-6a2e361a1c0a", "name": "network-vif-deleted", "tag": "c1a703ac-8f75-407b-8ecc-8921abef1aa0"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:01.423466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c1c0c226-be9d-42fe-9baf-d3ca77051566'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:01.466553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] No DVR routers for this DVR port c1c0c226-be9d-42fe-9baf-d3ca77051566 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:50:01.471679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.477837 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b6bdfc5c-498a-4931-90bf-46a4f7bf60fd req-e5d7d492-525f-4ea1-a696-d5e866a9cdd1 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.46 "DELETE /v2.0/ports/c1c0c226-be9d-42fe-9baf-d3ca77051566 HTTP/1.1" status: 204 len: 173 time: 0.7055457 Nov 23 22:50:01.478376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'name': 'network-vif-deleted', 'tag': 'c1c0c226-be9d-42fe-9baf-d3ca77051566'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:01.482012 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f794f88c-8420-4a0d-a33e-c368cf3ca021" -d '{"events": [{"server_uuid": "8c5766d0-8837-4be7-8d2d-38e82746a7eb", "name": "network-vif-deleted", "tag": "c1c0c226-be9d-42fe-9baf-d3ca77051566"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:01.491655 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b92e93-fcd3-4b1b-9f8e-5b97028b2e4b x-openstack-request-id: req-22b92e93-fcd3-4b1b-9f8e-5b97028b2e4b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:01.492909 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567a0985-e46c-43ca-a094-6a2e361a1c0a", "name": "network-vif-deleted", "tag": "c1a703ac-8f75-407b-8ecc-8921abef1aa0", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:01.493335 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22b92e93-fcd3-4b1b-9f8e-5b97028b2e4b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:01.493936 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567a0985-e46c-43ca-a094-6a2e361a1c0a', 'name': 'network-vif-deleted', 'tag': 'c1a703ac-8f75-407b-8ecc-8921abef1aa0', 'status': 'completed', 'code': 200} Nov 23 22:50:01.513125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c1a703ac-8f75-407b-8ecc-8921abef1aa0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:01.578112 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9989eca-755d-4599-9443-953f9ea63933 x-openstack-request-id: req-f9989eca-755d-4599-9443-953f9ea63933 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:01.582471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b3436cfc-b155-464b-a343-03ffdced2e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.583938 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5766d0-8837-4be7-8d2d-38e82746a7eb", "name": "network-vif-deleted", "tag": "c1c0c226-be9d-42fe-9baf-d3ca77051566", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:01.584523 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9989eca-755d-4599-9443-953f9ea63933 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:01.585635 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5766d0-8837-4be7-8d2d-38e82746a7eb', 'name': 'network-vif-deleted', 'tag': 'c1c0c226-be9d-42fe-9baf-d3ca77051566', 'status': 'completed', 'code': 200} Nov 23 22:50:01.707519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aed802ad-845d-4b39-ba6e-e195a6ebcd4b req-d7faa3ec-95e8-4e32-8bbc-b5fb3b2ce830 tempest-MultipleCreateTestJSON-1117155463 tempest-MultipleCreateTestJSON-1117155463-project] 10.222.0.11 "GET /v2.0/ports?device_id=567a0985-e46c-43ca-a094-6a2e361a1c0a HTTP/1.1" status: 200 len: 210 time: 0.0273254 Nov 23 22:50:02.092359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b331871-a791-4eba-b55d-affa7f1c0d65 req-5173b6b5-3008-4cfe-94d4-db296e74b648 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:02.100676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b331871-a791-4eba-b55d-affa7f1c0d65 req-5173b6b5-3008-4cfe-94d4-db296e74b648 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1280212 Nov 23 22:50:02.184054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b331871-a791-4eba-b55d-affa7f1c0d65 req-1417ed4e-819e-49ce-86b9-0fc55ea529be tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753520 Nov 23 22:50:02.806520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45438) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:02.859221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] Deleting subnet 99b55afc-a10a-4b12-8b25-b5233476ac09 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:50:02.863182 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:02.903609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:02.948776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.021455 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.056206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b55afc-a10a-4b12-8b25-b5233476ac09,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:03.066490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.072148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e2893489-043a-4c75-8c88-3f71a048fdc3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/99b55afc-a10a-4b12-8b25-b5233476ac09 HTTP/1.1" status: 204 len: 168 time: 0.2632992 Nov 23 22:50:03.073422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45450) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:03.161231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.291908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.314920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b4c3c7-3460-45cc-baf3-ff5635dc37ef']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:03.328912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbda409-8155-4835-89e5-20115a632a18') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:03.329420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbda409-8155-4835-89e5-20115a632a18') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:03.340066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.356036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.364163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:50:03.364879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.404245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22840c9-9cd8-44f9-a8ca-b7ddc5f50294 req-cb3e16ec-d5d7-49a5-a42e-fca1c2ceb4fd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:03.406756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e22840c9-9cd8-44f9-a8ca-b7ddc5f50294 req-cb3e16ec-d5d7-49a5-a42e-fca1c2ceb4fd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0986571 Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:50:03.436540 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:50:03.446968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.464296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.470751 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] 10.222.0.11 "DELETE /v2.0/networks/b6b4c3c7-3460-45cc-baf3-ff5635dc37ef HTTP/1.1" status: 204 len: 168 time: 0.3933656 Nov 23 22:50:03.470751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c411cf-6730-4c59-9a42-f3f69d4db3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b4c3c7-3460-45cc-baf3-ff5635dc37ef,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:03.473725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e22840c9-9cd8-44f9-a8ca-b7ddc5f50294 req-8c73bb13-75c9-4913-8327-973c92d409a2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605454 Nov 23 22:50:03.613916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45464) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:03.661970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45466) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:03.662507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ce4478b0-37e2-41c9-96d1-1ae21ed708db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21aa19cd65564d79af4737d67149b233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472031 Nov 23 22:50:03.721514 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd37627d-103d-4779-890a-112e12e407f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.749339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd37627d-103d-4779-890a-112e12e407f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.812531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd37627d-103d-4779-890a-112e12e407f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.816256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd37627d-103d-4779-890a-112e12e407f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.817956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fd37627d-103d-4779-890a-112e12e407f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/153d0894-9cbc-4041-8c75-75456e49a70d HTTP/1.1" status: 204 len: 168 time: 0.1543250 Nov 23 22:50:03.829230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37627d-103d-4779-890a-112e12e407f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d0894-9cbc-4041-8c75-75456e49a70d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:04.081151 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7a5f-79cc-47e8-9739-ddddb6072193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:04.310117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c1a703ac-8f75-407b-8ecc-8921abef1aa0 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:04.358563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: c1a703ac-8f75-407b-8ecc-8921abef1aa0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:04.359082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c1a703ac-8f75-407b-8ecc-8921abef1aa0 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:04.680695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ecb96-8290-4ed4-894e-6c027db152d8 req-ebaf46c4-d989-4ef0-837c-39db4bc969e2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:04.688340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f25ecb96-8290-4ed4-894e-6c027db152d8 req-ebaf46c4-d989-4ef0-837c-39db4bc969e2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1088386 Nov 23 22:50:04.749238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f25ecb96-8290-4ed4-894e-6c027db152d8 req-150c8853-fcba-4f51-b038-105c3be11b1d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590725 Nov 23 22:50:04.909896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:04.972434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.056044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-network', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:05.085249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Made reservation on behalf of ac627df0c8444f91bfeb909e1e824028 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:05.087797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.100527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.220048 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.228539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.285823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:50:05.315223 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.316434 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Added segment 637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd of type vlan for network e5dc7a65-62b2-4918-9a56-9d42377c2035 Nov 23 22:50:05.409991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.480577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60f1c4-5630-4c1a-b955-4759f7ba7c52,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:05.484128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.485663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:05.486425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.578722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c1c0c226-be9d-42fe-9baf-d3ca77051566 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:05.609295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] Pushing event updated for resources: {'Network': ['ID=e5dc7a65-62b2-4918-9a56-9d42377c2035,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:05.634882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0c3902cc-4db5-4a87-85c8-5f3571c28833 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7233548 Nov 23 22:50:05.638368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45528) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:05.644794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Request body: {'subnet': {'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-subnet', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:05.673306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c1c0c226-be9d-42fe-9baf-d3ca77051566 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:05.674049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c1c0c226-be9d-42fe-9baf-d3ca77051566 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:05.676260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:50:05.703665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Made reservation on behalf of ac627df0c8444f91bfeb909e1e824028 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:05.706289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.032882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.082681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfccfb9-c699-43fb-9f47-479ce7348c7e req-6faf637b-5e87-4ae4-9097-fc1f4f853819 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:06.084112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cfccfb9-c699-43fb-9f47-479ce7348c7e req-6faf637b-5e87-4ae4-9097-fc1f4f853819 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1063135 Nov 23 22:50:06.119280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60c0aac-6cba-48a7-a9b3-38a49ed6b654,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:06.162274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Checking segment: {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:06.162640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Network hostable DHCP agents. Network: e5dc7a65-62b2-4918-9a56-9d42377c2035, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:50:06.181125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cfccfb9-c699-43fb-9f47-479ce7348c7e req-3720f1bc-b607-4607-930d-88200a66eea3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903492 Nov 23 22:50:06.196230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:50:06.216353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e5dc7a65-62b2-4918-9a56-9d42377c2035) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:06.222148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:06.223002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.228107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f377ff-0a73-4930-808a-3c4637fb5be9 None None] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:50:06.243721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f20507e0-288d-4016-a756-ed398fb1bd72 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6028581 Nov 23 22:50:06.246187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:06.251097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:06.273405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.274442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.321300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f3db8a14-16ad-4620-bdbd-463b5de763ba details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:50:06.334156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.385009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8f191-8124-4362-80de-f092a845ceaa None None] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:50:06.502570 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.571101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.619057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:06.637363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'port_id': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'mac_address': 'fa:16:3e:8c:b0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946f13d-92b9-46e7-987a-7abb40fbf802', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:50:06.684226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.698871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3db8a14-16ad-4620-bdbd-463b5de763ba {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:06.725108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:06.730575 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.745478 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.771932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.795034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:06.911758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Allocated IP 172.25.0.226 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/43b4beb7-f2ee-43b5-955d-98641d747251) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:06.994399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f3db8a14-16ad-4620-bdbd-463b5de763ba'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:07.063864 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:07.171626 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:07.266513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Pushing event updated for resources: {'Port': ['ID=43b4beb7-f2ee-43b5-955d-98641d747251,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:07.276178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:07.277956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:07.282108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:07.437852 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:07.554617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe7ece-27e2-4c6c-9c3c-87e7a8334f49 req-2b7bcb76-2ad7-4b5c-a5bb-850ae1324cdb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:07.562763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47fe7ece-27e2-4c6c-9c3c-87e7a8334f49 req-2b7bcb76-2ad7-4b5c-a5bb-850ae1324cdb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 945 time: 0.2121298 Nov 23 22:50:07.664330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47fe7ece-27e2-4c6c-9c3c-87e7a8334f49 req-0b192ad5-7c7a-47e6-845c-60016fc0821f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005197 Nov 23 22:50:07.782817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:07.877480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.324350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f3db8a14-16ad-4620-bdbd-463b5de763ba up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:08.403014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port f3db8a14-16ad-4620-bdbd-463b5de763ba triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:08.404125 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.504778 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.608086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.647355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:08.651840 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66134de3-e7f9-42bc-acb4-b05e69574aa5" -d '{"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-plugged", "status": "completed", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:08.674018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:08.688306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.731959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:50:08.759657 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bb0e30-95b7-47f5-a764-c60da67a646c x-openstack-request-id: req-b5bb0e30-95b7-47f5-a764-c60da67a646c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:08.761041 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-plugged", "status": "completed", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:08.761503 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5bb0e30-95b7-47f5-a764-c60da67a646c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:08.762733 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'code': 200} Nov 23 22:50:08.828433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:08.965035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4451bd-0f74-4184-880d-fedde6a26569 req-b52bd811-2194-4bc3-a492-1d5f41e0ab76 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:08.966733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc4451bd-0f74-4184-880d-fedde6a26569 req-b52bd811-2194-4bc3-a492-1d5f41e0ab76 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0709515 Nov 23 22:50:08.968627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:08.985334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Sync routers for ids ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:08.988587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.990024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c7fd19b9-ef7f-40bc-804e-22b67b620264 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7428861 Nov 23 22:50:08.995837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45598) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:09.010181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Routers {'8ac3d688-b7b0-433c-b67b-5bea35ea4b39'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:09.012227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:09.253685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Set router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:09.354461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc4451bd-0f74-4184-880d-fedde6a26569 req-8408fff5-6a4d-4a88-b544-acbe25efdd2e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557517 Nov 23 22:50:09.497219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:07Z', 'revision_number': 3, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port': {'id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:09.570951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Checking router: 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:09.571301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Updating router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 port 43b4beb7-f2ee-43b5-955d-98641d747251 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:50:09.624556 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:09.854391 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.066955 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.079091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.184536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Allocated IP 172.20.0.1 (e5dc7a65-62b2-4918-9a56-9d42377c2035/e60c0aac-6cba-48a7-a9b3-38a49ed6b654/c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:10.211268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Attempting to bind port 43b4beb7-f2ee-43b5-955d-98641d747251 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:10.211989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Attempting to bind port 43b4beb7-f2ee-43b5-955d-98641d747251 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:10.211989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Attempting to bind port 43b4beb7-f2ee-43b5-955d-98641d747251 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:10.234042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:10.234395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:10.234819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.235208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:10.235727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Bound port: 43b4beb7-f2ee-43b5-955d-98641d747251, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:10.236112 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.300769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e512196-9cff-4f8f-8710-f899849a836d None None] Pushing event updated for resources: {'Port': ['ID=43b4beb7-f2ee-43b5-955d-98641d747251,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:10.363965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] For port 43b4beb7-f2ee-43b5-955d-98641d747251, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:10.368872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] For port 43b4beb7-f2ee-43b5-955d-98641d747251, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=43b4beb7-f2ee-43b5-955d-98641d747251,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:10.378505 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.468377 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.485376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Routers {'8ac3d688-b7b0-433c-b67b-5bea35ea4b39'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:10.486557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:10.728915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a65d1-e7f2-4779-a6f4-ba19aed790c3 req-6b049618-c315-4cfe-a8a6-62da7f12743d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:10.739738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-378a65d1-e7f2-4779-a6f4-ba19aed790c3 req-6b049618-c315-4cfe-a8a6-62da7f12743d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.2001605 Nov 23 22:50:10.789410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.852444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Pushing event updated for resources: {'Port': ['ID=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:10.906036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:10.908764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:10.912407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:10.921958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-378a65d1-e7f2-4779-a6f4-ba19aed790c3 req-f5333813-bf70-431c-a59b-5cd62b74a874 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813054 Nov 23 22:50:10.977414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.986941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] Set router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:11.204776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-d163451d-cc83-4283-97ff-cbbafbec244e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--224967483&fields=id&tenant_id=69aaa9264c964143b04d7e4f05a046b7 HTTP/1.1" status: 200 len: 267 time: 0.1579115 Nov 23 22:50:11.229661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e512196-9cff-4f8f-8710-f899849a836d None None] Pushing event updated for resources: {'Port': ['ID=43b4beb7-f2ee-43b5-955d-98641d747251,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:11.320284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:07Z', 'revision_number': 3, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port': {'id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:11.360610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c387c7e8-dd42-4ae9-be8b-0eec357383a2 None None] The sync data for ids ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'] in n-d-817303-3 is: [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:07Z', 'revision_number': 3, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port': {'id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:de:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:11.425127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.577835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-a5bf6ae9-8bcf-451e-97e1-bf3de9181ebc tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:11.584401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-a5bf6ae9-8bcf-451e-97e1-bf3de9181ebc tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/networks?id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 HTTP/1.1" status: 200 len: 815 time: 0.3542092 Nov 23 22:50:11.635058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-56308404-4e9e-42b3-ad6a-8ee9860505f7 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/quotas/69aaa9264c964143b04d7e4f05a046b7 HTTP/1.1" status: 200 len: 375 time: 0.0462408 Nov 23 22:50:11.948896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-03117996-38fa-4b2c-99ba-2c736b97a7a6 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69aaa9264c964143b04d7e4f05a046b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2923732 Nov 23 22:50:11.980845 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.993655 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.277796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Pushing event updated for resources: {'Port': ['ID=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:12.329648 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.386425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa232-a39e-4436-bad8-0505b6a9e06f req-2e08b230-d75d-445f-a4ef-28f3aee9231e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:12.390485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a73fa232-a39e-4436-bad8-0505b6a9e06f req-2e08b230-d75d-445f-a4ef-28f3aee9231e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.2161863 Nov 23 22:50:12.464933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-68b75f5c-e767-4a32-bee1-5bd95c077b08 service neutron] 10.222.0.11 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078024 Nov 23 22:50:12.649481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a73fa232-a39e-4436-bad8-0505b6a9e06f req-bf01a5ed-47b8-41fc-909c-772bab39ff57 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412872 Nov 23 22:50:12.712583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:12.728777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:12.773634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-318d53b5-815c-47d5-b3fa-99ad4d375de5 service neutron] 10.222.0.11 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672100 Nov 23 22:50:12.977927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 43b4beb7-f2ee-43b5-955d-98641d747251 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:13.059497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 43b4beb7-f2ee-43b5-955d-98641d747251 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:13.061328 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.193044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:50:13.324846 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.417712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 43b4beb7-f2ee-43b5-955d-98641d747251, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=43b4beb7-f2ee-43b5-955d-98641d747251,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:13.434016 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.549740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=43b4beb7-f2ee-43b5-955d-98641d747251,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:13.583341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:13.619224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-91da560c-d1bc-4904-a084-926861443c37 admin admin] 10.222.0.11 "PUT /v2.0/routers/8ac3d688-b7b0-433c-b67b-5bea35ea4b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6098905 Nov 23 22:50:13.964248 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97fd8478-63f2-4c25-b835-d51a01895686 req-00bd65e0-c26f-4863-a6e1-41b92ffc9b00 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.4062815 Nov 23 22:50:14.029597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f786b6-9fb5-4e19-a026-94f380b9cdd4 req-04048e32-dda9-43e9-8f01-d2970fc1884b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:14.048333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31f786b6-9fb5-4e19-a026-94f380b9cdd4 req-04048e32-dda9-43e9-8f01-d2970fc1884b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.2348115 Nov 23 22:50:14.152028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31f786b6-9fb5-4e19-a026-94f380b9cdd4 req-abc7a993-ee0a-4b01-a93b-17a36daace64 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016605 Nov 23 22:50:14.626665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-2ee6031d-f903-45b6-b5cb-303314bbf410 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:14.635108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-2ee6031d-f903-45b6-b5cb-303314bbf410 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 819 time: 0.2091596 Nov 23 22:50:14.656665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-e03af22d-34c0-43c6-b94c-b807d8e4577f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/quotas/ac627df0c8444f91bfeb909e1e824028 HTTP/1.1" status: 200 len: 375 time: 0.0200787 Nov 23 22:50:14.663542 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Sync routers for ids ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:14.696937 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Routers {'8ac3d688-b7b0-433c-b67b-5bea35ea4b39'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:14.698028 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:14.738322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-fbadc935-c139-4bf0-862f-cc9f14070042 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791957 Nov 23 22:50:14.905860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-ca51dc99-be17-4788-a1ae-11e5e536de55 service neutron] 10.222.0.11 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666243 Nov 23 22:50:14.909994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 43b4beb7-f2ee-43b5-955d-98641d747251 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:14.925338 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Set router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:15.016147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 43b4beb7-f2ee-43b5-955d-98641d747251 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:15.016147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.260153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-031f8845-727f-4d1c-8974-ab39f939034b req-ab93bfa8-14eb-458d-a3c6-18d52ec2a0ac tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0741868 Nov 23 22:50:15.309785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-343757ec-63a1-4b15-b090-f8b2ca8ccbda service neutron] 10.222.0.11 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981380 Nov 23 22:50:15.379910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:11Z', 'revision_number': 4, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port': {'id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5', 'name': '', 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'mac_address': 'fa:16:3e:65:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:09Z', 'updated_at': '2021-11-23T22:50:11Z', 'revision_number': 2, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'subnets': [{'id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:15.492656 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Checking router: 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:15.493001 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Updating router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:50:15.500103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-d26f321b-c7af-4ea0-bc21-161a9dda2c2b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:15.515412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-d26f321b-c7af-4ea0-bc21-161a9dda2c2b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.46 "GET /v2.0/networks?id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 HTTP/1.1" status: 200 len: 815 time: 0.3781919 Nov 23 22:50:15.558791 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.652829 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-0b7e208a-bab5-430d-832e-ddd2d9e1072b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69aaa9264c964143b04d7e4f05a046b7 HTTP/1.1" status: 200 len: 379 time: 0.1262181 Nov 23 22:50:15.676133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Request body: {'port': {'device_id': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'admin_state_up': True, 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'security_groups': ['13e28644-d23e-43f3-be38-37fe0148bb50']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:15.737208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07192-5e14-4813-b3f8-5d801d340ec1 req-365ef10f-2f0e-4909-8a87-91428bce33e0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:15.748592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ce07192-5e14-4813-b3f8-5d801d340ec1 req-365ef10f-2f0e-4909-8a87-91428bce33e0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1421661 Nov 23 22:50:15.876328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ce07192-5e14-4813-b3f8-5d801d340ec1 req-77f0176d-0565-4b0f-89d9-edf8930ae66b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250100 Nov 23 22:50:16.016514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02fd9430-db3f-4f9f-aa87-5e2bf45d4754 req-5b48e7bc-f550-433b-9ba3-e69b4e6282cb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 210 time: 0.0641167 Nov 23 22:50:16.199775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Made reservation on behalf of 69aaa9264c964143b04d7e4f05a046b7 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:16.205252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.315387 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.326926 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.512937 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df19533-0c93-451a-92d8-0b94a9910238 None None] Pushing event updated for resources: {'Port': ['ID=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:16.531174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-3e4b8549-19f0-4ac7-8910-d850bddb6331 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:16.541410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-3e4b8549-19f0-4ac7-8910-d850bddb6331 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 819 time: 0.2667937 Nov 23 22:50:16.722755 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Attempting to bind port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:16.725591 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Attempting to bind port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:16.726503 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Attempting to bind port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 on network e5dc7a65-62b2-4918-9a56-9d42377c2035 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:16.733808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21569ffa-01b7-4428-b506-5f03c6ccc540 req-d3c41f84-a1f3-4cc5-a860-80301c1da35f tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.1852586 Nov 23 22:50:16.749374 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:16.754769 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Checking segment: {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:16.755681 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.756409 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Bound using segment: {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:16.757155 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Bound port: c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:16.757790 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.816733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-a235831e-bc40-46b9-be31-b51575fc26d2 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/quotas/ac627df0c8444f91bfeb909e1e824028 HTTP/1.1" status: 200 len: 375 time: 0.2741404 Nov 23 22:50:16.918417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-088494c4-cbef-49fa-9890-503b8d1893bd tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875459 Nov 23 22:50:16.962424 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] For port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:16.966375 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] For port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:17.000376 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.084821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-c3b92503-97af-4015-8f51-fdbc432e740f service neutron] 10.222.0.11 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646862 Nov 23 22:50:17.165593 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Routers {'8ac3d688-b7b0-433c-b67b-5bea35ea4b39'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:17.168532 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:17.306884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-d2fc0a70-5db4-4790-b86c-4d9edb07e878 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1545596 Nov 23 22:50:17.352488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Allocated IP 172.20.0.7 (ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7/1d593118-7277-43c9-a4f7-1466e4ab278c/cf59d4a6-3968-4a54-b908-7ed0f1e23333) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:17.386525 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] Set router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:17.455014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30afdd9-ef67-4789-a074-e86a8794d86b req-94efde58-8e29-48cb-9455-b10a6c366033 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:17.473351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30afdd9-ef67-4789-a074-e86a8794d86b req-94efde58-8e29-48cb-9455-b10a6c366033 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1789546 Nov 23 22:50:17.550479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-4a719143-ab3f-4e62-8983-6ea11b7bcc6a service neutron] 10.222.0.11 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640791 Nov 23 22:50:17.584290 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:50:17.667061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30afdd9-ef67-4789-a074-e86a8794d86b req-07f9c674-df54-4541-8041-99bce204ab78 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927247 Nov 23 22:50:17.780687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-93017bab-e290-4311-bdeb-0b138ba76abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:17.782702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-93017bab-e290-4311-bdeb-0b138ba76abf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1096 time: 0.2723842 Nov 23 22:50:17.817446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.926606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a19ba839-da92-4859-90ca-e5450c257724 req-7d9e1d14-142e-4272-adf9-aaad6ad675ab tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0726531 Nov 23 22:50:18.009532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.036409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a2a9ada-180f-48e3-a790-7831ac5fe045 req-12ef08e3-9ea8-4493-8794-8e3734b7608a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 210 time: 0.1054466 Nov 23 22:50:18.039412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-869af034-2f7a-4837-8c86-b63b792114e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:18.040957 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-869af034-2f7a-4837-8c86-b63b792114e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.2303939 Nov 23 22:50:18.116000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df19533-0c93-451a-92d8-0b94a9910238 None None] Pushing event updated for resources: {'Port': ['ID=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:18.238615 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:11Z', 'revision_number': 4, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port': {'id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5', 'name': '', 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'mac_address': 'fa:16:3e:65:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:09Z', 'updated_at': '2021-11-23T22:50:16Z', 'revision_number': 4, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'subnets': [{'id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:18.281181 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f5bf-60e2-42e4-a723-a69750de449f None None] The sync data for ids ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'] in n-d-817303-3 is: [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:11Z', 'revision_number': 4, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port': {'id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5', 'name': '', 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'mac_address': 'fa:16:3e:65:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:09Z', 'updated_at': '2021-11-23T22:50:16Z', 'revision_number': 4, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'subnets': [{'id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:18.319035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:18.384625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:18.444156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:18.480424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-6dddae8e-9eec-4efb-b224-85178667be1d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:18.482014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-6dddae8e-9eec-4efb-b224-85178667be1d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.48 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 819 time: 0.3404319 Nov 23 22:50:18.509083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Request body: {'port': {'device_id': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'admin_state_up': True, 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:18.634818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:18.648499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.731724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event updated for resources: {'Port': ['ID=cf59d4a6-3968-4a54-b908-7ed0f1e23333,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:18.742026 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-891c7637-3947-434a-a9bd-b0b262162006 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 1000 time: 0.6783993 Nov 23 22:50:18.922959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-894beedc-b06f-46f1-b9e0-04f15e025f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:18.940281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-894beedc-b06f-46f1-b9e0-04f15e025f66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1701100 Nov 23 22:50:18.949167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-3d3a7cb5-d782-4779-8ada-6fc80da8dbb4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2899971 Nov 23 22:50:18.974519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Request body: {'port': {'device_id': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:19.029777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4799fc4c-5208-499a-b7ee-ef39e0ebabbb None None] Provisioning complete for port cf59d4a6-3968-4a54-b908-7ed0f1e23333 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:19.030351 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4799fc4c-5208-499a-b7ee-ef39e0ebabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.173918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4799fc4c-5208-499a-b7ee-ef39e0ebabbb None None] Port cf59d4a6-3968-4a54-b908-7ed0f1e23333 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:19.194903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:19.199486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.374408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:19.376379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.527465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-38f96b46-6a90-4443-87da-9fecc64ec7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:19.532916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-38f96b46-6a90-4443-87da-9fecc64ec7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5717149 Nov 23 22:50:19.633276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.739967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:19.754765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.831229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf59d4a6-3968-4a54-b908-7ed0f1e23333 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:19.844437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.860247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Transition to ACTIVE for port object cf59d4a6-3968-4a54-b908-7ed0f1e23333 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:50:19.922478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:19.981882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-0d63b8c6-2800-4768-bd3e-ba9156ed06d8 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195834 Nov 23 22:50:19.983823 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.157754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Pushing event updated for resources: {'Port': ['ID=cf59d4a6-3968-4a54-b908-7ed0f1e23333,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:20.217839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Made reservation on behalf of ac627df0c8444f91bfeb909e1e824028 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:20.223074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.252659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5521e1-8066-4fc0-8e79-ef57402bcdce req-a4090983-3e3b-4a2e-96a4-6183e29ab6ec tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:20.261053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d5521e1-8066-4fc0-8e79-ef57402bcdce req-a4090983-3e3b-4a2e-96a4-6183e29ab6ec tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 1.3917150 Nov 23 22:50:20.360051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d5521e1-8066-4fc0-8e79-ef57402bcdce req-30be060e-4f2c-4755-9dc2-0c401359a531 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977957 Nov 23 22:50:20.491449 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-fbf99875-1075-48cd-b802-9351baaaf3cd service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977648 Nov 23 22:50:20.529999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd82c6-a048-44ec-a341-d8d7321a53fd req-b7b99a36-ebaa-4f52-8e2e-7143e5028c1b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:20.549815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7dd82c6-a048-44ec-a341-d8d7321a53fd req-b7b99a36-ebaa-4f52-8e2e-7143e5028c1b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.4562666 Nov 23 22:50:20.693893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Attempting to bind port cf59d4a6-3968-4a54-b908-7ed0f1e23333 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:20.694468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Attempting to bind port cf59d4a6-3968-4a54-b908-7ed0f1e23333 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:20.694760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Attempting to bind port cf59d4a6-3968-4a54-b908-7ed0f1e23333 on network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:20.713507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Port cf59d4a6-3968-4a54-b908-7ed0f1e23333 on network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:50:20.714008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Attempting to bind port cf59d4a6-3968-4a54-b908-7ed0f1e23333 on network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:20.735126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:20.735673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Checking segment: {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:20.736181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Bound using segment: {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:20.736740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Bound port: cf59d4a6-3968-4a54-b908-7ed0f1e23333, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e347f258-fbbb-4b40-a58f-4be638b76169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:20.737205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.886021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] For port cf59d4a6-3968-4a54-b908-7ed0f1e23333, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:20.893541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] For port cf59d4a6-3968-4a54-b908-7ed0f1e23333, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:20.909770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.928484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e70ea087-f596-4dd7-95ec-e53c44057414 req-b93e231d-e72f-44d6-83ff-985cbed74974 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 210 time: 0.3151853 Nov 23 22:50:21.025779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:21.027701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:21.029216 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] 10.222.0.46 "PUT /v2.0/ports/cf59d4a6-3968-4a54-b908-7ed0f1e23333 HTTP/1.1" status: 200 len: 1091 time: 2.0644634 Nov 23 22:50:21.029879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:21.036702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:21.039862 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f8d02-f26c-4411-9f75-0c0105d11f76" -d '{"events": [{"name": "network-changed", "server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:21.090264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf3228-2505-4d6d-b38b-41bf6ae2f61e service neutron] Pushing event updated for resources: {'Port': ['ID=cf59d4a6-3968-4a54-b908-7ed0f1e23333,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:21.205767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:21.206166 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:21.259538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-e796923c-f558-47d7-8019-ca2f9eb1795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:21.261060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-e796923c-f558-47d7-8019-ca2f9eb1795d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69aaa9264c964143b04d7e4f05a046b7&device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 1094 time: 0.1138620 Nov 23 22:50:21.282993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7dd82c6-a048-44ec-a341-d8d7321a53fd req-8657bd97-d47a-4e7b-948e-56c9d829695a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7264616 Nov 23 22:50:21.393487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-203fb03d-7337-48e5-9481-a00ef48d15a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333 HTTP/1.1" status: 200 len: 217 time: 0.1170561 Nov 23 22:50:21.561073 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd448546-0ffb-44eb-ba68-43d9208479b3 x-openstack-request-id: req-bd448546-0ffb-44eb-ba68-43d9208479b3 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:21.562041 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:21.562584 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd448546-0ffb-44eb-ba68-43d9208479b3 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:21.563025 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'status': 'completed', 'code': 200} Nov 23 22:50:21.593797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-fb001f2b-fb1c-4a38-a212-1def4ec6b818 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:21.594504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-69f17635-cb10-4efe-ac16-4036c07d2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:21.596172 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-69f17635-cb10-4efe-ac16-4036c07d2e36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d593118-7277-43c9-a4f7-1466e4ab278c HTTP/1.1" status: 200 len: 854 time: 0.1868865 Nov 23 22:50:21.596547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-fb001f2b-fb1c-4a38-a212-1def4ec6b818 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.46 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 819 time: 1.2309620 Nov 23 22:50:21.640067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Allocated IP 172.20.0.3 (e5dc7a65-62b2-4918-9a56-9d42377c2035/e60c0aac-6cba-48a7-a9b3-38a49ed6b654/82277a5f-fadf-439c-bd82-90073fed7742) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:21.720937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-ae96837b-ddd4-46a5-addb-946dc6c64ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:21.725093 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-ae96837b-ddd4-46a5-addb-946dc6c64ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117120 Nov 23 22:50:21.994231 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-a5a742ab-64d8-49d1-9d83-f94183be1d90 service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604005 Nov 23 22:50:22.006753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Request body: {'port': {'device_id': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'admin_state_up': True, 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:22.240718 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55dd96c3-3e87-449e-a117-b0d1d024c77e req-b165b437-5498-498f-b5a3-5553c7766104 service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376261 Nov 23 22:50:22.365533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.393572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e924bb94-4f27-4157-8c8d-168ac587fd61 req-fb307fb0-55d8-48ca-a136-905c4ee9d69e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 210 time: 0.1053054 Nov 23 22:50:22.477863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.533920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-f73d6cd9-9def-4173-b68e-f500a22fbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:22.558573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-f73d6cd9-9def-4173-b68e-f500a22fbfcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69aaa9264c964143b04d7e4f05a046b7&device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 1094 time: 0.2478828 Nov 23 22:50:22.582823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:22.585244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Pushing event updated for resources: {'Port': ['ID=82277a5f-fadf-439c-bd82-90073fed7742,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:22.590550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:22.602056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:22.606637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Made reservation on behalf of ac627df0c8444f91bfeb909e1e824028 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:22.613784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.676689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-4107859e-d501-4034-aada-d162aedbdbe5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3076594 Nov 23 22:50:22.831095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:22.832802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.887390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1ff372fb-cb3e-4331-a14d-aece7df2d5bb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3877738 Nov 23 22:50:22.974249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Request body: {'port': {'device_id': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:23.072504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.073350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.073498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.073934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.074396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.074859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.075322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.089935 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d15f1960-04ef-4794-935c-725b93ade07f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6492 time: 0.3609583 Nov 23 22:50:23.099933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d5900-384d-4de6-8d32-edd10094e1ed req-d9097b98-1dca-4810-b187-fd767d991df3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.102997 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-594d5900-384d-4de6-8d32-edd10094e1ed req-d9097b98-1dca-4810-b187-fd767d991df3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 1.1137729 Nov 23 22:50:23.232694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-b2a7944b-71e2-48f3-b365-6e81504e7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.234189 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-b2a7944b-71e2-48f3-b365-6e81504e7752 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 HTTP/1.1" status: 200 len: 916 time: 0.6514168 Nov 23 22:50:23.396170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-afa6af17-89fd-408b-b1d8-345e24a390d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333 HTTP/1.1" status: 200 len: 217 time: 0.1521046 Nov 23 22:50:23.557676 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:23.577716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cae507-0d2f-4b08-a617-c166e8799bbc req-d43fc48e-e635-4df8-93cb-57553076623a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.586599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09cae507-0d2f-4b08-a617-c166e8799bbc req-d43fc48e-e635-4df8-93cb-57553076623a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.6865671 Nov 23 22:50:23.615081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-f2c0db4e-6092-42e7-8369-f722194fcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.619633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-f2c0db4e-6092-42e7-8369-f722194fcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.620309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-f2c0db4e-6092-42e7-8369-f722194fcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.624701 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-f2c0db4e-6092-42e7-8369-f722194fcd54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98149ffc-c8d0-4f66-87c9-1db80dfda154&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 200 len: 2293 time: 0.4963193 Nov 23 22:50:23.631004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-e68e785e-01f1-4311-80b9-afef1bf96936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.632481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-e68e785e-01f1-4311-80b9-afef1bf96936 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d593118-7277-43c9-a4f7-1466e4ab278c HTTP/1.1" status: 200 len: 854 time: 0.2254477 Nov 23 22:50:23.685573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-594d5900-384d-4de6-8d32-edd10094e1ed req-f89a489d-5af1-497f-a7de-949f91c719c0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105531 Nov 23 22:50:23.969472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-94ec0088-9456-4740-a885-a741f046ad99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 200 len: 1000 time: 0.3360069 Nov 23 22:50:23.971544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-994c33f0-d6f6-4d5c-bae8-7e99bb3b99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.976242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-994c33f0-d6f6-4d5c-bae8-7e99bb3b99b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3304069 Nov 23 22:50:24.008286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Allocated IP 172.20.0.10 (e5dc7a65-62b2-4918-9a56-9d42377c2035/e60c0aac-6cba-48a7-a9b3-38a49ed6b654/c694d27a-8938-4879-adfa-f0952f369ee3) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:24.085453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09cae507-0d2f-4b08-a617-c166e8799bbc req-83730f97-362a-4b0b-b954-d943ae44b63e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4978385 Nov 23 22:50:24.220096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-61c284b1-a8a7-4c4b-b958-d61a1d6838c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:24.230966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-61c284b1-a8a7-4c4b-b958-d61a1d6838c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 HTTP/1.1" status: 200 len: 851 time: 0.2536795 Nov 23 22:50:24.476691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-43f65fcd-0dcc-46f5-87cd-51702c6d6f83 service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737339 Nov 23 22:50:24.524865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1058d661-4931-487f-a637-5b32a65cad37 req-458d9b28-4222-46bd-8b52-b777f3423e1f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 210 time: 0.2515554 Nov 23 22:50:24.596775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:24.641513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-9e1af15e-a1a5-4314-9b2c-ada42d3f6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:24.644561 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-9e1af15e-a1a5-4314-9b2c-ada42d3f6df5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98149ffc-c8d0-4f66-87c9-1db80dfda154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035103 Nov 23 22:50:24.667991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:24.804603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Pushing event updated for resources: {'Port': ['ID=c694d27a-8938-4879-adfa-f0952f369ee3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:24.822139 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d8f8d02-f26c-4411-9f75-0c0105d11f76 req-636da007-b8ff-4f1d-9cda-9eb5b0b35351 service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227310 Nov 23 22:50:24.903313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Network e5dc7a65-62b2-4918-9a56-9d42377c2035 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:24.906260 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-dff2bb27-c534-4063-a8e0-b548042c2351 service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528152 Nov 23 22:50:24.941186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:24.960416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:24.990400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc354517-bd04-4a1f-8c19-f299b0852341 req-9ca01a82-dfab-40fe-9ab2-3f7435954a8c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:25.013578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc354517-bd04-4a1f-8c19-f299b0852341 req-9ca01a82-dfab-40fe-9ab2-3f7435954a8c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1888044 Nov 23 22:50:25.174161 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-14baa8e4-c8e1-4c65-bcf7-2da4ebfb8ab4 service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601440 Nov 23 22:50:25.236768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc354517-bd04-4a1f-8c19-f299b0852341 req-50a0b64e-b30e-4987-a50e-7e8c070e7546 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230268 Nov 23 22:50:25.266339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:25.267104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:25.331872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-ed726083-0ba5-405d-81f4-338649a88b99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 217 time: 0.1493003 Nov 23 22:50:25.428659 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-9d29f7d5-bb79-4c00-9254-04c189428b5c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4428596 Nov 23 22:50:25.453853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82277a5f-fadf-439c-bd82-90073fed7742 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:25.477713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:25.478580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-997fc380-9157-49eb-9da3-210ab67252dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:25.492671 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-997fc380-9157-49eb-9da3-210ab67252dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1515763 Nov 23 22:50:25.509424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Request body: {'port': {'device_id': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:25.518989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Transition to ACTIVE for port object 82277a5f-fadf-439c-bd82-90073fed7742 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:50:25.601135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259a9e6-9bc1-45c8-a015-6be26d4d2625 req-4753cbfa-8a1d-42d1-a46b-2326f3a440be tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:25.604813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5259a9e6-9bc1-45c8-a015-6be26d4d2625 req-4753cbfa-8a1d-42d1-a46b-2326f3a440be tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.2824712 Nov 23 22:50:25.611700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:25.625568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-08c3cb30-dd81-491b-b5fd-8a95836469fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:25.627393 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-08c3cb30-dd81-491b-b5fd-8a95836469fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003790 Nov 23 22:50:25.693069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5259a9e6-9bc1-45c8-a015-6be26d4d2625 req-75d34e15-b357-478e-b212-2dd79a2512ad tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631545 Nov 23 22:50:25.807049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-f066baf8-0552-4187-a076-2f71ebd63d5a service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691077 Nov 23 22:50:25.888042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Attempting to bind port 82277a5f-fadf-439c-bd82-90073fed7742 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:25.892033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Attempting to bind port 82277a5f-fadf-439c-bd82-90073fed7742 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:25.892725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Attempting to bind port 82277a5f-fadf-439c-bd82-90073fed7742 on network e5dc7a65-62b2-4918-9a56-9d42377c2035 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:25.898577 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:25.905435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Port 82277a5f-fadf-439c-bd82-90073fed7742 on network e5dc7a65-62b2-4918-9a56-9d42377c2035 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:50:25.906048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Attempting to bind port 82277a5f-fadf-439c-bd82-90073fed7742 on network e5dc7a65-62b2-4918-9a56-9d42377c2035 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:25.917086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Pushing event updated for resources: {'Port': ['ID=82277a5f-fadf-439c-bd82-90073fed7742,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:25.963418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:25.965005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Checking segment: {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:25.965627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Bound using segment: {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:25.966237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Bound port: 82277a5f-fadf-439c-bd82-90073fed7742, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:25.967018 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:25.993647 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-4693d14a-8c79-4cc9-82c9-693fe56d9e62 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699069 Nov 23 22:50:26.028172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e441a8-dbce-455d-b6d9-131ed857d7b3 req-05db2c55-618e-4d2d-a143-e61a39296f25 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.037676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29e441a8-dbce-455d-b6d9-131ed857d7b3 req-05db2c55-618e-4d2d-a143-e61a39296f25 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 932 time: 0.2179158 Nov 23 22:50:26.105942 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-1eb8655e-a015-4555-a9a9-5f67b604ef00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 217 time: 0.1060042 Nov 23 22:50:26.230282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-32db1b0a-8023-49fe-b32b-1667ed5d05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.232670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-32db1b0a-8023-49fe-b32b-1667ed5d05cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1181855 Nov 23 22:50:26.290673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29e441a8-dbce-455d-b6d9-131ed857d7b3 req-34427f72-a249-4295-b2c3-87a8176c806e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507153 Nov 23 22:50:26.321245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] For port 82277a5f-fadf-439c-bd82-90073fed7742, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:26.348568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d0d13b86-8759-428a-9162-c43b260ff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.353034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d0d13b86-8759-428a-9162-c43b260ff9ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125696 Nov 23 22:50:26.381384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] For port 82277a5f-fadf-439c-bd82-90073fed7742, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=82277a5f-fadf-439c-bd82-90073fed7742,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:26.399021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:26.528435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.529857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:26.531724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] 10.222.0.48 "PUT /v2.0/ports/82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 200 len: 1091 time: 3.6224325 Nov 23 22:50:26.532309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'tag': '82277a5f-fadf-439c-bd82-90073fed7742'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:26.534751 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d8149-ff3f-42a9-a0a9-15a2b394e98d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8473d2-5519-4de4-af10-dc29ae00f001", "tag": "82277a5f-fadf-439c-bd82-90073fed7742"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:26.546675 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-bfd1093f-e680-4bf4-9948-1995c0588ba9 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853852 Nov 23 22:50:26.556651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a759b9-95a3-4326-b279-15cf0c53141b service neutron] Pushing event updated for resources: {'Port': ['ID=82277a5f-fadf-439c-bd82-90073fed7742,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:26.738144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-0d2f0692-4776-40eb-a7b7-dec4f130b9b0 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835463 Nov 23 22:50:26.738443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca142914-3c2a-41bd-bb79-4a4314f47260 req-3b9fe3f1-79d1-4ff1-8d63-201596cbb182 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.746574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca142914-3c2a-41bd-bb79-4a4314f47260 req-3b9fe3f1-79d1-4ff1-8d63-201596cbb182 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.3196647 Nov 23 22:50:26.761889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-d3abc083-f46d-4174-a9cb-83fa36b099b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.764729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-d3abc083-f46d-4174-a9cb-83fa36b099b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1094 time: 0.1231437 Nov 23 22:50:26.803170 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:26.827106 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-119f73db-89d9-4799-97ab-2ed6a18419c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc HTTP/1.1" status: 200 len: 217 time: 0.0806525 Nov 23 22:50:26.842707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-676d2927-e8cc-47c9-9ad2-6aa44aa113ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 200 len: 217 time: 0.0574503 Nov 23 22:50:26.913067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-b68c4c2e-ec0c-4eea-8b31-e7df2d1bb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.914821 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-b68c4c2e-ec0c-4eea-8b31-e7df2d1bb498 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0769246 Nov 23 22:50:26.916289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c694d27a-8938-4879-adfa-f0952f369ee3 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:26.922208 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c72b0b-bc94-48db-bbf6-8b246f3139a1 x-openstack-request-id: req-17c72b0b-bc94-48db-bbf6-8b246f3139a1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:26.922642 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8473d2-5519-4de4-af10-dc29ae00f001", "tag": "82277a5f-fadf-439c-bd82-90073fed7742", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:26.922925 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17c72b0b-bc94-48db-bbf6-8b246f3139a1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:26.923315 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'tag': '82277a5f-fadf-439c-bd82-90073fed7742', 'status': 'completed', 'code': 200} Nov 23 22:50:26.986676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-a7c942b5-3c98-4038-8640-394b5d042713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.986676 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-a7c942b5-3c98-4038-8640-394b5d042713 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682337 Nov 23 22:50:27.038821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-942e4e35-02e4-4a52-a344-83428524ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:27.040431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-942e4e35-02e4-4a52-a344-83428524ebeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.0606670 Nov 23 22:50:27.045925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:27.092707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-1191d659-235e-43e4-ad7e-be71b01a8388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399830 Nov 23 22:50:27.110774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Transition to ACTIVE for port object c694d27a-8938-4879-adfa-f0952f369ee3 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:50:27.206350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-3a11e359-b9db-4950-8009-d59a52c734d4 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070053 Nov 23 22:50:27.227473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:27.281395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca142914-3c2a-41bd-bb79-4a4314f47260 req-ea4f8669-7e45-47a7-aba7-246963b88890 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338738 Nov 23 22:50:27.323531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-06ca0965-1a53-46c5-9d12-e9abee8e88cc service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003284 Nov 23 22:50:27.345700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4199d69-7272-4816-b008-20f43d6e4be6 req-447377d0-55a6-44b5-b1bd-885e541abe4e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:27.353626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4199d69-7272-4816-b008-20f43d6e4be6 req-447377d0-55a6-44b5-b1bd-885e541abe4e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.4262156 Nov 23 22:50:27.382006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-bd7ebb83-c87c-43cb-96a2-9a76a258cc7b service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497397 Nov 23 22:50:27.440410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Pushing event updated for resources: {'Port': ['ID=c694d27a-8938-4879-adfa-f0952f369ee3,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:27.465157 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-6a9ab43a-4383-4973-890e-44663df1027d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b HTTP/1.1" status: 200 len: 217 time: 0.0778060 Nov 23 22:50:27.504296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4199d69-7272-4816-b008-20f43d6e4be6 req-67a08d71-185d-4efd-a4f2-0102dc39c17a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496906 Nov 23 22:50:27.537730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-5a539a85-97c7-46ef-aa1d-60095c0cb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:27.539710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-5a539a85-97c7-46ef-aa1d-60095c0cb64b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0677118 Nov 23 22:50:27.706405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-503587bb-649b-4c2d-987b-d457269c774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:27.711564 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-503587bb-649b-4c2d-987b-d457269c774d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1617982 Nov 23 22:50:27.753627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a7fe67d-fcd3-4028-b1fe-9d90388b68a1 req-d93563b1-7e94-46b3-a5a9-e64f394868f5 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238648 Nov 23 22:50:27.778459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea51cd6-0748-4f8d-a526-451929aea45a req-708df74f-c0de-4963-963d-3315c1f14d29 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:27.788897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ea51cd6-0748-4f8d-a526-451929aea45a req-708df74f-c0de-4963-963d-3315c1f14d29 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 944 time: 0.3789163 Nov 23 22:50:27.802708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Attempting to bind port c694d27a-8938-4879-adfa-f0952f369ee3 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:27.802969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Attempting to bind port c694d27a-8938-4879-adfa-f0952f369ee3 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:27.803357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Attempting to bind port c694d27a-8938-4879-adfa-f0952f369ee3 on network e5dc7a65-62b2-4918-9a56-9d42377c2035 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:27.823151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Port c694d27a-8938-4879-adfa-f0952f369ee3 on network e5dc7a65-62b2-4918-9a56-9d42377c2035 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:50:27.823499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Attempting to bind port c694d27a-8938-4879-adfa-f0952f369ee3 on network e5dc7a65-62b2-4918-9a56-9d42377c2035 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:27.923112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:27.923485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Checking segment: {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:27.923903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Bound using segment: {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:27.924387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Bound port: c694d27a-8938-4879-adfa-f0952f369ee3, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:27.924755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:27.930233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ea51cd6-0748-4f8d-a526-451929aea45a req-78322fc2-9d62-4e59-a572-e2713a741cc3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404157 Nov 23 22:50:28.035332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-527e839e-6964-4341-b1f5-4d596ac28805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:28.037333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-527e839e-6964-4341-b1f5-4d596ac28805 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1094 time: 0.1308367 Nov 23 22:50:28.082317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] For port c694d27a-8938-4879-adfa-f0952f369ee3, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:28.111430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] For port c694d27a-8938-4879-adfa-f0952f369ee3, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c694d27a-8938-4879-adfa-f0952f369ee3,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:28.151160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:28.246065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Pushing event updated for resources: {'Port': ['ID=c694d27a-8938-4879-adfa-f0952f369ee3,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:28.292983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:28.295433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:28.296967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-df12cd92-8774-4ec0-b580-1349c8c79c84 service neutron] 10.222.0.46 "PUT /v2.0/ports/c694d27a-8938-4879-adfa-f0952f369ee3 HTTP/1.1" status: 200 len: 1092 time: 2.7919128 Nov 23 22:50:28.479941 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-02ae2a10-15b0-43f0-a0b0-9da696937365 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599764 Nov 23 22:50:28.723293 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-6351b51c-ca29-4494-bf20-d8eabfdf6dd1 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352242 Nov 23 22:50:28.845456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-d9e89c92-f5c9-481a-8025-997a710b3aea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e HTTP/1.1" status: 200 len: 217 time: 0.1121352 Nov 23 22:50:28.948698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-5bb630cb-4419-4c85-aa25-11ec20038b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:28.950499 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-5bb630cb-4419-4c85-aa25-11ec20038b55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.0976028 Nov 23 22:50:29.049405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-4814f0c0-6b8a-4a27-aef8-81382761e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.049865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-4814f0c0-6b8a-4a27-aef8-81382761e63b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910151 Nov 23 22:50:29.078211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'tag': 'c694d27a-8938-4879-adfa-f0952f369ee3'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:29.085377 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d73244a-66fe-4a1b-96bd-77ab89db41ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb1bb42-1b58-4de1-895d-39fdb75e424f", "tag": "c694d27a-8938-4879-adfa-f0952f369ee3"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:29.194379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-e6a95d61-7c26-46a8-ba80-266a6306e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.207827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-e6a95d61-7c26-46a8-ba80-266a6306e58c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 920 time: 1.1522999 Nov 23 22:50:29.261627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-15dcccb5-32d3-49ed-bed1-bd0c7fc0163f service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998973 Nov 23 22:50:29.372245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-2fbdac70-0792-4e87-98ea-3306bd64a8d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 200 len: 217 time: 0.1628807 Nov 23 22:50:29.471685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-12581e30-a4ba-4940-a66c-d5a63abc0b66 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032702 Nov 23 22:50:29.472315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3780e-37b0-4461-a684-7e2cd626811b req-445525c8-5e49-4457-99b1-d507dcc6d1aa tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.474244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-feb3780e-37b0-4461-a684-7e2cd626811b req-445525c8-5e49-4457-99b1-d507dcc6d1aa tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.3842342 Nov 23 22:50:29.545926 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-e859fc29-a9c5-4ddb-9ec4-41d03a8378b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 200 len: 217 time: 0.0641305 Nov 23 22:50:29.603183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-a738e0ed-d603-4bb3-854c-a979418f7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.604783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-a738e0ed-d603-4bb3-854c-a979418f7dd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 1095 time: 1.2582130 Nov 23 22:50:29.617368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee656-ad3b-409f-8083-12054824340f req-09915cd6-eaa8-4a25-9f6c-32f895b96d40 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.625928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c1ee656-ad3b-409f-8083-12054824340f req-09915cd6-eaa8-4a25-9f6c-32f895b96d40 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.4522607 Nov 23 22:50:29.676349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-68dfd85e-2439-4e23-a69e-0f538c61dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.679311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-68dfd85e-2439-4e23-a69e-0f538c61dab1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.1168027 Nov 23 22:50:29.711472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-4dd55969-b8c6-4400-92c2-f8f63fe5d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.713573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-4dd55969-b8c6-4400-92c2-f8f63fe5d19f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.3259463 Nov 23 22:50:29.728476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-4f2be497-d212-4072-9596-1b7b24336320 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c694d27a-8938-4879-adfa-f0952f369ee3 HTTP/1.1" status: 200 len: 217 time: 0.0954568 Nov 23 22:50:29.753120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-bf619411-8fef-47ad-be6b-f85cea6c823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.755697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-bf619411-8fef-47ad-be6b-f85cea6c823d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685401 Nov 23 22:50:29.768041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-021e5aa7-ebae-44b3-af53-aaa214d76394 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326700 Nov 23 22:50:29.795175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-feb3780e-37b0-4461-a684-7e2cd626811b req-444886b6-c1b5-4395-8e8f-54ac8f2278e7 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952442 Nov 23 22:50:29.900153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-ae356bb3-4a61-4a2e-a13e-bb8ccfe50704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.903131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-ae356bb3-4a61-4a2e-a13e-bb8ccfe50704 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.1642981 Nov 23 22:50:29.959472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-30d89ec3-c8b7-42c7-b563-bbc40f9f934a service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956027 Nov 23 22:50:29.969366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-96b91bc7-b02c-4b45-a1d0-d2bbb4c9432d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510356 Nov 23 22:50:30.078642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c1ee656-ad3b-409f-8083-12054824340f req-2c68bcb4-8600-4214-96d8-838098958c87 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511316 Nov 23 22:50:30.185745 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16b024b7-2ba2-4cd0-8356-64f08b1ddda9 req-b0b05158-82fa-40d7-a83e-daee48a5227f service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133331 Nov 23 22:50:30.224475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-e9ebd65d-66a1-46c6-93a5-388e79c3db65 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199367 Nov 23 22:50:30.361368 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dbeaad-b7d5-4068-895a-9403aaee02ef x-openstack-request-id: req-e2dbeaad-b7d5-4068-895a-9403aaee02ef {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:30.361671 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb1bb42-1b58-4de1-895d-39fdb75e424f", "tag": "c694d27a-8938-4879-adfa-f0952f369ee3", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:30.361938 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2dbeaad-b7d5-4068-895a-9403aaee02ef {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:30.362500 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'tag': 'c694d27a-8938-4879-adfa-f0952f369ee3', 'status': 'completed', 'code': 200} Nov 23 22:50:30.423218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-deed22af-c276-45a1-9d84-b50ef03ecf36 service neutron] 10.222.0.46 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966367 Nov 23 22:50:30.449860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 82277a5f-fadf-439c-bd82-90073fed7742 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:50:30.567467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744581e-74ac-475d-a7b1-575e0c74f581 req-c8e5d3c7-1c79-485d-baca-2ce9e835e918 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:30.577411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3744581e-74ac-475d-a7b1-575e0c74f581 req-c8e5d3c7-1c79-485d-baca-2ce9e835e918 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 944 time: 0.2363098 Nov 23 22:50:30.591025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-762d8149-ff3f-42a9-a0a9-15a2b394e98d req-198df5b0-dc82-499e-aa18-ce9efd0c020d service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565660 Nov 23 22:50:30.628409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 82277a5f-fadf-439c-bd82-90073fed7742, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=82277a5f-fadf-439c-bd82-90073fed7742,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:30.647422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '82277a5f-fadf-439c-bd82-90073fed7742', 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'port_id': '82277a5f-fadf-439c-bd82-90073fed7742', 'mac_address': 'fa:16:3e:eb:d3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:50:30.670904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2063c9ba-40cc-440f-ae08-5fc92d7b6447 req-18cb695d-1a35-4494-ba6c-1078ced36711 service neutron] 10.222.0.46 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382951 Nov 23 22:50:30.699417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3744581e-74ac-475d-a7b1-575e0c74f581 req-66bec307-4e1b-4ff8-9756-b03eee6af168 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189935 Nov 23 22:50:30.705072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.727683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82277a5f-fadf-439c-bd82-90073fed7742 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:30.759023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 82277a5f-fadf-439c-bd82-90073fed7742, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=82277a5f-fadf-439c-bd82-90073fed7742,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:30.779944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.908627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=82277a5f-fadf-439c-bd82-90073fed7742,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:30.920725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.921562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.922206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.922717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.923598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.924147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.924638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.925406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.925938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.926731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.927233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.927758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:30.952442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-09a865d5-9a90-4abc-9cd3-122f57d7f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:30.954285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-09a865d5-9a90-4abc-9cd3-122f57d7f633 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 1095 time: 0.1312079 Nov 23 22:50:31.127968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-56af1b27-8787-4185-b881-d3d6334b23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:31.129733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-56af1b27-8787-4185-b881-d3d6334b23b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 920 time: 0.1618080 Nov 23 22:50:31.204347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['82277a5f-fadf-439c-bd82-90073fed7742'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:31.249887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-9ef0c759-2891-47a3-8f92-ee5dfce02e3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c694d27a-8938-4879-adfa-f0952f369ee3 HTTP/1.1" status: 200 len: 217 time: 0.1107371 Nov 23 22:50:31.313293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fceed-1ae4-4953-8741-21b844d4c244 req-92348d10-e9e6-41a3-8ee0-dd25fc8f525b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:31.314922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-465fceed-1ae4-4953-8741-21b844d4c244 req-92348d10-e9e6-41a3-8ee0-dd25fc8f525b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.3597062 Nov 23 22:50:31.515121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-0bfe41f2-b963-4f8c-bfab-e310c1d2069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:31.517123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-0bfe41f2-b963-4f8c-bfab-e310c1d2069b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.2565763 Nov 23 22:50:31.531390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990513a-914a-44a4-b211-548603ab66ff req-52ecb2f2-c3aa-4a8b-bac3-c56980558853 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:31.533823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5990513a-914a-44a4-b211-548603ab66ff req-52ecb2f2-c3aa-4a8b-bac3-c56980558853 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.2881238 Nov 23 22:50:31.572380 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-267f4c48-90dc-4927-be97-47ae9cfc013e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.596044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-465fceed-1ae4-4953-8741-21b844d4c244 req-bc0d59c1-3910-418b-92cb-cf133fc6155b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046204 Nov 23 22:50:31.600592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-dbd4d170-b35f-4d4d-8923-63a67d575adc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642312 Nov 23 22:50:31.784618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-3bd5073b-0ecb-445e-bbbf-f15b46125c5f service neutron] 10.222.0.46 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640584 Nov 23 22:50:31.808634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5990513a-914a-44a4-b211-548603ab66ff req-75c7f60d-5722-408a-a71a-621ba977aea1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509177 Nov 23 22:50:31.914606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d73244a-66fe-4a1b-96bd-77ab89db41ec req-7061caad-c7e2-46bd-a2bb-609af585c9ac service neutron] 10.222.0.46 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188264 Nov 23 22:50:32.019652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dc3a2-8445-45fa-b290-d7ae472cbf9a req-d05dbb64-7679-4a94-9d53-6beff7aaeeab tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:32.027739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b41dc3a2-8445-45fa-b290-d7ae472cbf9a req-d05dbb64-7679-4a94-9d53-6beff7aaeeab tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 944 time: 0.0744047 Nov 23 22:50:32.104345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b41dc3a2-8445-45fa-b290-d7ae472cbf9a req-9d28da00-1d21-463a-9712-b5f1057a7bd7 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705380 Nov 23 22:50:32.845053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cfc4d-dd7d-4bb9-ae56-a1217cc8733d req-581b4937-ae02-41d7-8ae3-0c622009142e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:32.846672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-247cfc4d-dd7d-4bb9-ae56-a1217cc8733d req-581b4937-ae02-41d7-8ae3-0c622009142e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.0995378 Nov 23 22:50:32.933290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-247cfc4d-dd7d-4bb9-ae56-a1217cc8733d req-bc81b4eb-23c5-4f5f-bfc1-cdd93b56db69 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789413 Nov 23 22:50:33.194538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e0285-89a7-46da-b23b-74ca4e2b5bfa req-69bd1b88-1ab0-490b-b2c1-dead60a12956 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:33.201565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-132e0285-89a7-46da-b23b-74ca4e2b5bfa req-69bd1b88-1ab0-490b-b2c1-dead60a12956 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1278055 Nov 23 22:50:33.382271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-132e0285-89a7-46da-b23b-74ca4e2b5bfa req-7e05780a-ddea-4bf6-9ea9-3fd10e27f196 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726160 Nov 23 22:50:33.411998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886f281-9fec-44d6-a3af-5d6479747cac req-0eb76966-efe8-4884-ac15-c5e6c9f52618 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:33.422332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c886f281-9fec-44d6-a3af-5d6479747cac req-0eb76966-efe8-4884-ac15-c5e6c9f52618 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 944 time: 0.1907482 Nov 23 22:50:33.504537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c886f281-9fec-44d6-a3af-5d6479747cac req-4c761b4e-8a5e-437d-906a-b293cd4ca52a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809472 Nov 23 22:50:33.718213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c694d27a-8938-4879-adfa-f0952f369ee3 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:50:33.963317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c694d27a-8938-4879-adfa-f0952f369ee3, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c694d27a-8938-4879-adfa-f0952f369ee3,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:33.998641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'c694d27a-8938-4879-adfa-f0952f369ee3', 'network_id': 'e5dc7a65-62b2-4918-9a56-9d42377c2035', 'port_id': 'c694d27a-8938-4879-adfa-f0952f369ee3', 'mac_address': 'fa:16:3e:22:bf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60c0aac-6cba-48a7-a9b3-38a49ed6b654', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:50:34.078662 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:34.151864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c694d27a-8938-4879-adfa-f0952f369ee3 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:34.173061 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-916d18fd-b826-4089-ab18-09331d1a9a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:34.178325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405e52-9d5e-4539-9a0d-49e54c2864d9 req-11291671-7f74-4a9b-abca-b190e2883f00 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:34.189478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63405e52-9d5e-4539-9a0d-49e54c2864d9 req-11291671-7f74-4a9b-abca-b190e2883f00 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.1335106 Nov 23 22:50:34.219060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c694d27a-8938-4879-adfa-f0952f369ee3, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c694d27a-8938-4879-adfa-f0952f369ee3,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:34.230046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:34.279595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63405e52-9d5e-4539-9a0d-49e54c2864d9 req-22e63a10-648e-4759-a625-2b20890ba023 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883584 Nov 23 22:50:34.339748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c694d27a-8938-4879-adfa-f0952f369ee3,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:34.478177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c694d27a-8938-4879-adfa-f0952f369ee3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:34.513824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 82277a5f-fadf-439c-bd82-90073fed7742 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:34.643686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 82277a5f-fadf-439c-bd82-90073fed7742 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:50:34.658636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 82277a5f-fadf-439c-bd82-90073fed7742 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:34.659013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:34.672079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7c285-499e-4830-9d7d-51e767ac3173 req-6be5a97f-e538-41f5-bbd4-ada589b77974 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:34.675018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ff7c285-499e-4830-9d7d-51e767ac3173 req-6be5a97f-e538-41f5-bbd4-ada589b77974 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1782620 Nov 23 22:50:34.803535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ff7c285-499e-4830-9d7d-51e767ac3173 req-75ee7166-c1b9-4064-93fb-5ad69a52aaa7 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024585 Nov 23 22:50:34.841945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfffb9-66d4-45af-805b-3c2f95842c11 req-c33722e4-461a-46eb-9c42-5687477fc08f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:34.845106 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0cfffb9-66d4-45af-805b-3c2f95842c11 req-c33722e4-461a-46eb-9c42-5687477fc08f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 945 time: 0.1986198 Nov 23 22:50:34.879745 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:34.949326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 82277a5f-fadf-439c-bd82-90073fed7742, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=82277a5f-fadf-439c-bd82-90073fed7742,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:34.952466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82277a5f-fadf-439c-bd82-90073fed7742'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:34.955441 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d080f0a-4441-4ebe-b9fe-7fdbc789caa2" -d '{"events": [{"server_uuid": "fd8473d2-5519-4de4-af10-dc29ae00f001", "name": "network-vif-plugged", "status": "completed", "tag": "82277a5f-fadf-439c-bd82-90073fed7742"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:34.965032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0cfffb9-66d4-45af-805b-3c2f95842c11 req-310011a5-0d58-44f3-a677-64c30657eb91 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112480 Nov 23 22:50:34.975687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:35.041396 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c760113-a9ed-4623-a6e9-61ae4f39aca7 x-openstack-request-id: req-6c760113-a9ed-4623-a6e9-61ae4f39aca7 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:35.041864 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8473d2-5519-4de4-af10-dc29ae00f001", "name": "network-vif-plugged", "status": "completed", "tag": "82277a5f-fadf-439c-bd82-90073fed7742", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:35.042262 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c760113-a9ed-4623-a6e9-61ae4f39aca7 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:35.042808 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82277a5f-fadf-439c-bd82-90073fed7742', 'code': 200} Nov 23 22:50:35.059451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:35.111337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=82277a5f-fadf-439c-bd82-90073fed7742,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:35.230272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5facac6-118c-43d8-8d48-9b426e405612 req-f62c7de2-0e55-4091-ba5b-6051bdb09429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:35.233895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5facac6-118c-43d8-8d48-9b426e405612 req-f62c7de2-0e55-4091-ba5b-6051bdb09429 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1096 time: 0.0731592 Nov 23 22:50:35.331172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5facac6-118c-43d8-8d48-9b426e405612 req-e013234e-bb0c-47be-8e1a-c4c0e56cbb4b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782259 Nov 23 22:50:35.476714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1161524-2a84-40aa-9b55-b76bf6e5f107 req-06845f73-868f-488f-a2d0-7bb2534d819a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:35.478688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1161524-2a84-40aa-9b55-b76bf6e5f107 req-06845f73-868f-488f-a2d0-7bb2534d819a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.0609112 Nov 23 22:50:35.538445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1161524-2a84-40aa-9b55-b76bf6e5f107 req-69a3814e-7f16-403b-af15-8727a9d4a465 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509608 Nov 23 22:50:35.733673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c694d27a-8938-4879-adfa-f0952f369ee3 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:35.809416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port c694d27a-8938-4879-adfa-f0952f369ee3 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:50:35.817804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port c694d27a-8938-4879-adfa-f0952f369ee3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:35.818180 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:35.931647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:35.962462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb00c3-f674-45f3-a110-ed77ca270cf1 req-27ee03a6-7a3f-430b-822c-d34a24c3df82 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:35.964227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89fb00c3-f674-45f3-a110-ed77ca270cf1 req-27ee03a6-7a3f-430b-822c-d34a24c3df82 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.0820928 Nov 23 22:50:35.977506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c694d27a-8938-4879-adfa-f0952f369ee3, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c694d27a-8938-4879-adfa-f0952f369ee3,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:35.983755 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:36.052420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c694d27a-8938-4879-adfa-f0952f369ee3,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:36.053810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89fb00c3-f674-45f3-a110-ed77ca270cf1 req-cedc6972-f92c-4156-910d-a5b93182571b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Nov 23 22:50:36.226529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e67ed2-e3bd-44cd-ade2-3349d035cf4e req-7cf897e7-d8f6-4983-ad45-57746ed6cb75 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:36.228716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35e67ed2-e3bd-44cd-ade2-3349d035cf4e req-7cf897e7-d8f6-4983-ad45-57746ed6cb75 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1011605 Nov 23 22:50:36.254300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95cf1e-37a1-47c5-ac29-bf02d5a07ee3 req-f47c4a54-8d6d-40b7-9455-48b5f3214a91 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:36.261202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff95cf1e-37a1-47c5-ac29-bf02d5a07ee3 req-f47c4a54-8d6d-40b7-9455-48b5f3214a91 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.0931437 Nov 23 22:50:36.344141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35e67ed2-e3bd-44cd-ade2-3349d035cf4e req-ebfd7fb1-9fd6-40d3-8401-31f591b4f6aa tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027951 Nov 23 22:50:36.352743 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff95cf1e-37a1-47c5-ac29-bf02d5a07ee3 req-2c101c5b-3dca-401a-8a42-c093b6357b78 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903459 Nov 23 22:50:36.453388 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:36.460042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-d062b6d7-7dfc-4130-9820-61d54dad90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:36.461703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-d062b6d7-7dfc-4130-9820-61d54dad90d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 1097 time: 0.0588131 Nov 23 22:50:36.702088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-12e48e4d-1348-4841-a85c-2c432fc80c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:36.703545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-12e48e4d-1348-4841-a85c-2c432fc80c05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 912 time: 0.1525788 Nov 23 22:50:36.768589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-3b960d41-0476-4890-92df-439b09c8056e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba HTTP/1.1" status: 200 len: 217 time: 0.0487566 Nov 23 22:50:36.864345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-086dedc8-a17c-435e-8855-0a0a957bada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:36.865855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-086dedc8-a17c-435e-8855-0a0a957bada3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.0907550 Nov 23 22:50:36.909714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-8a02996f-16fc-4451-b084-46ec17a10de8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347910 Nov 23 22:50:36.920299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d23594-44fa-4028-a659-3b8e6518b92e req-63e7705e-8e97-4bfd-908f-9e51e7de4727 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:36.928668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46056) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:36.930943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0d23594-44fa-4028-a659-3b8e6518b92e req-63e7705e-8e97-4bfd-908f-9e51e7de4727 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 943 time: 0.1045036 Nov 23 22:50:37.005143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Deleting subnet 5982d1db-47e2-4123-9c91-f896094d136d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:50:37.016380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.043526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c694d27a-8938-4879-adfa-f0952f369ee3'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:37.049876 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dfa000-60eb-4a92-89c7-19c25deb8f46" -d '{"events": [{"server_uuid": "5cb1bb42-1b58-4de1-895d-39fdb75e424f", "name": "network-vif-plugged", "status": "completed", "tag": "c694d27a-8938-4879-adfa-f0952f369ee3"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:37.069116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.104235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-f274db98-b0fe-4a10-ac87-76ecc9b13d88 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711805 Nov 23 22:50:37.119168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.161312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610094b3-b06c-4cf0-80b2-8c24e82cfd1b req-e86ab056-3c19-405b-8305-401a69ff3894 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:37.163904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-610094b3-b06c-4cf0-80b2-8c24e82cfd1b req-e86ab056-3c19-405b-8305-401a69ff3894 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 946 time: 0.1285634 Nov 23 22:50:37.167705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0d23594-44fa-4028-a659-3b8e6518b92e req-8a40da7c-40c2-402e-8310-57468d831556 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359357 Nov 23 22:50:37.201857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.234833 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563cf63e-3c2a-49c0-ae08-6ce19462a88f x-openstack-request-id: req-563cf63e-3c2a-49c0-ae08-6ce19462a88f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:37.235159 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb1bb42-1b58-4de1-895d-39fdb75e424f", "name": "network-vif-plugged", "status": "completed", "tag": "c694d27a-8938-4879-adfa-f0952f369ee3", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:37.235423 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-563cf63e-3c2a-49c0-ae08-6ce19462a88f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:37.235922 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c694d27a-8938-4879-adfa-f0952f369ee3', 'code': 200} Nov 23 22:50:37.271331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.277020 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5982d1db-47e2-4123-9c91-f896094d136d HTTP/1.1" status: 204 len: 168 time: 0.3454666 Nov 23 22:50:37.279665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5982d1db-47e2-4123-9c91-f896094d136d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:37.282199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46062) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:37.292872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.293645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.294863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.295343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.296434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.296906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.297524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.297991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.298424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.298855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.299306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.299808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b9c7f-0cee-48d4-8bfd-ed6a321186ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.354344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5850b-5fe5-43ce-867b-e433c9825e38 req-cfc7694c-0d39-40a0-9351-4aff24cc20b4 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422221 Nov 23 22:50:37.432785 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.471996 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.485321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-610094b3-b06c-4cf0-80b2-8c24e82cfd1b req-f6a909f3-191a-4718-97a9-f3375b79034b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119636 Nov 23 22:50:37.495292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6fc6-6ded-4ff0-a85d-1193f7c44391 req-46d6a39c-e189-4976-9424-1572f5a523b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:37.496900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbaf6fc6-6ded-4ff0-a85d-1193f7c44391 req-46d6a39c-e189-4976-9424-1572f5a523b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 1097 time: 0.1744335 Nov 23 22:50:37.506950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7b5b-a812-4bed-8afe-2e1fcc227f91 req-6f34b969-0e34-48a8-9f10-3a20e76d9d38 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:37.508906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-469f7b5b-a812-4bed-8afe-2e1fcc227f91 req-6f34b969-0e34-48a8-9f10-3a20e76d9d38 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 946 time: 0.1880200 Nov 23 22:50:37.689626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbaf6fc6-6ded-4ff0-a85d-1193f7c44391 req-78eccf24-925b-4cdc-bb32-797b6aeb19c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796176 Nov 23 22:50:37.691135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.703422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-469f7b5b-a812-4bed-8afe-2e1fcc227f91 req-4a82b9e8-ea9c-43f2-b27b-41e3ed3203dd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840582 Nov 23 22:50:37.724117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101727bb-3595-4e38-80f5-e4a28ae089a0']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:37.733594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb55657-7440-42c1-849d-b841fbf500ee') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:37.733909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb55657-7440-42c1-849d-b841fbf500ee') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:37.737626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cf59d4a6-3968-4a54-b908-7ed0f1e23333 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:50:37.749118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452eb27-3f63-42b9-a9ff-0f1032b1291e req-43691b07-8ead-4636-af96-69de04db3307 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:37.750752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3452eb27-3f63-42b9-a9ff-0f1032b1291e req-43691b07-8ead-4636-af96-69de04db3307 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1794627 Nov 23 22:50:37.754683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.783935 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.796532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:50:37.796942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:50:37.804758 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:50:37.859469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port cf59d4a6-3968-4a54-b908-7ed0f1e23333, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:37.874565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3452eb27-3f63-42b9-a9ff-0f1032b1291e req-fa537964-2a77-4b64-a3a1-aa7580dd9db8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125422 Nov 23 22:50:37.877153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'port_id': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'mac_address': 'fa:16:3e:38:1a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:50:37.880397 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.885722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.904710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.909244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/101727bb-3595-4e38-80f5-e4a28ae089a0 HTTP/1.1" status: 204 len: 168 time: 0.6224210 Nov 23 22:50:37.911147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:37.918512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=101727bb-3595-4e38-80f5-e4a28ae089a0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:37.926120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.941115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf59d4a6-3968-4a54-b908-7ed0f1e23333 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.954738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.955504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.955504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.955504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f528462d-6f54-4ee3-b2eb-417661a6e1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:37.964314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port cf59d4a6-3968-4a54-b908-7ed0f1e23333, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:37.970172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:37.975382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] Deleting subnet 65bdd5aa-4e0e-4906-9707-2f267328b0e8 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:50:37.982928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.022346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.026103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=cf59d4a6-3968-4a54-b908-7ed0f1e23333,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:38.072806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.144468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.176940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bdd5aa-4e0e-4906-9707-2f267328b0e8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:38.181250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.184525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2b7ed1dc-22ed-47d3-b212-e7a492b74345 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/65bdd5aa-4e0e-4906-9707-2f267328b0e8 HTTP/1.1" status: 204 len: 168 time: 0.2723475 Nov 23 22:50:38.187066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46076) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:38.221547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['cf59d4a6-3968-4a54-b908-7ed0f1e23333'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:38.289423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.320316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a1cb-8ce4-440b-9482-61d318634b1f req-09fd4fc9-0c74-450b-97e1-191d4f40d6bf tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:38.321856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2f5a1cb-8ce4-440b-9482-61d318634b1f req-09fd4fc9-0c74-450b-97e1-191d4f40d6bf tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 944 time: 0.0745854 Nov 23 22:50:38.422633 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.455018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2f5a1cb-8ce4-440b-9482-61d318634b1f req-6aeff0bd-d097-46a4-97bc-a05ef8e2ecd5 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088011 Nov 23 22:50:38.458183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711df482-33c2-43c5-a6c0-89a5a9cbb2fc']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:38.472299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc74f9b8-e154-4b23-9426-dcfb245b940a') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:38.472677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc74f9b8-e154-4b23-9426-dcfb245b940a') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:38.491621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.506435 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f3db8a14-16ad-4620-bdbd-463b5de763ba no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:38.508225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.516508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:50:38.516902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:50:38.518818 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:50:38.611532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.617344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.620569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] 10.222.0.11 "DELETE /v2.0/networks/711df482-33c2-43c5-a6c0-89a5a9cbb2fc HTTP/1.1" status: 204 len: 168 time: 0.4324830 Nov 23 22:50:38.626694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.644545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b55e-3995-4320-ba92-61819fa51720 admin admin] Pushing event deleted for resources: {'Network': ['ID=711df482-33c2-43c5-a6c0-89a5a9cbb2fc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:38.664976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:38.672369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.684603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af850a-48a1-4585-847b-452d3768fe4b req-007ff0e1-a8d7-48e7-a67d-5e95f2227bdd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:38.686494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9af850a-48a1-4585-847b-452d3768fe4b req-007ff0e1-a8d7-48e7-a67d-5e95f2227bdd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 946 time: 0.1097062 Nov 23 22:50:38.733939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:38.775059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:38.824410 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e981e8cd-681c-4010-9942-3d8f027725b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9d64ebd592a4fd382e498c639106aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469880 Nov 23 22:50:38.828684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46090) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:38.892388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7cb68fa-83e3-4684-ae6c-636294a87a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.919720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7cb68fa-83e3-4684-ae6c-636294a87a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:38.998539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7cb68fa-83e3-4684-ae6c-636294a87a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.001994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7cb68fa-83e3-4684-ae6c-636294a87a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.004471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f7cb68fa-83e3-4684-ae6c-636294a87a00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d6e0834-0650-480e-95b8-b55a91a34fa6 HTTP/1.1" status: 204 len: 168 time: 0.1744258 Nov 23 22:50:39.014475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb68fa-83e3-4684-ae6c-636294a87a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6e0834-0650-480e-95b8-b55a91a34fa6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:39.078180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-cf5623f4-f3d8-4d68-8b62-99e80be8b226 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:39.079795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-cf5623f4-f3d8-4d68-8b62-99e80be8b226 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 946 time: 0.4564281 Nov 23 22:50:39.184360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9af850a-48a1-4585-847b-452d3768fe4b req-9dd35b0b-4986-4cae-92bf-9f9868d45cb8 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=6617b196-7af7-44d5-8e53-575c382c7450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4905093 Nov 23 22:50:39.223969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febae4e-7255-43e6-8600-13dee112c75e req-0b3e6c52-448b-40ef-9862-98b8b2471afe tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:39.225698 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5febae4e-7255-43e6-8600-13dee112c75e req-0b3e6c52-448b-40ef-9862-98b8b2471afe tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 944 time: 0.1776061 Nov 23 22:50:39.236915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:39.241006 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0e39e3-4364-4327-8875-76338671c7fe" -d '{"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:39.298859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5febae4e-7255-43e6-8600-13dee112c75e req-4c325bb3-94c1-4a2f-b475-0c672a11090d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668986 Nov 23 22:50:39.302613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Deleting port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:39.302955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.448545 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669e4c0b-6f02-4b45-ac0d-3b8a36822476 x-openstack-request-id: req-669e4c0b-6f02-4b45-ac0d-3b8a36822476 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:39.449135 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:39.449594 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-669e4c0b-6f02-4b45-ac0d-3b8a36822476 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:39.450191 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'code': 200} Nov 23 22:50:39.461050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] For port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:39.462080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.467269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46106) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:39.472272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30087b-5738-44de-9d07-d76a32c45b03 req-c6a2564e-5ee3-4f72-b0e9-2523605b13cc tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:39.473816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df30087b-5738-44de-9d07-d76a32c45b03 req-c6a2564e-5ee3-4f72-b0e9-2523605b13cc tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0944853 Nov 23 22:50:39.519224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d6bc977-0ff9-4ae7-aef2-5d889745475c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51c73cc07ffd4535a8899a9288267ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504835 Nov 23 22:50:39.521928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:39.577961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf834-710f-4e46-8482-1f621a5c0e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.606171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf834-710f-4e46-8482-1f621a5c0e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.664639 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf834-710f-4e46-8482-1f621a5c0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.667436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf834-710f-4e46-8482-1f621a5c0e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.671513 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ac0cf834-710f-4e46-8482-1f621a5c0e8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d48d926b-2274-48ef-a478-431cd0b1bbbb HTTP/1.1" status: 204 len: 168 time: 0.1454446 Nov 23 22:50:39.682964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cf834-710f-4e46-8482-1f621a5c0e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d926b-2274-48ef-a478-431cd0b1bbbb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:39.729677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df30087b-5738-44de-9d07-d76a32c45b03 req-58cbb5cd-45fe-4382-8f13-d0264719e9df tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493536 Nov 23 22:50:39.742018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbba599-8809-4db0-8d27-23f04bdb2377 req-91898f9e-26ba-4838-8d19-8d4083f96415 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:39.748501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccbba599-8809-4db0-8d27-23f04bdb2377 req-91898f9e-26ba-4838-8d19-8d4083f96415 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 944 time: 0.1904914 Nov 23 22:50:39.757148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:50:39.764382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cf59d4a6-3968-4a54-b908-7ed0f1e23333 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:39.863917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccbba599-8809-4db0-8d27-23f04bdb2377 req-d485e72e-11fb-4d87-830a-975e0b64b74a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121881 Nov 23 22:50:39.886982 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.887354 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:39.887801 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Floating IP c4af89a4-0d31-44e0-8b07-dc7871c29b78 disassociated. External IP: 172.25.0.32, port: 3a77e1d8-baab-43cf-9e56-a9f73da30ffb. Nov 23 22:50:39.888284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Calling delete_port for 3a77e1d8-baab-43cf-9e56-a9f73da30ffb owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:39.905800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port cf59d4a6-3968-4a54-b908-7ed0f1e23333 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:50:39.915707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port cf59d4a6-3968-4a54-b908-7ed0f1e23333 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:39.916107 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:40.005592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:40.026206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'db0dc065-0878-419c-a17b-263937117166', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': 'db0dc065-0878-419c-a17b-263937117166', 'mac_address': 'fa:16:3e:cf:fc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:50:40.067867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440a9e-b735-4795-9edf-320fece58a36 req-4a927e2c-172b-40c8-a91d-25c8e717609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:40.070851 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16440a9e-b735-4795-9edf-320fece58a36 req-4a927e2c-172b-40c8-a91d-25c8e717609d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 1097 time: 0.0614154 Nov 23 22:50:40.079850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caca9e3-212d-4bee-a742-27892ee82571 req-bf58722c-e336-4634-ac92-4622738295d8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:40.079850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9caca9e3-212d-4bee-a742-27892ee82571 req-bf58722c-e336-4634-ac92-4622738295d8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0631077 Nov 23 22:50:40.186857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9caca9e3-212d-4bee-a742-27892ee82571 req-9e6fa0ca-4bed-4c80-bc64-551246f8f3b7 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042678 Nov 23 22:50:40.224246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:40.240095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440a9e-b735-4795-9edf-320fece58a36 req-c0081fff-43c9-46ca-bc6e-fdc60a89c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:40.241748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16440a9e-b735-4795-9edf-320fece58a36 req-c0081fff-43c9-46ca-bc6e-fdc60a89c47a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 920 time: 0.1578672 Nov 23 22:50:40.249568 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:40.297937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event deleted for resources: {'Port': ['ID=3a77e1d8-baab-43cf-9e56-a9f73da30ffb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:40.301994 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16440a9e-b735-4795-9edf-320fece58a36 req-79492eab-ca30-49d3-8e77-9f669ce54de1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c694d27a-8938-4879-adfa-f0952f369ee3 HTTP/1.1" status: 200 len: 217 time: 0.0483999 Nov 23 22:50:40.314712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db0dc065-0878-419c-a17b-263937117166 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:40.379868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:40.380905 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:40.394456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e29520a3-363e-4290-a9e7-b0fb4bdc6082 req-251dbc33-9209-4881-b28f-4db94e5edc73 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=8976aa4b-3c2f-49d9-8341-cc1a35bd684f HTTP/1.1" status: 200 len: 210 time: 0.0938768 Nov 23 22:50:40.400953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440a9e-b735-4795-9edf-320fece58a36 req-85582f4c-d090-4d86-9cda-01e0ee4fce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:40.406891 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16440a9e-b735-4795-9edf-320fece58a36 req-85582f4c-d090-4d86-9cda-01e0ee4fce97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.1013715 Nov 23 22:50:40.420446 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:40.488248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16440a9e-b735-4795-9edf-320fece58a36 req-5cf4bb90-9e7d-470f-8093-7b65c957972f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522456 Nov 23 22:50:40.536783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port cf59d4a6-3968-4a54-b908-7ed0f1e23333, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:40.563305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:40.570486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:40.650215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['db0dc065-0878-419c-a17b-263937117166'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:40.661931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121c11d-da9e-4172-812b-3df0dc5fd939 req-4cd5ade0-52ed-4b45-b664-9d0a26063084 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:40.668212 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16440a9e-b735-4795-9edf-320fece58a36 req-03e4b521-d88f-4b9a-bdfe-e85b0d2cd271 service neutron] 10.222.0.46 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712108 Nov 23 22:50:40.671061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=cf59d4a6-3968-4a54-b908-7ed0f1e23333,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:40.673299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5121c11d-da9e-4172-812b-3df0dc5fd939 req-4cd5ade0-52ed-4b45-b664-9d0a26063084 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 944 time: 0.1613488 Nov 23 22:50:40.685428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Router 9f516ba9-6971-4de3-81dc-c78f8e49da5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:50:40.895337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:40.910934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-16440a9e-b735-4795-9edf-320fece58a36 req-abff1ad3-cc85-4c29-9348-a6384c232cf5 service neutron] 10.222.0.46 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340434 Nov 23 22:50:40.931214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5121c11d-da9e-4172-812b-3df0dc5fd939 req-41cffa15-f771-4ab7-bb76-fcd973d53014 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561827 Nov 23 22:50:40.999086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] No DVR routers for this DVR port 3a77e1d8-baab-43cf-9e56-a9f73da30ffb on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:50:41.004922 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:41.012074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca3cfdf0-da4e-4058-a39b-ea978ac0fff0 req-27e50534-52b7-4e6f-815d-ea213314bc9e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "DELETE /v2.0/ports/3a77e1d8-baab-43cf-9e56-a9f73da30ffb HTTP/1.1" status: 204 len: 173 time: 1.9158945 Nov 23 22:50:41.014829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-deleted', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:41.020322 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41b6558-ce6e-4578-b894-4f42071c0f21" -d '{"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-deleted", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:41.032630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] Sync routers for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:41.116624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07900d-3435-4ac7-b06f-25f1432cf0eb req-862860ae-f6d3-4be4-8f6c-3fa657492285 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:41.118268 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba07900d-3435-4ac7-b06f-25f1432cf0eb req-862860ae-f6d3-4be4-8f6c-3fa657492285 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.0897832 Nov 23 22:50:41.134374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:41.135036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:41.226050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba07900d-3435-4ac7-b06f-25f1432cf0eb req-c04c3e74-e7a8-44d5-afb1-fb7d2056be6b tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997460 Nov 23 22:50:41.283622 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36338da8-375c-4d8c-a697-a4d4ae5dfc82 x-openstack-request-id: req-36338da8-375c-4d8c-a697-a4d4ae5dfc82 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:41.284214 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976aa4b-3c2f-49d9-8341-cc1a35bd684f", "name": "network-vif-deleted", "tag": "3a77e1d8-baab-43cf-9e56-a9f73da30ffb", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:41.284694 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36338da8-375c-4d8c-a697-a4d4ae5dfc82 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:41.285328 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8976aa4b-3c2f-49d9-8341-cc1a35bd684f', 'name': 'network-vif-deleted', 'tag': '3a77e1d8-baab-43cf-9e56-a9f73da30ffb', 'status': 'completed', 'code': 200} Nov 23 22:50:41.305758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:41.443506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf148bd-2a43-4c30-b34e-d7d99079298c req-b9291fbc-4915-44e6-8e90-f80886c793d3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:41.452548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ddf148bd-2a43-4c30-b34e-d7d99079298c req-b9291fbc-4915-44e6-8e90-f80886c793d3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0910535 Nov 23 22:50:41.454618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:41.457048 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db34ca1d-1b5e-4552-a5f2-8adc8a05c9c8" -d '{"events": [{"server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:41.531119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ddf148bd-2a43-4c30-b34e-d7d99079298c req-43e33e93-7101-44f8-bb70-e5978b84e0a6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774374 Nov 23 22:50:41.643023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:41.678642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] Checking router: 9f516ba9-6971-4de3-81dc-c78f8e49da5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:41.692804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:41.693827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:41.793172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:41.889028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:41.972889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port db0dc065-0878-419c-a17b-263937117166 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:41.973473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.094009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46244) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:42.205179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.296559 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbfa63e-0319-4419-9bc8-33f1c228433e x-openstack-request-id: req-5cbfa63e-0319-4419-9bc8-33f1c228433e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:42.296857 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "name": "network-vif-plugged", "status": "completed", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:42.297111 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cbfa63e-0319-4419-9bc8-33f1c228433e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:42.297515 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'code': 200} Nov 23 22:50:42.313109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:42.326454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.355547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:42.363758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c3c860d-424e-4b7d-9a0f-c897f681fb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.402193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c53176b-a64c-4ffc-acc7-6159eb2478e8 None None] The sync data for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 is: [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:42.452848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:42.462983 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c3c860d-424e-4b7d-9a0f-c897f681fb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.467287 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c3c860d-424e-4b7d-9a0f-c897f681fb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.532183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c860d-424e-4b7d-9a0f-c897f681fb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4299062-099f-44bb-8a33-89a70a6ddd9f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:42.544592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff08c7-a28b-47c6-91a2-c2c9699e420e req-0a7f8be8-6d82-43b7-8a31-b037dc0b0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:42.549566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45ff08c7-a28b-47c6-91a2-c2c9699e420e req-0a7f8be8-6d82-43b7-8a31-b037dc0b0299 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 1096 time: 0.1546705 Nov 23 22:50:42.588527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46256) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:42.590102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c3c860d-424e-4b7d-9a0f-c897f681fb3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49dcad8b36914acf80035af60d87bdf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4949260 Nov 23 22:50:42.594598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:42.626652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45ff08c7-a28b-47c6-91a2-c2c9699e420e req-0c43feb8-d043-4709-b4a6-bcbdda152c4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658972 Nov 23 22:50:42.683946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25c996c9-aca7-4077-ad72-a99db9a2a200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.724900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bff66748-109f-4d99-abd2-e9642bd484f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.738881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25c996c9-aca7-4077-ad72-a99db9a2a200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.757738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bff66748-109f-4d99-abd2-e9642bd484f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.860199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bff66748-109f-4d99-abd2-e9642bd484f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.870648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bff66748-109f-4d99-abd2-e9642bd484f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:42.879502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46262) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:42.881097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bff66748-109f-4d99-abd2-e9642bd484f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "DELETE /v2.0/security-groups/6617b196-7af7-44d5-8e53-575c382c7450 HTTP/1.1" status: 204 len: 168 time: 0.2833102 Nov 23 22:50:42.893831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cb310-870d-4ef3-9924-2206e3d8476c req-ff7b05b2-d9fa-4ea1-bc53-7de21bc05b4e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:42.896550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e91cb310-870d-4ef3-9924-2206e3d8476c req-ff7b05b2-d9fa-4ea1-bc53-7de21bc05b4e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.1854572 Nov 23 22:50:42.905192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff66748-109f-4d99-abd2-e9642bd484f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617b196-7af7-44d5-8e53-575c382c7450,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:42.911327 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-6242f48c-def2-41db-be2a-f571761cb9c2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] show failed (client error): The resource could not be found. Nov 23 22:50:42.912443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6242f48c-def2-41db-be2a-f571761cb9c2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups/6617b196-7af7-44d5-8e53-575c382c7450 HTTP/1.1" status: 404 len: 347 time: 0.0305638 Nov 23 22:50:42.916301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46264) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:42.937384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-349c49fc-e80a-4563-9984-43e79d71e273 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:42.938981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-349c49fc-e80a-4563-9984-43e79d71e273 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=03042084-69ec-42be-8721-5c4b8c0bad0a HTTP/1.1" status: 200 len: 944 time: 0.1810520 Nov 23 22:50:43.011254 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85ea98-ccdc-4734-b133-0017057c6470 None None] New status for floating IP c4af89a4-0d31-44e0-8b07-dc7871c29b78: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:50:43.040310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25c996c9-aca7-4077-ad72-a99db9a2a200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.043681 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25c996c9-aca7-4077-ad72-a99db9a2a200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.046252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-25c996c9-aca7-4077-ad72-a99db9a2a200 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4299062-099f-44bb-8a33-89a70a6ddd9f HTTP/1.1" status: 204 len: 168 time: 0.4565456 Nov 23 22:50:43.147527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c996c9-aca7-4077-ad72-a99db9a2a200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4299062-099f-44bb-8a33-89a70a6ddd9f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:43.221395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e91cb310-870d-4ef3-9924-2206e3d8476c req-6168a007-4a8f-4df7-bb5d-41ba9c2c296a tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957850 Nov 23 22:50:43.274272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Deleting port 5f8bd70d-4d81-4504-9e93-2ad03db4e654 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:43.274652 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.320426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Deleting port f3db8a14-16ad-4620-bdbd-463b5de763ba {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:43.320793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.486361 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.486719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.513792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Calling delete_port for 5f8bd70d-4d81-4504-9e93-2ad03db4e654 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:43.547440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135bcb5-701b-4a0c-9875-599cb2e855b9 req-8efa21b8-b588-456e-a0bf-4877babb5c6c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:43.549048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b135bcb5-701b-4a0c-9875-599cb2e855b9 req-8efa21b8-b588-456e-a0bf-4877babb5c6c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.2218103 Nov 23 22:50:43.560921 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] For port f3db8a14-16ad-4620-bdbd-463b5de763ba, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f3db8a14-16ad-4620-bdbd-463b5de763ba,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:43.561228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.649659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Calling delete_port for f3db8a14-16ad-4620-bdbd-463b5de763ba owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:43.702548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b135bcb5-701b-4a0c-9875-599cb2e855b9 req-51ae9f16-e907-4799-8374-ab1e87c116a9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439502 Nov 23 22:50:43.807541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:43.861229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 3a77e1d8-baab-43cf-9e56-a9f73da30ffb {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:43.862101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 3a77e1d8-baab-43cf-9e56-a9f73da30ffb not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:43.944917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:43.988142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event deleted for resources: {'Port': ['ID=5f8bd70d-4d81-4504-9e93-2ad03db4e654,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:44.098776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.150201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event deleted for resources: {'Port': ['ID=f3db8a14-16ad-4620-bdbd-463b5de763ba,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:44.158900 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.161800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.163151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ccbb524e-1ea9-42ae-9fc5-202872d6b175 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "DELETE /v2.0/floatingips/c4af89a4-0d31-44e0-8b07-dc7871c29b78 HTTP/1.1" status: 204 len: 168 time: 1.2457552 Nov 23 22:50:44.212827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] No DVR routers for this DVR port f3db8a14-16ad-4620-bdbd-463b5de763ba on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:50:44.220231 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.231132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e84a8a99-f237-42b6-8c10-895681e67cd7 req-6b1f90e5-7b33-4f78-9234-a8e311bb209b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "DELETE /v2.0/ports/f3db8a14-16ad-4620-bdbd-463b5de763ba HTTP/1.1" status: 204 len: 173 time: 1.2788520 Nov 23 22:50:44.231132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-deleted', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:44.231132 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e98cca-2332-438a-af34-248973d70281" -d '{"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-deleted", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:44.298461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:44.302366 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f71a6e4-8a2c-4920-8ac6-5804d0167f91" -d '{"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:44.486389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:44.495453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8bcc09d8-0e07-4164-b124-d2f31dbc9ad4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72607968', 'description': 'tempest-description--1791287492'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:44.530016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f3db8a14-16ad-4620-bdbd-463b5de763ba no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:44.546945 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dfbf14-a2aa-4476-808e-ec8c9352bd75 x-openstack-request-id: req-c5dfbf14-a2aa-4476-808e-ec8c9352bd75 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:44.548029 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03042084-69ec-42be-8721-5c4b8c0bad0a", "name": "network-vif-deleted", "tag": "f3db8a14-16ad-4620-bdbd-463b5de763ba", "status": "failed", "code": 422}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:44.548517 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5dfbf14-a2aa-4476-808e-ec8c9352bd75 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:44.549533 n-d-817303-3 neutron-server[103522]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03042084-69ec-42be-8721-5c4b8c0bad0a', 'name': 'network-vif-deleted', 'tag': 'f3db8a14-16ad-4620-bdbd-463b5de763ba', 'status': 'failed', 'code': 422} returned with failed status Nov 23 22:50:44.569406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: f3db8a14-16ad-4620-bdbd-463b5de763ba {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:44.569894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f3db8a14-16ad-4620-bdbd-463b5de763ba not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:44.572076 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bcc09d8-0e07-4164-b124-d2f31dbc9ad4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.711378 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bcc09d8-0e07-4164-b124-d2f31dbc9ad4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.730159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12cc1d-36c8-4aaa-8311-e396e6364988 req-f83628e2-dfbc-412c-800e-d4da37f7dc09 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:44.738942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d12cc1d-36c8-4aaa-8311-e396e6364988 req-f83628e2-dfbc-412c-800e-d4da37f7dc09 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.1107786 Nov 23 22:50:44.740480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bcc09d8-0e07-4164-b124-d2f31dbc9ad4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.774266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bcc09d8-0e07-4164-b124-d2f31dbc9ad4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.780264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8bcc09d8-0e07-4164-b124-d2f31dbc9ad4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2877579 Nov 23 22:50:44.781470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46322) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:44.796624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-99ad0c0a-a3e8-4d36-a312-95b8916fdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'security_group_rule': {'security_group_id': 'b3b8d5f3-69d6-4031-aca2-e22bcb0e2262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:44.811022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc09d8-0e07-4164-b124-d2f31dbc9ad4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:44.831664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d12cc1d-36c8-4aaa-8311-e396e6364988 req-b3eb3bae-3aaf-44b6-b85b-1f4d451efdaa tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921619 Nov 23 22:50:44.894498 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99ad0c0a-a3e8-4d36-a312-95b8916fdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:44.922462 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b04e2-d740-45be-b590-38222e89c9bf x-openstack-request-id: req-d12b04e2-d740-45be-b590-38222e89c9bf {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:44.922975 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:44.923085 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d12b04e2-d740-45be-b590-38222e89c9bf {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:44.923395 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'code': 200} Nov 23 22:50:45.012629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99ad0c0a-a3e8-4d36-a312-95b8916fdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.035252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99ad0c0a-a3e8-4d36-a312-95b8916fdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.079366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad0c0a-a3e8-4d36-a312-95b8916fdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7c1fe3-377a-482d-ab7f-7970f04211c4,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:45.100274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99ad0c0a-a3e8-4d36-a312-95b8916fdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.102781 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-99ad0c0a-a3e8-4d36-a312-95b8916fdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3176844 Nov 23 22:50:45.107132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46336) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:45.112400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7ae17d06-831b-4e9a-8b8e-c119cf2531ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'security_group_rule': {'security_group_id': 'b3b8d5f3-69d6-4031-aca2-e22bcb0e2262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:45.154976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ae17d06-831b-4e9a-8b8e-c119cf2531ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.180223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a01392-c479-441c-9146-dcac9f64899f req-436b56f5-aefd-4063-a1ed-b817b3a04148 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:45.182002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66a01392-c479-441c-9146-dcac9f64899f req-436b56f5-aefd-4063-a1ed-b817b3a04148 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1553724 Nov 23 22:50:45.284877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ae17d06-831b-4e9a-8b8e-c119cf2531ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.285106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ec49d-8af0-47c6-8cef-b0e19f8c1436 req-278699ff-16ff-429f-ac7b-afd9862156de tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:45.286607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d26ec49d-8af0-47c6-8cef-b0e19f8c1436 req-278699ff-16ff-429f-ac7b-afd9862156de tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.0965493 Nov 23 22:50:45.297959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46338) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:45.303977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Request body: {'floatingip': {'port_id': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:45.330220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66a01392-c479-441c-9146-dcac9f64899f req-4f56b994-e8a0-43af-b77a-908084b67295 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023560 Nov 23 22:50:45.345528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ae17d06-831b-4e9a-8b8e-c119cf2531ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.369643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.542038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae17d06-831b-4e9a-8b8e-c119cf2531ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d76220-a069-409e-a24e-97973fd16cf3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:45.593225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ae17d06-831b-4e9a-8b8e-c119cf2531ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.597502 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7ae17d06-831b-4e9a-8b8e-c119cf2531ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4859469 Nov 23 22:50:45.598434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46350) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:45.603880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:45.642445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:45.869909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-6f75e611-f1a2-47f5-a871-7f018c2e8695 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:45.879962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-6f75e611-f1a2-47f5-a871-7f018c2e8695 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.2424793 Nov 23 22:50:45.902444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-fbc50ad7-e7a4-49bf-8bab-5353716d8291 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/quotas/65a61d3392de484ba1cc52f1fa1b48d7 HTTP/1.1" status: 200 len: 375 time: 0.0214763 Nov 23 22:50:45.944612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-efb0fe92-7c5d-4276-b721-b3c9bb119afb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410862 Nov 23 22:50:45.961173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:46.112966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4829d239-d2b1-44ec-9a29-a06e5f5898c3 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674628 Nov 23 22:50:46.174450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:46.201504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:46.206099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Allocated IP 172.25.0.57 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/09138c33-35a0-46c1-836f-40fb9521ebe9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:46.377439 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Floating IP e18d8a91-7521-48af-8052-1a1fcb3fcca7 associated. External IP: 172.25.0.89, port: cf59d4a6-3968-4a54-b908-7ed0f1e23333. Nov 23 22:50:46.723448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:46.762516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Router 4162f32e-60da-407c-a72a-3a92f8ab5d05 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:50:46.769934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-f16ecd71-33a0-4bc6-9aba-764331711dd5 service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559553 Nov 23 22:50:46.793603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f90f38-c9d5-4042-bdee-1c45f26c1934 req-34773aa8-25f4-4ed4-bf6f-8c2f555debb3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:46.810590 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8f90f38-c9d5-4042-bdee-1c45f26c1934 req-34773aa8-25f4-4ed4-bf6f-8c2f555debb3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1516252 Nov 23 22:50:46.867982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:46.895468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8f90f38-c9d5-4042-bdee-1c45f26c1934 req-7b8c5e6c-9227-405a-9d73-a5237f072d52 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835478 Nov 23 22:50:46.962199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:46.993865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:47.033619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:47.057190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-179c49ab-fe1d-4e2b-a6fc-27e7b6a22a9b req-b4db0f82-4dd6-432a-8174-fde0bfb1f4d7 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 210 time: 0.0340161 Nov 23 22:50:47.087352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'Port': ['ID=09138c33-35a0-46c1-836f-40fb9521ebe9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:47.109522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:47.118541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:47.121424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] Sync routers for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:47.145594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:47.146490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:47.226649 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42451c27-908f-493c-8db2-eef53cba13e1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "PUT /v2.0/floatingips/e18d8a91-7521-48af-8052-1a1fcb3fcca7 HTTP/1.1" status: 200 len: 990 time: 1.9273784 Nov 23 22:50:47.240214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:47.242641 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7b509b-d3fd-42ed-b43e-f622aae6e991" -d '{"events": [{"name": "network-changed", "server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:47.316556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:47.410912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:47.426006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:47.735041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-df878070-734c-4317-83f9-7710bfb55fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:47.741569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-df878070-734c-4317-83f9-7710bfb55fd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69aaa9264c964143b04d7e4f05a046b7&device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 1096 time: 0.1119075 Nov 23 22:50:47.819785 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:47.827110 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250be402-988e-4167-809c-12165565576b x-openstack-request-id: req-250be402-988e-4167-809c-12165565576b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:47.827897 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:47.828412 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-250be402-988e-4167-809c-12165565576b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:47.830316 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'status': 'completed', 'code': 200} Nov 23 22:50:47.835671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:48.048767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-e3c5a101-c1c4-49aa-9f3f-bad564db4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:48.050258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-e3c5a101-c1c4-49aa-9f3f-bad564db4307 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 HTTP/1.1" status: 200 len: 916 time: 0.3056149 Nov 23 22:50:48.052193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e18d8a91-7521-48af-8052-1a1fcb3fcca7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'port_id': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'mac_address': 'fa:16:3e:38:1a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:49:45Z', 'updated_at': '2021-11-23T22:50:45Z', 'revision_number': 1, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 5, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:48.088604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] Checking router: 4162f32e-60da-407c-a72a-3a92f8ab5d05 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:48.101816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:48.103265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:50:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:48.209509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-dcddee13-0bcf-42d9-88ba-0c767a818da7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333 HTTP/1.1" status: 200 len: 998 time: 0.1498263 Nov 23 22:50:48.352404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:48.459950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8e68982-6df7-4e60-9479-eac91d21a47b req-3c732c1b-01c9-46c4-a57c-b07806e0cc18 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 210 time: 0.1117313 Nov 23 22:50:48.498658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-dc9e7561-4a01-4996-8858-776f9bd7c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:48.502597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-dc9e7561-4a01-4996-8858-776f9bd7c3f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d593118-7277-43c9-a4f7-1466e4ab278c HTTP/1.1" status: 200 len: 854 time: 0.2754562 Nov 23 22:50:48.538124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3172b-565a-4620-aa8a-bbd5b0851810 req-eca2636f-01a2-49a0-bd1e-64ef519e3f2d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:48.546383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26c3172b-565a-4620-aa8a-bbd5b0851810 req-eca2636f-01a2-49a0-bd1e-64ef519e3f2d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.3357759 Nov 23 22:50:48.629726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:48.633243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'Port': ['ID=09138c33-35a0-46c1-836f-40fb9521ebe9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:48.651237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26c3172b-565a-4620-aa8a-bbd5b0851810 req-b0b312b2-2771-42a8-aee1-dd9ede982315 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037531 Nov 23 22:50:48.666011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:48.666011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bcb39d33-34b9-448a-ab7b-ddea495c3eef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0590599 Nov 23 22:50:48.692123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-712bc938-08ce-4007-8cf5-7ae3804002be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:48.695937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-712bc938-08ce-4007-8cf5-7ae3804002be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840956 Nov 23 22:50:49.024030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-d7687f81-78bb-48de-a47b-28505d5dad56 service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149152 Nov 23 22:50:49.184552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e18d8a91-7521-48af-8052-1a1fcb3fcca7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'port_id': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'mac_address': 'fa:16:3e:38:1a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:49:45Z', 'updated_at': '2021-11-23T22:50:45Z', 'revision_number': 1, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 5, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:49.216852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b844f49-f4d7-4ccf-853b-fa15b93c0b77 None None] The sync data for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 is: [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e18d8a91-7521-48af-8052-1a1fcb3fcca7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'port_id': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'mac_address': 'fa:16:3e:38:1a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:49:45Z', 'updated_at': '2021-11-23T22:50:45Z', 'revision_number': 1, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 5, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:49.263691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-f9a5c3ce-fe1a-4c0a-842b-be7f5792d1be tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--72607968&fields=id&tenant_id=f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 267 time: 0.1914797 Nov 23 22:50:49.337251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-b723eded-ba7f-4d54-ad4f-0add3b81842e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:49.339027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-b723eded-ba7f-4d54-ad4f-0add3b81842e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.5236988 Nov 23 22:50:49.385198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Request body: {'port': {'device_id': '82ad3116-03aa-46b4-847f-f396a130d038', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'admin_state_up': True, 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:49.571150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb7b509b-d3fd-42ed-b43e-f622aae6e991 req-5d939098-9660-486c-bc90-c7def75484e4 service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332515 Nov 23 22:50:49.630665 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368c375-7825-4f9a-9b45-b2c6c090e7ec None None] New status for floating IP e18d8a91-7521-48af-8052-1a1fcb3fcca7: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:50:49.700095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cc993d2-3355-4a6d-a2da-e8e17c6f9a5e req-f74a08b4-e853-47b4-a8ee-022d823a8282 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 210 time: 0.0530834 Nov 23 22:50:49.736519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-23f6d0d5-5c56-4e63-b23b-9dbddec5a94e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:49.752870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-23f6d0d5-5c56-4e63-b23b-9dbddec5a94e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 817 time: 0.4882216 Nov 23 22:50:49.865498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-70e6f1a6-175b-42df-8744-e9e50f86b218 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/quotas/f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 375 time: 0.1105497 Nov 23 22:50:49.872601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:49.899911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:50.095918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-4330a5a6-a067-4b29-9793-89b4682de7ed tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2280016 Nov 23 22:50:50.146647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4281d63-ac20-4f28-9463-13606334add9 req-4273bf07-3e87-4bc2-ba0f-5bc1576d83c6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:50.156264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4281d63-ac20-4f28-9463-13606334add9 req-4273bf07-3e87-4bc2-ba0f-5bc1576d83c6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1950288 Nov 23 22:50:50.346201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4281d63-ac20-4f28-9463-13606334add9 req-f1144435-ca17-4a09-a678-c0f510fb7150 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884038 Nov 23 22:50:50.354703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Allocated IP 172.20.0.13 (5da9a1b0-0358-4d57-a541-709c96734431/0946f13d-92b9-46e7-987a-7abb40fbf802/b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:50.433642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-060217a1-a8fe-49ce-a595-8840f4cdd178 service neutron] 10.222.0.11 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115759 Nov 23 22:50:50.668476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0c1774e3-dc0d-41cf-8ed3-297f80dd7d9b service neutron] 10.222.0.11 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221839 Nov 23 22:50:50.739767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:50.823870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:51.002477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Network 5da9a1b0-0358-4d57-a541-709c96734431 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:51.021352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c7ef1-3046-47b1-9d6b-0bedef636395 req-f8b44278-ef7c-4cd5-879b-a35a70d9c561 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:51.031634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-410c7ef1-3046-47b1-9d6b-0bedef636395 req-f8b44278-ef7c-4cd5-879b-a35a70d9c561 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 932 time: 0.1757684 Nov 23 22:50:51.071135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:51.108937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:51.159931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-410c7ef1-3046-47b1-9d6b-0bedef636395 req-905f914f-40f0-4fac-b498-45ecd529d1e1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267600 Nov 23 22:50:51.160374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event updated for resources: {'Port': ['ID=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:51.209163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e005243-6c57-41bc-bb79-694046f5b220 req-56a0c73a-bee2-4df3-b6eb-15beab5fc9f3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 210 time: 0.1731944 Nov 23 22:50:51.253191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:51.253834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:51.281407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-4c895d2b-51a0-45c9-84c9-23f56392e904 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9043570 Nov 23 22:50:51.479266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Request body: {'port': {'device_id': '82ad3116-03aa-46b4-847f-f396a130d038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:51.604397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3272842-b933-4d2b-8006-4a0fad2b7903 req-d8bcd22e-d0f4-4377-9cf1-9f40d109fe7f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:51.606074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3272842-b933-4d2b-8006-4a0fad2b7903 req-d8bcd22e-d0f4-4377-9cf1-9f40d109fe7f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1441650 Nov 23 22:50:51.609903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:51.744174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3272842-b933-4d2b-8006-4a0fad2b7903 req-fdbcd3fd-007c-4fa5-b244-cbf521a77790 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236079 Nov 23 22:50:52.198884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:52.210813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:52.229564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Transition to ACTIVE for port object b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:50:52.237580 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:52.511034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2aca7de-ba66-40ae-b698-4c852c36b315 req-3eac6430-8b57-4c1e-a8e1-d2c3628a95bb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 210 time: 0.0842667 Nov 23 22:50:52.558947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2a0e0-b6fc-4a7f-92a8-d09e8bffb80f req-ad1e60aa-bbb6-407d-ae4f-da530c58dd94 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:52.558947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cd2a0e0-b6fc-4a7f-92a8-d09e8bffb80f req-ad1e60aa-bbb6-407d-ae4f-da530c58dd94 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 944 time: 0.1968105 Nov 23 22:50:52.558947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Pushing event updated for resources: {'Port': ['ID=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:52.627414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Attempting to bind port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:52.627802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Attempting to bind port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:52.628125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Attempting to bind port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:52.683831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 on network 5da9a1b0-0358-4d57-a541-709c96734431 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:50:52.684149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Attempting to bind port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:52.709778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:52.710152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Checking segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:52.710571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Bound using segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:52.711048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Bound port: b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:52.711416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:52.749216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cd2a0e0-b6fc-4a7f-92a8-d09e8bffb80f req-915054a5-ba59-4a1b-a62f-c9f80efb9601 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714320 Nov 23 22:50:52.800040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-001ecea3-db71-4be6-b387-b6b30036e4e3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:52.801605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-001ecea3-db71-4be6-b387-b6b30036e4e3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 817 time: 0.2614672 Nov 23 22:50:52.959135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] For port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:52.998260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95f5e-6dec-4e82-8ac4-386b0946e708 req-ad6a28c0-f5d3-4e38-8c51-bfc62eee5990 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:53.000291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90c95f5e-6dec-4e82-8ac4-386b0946e708 req-ad6a28c0-f5d3-4e38-8c51-bfc62eee5990 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1459823 Nov 23 22:50:53.002305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] For port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:53.010674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-6506a7fd-bceb-4740-8dc8-ad1f6b27d338 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 378 time: 0.1620631 Nov 23 22:50:53.016794 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:53.043852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'port': {'device_id': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'admin_state_up': True, 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'security_groups': ['b3b8d5f3-69d6-4031-aca2-e22bcb0e2262']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:53.140402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Pushing event updated for resources: {'Port': ['ID=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:53.187073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:53.190609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:53.192398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ada601b3-94cc-495b-97f5-102c3d42bada service neutron] 10.222.0.48 "PUT /v2.0/ports/b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 HTTP/1.1" status: 200 len: 1092 time: 1.8928123 Nov 23 22:50:53.225787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ad3116-03aa-46b4-847f-f396a130d038', 'tag': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:53.235868 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac89830e-7011-4b90-8511-0c23dc988c33" -d '{"events": [{"name": "network-changed", "server_uuid": "82ad3116-03aa-46b4-847f-f396a130d038", "tag": "b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:53.335439 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c2d3a4-0093-4443-8c1a-10c493674d6a x-openstack-request-id: req-f1c2d3a4-0093-4443-8c1a-10c493674d6a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:53.335908 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ad3116-03aa-46b4-847f-f396a130d038", "tag": "b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:53.336286 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1c2d3a4-0093-4443-8c1a-10c493674d6a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:53.336861 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ad3116-03aa-46b4-847f-f396a130d038', 'tag': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9', 'status': 'completed', 'code': 200} Nov 23 22:50:53.366099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90c95f5e-6dec-4e82-8ac4-386b0946e708 req-7d86d9a9-dc46-4a40-9610-75c31b1da093 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528957 Nov 23 22:50:53.415908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-f01e62d8-e9d4-415b-b884-d2abe591d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:53.420100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-f01e62d8-e9d4-415b-b884-d2abe591d352 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 1095 time: 0.1422069 Nov 23 22:50:53.518220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ec35c7e2-ab54-40f0-8d2e-c30e3e325643 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 HTTP/1.1" status: 200 len: 217 time: 0.0617003 Nov 23 22:50:53.536126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Made reservation on behalf of f5523f7332df411dad76b1605f353f40 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:53.539902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:53.602323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ab586e9e-aca0-4626-8510-d07f479719c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:53.604304 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-ab586e9e-aca0-4626-8510-d07f479719c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.0800304 Nov 23 22:50:53.697352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-0365026a-84ec-43bb-bb90-ed5a0fcc29c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556636 Nov 23 22:50:53.748227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837496ff-a741-43c9-9f7a-e3df2d779351 req-0c75e4af-a32a-49f8-b3bb-445fd1a1d8f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 210 time: 0.0771322 Nov 23 22:50:53.916913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Allocated IP 172.20.0.10 (b3241005-8cfb-4d5a-a235-19af426d7fdf/9b0376f4-3e70-4ac6-a11c-8491fa1e586d/beed38d6-bedf-41ed-8355-461e7b912811) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:54.004394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-2907cbad-59a9-4512-bb47-af01ac0bdc49 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835319 Nov 23 22:50:54.159402 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:50:54.683335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa607aa6-c461-41ff-a9c2-2e274b520abc req-5599f80a-7a3d-46e4-89c7-43b4c1074091 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:54.691114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa607aa6-c461-41ff-a9c2-2e274b520abc req-5599f80a-7a3d-46e4-89c7-43b4c1074091 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 944 time: 0.7632463 Nov 23 22:50:54.750521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132574e-a30b-42af-a3f6-c38a28e9afd9 req-7c8455b7-e4fc-4917-bd57-cf5b9c1f88f6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:54.758154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e132574e-a30b-42af-a3f6-c38a28e9afd9 req-7c8455b7-e4fc-4917-bd57-cf5b9c1f88f6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.2511365 Nov 23 22:50:54.805839 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:54.822408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3646c942-c6d1-41f9-86df-7f8bf9263bd6 req-f74b8cd6-cc13-4594-aa81-7413d5c213bd service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011742 Nov 23 22:50:54.857338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa607aa6-c461-41ff-a9c2-2e274b520abc req-46f59186-1190-43f9-906e-6ac39b28b437 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642036 Nov 23 22:50:54.895004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e132574e-a30b-42af-a3f6-c38a28e9afd9 req-c8347ce0-e83c-4630-9715-6417002a0196 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358714 Nov 23 22:50:54.924239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:55.091287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Network b3241005-8cfb-4d5a-a235-19af426d7fdf is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:55.102389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:55.110731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:55.115836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:55.207339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28f989-5255-481f-9b46-21ae0583a773 req-bf0a4c15-c8b2-4e0a-a21a-320a8857d96d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:55.210417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e28f989-5255-481f-9b46-21ae0583a773 req-bf0a4c15-c8b2-4e0a-a21a-320a8857d96d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 932 time: 0.2527044 Nov 23 22:50:55.212727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-5a12e938-f126-4e76-9012-b0e8a2b3c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:55.214403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-5a12e938-f126-4e76-9012-b0e8a2b3c7b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 1095 time: 0.2619121 Nov 23 22:50:55.273410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:55.274492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:55.501520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-e1ff536c-fafa-4246-a579-b97efb3589ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:55.503424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-e1ff536c-fafa-4246-a579-b97efb3589ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 912 time: 0.2226079 Nov 23 22:50:55.517120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-0d628bad-7b44-476d-a693-2bfe4830c3cd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4944830 Nov 23 22:50:55.531360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Request body: {'port': {'device_id': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:55.589691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7b7b7ae2-a1c4-40e1-ba6c-a9a0fd23a6c3 None None] Provisioning complete for port beed38d6-bedf-41ed-8355-461e7b912811 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:55.590825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7b7b7ae2-a1c4-40e1-ba6c-a9a0fd23a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:55.603602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-322fcdad-445e-45dd-8899-1c26c374fcf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 HTTP/1.1" status: 200 len: 217 time: 0.0853431 Nov 23 22:50:55.612953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e28f989-5255-481f-9b46-21ae0583a773 req-86974775-3868-4ea9-be03-eeae6daa8040 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3817084 Nov 23 22:50:55.674685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:55.680685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b7ae2-a1c4-40e1-ba6c-a9a0fd23a6c3 None None] Port beed38d6-bedf-41ed-8355-461e7b912811 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:55.735932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-63cba383-2a77-4209-9eb0-64fa1739cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:55.737691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-63cba383-2a77-4209-9eb0-64fa1739cd96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1237257 Nov 23 22:50:55.834642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-9cc325e5-c740-4c62-97b0-66e217f2cecf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850220 Nov 23 22:50:56.220264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-9f20eeef-2c2e-4c5f-8074-131229203366 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629730 Nov 23 22:50:56.246711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1b29-8517-4dae-9eab-519724aa7b26 req-d30fe928-854e-4c61-947c-2615403910be tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:56.248601 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a69b1b29-8517-4dae-9eab-519724aa7b26 req-d30fe928-854e-4c61-947c-2615403910be tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 944 time: 0.2375240 Nov 23 22:50:56.291609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8efac7-f7b5-41f1-bf32-28971a1138ed req-d38cff21-9ebd-482d-b76b-858673a61303 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:56.293639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d8efac7-f7b5-41f1-bf32-28971a1138ed req-d38cff21-9ebd-482d-b76b-858673a61303 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1939197 Nov 23 22:50:56.472712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beed38d6-bedf-41ed-8355-461e7b912811 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:56.488905 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:56.509736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a69b1b29-8517-4dae-9eab-519724aa7b26 req-ca005cb2-467b-40e4-b3d6-c820e0be8e1d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390583 Nov 23 22:50:56.561635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac89830e-7011-4b90-8511-0c23dc988c33 req-97027e90-24f4-48c9-b457-040f2ed0a088 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294744 Nov 23 22:50:56.577483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d8efac7-f7b5-41f1-bf32-28971a1138ed req-8b775a51-40a0-4ba7-9cc7-a2a95ac56195 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636921 Nov 23 22:50:56.578637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Transition to ACTIVE for port object beed38d6-bedf-41ed-8355-461e7b912811 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:50:56.599909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:56.680011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:56.787094 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:56.826000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:56.826543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:56.826759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:56.858508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Port beed38d6-bedf-41ed-8355-461e7b912811 on network b3241005-8cfb-4d5a-a235-19af426d7fdf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:50:56.858841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:56.878272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:56.879280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Checking segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:56.880105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Bound using segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:56.881554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Bound port: beed38d6-bedf-41ed-8355-461e7b912811, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:56.882188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:57.077084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:57.110004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968c29b-dffd-4996-90ee-0f0f3b179ac2 req-724ab90d-5056-41cc-b378-a1bbd7405bc6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:57.111791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e968c29b-dffd-4996-90ee-0f0f3b179ac2 req-724ab90d-5056-41cc-b378-a1bbd7405bc6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 944 time: 0.0770819 Nov 23 22:50:57.114743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:57.174558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:57.196570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:57.197718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:57.199523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] 10.222.0.46 "PUT /v2.0/ports/beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 1092 time: 1.6723335 Nov 23 22:50:57.212849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:57.217260 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf03960d-51b1-465d-b6c9-7e5e211d88dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:57.361840 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf9eda-86ca-41bb-b13f-0362b9a60ece x-openstack-request-id: req-7daf9eda-86ca-41bb-b13f-0362b9a60ece {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:57.362392 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:57.362834 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7daf9eda-86ca-41bb-b13f-0362b9a60ece {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:57.363390 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'status': 'completed', 'code': 200} Nov 23 22:50:57.371522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e968c29b-dffd-4996-90ee-0f0f3b179ac2 req-a15a6133-26fb-4b51-8bac-5e0bac141d16 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2502661 Nov 23 22:50:57.398294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc032817-c4ce-4ab3-9f7d-4542f6e89ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:57.409160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-ec9cf2e8-8c31-41f7-90f5-fef9747eff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:57.410693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-ec9cf2e8-8c31-41f7-90f5-fef9747eff10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1095 time: 0.0989628 Nov 23 22:50:57.492209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-99cc0e97-8e94-4db6-aff0-651c80e3da35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 217 time: 0.0660365 Nov 23 22:50:57.608589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-531f60aa-9594-40fe-bb70-b9e424d1335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:57.613261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-531f60aa-9594-40fe-bb70-b9e424d1335a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.1119568 Nov 23 22:50:57.730671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c412f0-2431-4cce-a67a-92493911e334 req-8583e98e-9489-49a2-a570-15f278c06e7b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:57.739101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9c412f0-2431-4cce-a67a-92493911e334 req-8583e98e-9489-49a2-a570-15f278c06e7b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 944 time: 0.0975437 Nov 23 22:50:57.814251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-e949e6c5-8f8f-463e-a465-85799b0d8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:57.815846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-e949e6c5-8f8f-463e-a465-85799b0d8c3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946256 Nov 23 22:50:57.891799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9c412f0-2431-4cce-a67a-92493911e334 req-c5bdeb67-5945-4b0a-9be8-e6a604def66e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435196 Nov 23 22:50:57.999066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cb5fb-19d4-4227-8a69-c57ef85b8f5a req-6afea8d3-9407-4832-9985-eec9dd237ee6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:58.000779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-024cb5fb-19d4-4227-8a69-c57ef85b8f5a req-6afea8d3-9407-4832-9985-eec9dd237ee6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.2421091 Nov 23 22:50:58.005723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-41c63b4d-def9-4554-8ca3-d4085188f308 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753714 Nov 23 22:50:58.159642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-024cb5fb-19d4-4227-8a69-c57ef85b8f5a req-6217fe5f-c8ab-4690-8c58-fa54e51a26c1 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515760 Nov 23 22:50:58.185820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d737efd-8239-457d-9e88-b1ca864efbe5 req-9036c4a3-d72f-4921-af4e-f3a4d79b011e service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459506 Nov 23 22:50:58.344608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-5e326da6-a17b-4ac9-8543-7cabb94169fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:58.347649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-5e326da6-a17b-4ac9-8543-7cabb94169fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1095 time: 0.0967779 Nov 23 22:50:58.505443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-73153154-1487-464b-97b7-f3f8fa7234aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:58.506991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-73153154-1487-464b-97b7-f3f8fa7234aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.1489134 Nov 23 22:50:58.596177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-684f6bca-9c3a-4d0c-9fc3-4f8ee936f5cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 217 time: 0.0498755 Nov 23 22:50:58.635295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:50:58.639869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09ca0-9aa0-4086-97da-ba01f2836e5b req-e284f57f-b29b-4740-be54-a5ec6af5ffc8 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:58.641556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fd09ca0-9aa0-4086-97da-ba01f2836e5b req-e284f57f-b29b-4740-be54-a5ec6af5ffc8 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 944 time: 0.1270621 Nov 23 22:50:58.708320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-1e4e55a0-be1e-411f-b3f3-8b231667e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:58.710006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-1e4e55a0-be1e-411f-b3f3-8b231667e9c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.1001334 Nov 23 22:50:58.784444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fd09ca0-9aa0-4086-97da-ba01f2836e5b req-f5417cec-5a8a-4b79-badc-3976599be073 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957360 Nov 23 22:50:58.794585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:58.807770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-8aeb869d-b311-4c20-be9d-48e7353ca615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:58.810290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-8aeb869d-b311-4c20-be9d-48e7353ca615 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872021 Nov 23 22:50:58.813295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'port_id': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9', 'mac_address': 'fa:16:3e:3e:08:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946f13d-92b9-46e7-987a-7abb40fbf802', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:50:58.890266 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:58.906695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:58.938051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:58.946703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-5ca1a295-4c76-4fd4-bdef-7f69db93e79b service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272688 Nov 23 22:50:58.947652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:59.061679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:59.103647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf03960d-51b1-465d-b6c9-7e5e211d88dc req-4a707d2b-e14a-4abc-9cea-5c71501bd433 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476099 Nov 23 22:50:59.126338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15f399-6b7e-45b9-8a57-9dcb00a2d048 req-ae5a1031-f825-4429-9fa3-8b1320c95254 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:59.136144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee15f399-6b7e-45b9-8a57-9dcb00a2d048 req-ae5a1031-f825-4429-9fa3-8b1320c95254 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 945 time: 0.0911524 Nov 23 22:50:59.186189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee15f399-6b7e-45b9-8a57-9dcb00a2d048 req-ef2c19c1-42e3-47dc-bca1-5584c7777e31 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487783 Nov 23 22:50:59.315682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b36c8-3163-45f1-9664-023f422d0752 req-99d29dca-53c0-401b-a2cf-e3be8386d1cc tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:59.317263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb5b36c8-3163-45f1-9664-023f422d0752 req-99d29dca-53c0-401b-a2cf-e3be8386d1cc tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0602236 Nov 23 22:50:59.380503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:59.395894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb5b36c8-3163-45f1-9664-023f422d0752 req-5b707acd-3a70-4765-b975-5a937b30d3d8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726588 Nov 23 22:50:59.416610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9d2c-9bad-42c3-967d-e3115a65a134 req-39e516cf-d5ec-4d38-8ecf-34764f6a9bd6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:59.418091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2db9d2c-9bad-42c3-967d-e3115a65a134 req-39e516cf-d5ec-4d38-8ecf-34764f6a9bd6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.0676074 Nov 23 22:50:59.472938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2db9d2c-9bad-42c3-967d-e3115a65a134 req-f4964a43-dfb0-461c-807b-33eac7808357 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481522 Nov 23 22:50:59.915493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924a90d-85cb-4ee4-8706-4d5afea2aecf req-c202348c-175e-4548-b079-3dbea2b41f50 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:59.917062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0924a90d-85cb-4ee4-8706-4d5afea2aecf req-c202348c-175e-4548-b079-3dbea2b41f50 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 944 time: 0.0636070 Nov 23 22:50:59.968900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0924a90d-85cb-4ee4-8706-4d5afea2aecf req-263c58b5-cff1-4e05-9fd8-c21b83a4068e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443125 Nov 23 22:51:00.310298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67d92a-04c3-40dd-be8d-726bf80d9e65 req-b31a3e88-25e3-45bd-8e1d-e568b7122392 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:00.312231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c67d92a-04c3-40dd-be8d-726bf80d9e65 req-b31a3e88-25e3-45bd-8e1d-e568b7122392 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 945 time: 0.0546992 Nov 23 22:51:00.386675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c67d92a-04c3-40dd-be8d-726bf80d9e65 req-d1cbf993-72e2-4c73-ad3a-f78c6fd14617 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603542 Nov 23 22:51:00.536696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8e3be-4f2e-4593-85a3-f6c33d7bde2f req-b81404ad-48eb-4d04-85e3-ebe8de35724b tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:00.538369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6df8e3be-4f2e-4593-85a3-f6c33d7bde2f req-b81404ad-48eb-4d04-85e3-ebe8de35724b tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0662539 Nov 23 22:51:00.624662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6df8e3be-4f2e-4593-85a3-f6c33d7bde2f req-8ddf0f94-0829-4a06-8404-eb679802afb8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769002 Nov 23 22:51:00.634282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e26e7-a70e-4b3d-a545-d3ab2c6a1b6b req-7993ec07-0fa2-433a-9c51-d7c4a843788e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:00.636134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-593e26e7-a70e-4b3d-a545-d3ab2c6a1b6b req-7993ec07-0fa2-433a-9c51-d7c4a843788e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.0816534 Nov 23 22:51:00.702977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-593e26e7-a70e-4b3d-a545-d3ab2c6a1b6b req-739d82ab-f320-469a-95f7-a5e7767d1c77 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583043 Nov 23 22:51:01.123609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43d5d-02c3-4a96-9800-5e5994ce9938 req-b014b44e-da02-4c88-8b2c-16185b84e619 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:01.125181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7d43d5d-02c3-4a96-9800-5e5994ce9938 req-b014b44e-da02-4c88-8b2c-16185b84e619 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 944 time: 0.0628896 Nov 23 22:51:01.194025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7d43d5d-02c3-4a96-9800-5e5994ce9938 req-2efdbc5b-ced4-49d8-8b98-798d38a1aa40 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619328 Nov 23 22:51:01.532580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9757e9-bd12-49a6-a321-24fab64d7700 req-16432df8-4a19-4fde-b4b5-6cfe4720e21f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:01.534208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e9757e9-bd12-49a6-a321-24fab64d7700 req-16432df8-4a19-4fde-b4b5-6cfe4720e21f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 945 time: 0.0559618 Nov 23 22:51:01.557485 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c555377-9db9-4963-9f17-bec8642a3611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:01.603062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e9757e9-bd12-49a6-a321-24fab64d7700 req-60adf4cc-47bd-4c8a-a500-7727665a7509 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Nov 23 22:51:01.765626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd4ae6-b244-48f0-b8a7-203c1fd8c243 req-10a04bea-212a-4d5e-8939-c5a95467905a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:01.769040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cebd4ae6-b244-48f0-b8a7-203c1fd8c243 req-10a04bea-212a-4d5e-8939-c5a95467905a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0624681 Nov 23 22:51:01.827287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cebd4ae6-b244-48f0-b8a7-203c1fd8c243 req-05b89ac0-ee2b-416b-9539-3c874f3ce2aa tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534112 Nov 23 22:51:01.887858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device beed38d6-bedf-41ed-8355-461e7b912811 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:51:01.992102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:02.004085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'beed38d6-bedf-41ed-8355-461e7b912811', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'port_id': 'beed38d6-bedf-41ed-8355-461e7b912811', 'mac_address': 'fa:16:3e:6a:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:51:02.047352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:02.062860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beed38d6-bedf-41ed-8355-461e7b912811 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:02.086202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:02.092327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:02.147724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:02.339915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30afad9-443c-48db-b418-fd25687b6492 req-da339e11-3a46-49b1-bb0a-52b811877a70 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:02.341726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30afad9-443c-48db-b418-fd25687b6492 req-da339e11-3a46-49b1-bb0a-52b811877a70 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.0662982 Nov 23 22:51:02.408676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c30afad9-443c-48db-b418-fd25687b6492 req-c3ddf809-997d-4418-8529-91309e68e144 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594177 Nov 23 22:51:02.420849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['beed38d6-bedf-41ed-8355-461e7b912811'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:51:02.654435 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:51:02.719337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:51:02.724377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:51:02.724995 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:02.746301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48fb4d-c888-4bb2-bbb8-6877aad3e340 req-f467df9b-49ff-4451-959d-1598544cb118 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:02.748988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f48fb4d-c888-4bb2-bbb8-6877aad3e340 req-f467df9b-49ff-4451-959d-1598544cb118 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 945 time: 0.0615380 Nov 23 22:51:02.814222 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:02.826238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f48fb4d-c888-4bb2-bbb8-6877aad3e340 req-7f564520-ecb6-4e96-b42f-c8c57dd3c644 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596199 Nov 23 22:51:02.845539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ad3116-03aa-46b4-847f-f396a130d038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:02.847874 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49afc1-6d0f-49a3-8952-af0df0110128" -d '{"events": [{"server_uuid": "82ad3116-03aa-46b4-847f-f396a130d038", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:02.863438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:02.876925 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:02.914061 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf74febb-d931-4142-a36e-8264bd228d90 x-openstack-request-id: req-bf74febb-d931-4142-a36e-8264bd228d90 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:02.914518 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ad3116-03aa-46b4-847f-f396a130d038", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:02.914873 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf74febb-d931-4142-a36e-8264bd228d90 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:02.915363 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ad3116-03aa-46b4-847f-f396a130d038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9', 'code': 200} Nov 23 22:51:02.946130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:02.980448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99aa30-4ea4-4667-875a-805fb779ef66 req-70c5528a-d661-4af7-b77e-a3556007c7a0 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:02.982190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca99aa30-4ea4-4667-875a-805fb779ef66 req-70c5528a-d661-4af7-b77e-a3556007c7a0 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0731864 Nov 23 22:51:03.060700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca99aa30-4ea4-4667-875a-805fb779ef66 req-3bdb9bbd-7192-45e1-af5f-b39c0d3788a2 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723650 Nov 23 22:51:03.071685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda607a9-3ce4-4c65-a353-968a3963e19e req-bb93a8f2-f98b-495c-910b-382c7633afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:03.073199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cda607a9-3ce4-4c65-a353-968a3963e19e req-bb93a8f2-f98b-495c-910b-382c7633afc6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 1097 time: 0.0557177 Nov 23 22:51:03.131843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cda607a9-3ce4-4c65-a353-968a3963e19e req-c672307c-dabb-4f53-bda4-1133b66f8b5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510268 Nov 23 22:51:03.580039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d3455-7590-4ac3-9cc4-5f4c57b96e26 req-ddf0914d-0ebd-43cc-a333-516189c56f4c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:03.588115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-232d3455-7590-4ac3-9cc4-5f4c57b96e26 req-ddf0914d-0ebd-43cc-a333-516189c56f4c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.0601149 Nov 23 22:51:03.645342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-232d3455-7590-4ac3-9cc4-5f4c57b96e26 req-c426f8c7-01c4-4076-a7ae-4b764f55ff2b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563328 Nov 23 22:51:03.898436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:51:03.900652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device beed38d6-bedf-41ed-8355-461e7b912811 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:51:03.960250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c411db-87dd-4c1c-9c97-7787c6129fc2 req-464d52a5-313b-49c4-ac82-9d910215e564 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:03.968397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58c411db-87dd-4c1c-9c97-7787c6129fc2 req-464d52a5-313b-49c4-ac82-9d910215e564 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0761104 Nov 23 22:51:04.022448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port beed38d6-bedf-41ed-8355-461e7b912811 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:51:04.028751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port beed38d6-bedf-41ed-8355-461e7b912811 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:51:04.029124 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.033563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58c411db-87dd-4c1c-9c97-7787c6129fc2 req-26e2ee65-a2fe-4d2e-aaf7-952b1db4de77 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625150 Nov 23 22:51:04.078630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:04.102958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'db0dc065-0878-419c-a17b-263937117166', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': 'db0dc065-0878-419c-a17b-263937117166', 'mac_address': 'fa:16:3e:cf:fc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:51:04.107769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75482ecb-935a-48e9-9bf3-e3ae48154774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.183027 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.199495 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.207616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d7070-74ff-45af-ad47-d198016e1c8f req-2801f7f6-b45d-4724-8f76-a9b852699893 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:04.209849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-325d7070-74ff-45af-ad47-d198016e1c8f req-2801f7f6-b45d-4724-8f76-a9b852699893 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0603750 Nov 23 22:51:04.217681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db0dc065-0878-419c-a17b-263937117166 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:04.261573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:04.263794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:04.267553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.324041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-325d7070-74ff-45af-ad47-d198016e1c8f req-45b96090-4ea4-4ceb-8347-2da46bacd840 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066301 Nov 23 22:51:04.335010 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.336005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:51:04.378476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:04.394062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['db0dc065-0878-419c-a17b-263937117166'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:51:04.487980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:04.552749 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.572620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id db0dc065-0878-419c-a17b-263937117166 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:04.620701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:04.634454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.726507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:04.796697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fba6c-83e9-4186-9c34-e84c3650becc req-e70078f1-0cf6-4470-bbfe-6e6f37f9759f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:04.798338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b80fba6c-83e9-4186-9c34-e84c3650becc req-e70078f1-0cf6-4470-bbfe-6e6f37f9759f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0609846 Nov 23 22:51:04.854425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b80fba6c-83e9-4186-9c34-e84c3650becc req-16c1a732-f375-4231-864a-3b5a58778004 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471058 Nov 23 22:51:04.916171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:04.920194 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc18b5e9-7e60-4c33-b281-6a30a2c2f7a1" -d '{"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-plugged", "status": "completed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:04.961823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.964755 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca001bd5-1af1-49bb-bc6b-a0162c92c53e x-openstack-request-id: req-ca001bd5-1af1-49bb-bc6b-a0162c92c53e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:04.965910 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-plugged", "status": "completed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:04.967072 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca001bd5-1af1-49bb-bc6b-a0162c92c53e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:04.967709 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'code': 200} Nov 23 22:51:05.095143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9a51a-5044-452b-92aa-4db4dd0e2527 req-805e9ede-4ea2-4ed7-b748-3effff714140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:05.096740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dac9a51a-5044-452b-92aa-4db4dd0e2527 req-805e9ede-4ea2-4ed7-b748-3effff714140 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1097 time: 0.0507371 Nov 23 22:51:05.197917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dac9a51a-5044-452b-92aa-4db4dd0e2527 req-de919182-4c5a-41d1-8e1c-d24225c32e52 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813179 Nov 23 22:51:05.212278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dbe19-ba23-4509-ab0e-297f81454f7d req-90ce1f13-0bde-4671-b913-3d484facb7c3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:05.214048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-730dbe19-ba23-4509-ab0e-297f81454f7d req-90ce1f13-0bde-4671-b913-3d484facb7c3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0903225 Nov 23 22:51:05.285182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-730dbe19-ba23-4509-ab0e-297f81454f7d req-57a3dfaa-efe1-4b56-9cda-27f5d06beaf4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Nov 23 22:51:05.518234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1685-6ed2-4420-bcf7-c8a78df3aff9 req-ca461318-40c0-4868-a3dd-6e67af337309 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:05.520312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-967d1685-6ed2-4420-bcf7-c8a78df3aff9 req-ca461318-40c0-4868-a3dd-6e67af337309 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0920446 Nov 23 22:51:05.630562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c80a3-97c4-42df-8413-9e07c93808c9 req-30578a9f-8fbc-4d97-8055-11a1f060a992 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:05.638979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b20c80a3-97c4-42df-8413-9e07c93808c9 req-30578a9f-8fbc-4d97-8055-11a1f060a992 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.1151309 Nov 23 22:51:05.655202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-967d1685-6ed2-4420-bcf7-c8a78df3aff9 req-93c079b9-7b14-4c7c-ac30-bc24a36fd90f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153879 Nov 23 22:51:05.732285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b20c80a3-97c4-42df-8413-9e07c93808c9 req-431cb75c-1fee-43e1-aaba-9cf7714c6cbf tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922465 Nov 23 22:51:05.932666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:51:05.998382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port db0dc065-0878-419c-a17b-263937117166 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:51:05.999050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:06.097710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769dfad-6fbc-4bba-a6fe-364c65f2b8b0 req-35c1d11b-a59a-445d-9626-8924be762cfb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:06.103757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9769dfad-6fbc-4bba-a6fe-364c65f2b8b0 req-35c1d11b-a59a-445d-9626-8924be762cfb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0823350 Nov 23 22:51:06.126176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:06.198567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9769dfad-6fbc-4bba-a6fe-364c65f2b8b0 req-1dfade53-2bda-42be-9b75-4f0691bd0b87 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822001 Nov 23 22:51:06.242121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:06.251422 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:06.362360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=10']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:06.453119 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:06.854964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f02ef-c137-4ca4-b31d-5f8bcaf825a9 req-0e2a7812-8744-4e57-9d29-a532beee4707 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:06.866032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf7f02ef-c137-4ca4-b31d-5f8bcaf825a9 req-0e2a7812-8744-4e57-9d29-a532beee4707 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1076362 Nov 23 22:51:06.961025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b196d-1f2b-4f05-a004-1a1be5a336e1 req-b0966a22-41ce-4f47-baa3-4c5a9a02c40c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:06.968775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:06.969415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d7b196d-1f2b-4f05-a004-1a1be5a336e1 req-b0966a22-41ce-4f47-baa3-4c5a9a02c40c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.1350467 Nov 23 22:51:06.971553 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a351f44a-066d-4b3d-a058-31a41697f96f" -d '{"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:06.999199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf7f02ef-c137-4ca4-b31d-5f8bcaf825a9 req-487c3e79-7829-4696-925e-c67551b4ead1 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317530 Nov 23 22:51:07.078815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d7b196d-1f2b-4f05-a004-1a1be5a336e1 req-e5dcbfe3-cbcc-4af2-88cf-2a50a17b8df0 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083679 Nov 23 22:51:07.261531 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e0ac0-8865-476e-afc1-7482c16363a7 x-openstack-request-id: req-827e0ac0-8865-476e-afc1-7482c16363a7 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:07.261831 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:07.262119 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-827e0ac0-8865-476e-afc1-7482c16363a7 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:07.262482 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'code': 200} Nov 23 22:51:07.525711 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:07.550856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9a2de-5e4e-4a35-ab43-6647993c0fdb req-6e6396af-3b22-455e-917a-12fedfc1d39e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:07.564822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1b9a2de-5e4e-4a35-ab43-6647993c0fdb req-6e6396af-3b22-455e-917a-12fedfc1d39e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.2480476 Nov 23 22:51:07.672921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1b9a2de-5e4e-4a35-ab43-6647993c0fdb req-f12c2d03-f3f0-408f-a8fe-ec7d3a60680a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991898 Nov 23 22:51:07.883381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:07.886321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2c39-2253-4e97-9862-2109ddd1c63b req-7a99ba38-eaee-4320-b2ed-f15b9c1c6cc0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:07.893866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b14d2c39-2253-4e97-9862-2109ddd1c63b req-7a99ba38-eaee-4320-b2ed-f15b9c1c6cc0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0835352 Nov 23 22:51:07.897836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:07.905098 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Request body: {'floatingip': {'port_id': 'beed38d6-bedf-41ed-8355-461e7b912811'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:51:07.974272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:08.203534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ecb00-eb7c-481f-b7b6-896077eae9cf req-95b80d0e-027f-421a-8f22-3dd9ba89dd05 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:08.211282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-385ecb00-eb7c-481f-b7b6-896077eae9cf req-95b80d0e-027f-421a-8f22-3dd9ba89dd05 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1158402 Nov 23 22:51:08.319701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-385ecb00-eb7c-481f-b7b6-896077eae9cf req-4fa695aa-043a-4009-9800-403eb50ebfc4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045020 Nov 23 22:51:08.349399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6251-50d1-4a5a-90a5-5d47a60d11c6 req-42cdae13-2f0d-4bae-b756-005ef486db55 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:08.350961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd8e6251-50d1-4a5a-90a5-5d47a60d11c6 req-42cdae13-2f0d-4bae-b756-005ef486db55 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.1364100 Nov 23 22:51:08.445722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd8e6251-50d1-4a5a-90a5-5d47a60d11c6 req-d2f28c1e-ed8e-41ec-8b55-393cc404825f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856848 Nov 23 22:51:08.727738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:08.735721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:08.859467 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Floating IP 080ef208-9bbc-4887-8c7f-18e531fd523a associated. External IP: 172.25.0.57, port: beed38d6-bedf-41ed-8355-461e7b912811. Nov 23 22:51:09.146522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Router 9f516ba9-6971-4de3-81dc-c78f8e49da5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:51:09.285884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:51:09.291124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:09.301783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] Sync routers for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:51:09.315492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:51:09.316445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:51:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:09.342013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7202788-b7c6-43eb-9653-27c14a6eba18 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "PUT /v2.0/floatingips/080ef208-9bbc-4887-8c7f-18e531fd523a HTTP/1.1" status: 200 len: 991 time: 1.4426403 Nov 23 22:51:09.342797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:09.345542 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b6f454-4447-4ac6-8aa0-383f260efd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:09.548891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6186ac9-c1a2-49fd-84f3-63945a5c4569 req-1abf2c3b-bf12-4a55-9381-c326667bf45d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:09.564273 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da3a19c-9203-492d-bac2-aab0331aef08 x-openstack-request-id: req-4da3a19c-9203-492d-bac2-aab0331aef08 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:09.564490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6186ac9-c1a2-49fd-84f3-63945a5c4569 req-1abf2c3b-bf12-4a55-9381-c326667bf45d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1455328 Nov 23 22:51:09.564665 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:09.564814 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4da3a19c-9203-492d-bac2-aab0331aef08 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:09.565661 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'status': 'completed', 'code': 200} Nov 23 22:51:09.641942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:51:09.738054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-1a3bba52-290c-4218-b5fd-2b3781d07459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:09.739477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-1a3bba52-290c-4218-b5fd-2b3781d07459 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1097 time: 0.1440771 Nov 23 22:51:09.760395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6186ac9-c1a2-49fd-84f3-63945a5c4569 req-7aab1e3d-c3a4-4af2-88aa-4ef0a187b0d3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905730 Nov 23 22:51:10.210460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '080ef208-9bbc-4887-8c7f-18e531fd523a', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'port_id': 'beed38d6-bedf-41ed-8355-461e7b912811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'mac_address': 'fa:16:3e:6a:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:50:47Z', 'updated_at': '2021-11-23T22:51:08Z', 'revision_number': 1, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:10.268522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] Checking router: 9f516ba9-6971-4de3-81dc-c78f8e49da5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:51:10.283958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:51:10.285083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:51:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:10.344496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377131-d64b-4185-accf-7b430759d81e req-ffac5772-4369-40d1-8fea-6e228d536884 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:10.353191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76377131-d64b-4185-accf-7b430759d81e req-ffac5772-4369-40d1-8fea-6e228d536884 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.6268649 Nov 23 22:51:10.437195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76377131-d64b-4185-accf-7b430759d81e req-7a275ffe-8aa7-479c-8a28-9edc4ff76b28 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811355 Nov 23 22:51:10.450465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-04f1b364-75d6-4245-bbda-8b49af384233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:10.452222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-04f1b364-75d6-4245-bbda-8b49af384233 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.6729815 Nov 23 22:51:10.611766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-45f9c2a2-233d-4b37-9e43-c3f147dbd1d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 999 time: 0.1505883 Nov 23 22:51:10.648490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:51:10.681328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-4949c0d8-6d96-40ce-aa6b-953d97699086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:10.684206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-4949c0d8-6d96-40ce-aa6b-953d97699086 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.0647149 Nov 23 22:51:10.849357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-7498f0be-d069-47d4-a839-e8b0a37702b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:10.853091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-7498f0be-d069-47d4-a839-e8b0a37702b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538773 Nov 23 22:51:11.001990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5ec62-8fad-41a9-8ebe-4516e98f9d01 req-3ef744ec-1bfe-416e-866c-c5278635c494 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:11.003609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aea5ec62-8fad-41a9-8ebe-4516e98f9d01 req-3ef744ec-1bfe-416e-866c-c5278635c494 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1258171 Nov 23 22:51:11.083604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-adb56870-0e28-4b1d-8802-17e4920bc6bc service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083294 Nov 23 22:51:11.088238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '080ef208-9bbc-4887-8c7f-18e531fd523a', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'port_id': 'beed38d6-bedf-41ed-8355-461e7b912811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'mac_address': 'fa:16:3e:6a:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:50:47Z', 'updated_at': '2021-11-23T22:51:08Z', 'revision_number': 1, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:11.148508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9df52-348c-4c3f-9c70-476757dafcc5 None None] The sync data for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 is: [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '080ef208-9bbc-4887-8c7f-18e531fd523a', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'port_id': 'beed38d6-bedf-41ed-8355-461e7b912811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'mac_address': 'fa:16:3e:6a:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:50:47Z', 'updated_at': '2021-11-23T22:51:08Z', 'revision_number': 1, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:51:11.263204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aea5ec62-8fad-41a9-8ebe-4516e98f9d01 req-f2bfee33-ba45-4735-b9a1-e7d88e52ba80 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372692 Nov 23 22:51:11.269231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05b6f454-4447-4ac6-8aa0-383f260efd7b req-99cbdfdd-d548-4ccb-a701-3327747b8bf6 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598628 Nov 23 22:51:11.553688 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe217983-8461-4b4b-b872-34f53a87d9b0 None None] New status for floating IP 080ef208-9bbc-4887-8c7f-18e531fd523a: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:51:11.636894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a433a-90e0-4228-b9a8-48206fdd8546 req-6c5b4b45-8553-4ed3-919b-02f7a6d01eb5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:11.646849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c8a433a-90e0-4228-b9a8-48206fdd8546 req-6c5b4b45-8553-4ed3-919b-02f7a6d01eb5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0782654 Nov 23 22:51:11.746352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c8a433a-90e0-4228-b9a8-48206fdd8546 req-df2888d7-210a-4511-b728-129d2e817f6b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981898 Nov 23 22:51:12.574425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b254125-2ba8-4161-83ad-9de268a32dad req-01a293f0-dc3a-4916-a2bc-38deaf034fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:12.576713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b254125-2ba8-4161-83ad-9de268a32dad req-01a293f0-dc3a-4916-a2bc-38deaf034fce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 1097 time: 0.0884993 Nov 23 22:51:12.628901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5cee4-15fb-4921-9332-6973fb799016 req-7635f2eb-5233-47e3-a7c3-52b594cadd3d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:12.630564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3c5cee4-15fb-4921-9332-6973fb799016 req-7635f2eb-5233-47e3-a7c3-52b594cadd3d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1026847 Nov 23 22:51:12.685205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b254125-2ba8-4161-83ad-9de268a32dad req-b6da8e5d-7d1b-4b9f-8b3f-d529e9663c2f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970516 Nov 23 22:51:12.775470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3c5cee4-15fb-4921-9332-6973fb799016 req-410d9613-b6d2-4c52-98aa-f3fe04252370 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272030 Nov 23 22:51:12.970127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be05f8-5f53-4da0-b0c8-9a0b1472899c req-12272faa-1e9d-4798-8539-aea8960ebdef tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:12.971973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0be05f8-5f53-4da0-b0c8-9a0b1472899c req-12272faa-1e9d-4798-8539-aea8960ebdef tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0725651 Nov 23 22:51:13.042283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0be05f8-5f53-4da0-b0c8-9a0b1472899c req-a92d937a-e1f1-40ca-b510-c8c6d39d39bb tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Nov 23 22:51:14.036313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde05fd6-184a-4f24-b8e8-a82cddbe2ed2 req-a0379c5c-cd4e-4dc5-991d-747513fb0b91 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:14.045871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde05fd6-184a-4f24-b8e8-a82cddbe2ed2 req-a0379c5c-cd4e-4dc5-991d-747513fb0b91 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1329784 Nov 23 22:51:14.127356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde05fd6-184a-4f24-b8e8-a82cddbe2ed2 req-f4aca547-c7b5-4b50-91d1-b53ad9ec53f1 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804169 Nov 23 22:51:14.257926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467963fd-6416-49f4-9f58-d3dbe49bd01f req-89778d54-3982-483d-8d73-06179b138861 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:14.263132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-467963fd-6416-49f4-9f58-d3dbe49bd01f req-89778d54-3982-483d-8d73-06179b138861 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.1014564 Nov 23 22:51:14.379794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-467963fd-6416-49f4-9f58-d3dbe49bd01f req-a6e6dfab-6fea-48e1-bc22-d57e74279b60 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959682 Nov 23 22:51:14.417653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95d3c5-9dca-4f5e-9642-d94c2bcd5d0a req-2e533e80-475e-4457-bce1-eff54b8e42a5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:14.425687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d95d3c5-9dca-4f5e-9642-d94c2bcd5d0a req-2e533e80-475e-4457-bce1-eff54b8e42a5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1349602 Nov 23 22:51:14.484761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d95d3c5-9dca-4f5e-9642-d94c2bcd5d0a req-bfe87d9e-94f8-4a5e-a67a-30e9ee2af92a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581536 Nov 23 22:51:14.856762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65abb4-6a00-42d9-9f80-e1f316d6da66 req-df316693-7d5f-4c83-b8e5-2041ce49fc2b tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:14.859016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef65abb4-6a00-42d9-9f80-e1f316d6da66 req-df316693-7d5f-4c83-b8e5-2041ce49fc2b tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0778143 Nov 23 22:51:14.932908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef65abb4-6a00-42d9-9f80-e1f316d6da66 req-dab80018-3637-408b-bfd0-8314648e95bf tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669596 Nov 23 22:51:15.546011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e427f-1078-4e48-8e26-1fa64eca0827 req-2f76cce2-4f43-443c-9832-e17930422b09 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:15.567480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d03e427f-1078-4e48-8e26-1fa64eca0827 req-2f76cce2-4f43-443c-9832-e17930422b09 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0908558 Nov 23 22:51:15.692300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d03e427f-1078-4e48-8e26-1fa64eca0827 req-08addb01-208e-4a5b-b6f9-7436b9526e8c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224387 Nov 23 22:51:16.162834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76bccd-5fac-4006-b340-4c3339eca28b req-16d59d64-4b51-4f60-b3dc-835b8fab4733 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:16.164503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e76bccd-5fac-4006-b340-4c3339eca28b req-16d59d64-4b51-4f60-b3dc-835b8fab4733 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1235576 Nov 23 22:51:16.226409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e76bccd-5fac-4006-b340-4c3339eca28b req-bb092dfe-6b7f-49d2-982c-3a5f6c6153d7 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532718 Nov 23 22:51:16.819260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b0d56-7d90-43b7-bede-0fedd8e67dbd req-595d2328-43be-4e1b-8e7c-29d77e2886ee tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:16.832934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c77b0d56-7d90-43b7-bede-0fedd8e67dbd req-595d2328-43be-4e1b-8e7c-29d77e2886ee tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1129208 Nov 23 22:51:16.942901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c77b0d56-7d90-43b7-bede-0fedd8e67dbd req-50cdb040-4467-4bd3-a0d3-bec77f1548b5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088369 Nov 23 22:51:17.051638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acae72e-ff33-4e10-88ca-cb4a2ad5aa41 req-a69635fe-3938-4e10-adb0-501d064b2b07 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:17.057453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3acae72e-ff33-4e10-88ca-cb4a2ad5aa41 req-a69635fe-3938-4e10-adb0-501d064b2b07 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0934179 Nov 23 22:51:17.128282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3acae72e-ff33-4e10-88ca-cb4a2ad5aa41 req-39e03f51-a398-48f7-a50e-6958d05b276b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Nov 23 22:51:18.137488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29ad2-5bc4-453a-b11a-a3bb85eb1484 req-d9ff1858-19b0-4033-9186-89ac18d76d3c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:18.140486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33f29ad2-5bc4-453a-b11a-a3bb85eb1484 req-d9ff1858-19b0-4033-9186-89ac18d76d3c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0819726 Nov 23 22:51:18.215125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33f29ad2-5bc4-453a-b11a-a3bb85eb1484 req-bfe85342-5f5a-455c-b2f6-6e48431cfd6a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672679 Nov 23 22:51:18.457543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5b52-e93d-4c8f-a279-61390da13701 req-81819c8c-e6a0-477f-a65f-4de8a266a7ef tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:18.466512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bad5b52-e93d-4c8f-a279-61390da13701 req-81819c8c-e6a0-477f-a65f-4de8a266a7ef tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0860653 Nov 23 22:51:18.583519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bad5b52-e93d-4c8f-a279-61390da13701 req-baf4fbd2-a765-48bc-ae86-c9c29f8412a5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163056 Nov 23 22:51:18.956447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-b5bbdcf0-df92-4a6d-9c5e-528db6d2b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:18.958553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-b5bbdcf0-df92-4a6d-9c5e-528db6d2b0bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1097 time: 0.0802422 Nov 23 22:51:19.306797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-6db4bebb-70b8-4fc8-a647-c00af82b72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:19.310559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-6db4bebb-70b8-4fc8-a647-c00af82b72c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.3258908 Nov 23 22:51:19.436416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-b77f260d-6b3e-4af1-b038-af37f6eb324b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 1000 time: 0.1127934 Nov 23 22:51:19.499722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-014afd57-c897-43fa-8d12-ecba44b64c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:19.501537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-014afd57-c897-43fa-8d12-ecba44b64c5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0571527 Nov 23 22:51:19.560308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-326a3b78-974b-407d-9688-e7a9ea3412b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:19.561999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-326a3b78-974b-407d-9688-e7a9ea3412b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511179 Nov 23 22:51:19.736945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-153f0ba4-7e99-49ec-bae5-bea209020db0 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663601 Nov 23 22:51:19.752743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403f7f0-19b9-491f-988d-aa9b13402c14 req-1935317b-07fe-4a58-ab6a-af9185e4fd47 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:19.754548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3403f7f0-19b9-491f-988d-aa9b13402c14 req-1935317b-07fe-4a58-ab6a-af9185e4fd47 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0813801 Nov 23 22:51:19.926471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3403f7f0-19b9-491f-988d-aa9b13402c14 req-b1de9a5b-615f-444b-bc56-e14ac7b89d96 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619492 Nov 23 22:51:19.972612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abc97a45-a623-41ac-8e3b-0aadbfddba19 req-cffbad5c-82fa-4433-926c-43e247c39f12 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165182 Nov 23 22:51:20.159498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a36d9-5a3a-4327-ba3d-b6dd846d58b2 req-96a0cc6b-630b-4b95-818c-78e811e9bc47 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:20.161486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e1a36d9-5a3a-4327-ba3d-b6dd846d58b2 req-96a0cc6b-630b-4b95-818c-78e811e9bc47 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0853591 Nov 23 22:51:20.240434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e1a36d9-5a3a-4327-ba3d-b6dd846d58b2 req-f588df75-6d2e-4ba0-8d27-2e99e5b14c39 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689807 Nov 23 22:51:20.768121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503039a2-61c5-43b3-8100-3dbb0d2d415c req-752d711f-f8d1-42c6-8f0f-34c432b5ea4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:20.769840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-503039a2-61c5-43b3-8100-3dbb0d2d415c req-752d711f-f8d1-42c6-8f0f-34c432b5ea4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0702419 Nov 23 22:51:20.846005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-503039a2-61c5-43b3-8100-3dbb0d2d415c req-2cd4042d-1ffd-4b28-b71f-751ab977c470 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694420 Nov 23 22:51:21.073117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58faa50-ea2a-418a-95ec-842131beec94 req-a9aa6c27-1dd2-4d91-ada5-0b74e3b79336 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.075606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d58faa50-ea2a-418a-95ec-842131beec94 req-a9aa6c27-1dd2-4d91-ada5-0b74e3b79336 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0667582 Nov 23 22:51:21.136011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d58faa50-ea2a-418a-95ec-842131beec94 req-0d1bd5ca-4ba6-4b82-a1eb-c0c38310925b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539994 Nov 23 22:51:21.601232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.607913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.613866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.621825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.628546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.634914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.642226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.644370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-c77a58d2-ef14-4ae5-9742-fe7e5cabfe76 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.1648331 Nov 23 22:51:21.658035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-981c132f-7b83-4b89-bb84-5d4f98b574ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.659474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-981c132f-7b83-4b89-bb84-5d4f98b574ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1096 time: 0.1486967 Nov 23 22:51:21.714747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74346fb-6537-40c8-ba98-d71ccbc18eaa req-59101a0f-e573-4538-adeb-564a5ba42641 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.717491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a74346fb-6537-40c8-ba98-d71ccbc18eaa req-59101a0f-e573-4538-adeb-564a5ba42641 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1884868 Nov 23 22:51:21.830608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbd1c553-2e2d-426d-9512-a87178890dbe req-b5dc373c-fb43-41c1-a6eb-fe8a3a409522 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1698918 Nov 23 22:51:21.856989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a74346fb-6537-40c8-ba98-d71ccbc18eaa req-f47cf080-9e17-4b2d-bced-8dbf7d4b69d9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294739 Nov 23 22:51:21.863623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-ca90576f-4fd5-42f4-ad8f-0d3ebf7a10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:21.865797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-ca90576f-4fd5-42f4-ad8f-0d3ebf7a10b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 920 time: 0.1930451 Nov 23 22:51:21.913520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-dbcb9e3a-29e1-4225-a1a6-23e5ddd79945 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 200 len: 217 time: 0.0369625 Nov 23 22:51:22.040533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-45b4a96e-c958-4aa5-a615-f72407305ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.042340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-45b4a96e-c958-4aa5-a615-f72407305ed0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.0899262 Nov 23 22:51:22.130042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-827c851d-fcd1-48aa-ac0a-67ff54959fa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744905 Nov 23 22:51:22.184260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8ae3-9e4d-4c7c-b45d-d64afbfce6f3 req-0d646cf0-9a83-4fc2-8d63-3ec6c87f42d9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.191978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62dd8ae3-9e4d-4c7c-b45d-d64afbfce6f3 req-0d646cf0-9a83-4fc2-8d63-3ec6c87f42d9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.1477416 Nov 23 22:51:22.266156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.279793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.279793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.286109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.292233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.299024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.305103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.332376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-374cb9ed-faf8-477b-8164-e28f1527ebef req-49538430-9e55-4fbf-aecd-3ba87aefe8df tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.2505417 Nov 23 22:51:22.380591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62dd8ae3-9e4d-4c7c-b45d-d64afbfce6f3 req-37625525-add4-4732-95de-525dc44e5b93 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873372 Nov 23 22:51:22.396642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-99a6f0f4-a4d0-40a9-bea9-f8f23fea6949 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598932 Nov 23 22:51:22.504298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a429fb-70cb-4d25-a6db-2e542440ca11 req-61bc67c4-26a5-426d-acaa-9aef042f751e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:22.505858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8a429fb-70cb-4d25-a6db-2e542440ca11 req-61bc67c4-26a5-426d-acaa-9aef042f751e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.1226058 Nov 23 22:51:22.548716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cade248-8c7a-41e0-b6b8-a12c6afe8b3f req-cfa91f77-c269-4e59-8439-4460c6107dff service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335230 Nov 23 22:51:22.587961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8a429fb-70cb-4d25-a6db-2e542440ca11 req-07411800-7d54-4216-8969-c4dc25c12f1c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695751 Nov 23 22:51:23.021105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3cad7-0d01-44ba-b739-08125cd7b01e req-df3571cf-892d-4105-b753-bd1deb6b0be1 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:23.023912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0b3cad7-0d01-44ba-b739-08125cd7b01e req-df3571cf-892d-4105-b753-bd1deb6b0be1 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0648851 Nov 23 22:51:23.086968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0b3cad7-0d01-44ba-b739-08125cd7b01e req-8e24f087-f984-41ed-b224-44ab9834a08b tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Nov 23 22:51:23.514863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607f67a-4583-43cf-af3a-8383d68e9f36 req-b9e0f9d1-d625-4065-8a89-18c1959cb2ea tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:23.516505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4607f67a-4583-43cf-af3a-8383d68e9f36 req-b9e0f9d1-d625-4065-8a89-18c1959cb2ea tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0534198 Nov 23 22:51:23.567688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4607f67a-4583-43cf-af3a-8383d68e9f36 req-79d96865-a3a7-4a9a-aafc-ffa02b5ca1f2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447638 Nov 23 22:51:23.729113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2cfa4-759a-4672-94e2-2a1f17fc097b req-72d0696c-dd25-4390-8fe6-b66f64801153 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:23.729243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11e2cfa4-759a-4672-94e2-2a1f17fc097b req-72d0696c-dd25-4390-8fe6-b66f64801153 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0535660 Nov 23 22:51:23.784298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11e2cfa4-759a-4672-94e2-2a1f17fc097b req-7318afca-0b40-4c9c-96f4-b964e1b809e2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Nov 23 22:51:23.970781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:51:23.974232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:51:24.147439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:24.150953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:24.171936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'db0dc065-0878-419c-a17b-263937117166', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': 'db0dc065-0878-419c-a17b-263937117166', 'mac_address': 'fa:16:3e:cf:fc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:51:24.225640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:24.228415 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10975365-bf65-4652-bb2d-b1a3ad4e62bb" -d '{"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-unplugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:24.292382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:24.305977 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:24.352352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:24.409828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17309c-a8a0-4caf-a7ba-16f516cc5b1c req-9591799a-d980-4207-956b-98fc80ba23d3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.411395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec17309c-a8a0-4caf-a7ba-16f516cc5b1c req-9591799a-d980-4207-956b-98fc80ba23d3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1775832 Nov 23 22:51:24.436029 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d61d31-f103-4762-a7ff-6e577573b5bd x-openstack-request-id: req-23d61d31-f103-4762-a7ff-6e577573b5bd {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:24.436029 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-unplugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:24.436507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-df6ff462-de09-4d6c-84fc-c8c1a00729f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2173283 Nov 23 22:51:24.436592 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23d61d31-f103-4762-a7ff-6e577573b5bd {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:24.436669 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'code': 200} Nov 23 22:51:24.445996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db0dc065-0878-419c-a17b-263937117166 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:24.489201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:24.495093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec17309c-a8a0-4caf-a7ba-16f516cc5b1c req-e954c9af-2e4f-4e5b-a1aa-14abc07c3452 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696857 Nov 23 22:51:24.572618 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:51:24.573070 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:51:24.619542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.620061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.620532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.622444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.623158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.623650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.624119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.626245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-73a63316-a466-452e-8226-e413a0342b8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6499 time: 0.1021161 Nov 23 22:51:24.848186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf28a9-c1c7-4c59-b9d3-5642d5be55b2 req-dae5167d-71a5-4f9f-8b37-97586eafec02 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.850704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ccf28a9-c1c7-4c59-b9d3-5642d5be55b2 req-dae5167d-71a5-4f9f-8b37-97586eafec02 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1453016 Nov 23 22:51:24.915688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-818a2a10-1263-4818-854d-942947cd5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.915688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-818a2a10-1263-4818-854d-942947cd5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.916102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-818a2a10-1263-4818-854d-942947cd5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:24.917548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-818a2a10-1263-4818-854d-942947cd5c35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1a002db8-63e5-442b-8ec6-30503d13df0b&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=d6288ec8-3dd8-44be-a301-295514565e90&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1 HTTP/1.1" status: 200 len: 2298 time: 0.2326765 Nov 23 22:51:25.054546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ccf28a9-c1c7-4c59-b9d3-5642d5be55b2 req-abaf19b3-aeec-45e2-a2de-4e1f75de1a5a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850734 Nov 23 22:51:25.074654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c89ed7-1c28-4449-b51b-73e3c6b8199b req-d203afb8-27c0-4b09-8789-be6adb61f871 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.086995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53c89ed7-1c28-4449-b51b-73e3c6b8199b req-d203afb8-27c0-4b09-8789-be6adb61f871 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.2039580 Nov 23 22:51:25.113011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-369a4914-155a-4171-8cd8-ae523fe6346d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c HTTP/1.1" status: 200 len: 1001 time: 0.1651366 Nov 23 22:51:25.138556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 47472) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:25.143189 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:25.196728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0dc065-0878-419c-a17b-263937117166 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:25.226599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53c89ed7-1c28-4449-b51b-73e3c6b8199b req-ce8c5e24-4a7e-4321-b5bf-5907676331ea tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385956 Nov 23 22:51:25.242989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:25.262711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-87b1cf05-83c8-4f30-9a84-484d435db19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.267318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-87b1cf05-83c8-4f30-9a84-484d435db19b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=270f5e10-b7f5-4e82-8805-fa873a72b5a0 HTTP/1.1" status: 200 len: 856 time: 0.1451032 Nov 23 22:51:25.271207 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:25.345295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:25.414705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['db0dc065-0878-419c-a17b-263937117166'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:51:25.425152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.425650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.427521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.428164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.428780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.435161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.435983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.438432 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-0312da34-47c7-4b75-94e0-d81c239a1a4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 6499 time: 0.2988117 Nov 23 22:51:25.472104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-7fcc1b24-3228-4b4f-8f45-7b3b43a9928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.474059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-7fcc1b24-3228-4b4f-8f45-7b3b43a9928f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1a002db8-63e5-442b-8ec6-30503d13df0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978714 Nov 23 22:51:25.578241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-c30deeda-cf38-4e16-824c-8d4ceb2ef5d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&id=24f7f76d-5686-427d-95a3-41f559dae45a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1309845 Nov 23 22:51:25.658972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-87fe9a08-4589-4f44-8d8c-aae9f1dcf7d4 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746955 Nov 23 22:51:25.844651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293f791-bb20-4a6f-b197-6ef52bbb1a30 req-0b5fe589-6a8a-46f9-a234-4518222d9830 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:25.852270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8293f791-bb20-4a6f-b197-6ef52bbb1a30 req-0b5fe589-6a8a-46f9-a234-4518222d9830 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1910594 Nov 23 22:51:25.908335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-91fbf17c-06f3-4696-8be2-a20dba819b58 service neutron] 10.222.0.48 "GET /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345152 Nov 23 22:51:25.974838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-2bfaa630-5119-4b68-bd06-4750302749f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 217 time: 0.0543544 Nov 23 22:51:25.978945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8293f791-bb20-4a6f-b197-6ef52bbb1a30 req-ddd144d8-a0c1-4545-aef7-278d12016270 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250830 Nov 23 22:51:26.046245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-1dda8b25-2157-41b4-ad0a-babf1136b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:26.047808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-1dda8b25-2157-41b4-ad0a-babf1136b246 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0649352 Nov 23 22:51:26.118908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-4b30c954-ca22-4687-8cbd-7c53c2e16db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:26.120463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-4b30c954-ca22-4687-8cbd-7c53c2e16db2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596051 Nov 23 22:51:26.271382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c04e6f-f736-47b0-9e8b-cb1963fa1ee9 req-1ef84004-71a0-49a1-b279-268a40cb8323 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:26.282300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97c04e6f-f736-47b0-9e8b-cb1963fa1ee9 req-1ef84004-71a0-49a1-b279-268a40cb8323 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.1220677 Nov 23 22:51:26.321558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-914981a8-3bd8-4bf8-ac90-2f2260003b47 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911235 Nov 23 22:51:26.435143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97c04e6f-f736-47b0-9e8b-cb1963fa1ee9 req-9b27eddd-ab3d-41b4-883f-54bac62c451c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514385 Nov 23 22:51:26.492141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458a8f-7428-402c-8792-598b4227f38c req-99ec5d54-628d-4669-b4b4-426f58a52d71 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:26.501204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19458a8f-7428-402c-8792-598b4227f38c req-99ec5d54-628d-4669-b4b4-426f58a52d71 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.1505265 Nov 23 22:51:26.586708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19458a8f-7428-402c-8792-598b4227f38c req-fe9cdba6-016d-481e-bb3a-5b370c571bba tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841556 Nov 23 22:51:26.596616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-fdef122e-c09e-4e6f-b9f9-d9cae4ed0e16 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669852 Nov 23 22:51:26.656682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-bd32b0c0-56a5-45d6-bf4f-5be2c5158eb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 217 time: 0.0484958 Nov 23 22:51:26.742297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-a169b000-27e4-424b-bb81-e7f4d5bedca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:26.743782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-a169b000-27e4-424b-bb81-e7f4d5bedca1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0771084 Nov 23 22:51:26.791055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:26.822920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-23139dfc-9aa0-4cbb-beb1-9e5020fb6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:26.826022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-23139dfc-9aa0-4cbb-beb1-9e5020fb6427 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739586 Nov 23 22:51:26.972312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-0d57b01e-f5ad-4a76-9192-15d76705f2f5 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369984 Nov 23 22:51:27.170315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-4ad33506-4d04-4663-a5de-8b250b55736b service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900275 Nov 23 22:51:27.181303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0cbb2-0ffd-4990-8e0c-3fa10c3f2276 req-d31b5107-f696-4ddd-8abd-26f978e45965 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:27.182836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fc0cbb2-0ffd-4990-8e0c-3fa10c3f2276 req-d31b5107-f696-4ddd-8abd-26f978e45965 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0855975 Nov 23 22:51:27.233909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-f69be305-862f-4297-a27c-3595fe837e7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=61868889-21e4-4156-b933-de4ee8d60f2d HTTP/1.1" status: 200 len: 217 time: 0.0493350 Nov 23 22:51:27.304348 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fc0cbb2-0ffd-4990-8e0c-3fa10c3f2276 req-3d65bd00-30d2-433e-86b5-7adce420ce8a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126504 Nov 23 22:51:27.318154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-66253b70-648d-438e-a85e-c79918dc7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:27.319869 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-66253b70-648d-438e-a85e-c79918dc7674 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0695243 Nov 23 22:51:27.406290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-1107841a-a872-4862-9703-3250dd698a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:27.412534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-1107841a-a872-4862-9703-3250dd698a93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713000 Nov 23 22:51:27.531635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-3fc84af2-efdc-4bd5-ac53-36e301e4c01d service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103394 Nov 23 22:51:27.739978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ffee9-51f9-4cbf-af75-49404bab3198 req-ab409ab8-0adb-4653-9047-34725686a96f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:27.742047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-612ffee9-51f9-4cbf-af75-49404bab3198 req-ab409ab8-0adb-4653-9047-34725686a96f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 945 time: 0.1864810 Nov 23 22:51:27.783508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-ee65ad19-c894-4005-9bb4-230bb519a037 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384937 Nov 23 22:51:27.833201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-612ffee9-51f9-4cbf-af75-49404bab3198 req-b82f53f6-b512-4dfc-b21c-f9249049ee7c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778496 Nov 23 22:51:27.891998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-cbc49bb4-2585-491a-b55a-ec623dff4bf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d HTTP/1.1" status: 200 len: 217 time: 0.0684960 Nov 23 22:51:27.986438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-92a0287e-a221-4820-8b09-1b047cf29ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:27.986710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:51:27.987990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-92a0287e-a221-4820-8b09-1b047cf29ab3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 200 len: 797 time: 0.0753818 Nov 23 22:51:28.063694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe34f-93d8-41fe-a7cd-ae0c489ce993 req-e27ef0e7-fc8d-4a15-a386-81fc32a89577 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:28.071359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port db0dc065-0878-419c-a17b-263937117166 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:51:28.071775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01afe34f-93d8-41fe-a7cd-ae0c489ce993 req-e27ef0e7-fc8d-4a15-a386-81fc32a89577 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.2494607 Nov 23 22:51:28.078316 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:28.087484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-aab06f19-6a9f-4ea5-a230-6185f9e95850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:28.089067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-aab06f19-6a9f-4ea5-a230-6185f9e95850 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6288ec8-3dd8-44be-a301-295514565e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915887 Nov 23 22:51:28.222101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:28.235397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01afe34f-93d8-41fe-a7cd-ae0c489ce993 req-22d99105-ce9f-44b0-b071-cb16cca6f7be tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626251 Nov 23 22:51:28.275591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-6b85c66f-c0e8-4565-ad62-922315b15c37 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763999 Nov 23 22:51:28.276048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:28.277861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:28.281684 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09a0a01-0539-4edf-ae93-277d4d5ae37d" -d '{"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:28.286462 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:28.343651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=13']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:28.365299 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf74e65-e4db-43a1-9434-1a8e165fc63c x-openstack-request-id: req-aaf74e65-e4db-43a1-9434-1a8e165fc63c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:28.365595 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-plugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:28.365849 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaf74e65-e4db-43a1-9434-1a8e165fc63c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:28.366248 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'code': 200} Nov 23 22:51:28.490417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-b912c0be-9614-4528-9e4b-bb0650830ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039509 Nov 23 22:51:28.500016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4c259-def3-42a7-9214-c612b58f233b req-8a3cdb47-94b6-44c4-be9e-0a4c08025cbe tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:28.501764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5d4c259-def3-42a7-9214-c612b58f233b req-8a3cdb47-94b6-44c4-be9e-0a4c08025cbe tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0820339 Nov 23 22:51:28.554996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-12fa43d8-610a-4b80-b012-760be6c58f71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86449cf7-da38-46c1-846c-8159c542dac8 HTTP/1.1" status: 200 len: 217 time: 0.0522175 Nov 23 22:51:29.030331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5d4c259-def3-42a7-9214-c612b58f233b req-3d488806-82ae-484d-8418-41ce4cf62fe8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213811 Nov 23 22:51:29.041203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-f54c0294-1160-47b3-accf-cb6f2255d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:29.045771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-f54c0294-1160-47b3-accf-cb6f2255d550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.4797733 Nov 23 22:51:29.071103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e62399-5112-4f44-9ef5-bc38fbca3be1 req-587484d6-5873-462a-b9e2-d2179edad072 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:29.080172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6e62399-5112-4f44-9ef5-bc38fbca3be1 req-587484d6-5873-462a-b9e2-d2179edad072 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.1257217 Nov 23 22:51:29.204528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-507b1c5f-abf4-4c2e-a74d-22e1ebc1a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:29.206045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-507b1c5f-abf4-4c2e-a74d-22e1ebc1a538 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455402 Nov 23 22:51:29.209891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6e62399-5112-4f44-9ef5-bc38fbca3be1 req-b81de73f-df68-4c35-b105-31da2a3581d8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163521 Nov 23 22:51:29.367614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-b50afbd2-c77a-456f-82b0-14394bd3c838 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530180 Nov 23 22:51:29.540652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-9c98a88d-c293-42bd-b59d-cd0f3d14d81b service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598754 Nov 23 22:51:29.550817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d9dd8-801e-42e9-8169-f7d8014d4660 req-b6e0bd9b-132f-4dd3-b52b-ca44b04bafb9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:29.552572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-266d9dd8-801e-42e9-8169-f7d8014d4660 req-b6e0bd9b-132f-4dd3-b52b-ca44b04bafb9 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.1834559 Nov 23 22:51:29.592961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-10abee11-c38a-41e8-8219-0b70651db7fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0391035 Nov 23 22:51:29.691372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-266d9dd8-801e-42e9-8169-f7d8014d4660 req-ad41ead3-9226-405b-ac28-2aa1a380ddf5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969710 Nov 23 22:51:29.697223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-befe490d-47f1-4ffb-9ed0-0b4ae3d68c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:29.698742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-befe490d-47f1-4ffb-9ed0-0b4ae3d68c9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 200 len: 797 time: 0.0781136 Nov 23 22:51:29.773956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-f103a2ef-abd5-4fba-b5d7-c0a927d08d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:29.775646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-f103a2ef-abd5-4fba-b5d7-c0a927d08d69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c5b1f90-f968-41b9-918a-0ff67e1da0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689569 Nov 23 22:51:29.980772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-898589bc-4674-4fb6-8463-6ed08555fe67 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931007 Nov 23 22:51:30.182652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bf22e92-d016-4fc7-8b45-c7d102fdf554 req-d783bf4c-1cc5-45a9-9b24-e2200b8a3fe7 service neutron] 10.222.0.48 "GET /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929996 Nov 23 22:51:30.219144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc0acc-1756-48ae-9084-33927851ba5e req-cfcb323b-69d0-4ab4-ba21-1b3fbb53885f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:30.227028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cafc0acc-1756-48ae-9084-33927851ba5e req-cfcb323b-69d0-4ab4-ba21-1b3fbb53885f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0883636 Nov 23 22:51:30.295393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cafc0acc-1756-48ae-9084-33927851ba5e req-df6a4c46-0f97-4198-8e21-ac8df1caa145 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Nov 23 22:51:30.432484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39175fc-8886-43fd-aaf1-7afd2067d4a1 req-ed42e466-dcae-46ed-b49c-5708a162aef7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:30.440820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a39175fc-8886-43fd-aaf1-7afd2067d4a1 req-ed42e466-dcae-46ed-b49c-5708a162aef7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0732505 Nov 23 22:51:30.507962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a39175fc-8886-43fd-aaf1-7afd2067d4a1 req-394d609d-efdf-4473-95a8-e8c496a09faa tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661645 Nov 23 22:51:30.867275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074abe4-17cd-4b33-8482-78f1a7c7041b req-34ad805a-fff2-47c7-af34-fe0b91364520 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:30.869074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1074abe4-17cd-4b33-8482-78f1a7c7041b req-34ad805a-fff2-47c7-af34-fe0b91364520 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0650077 Nov 23 22:51:30.994258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1074abe4-17cd-4b33-8482-78f1a7c7041b req-38317d68-730c-4663-a68f-e878a57225b8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155913 Nov 23 22:51:31.164407 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:51:31.551979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed1b70-a57f-481f-bd19-d21d9f62912f req-7bc91bc1-b213-42ea-96d8-53b51e543145 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:31.556510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45ed1b70-a57f-481f-bd19-d21d9f62912f req-7bc91bc1-b213-42ea-96d8-53b51e543145 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1349514 Nov 23 22:51:31.593346 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9c00-3ca4-4f70-842b-46991d18d0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:31.655266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45ed1b70-a57f-481f-bd19-d21d9f62912f req-d2a64b5d-1f5d-4851-b8dd-8518d7b411ec tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862463 Nov 23 22:51:31.715841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62f087-b61b-4c65-b2fe-9ab702ce0c76 req-0466f835-cf8d-430d-bcea-49ed4b53070e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:31.723376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c62f087-b61b-4c65-b2fe-9ab702ce0c76 req-0466f835-cf8d-430d-bcea-49ed4b53070e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0929768 Nov 23 22:51:31.807777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c62f087-b61b-4c65-b2fe-9ab702ce0c76 req-3e7fefd7-70e3-4beb-8fe1-7d4b7ca0f140 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731192 Nov 23 22:51:32.212718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54302-091d-4133-95f2-baeda0e20b14 req-86a73b6a-2439-4d6a-982f-dd123414830a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:32.214358 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ae54302-091d-4133-95f2-baeda0e20b14 req-86a73b6a-2439-4d6a-982f-dd123414830a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0997081 Nov 23 22:51:32.327469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ae54302-091d-4133-95f2-baeda0e20b14 req-21a27da1-5e3e-447c-b0c3-2d71d7e2708b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694983 Nov 23 22:51:32.821678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec592ce-a155-4f4d-a61f-021a3f523fc2 req-fc78848f-84af-4d24-aeef-1e2a2db7b39e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:32.823392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ec592ce-a155-4f4d-a61f-021a3f523fc2 req-fc78848f-84af-4d24-aeef-1e2a2db7b39e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0954306 Nov 23 22:51:32.885344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ef90a-3c6f-4301-8eb9-adeeff6f3c3b req-7df0defc-a060-40e6-81df-872f3de0dfae tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:32.895026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-565ef90a-3c6f-4301-8eb9-adeeff6f3c3b req-7df0defc-a060-40e6-81df-872f3de0dfae tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1161852 Nov 23 22:51:32.948591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ec592ce-a155-4f4d-a61f-021a3f523fc2 req-77b76c18-3057-4701-a34d-79bc13f18837 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079531 Nov 23 22:51:33.001298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-565ef90a-3c6f-4301-8eb9-adeeff6f3c3b req-35fe2f3a-f3ce-4cf3-8b1f-61a08ff54362 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057334 Nov 23 22:51:33.071033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b2d97-b8ea-4f6f-90d1-a6c706e06c8f req-14bbe73b-43bf-448b-b0ca-19f7e6661ed4 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:33.072937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7b2d97-b8ea-4f6f-90d1-a6c706e06c8f req-14bbe73b-43bf-448b-b0ca-19f7e6661ed4 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0705199 Nov 23 22:51:33.155784 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c7b2d97-b8ea-4f6f-90d1-a6c706e06c8f req-70ccca32-784e-4c16-922d-c0d760922cd6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754013 Nov 23 22:51:33.978037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8309c-04ee-4e62-93c7-61911242b5b4 req-bec583a6-bb1e-4309-8889-70a2a8a1142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:33.979929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cf8309c-04ee-4e62-93c7-61911242b5b4 req-bec583a6-bb1e-4309-8889-70a2a8a1142a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1096 time: 0.0605855 Nov 23 22:51:34.047090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cf8309c-04ee-4e62-93c7-61911242b5b4 req-eca9e730-2f1d-4c52-91e0-7361887da26e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585027 Nov 23 22:51:34.084557 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cca9ff1a-a0e9-4d5f-86ad-88005db85e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:34.141253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e1102-a5da-4c5b-b2d6-00197c7be545 req-25d04c37-3914-40dc-ae02-dd28b9b0db0e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:34.149219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a0e1102-a5da-4c5b-b2d6-00197c7be545 req-25d04c37-3914-40dc-ae02-dd28b9b0db0e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0849912 Nov 23 22:51:34.217624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a0e1102-a5da-4c5b-b2d6-00197c7be545 req-da8a548d-400c-434c-89f6-5b0143df470a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Nov 23 22:51:34.335655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3831-6e7c-4ea8-9b93-b54a2a71b850 req-d9581663-5248-4ae5-a174-0566d07555b3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:34.341217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fdc3831-6e7c-4ea8-9b93-b54a2a71b850 req-d9581663-5248-4ae5-a174-0566d07555b3 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1387513 Nov 23 22:51:34.511813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fdc3831-6e7c-4ea8-9b93-b54a2a71b850 req-bc30859c-2cd7-4b1f-b14a-9e724afc9d71 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541100 Nov 23 22:51:34.559841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-7917b0d5-e1eb-42a3-b45a-08e5ee7a1e35 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:34.561609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-7917b0d5-e1eb-42a3-b45a-08e5ee7a1e35 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.2152359 Nov 23 22:51:34.602089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac34c-9689-49c8-bb89-f8bfabfe6cfc req-655cfb15-345e-4bf1-b87e-ab6c239c10db tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:34.606733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce6ac34c-9689-49c8-bb89-f8bfabfe6cfc req-655cfb15-345e-4bf1-b87e-ab6c239c10db tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.2625835 Nov 23 22:51:34.828246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce6ac34c-9689-49c8-bb89-f8bfabfe6cfc req-0836ce9e-14b1-41fe-92b6-d8c2cea5d22b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031860 Nov 23 22:51:34.887616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Deleting port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:51:34.887973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:34.970884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:35.073142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] For port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:35.074594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:35.105413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Calling delete_port for b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:51:35.385723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:35.404551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464bc3-885f-4cb4-8160-5483417213b5 req-df6f238d-d1a3-4613-942b-35985a35c844 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:35.406472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0464bc3-885f-4cb4-8160-5483417213b5 req-df6f238d-d1a3-4613-942b-35985a35c844 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=82ad3116-03aa-46b4-847f-f396a130d038 HTTP/1.1" status: 200 len: 946 time: 0.0854743 Nov 23 22:51:35.423249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:51:35.465486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event deleted for resources: {'Port': ['ID=b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:35.535541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] No DVR routers for this DVR port b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:51:35.538945 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:35.542317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa3d3ee1-24b2-48f6-8f1a-a3d0d097e731 req-e6fbd06b-888e-48f8-8b67-d0edefa301d4 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "DELETE /v2.0/ports/b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 HTTP/1.1" status: 204 len: 173 time: 0.9729390 Nov 23 22:51:35.543105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ad3116-03aa-46b4-847f-f396a130d038', 'name': 'network-vif-deleted', 'tag': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:35.545773 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62825039-02f5-4ac1-bb32-80442e532859" -d '{"events": [{"server_uuid": "82ad3116-03aa-46b4-847f-f396a130d038", "name": "network-vif-deleted", "tag": "b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:35.602833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0464bc3-885f-4cb4-8160-5483417213b5 req-cdc8cf80-2986-45be-ab50-e6d5e88a4957 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595306 Nov 23 22:51:35.782452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f277-f42a-414f-9c83-3e731b1ebd72 req-f4de71d4-69c5-4e9a-93a5-bdcea4feeab9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:35.804644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a271f277-f42a-414f-9c83-3e731b1ebd72 req-f4de71d4-69c5-4e9a-93a5-bdcea4feeab9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1628749 Nov 23 22:51:35.854081 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def49819-a761-4eeb-b9e7-a852243a3153 x-openstack-request-id: req-def49819-a761-4eeb-b9e7-a852243a3153 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:35.854362 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ad3116-03aa-46b4-847f-f396a130d038", "name": "network-vif-deleted", "tag": "b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:35.854620 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-def49819-a761-4eeb-b9e7-a852243a3153 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:35.855059 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ad3116-03aa-46b4-847f-f396a130d038', 'name': 'network-vif-deleted', 'tag': 'b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9', 'status': 'completed', 'code': 200} Nov 23 22:51:35.942732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a271f277-f42a-414f-9c83-3e731b1ebd72 req-cc41502d-6c70-4ada-872e-063aa250bbbf tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336374 Nov 23 22:51:36.115434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b06d-3c2b-4770-8213-b47cbfab5429 req-36442d11-d9a1-4fe0-b873-c8e043d02317 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:36.120535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0657b06d-3c2b-4770-8213-b47cbfab5429 req-36442d11-d9a1-4fe0-b873-c8e043d02317 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0926497 Nov 23 22:51:36.210580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0657b06d-3c2b-4770-8213-b47cbfab5429 req-adffc096-f09c-4551-9ddb-c243017eb7c1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759330 Nov 23 22:51:36.505596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff39d6a-f329-4f35-a866-2c84f42f826f req-aaea88b0-03ed-4371-8b8f-059ad38ee1f5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:36.510257 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:36.513991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ff39d6a-f329-4f35-a866-2c84f42f826f req-aaea88b0-03ed-4371-8b8f-059ad38ee1f5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0956643 Nov 23 22:51:36.524408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-85d22919-c46a-4846-bae5-fd1fac92e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:36.525942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-85d22919-c46a-4846-bae5-fd1fac92e10d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1096 time: 0.0958860 Nov 23 22:51:36.639717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ff39d6a-f329-4f35-a866-2c84f42f826f req-87788c9c-a21e-4d02-babf-3206117cf1b8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246965 Nov 23 22:51:36.731018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-e8a64414-3c97-41b1-95ba-9439b7f98a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:36.734804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-e8a64414-3c97-41b1-95ba-9439b7f98a78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 920 time: 0.1981628 Nov 23 22:51:36.804152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-4158e7f7-93f1-4122-85e6-ef7a3e373e95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 200 len: 217 time: 0.0616474 Nov 23 22:51:36.938119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-22009682-8baa-420a-8d6a-428b04515a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:36.939953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-22009682-8baa-420a-8d6a-428b04515a19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.1283095 Nov 23 22:51:37.054606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-4c640998-e37e-4bac-b8ec-3505f685df35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446975 Nov 23 22:51:37.128812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-4e7ccfd5-ec3f-43bc-bee8-9e085193eebc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:37.135018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-4e7ccfd5-ec3f-43bc-bee8-9e085193eebc tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.2651856 Nov 23 22:51:37.183955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-747101da-5672-4b50-a5b9-db95ff391c3f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/quotas/65a61d3392de484ba1cc52f1fa1b48d7 HTTP/1.1" status: 200 len: 375 time: 0.0471637 Nov 23 22:51:37.227865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-63f8f0ba-a83a-4f57-9252-7bde3b06d18c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360205 Nov 23 22:51:37.263320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-ef3668e4-1057-4114-8a02-e5572f1f75a4 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008190 Nov 23 22:51:37.436147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:37.462343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-02dffaf5-829e-4b45-baf3-7d0bafc5294e service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215879 Nov 23 22:51:37.517605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c468621c-28f7-4b6b-95dd-e18d18c7173c req-95c74412-a588-41f0-9fcb-64c2f2fe7be5 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446280 Nov 23 22:51:37.525585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd17e7c-03a3-494c-bcce-0c4c047d183b req-725b7e45-8b25-4643-bf95-15e198bd3005 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:37.527219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bd17e7c-03a3-494c-bcce-0c4c047d183b req-725b7e45-8b25-4643-bf95-15e198bd3005 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.1439595 Nov 23 22:51:37.647398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bd17e7c-03a3-494c-bcce-0c4c047d183b req-ddaac394-6653-44ac-a3e4-14541cdfb397 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869703 Nov 23 22:51:37.653199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-639e5fb0-f9f1-4b89-9913-863a0fa155fa service neutron] 10.222.0.11 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867499 Nov 23 22:51:37.834954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd317ffb-7737-4d4c-9158-45f6fea84d1d req-8ff69710-025c-43b0-81db-bdb5310e35a5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:37.838255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd317ffb-7737-4d4c-9158-45f6fea84d1d req-8ff69710-025c-43b0-81db-bdb5310e35a5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1143038 Nov 23 22:51:37.883980 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:37.938884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e17b33b-01c8-4b42-8270-fb40bdf5c159 req-8fd76ed0-96ea-4269-980a-349a616cf08b tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 210 time: 0.0442264 Nov 23 22:51:37.958892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd317ffb-7737-4d4c-9158-45f6fea84d1d req-e46f3f23-6c17-4dfe-ba02-534b8bf2e06d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121857 Nov 23 22:51:38.721769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:51:38.756422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:51:38.756777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b6a1f131-9bfd-4d00-8d3f-aa5d74b621f9 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:51:38.798991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31342004-2b85-4d43-ac6b-99d931299e5a req-6e252265-162c-4a34-8a8c-a5f3f6ef68f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:38.800549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31342004-2b85-4d43-ac6b-99d931299e5a req-6e252265-162c-4a34-8a8c-a5f3f6ef68f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0563216 Nov 23 22:51:38.852277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31342004-2b85-4d43-ac6b-99d931299e5a req-f6d2d644-3a50-464c-9b3b-d02537d9b7cd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456843 Nov 23 22:51:39.069596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d401548-4d7c-47b5-a54e-c39f5c98eec6 req-01c260b2-7813-4863-b871-148c868d04a6 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 210 time: 0.0493884 Nov 23 22:51:39.133143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4746b-5f7c-4ab9-aade-4c6a0dcbb3c0 req-647646f9-3490-4b16-9dbe-8db091948972 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:39.135614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88f4746b-5f7c-4ab9-aade-4c6a0dcbb3c0 req-647646f9-3490-4b16-9dbe-8db091948972 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0977693 Nov 23 22:51:39.322769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88f4746b-5f7c-4ab9-aade-4c6a0dcbb3c0 req-c26ae310-263d-4792-bc06-efd5fd0758f0 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676679 Nov 23 22:51:39.397984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-5d6704ce-3be5-4548-9cd2-dd82f991e7f2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:39.399522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-5d6704ce-3be5-4548-9cd2-dd82f991e7f2 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 811 time: 0.2196221 Nov 23 22:51:39.423550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Request body: {'port': {'device_id': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'admin_state_up': True, 'tenant_id': '65a61d3392de484ba1cc52f1fa1b48d7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:51:39.571783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Made reservation on behalf of 65a61d3392de484ba1cc52f1fa1b48d7 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:51:39.576092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:39.738417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Allocated IP 172.20.0.5 (5da9a1b0-0358-4d57-a541-709c96734431/0946f13d-92b9-46e7-987a-7abb40fbf802/b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:51:39.929068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:40.003550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882265f-0528-409f-bfde-f734f4b0f8bd req-d84ba8d1-92e5-4bef-8974-dda65c12c942 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:40.005550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f882265f-0528-409f-bfde-f734f4b0f8bd req-d84ba8d1-92e5-4bef-8974-dda65c12c942 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.0692472 Nov 23 22:51:40.007305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:40.074468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Network 5da9a1b0-0358-4d57-a541-709c96734431 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:51:40.081714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:51:40.088863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:51:40.092011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event updated for resources: {'Port': ['ID=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:40.146139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.146489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.146838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.147184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.147525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.147890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.148224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.148557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.148893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.149222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.149552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.149941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:40.167820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f882265f-0528-409f-bfde-f734f4b0f8bd req-70978147-1273-4181-8a17-32f8e57583b9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512644 Nov 23 22:51:40.214113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:40.215449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:40.241899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-50dea411-9526-4dcf-a42d-f398a9dc445c tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8267355 Nov 23 22:51:40.255975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408f61-b111-4dc3-8bbc-3da99cb9dcbb req-d213805b-850b-49a0-9214-ab2135a562aa tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:40.257463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf408f61-b111-4dc3-8bbc-3da99cb9dcbb req-d213805b-850b-49a0-9214-ab2135a562aa tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 931 time: 0.0849342 Nov 23 22:51:40.263801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Request body: {'port': {'device_id': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:51:40.363748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:40.370500 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf408f61-b111-4dc3-8bbc-3da99cb9dcbb req-2c39c29c-7529-4bc9-8342-f1fec0cd89d3 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854721 Nov 23 22:51:40.624749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fe165-ad2b-44c7-9427-89a0835c9957 req-93dc3c65-9902-4dd5-b50d-d0302b6c6463 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:40.626636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b5fe165-ad2b-44c7-9427-89a0835c9957 req-93dc3c65-9902-4dd5-b50d-d0302b6c6463 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 946 time: 0.1384678 Nov 23 22:51:40.658087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13a7f-6d0c-4491-b06b-4923ec813a26 req-dc79a997-391f-42ee-8668-fae3793a4600 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:40.660107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9a13a7f-6d0c-4491-b06b-4923ec813a26 req-dc79a997-391f-42ee-8668-fae3793a4600 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1706185 Nov 23 22:51:40.779038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b5fe165-ad2b-44c7-9427-89a0835c9957 req-339b9622-2810-499d-b295-9654940ee755 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179025 Nov 23 22:51:40.784150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9a13a7f-6d0c-4491-b06b-4923ec813a26 req-0616034e-c5c5-46f7-afac-85f9e4e24202 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087027 Nov 23 22:51:40.849140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:40.860311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:40.875951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Transition to ACTIVE for port object b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:51:40.885317 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:40.998520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046280-761d-4417-b2df-4779624f118a service neutron] Pushing event updated for resources: {'Port': ['ID=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:41.091527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Attempting to bind port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:51:41.091527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Attempting to bind port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:51:41.091527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Attempting to bind port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:51:41.092794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 on network 5da9a1b0-0358-4d57-a541-709c96734431 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:51:41.092934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Attempting to bind port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 on network 5da9a1b0-0358-4d57-a541-709c96734431 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:51:41.099665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:51:41.099665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Checking segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:51:41.100426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Bound using segment: {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:51:41.100571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Bound port: b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ae8fec-032c-460c-89f8-2a84a200cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:51:41.100910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:41.212004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] For port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:51:41.217751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] For port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:51:41.239723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:41.302459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:41.303100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:41.304506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-d2046280-761d-4417-b2df-4779624f118a service neutron] 10.222.0.48 "PUT /v2.0/ports/b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 HTTP/1.1" status: 200 len: 1091 time: 1.0461245 Nov 23 22:51:41.304955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'tag': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:41.308708 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fe0e81-4668-4308-948b-701f3931e324" -d '{"events": [{"name": "network-changed", "server_uuid": "652fc934-ed13-4a9e-b14b-64ecf2f1332a", "tag": "b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:41.358689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046280-761d-4417-b2df-4779624f118a service neutron] Pushing event updated for resources: {'Port': ['ID=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:41.389346 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e0b4b-f35f-468e-aa9a-a6f56b5738bc x-openstack-request-id: req-021e0b4b-f35f-468e-aa9a-a6f56b5738bc {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:41.389634 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652fc934-ed13-4a9e-b14b-64ecf2f1332a", "tag": "b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:41.389896 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-021e0b4b-f35f-468e-aa9a-a6f56b5738bc {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:41.390299 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'tag': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53', 'status': 'completed', 'code': 200} Nov 23 22:51:41.478695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-71508a0e-7197-40aa-a332-5e62196ea348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:41.480931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-71508a0e-7197-40aa-a332-5e62196ea348 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 1094 time: 0.0745199 Nov 23 22:51:41.554853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-08ecf878-88dc-492c-9629-1a0cc356fcbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 HTTP/1.1" status: 200 len: 217 time: 0.0600727 Nov 23 22:51:41.655054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e8a09-3329-4f58-9c36-25a4e04dc28f req-662d08e1-552d-4b77-8d4e-ad563e724b53 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:41.664075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f1e8a09-3329-4f58-9c36-25a4e04dc28f req-662d08e1-552d-4b77-8d4e-ad563e724b53 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 943 time: 0.1189511 Nov 23 22:51:41.685689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-be2e246e-9962-40d2-8e53-5d38d96b67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:41.685689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-be2e246e-9962-40d2-8e53-5d38d96b67d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1098573 Nov 23 22:51:41.747298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-6de52e2c-980b-43b6-9bc9-bd9e5aeba748 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533166 Nov 23 22:51:41.789854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f1e8a09-3329-4f58-9c36-25a4e04dc28f req-9179c4f7-2e41-41d1-85e3-df576d493c64 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247971 Nov 23 22:51:41.882002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-7ce83793-cc9e-457e-a32f-e88a45217e03 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220162 Nov 23 22:51:42.056470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:51:42.222457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:42.281389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:42.285285 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89428d2c-584b-470e-b97c-065ab4a413c9" -d '{"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-unplugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:42.306097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:42.317150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:42.391712 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1bd6eb-2d11-4a3c-b221-003c75272ecb x-openstack-request-id: req-7f1bd6eb-2d11-4a3c-b221-003c75272ecb {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:42.393119 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-unplugged", "status": "completed", "tag": "db0dc065-0878-419c-a17b-263937117166", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:42.393621 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f1bd6eb-2d11-4a3c-b221-003c75272ecb {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:42.394204 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'code': 200} Nov 23 22:51:42.429683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=14']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:42.440418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.441131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.441700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.442239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.442897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.443441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.444051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.444789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.445272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.446051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.446536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.447016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:42.459688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f43532-26a1-4e84-ac7e-8fc4dcba70ce req-42ff8238-296f-4405-af92-95e69a207357 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702801 Nov 23 22:51:42.494150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450db82-9cef-4f85-a92c-67db0285c696 req-c6ce3089-cacb-403d-9624-fdcb58dcb841 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:42.498157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b450db82-9cef-4f85-a92c-67db0285c696 req-c6ce3089-cacb-403d-9624-fdcb58dcb841 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0796764 Nov 23 22:51:42.568299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b450db82-9cef-4f85-a92c-67db0285c696 req-85062cb1-d07a-4ebf-b57c-35c77a91e47b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545564 Nov 23 22:51:42.638514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe0e81-4668-4308-948b-701f3931e324 req-e1199e05-6d9b-404d-bf45-167b640035dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:42.640089 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40fe0e81-4668-4308-948b-701f3931e324 req-e1199e05-6d9b-404d-bf45-167b640035dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 1094 time: 0.0543456 Nov 23 22:51:42.744339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe0e81-4668-4308-948b-701f3931e324 req-b09d7fa6-6e39-44f6-894e-9665c8536a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:42.745885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40fe0e81-4668-4308-948b-701f3931e324 req-b09d7fa6-6e39-44f6-894e-9665c8536a3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 200 len: 912 time: 0.0971022 Nov 23 22:51:42.804494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40fe0e81-4668-4308-948b-701f3931e324 req-423660f9-f182-4416-847c-00e32aa98d70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 HTTP/1.1" status: 200 len: 217 time: 0.0479472 Nov 23 22:51:42.945917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe0e81-4668-4308-948b-701f3931e324 req-df3ff3da-ffa3-441b-8a84-586b071c9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:42.947414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40fe0e81-4668-4308-948b-701f3931e324 req-df3ff3da-ffa3-441b-8a84-586b071c9d4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 200 len: 851 time: 0.1332424 Nov 23 22:51:42.949863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-50e45ba2-755a-4a85-818d-0756717e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:42.951359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-50e45ba2-755a-4a85-818d-0756717e894a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1095 time: 0.1567862 Nov 23 22:51:42.961510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b1f8f-5a50-4b56-9665-8cc4a615687c req-526ceb97-a893-41e9-b70f-962b55673231 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:42.962943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f6b1f8f-5a50-4b56-9665-8cc4a615687c req-526ceb97-a893-41e9-b70f-962b55673231 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1672661 Nov 23 22:51:43.014517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40fe0e81-4668-4308-948b-701f3931e324 req-2d65601e-3e66-45ab-ac88-ab9f7599100d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5da9a1b0-0358-4d57-a541-709c96734431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470498 Nov 23 22:51:43.038121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e8970-085e-4b6a-86a2-9ebd79830130 req-1e04bfa1-2b8a-4f21-99fc-9081a82f7577 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:43.039637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f28e8970-085e-4b6a-86a2-9ebd79830130 req-1e04bfa1-2b8a-4f21-99fc-9081a82f7577 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 943 time: 0.1633344 Nov 23 22:51:43.198035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f6b1f8f-5a50-4b56-9665-8cc4a615687c req-335cc061-5b9c-469c-827f-0229d1f85502 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147036 Nov 23 22:51:43.233205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f28e8970-085e-4b6a-86a2-9ebd79830130 req-35577658-e0c3-4f69-b5bd-b81f3be0c5bd tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787465 Nov 23 22:51:43.234267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-1f640a21-5b9e-4a9d-ba35-5e8fe993d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:43.235704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-1f640a21-5b9e-4a9d-ba35-5e8fe993d2ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.2694542 Nov 23 22:51:43.304437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40fe0e81-4668-4308-948b-701f3931e324 req-d3f4c627-901d-4574-8535-68e56ebc28a8 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621815 Nov 23 22:51:43.360702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-0029ab1e-5c29-48f9-a66e-ac584e30188e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 998 time: 0.1123979 Nov 23 22:51:43.467944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-9e0a96d0-0a60-49c7-9e4d-2d678c5a9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:43.469332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-9e0a96d0-0a60-49c7-9e4d-2d678c5a9e62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0773375 Nov 23 22:51:43.471319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40fe0e81-4668-4308-948b-701f3931e324 req-74b4b6c0-43cd-407c-bb4b-d7ce8b2b4325 service neutron] 10.222.0.48 "GET /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570728 Nov 23 22:51:43.560865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47833ee6-a354-40eb-b225-91f6cab40c71 req-135c1102-6a07-4f95-9c8a-94555e39384a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:43.562390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47833ee6-a354-40eb-b225-91f6cab40c71 req-135c1102-6a07-4f95-9c8a-94555e39384a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0759389 Nov 23 22:51:43.564555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-36ef6fdf-8896-4c94-bd22-7c80c6306ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:43.565936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-36ef6fdf-8896-4c94-bd22-7c80c6306ea9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888932 Nov 23 22:51:43.685879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47833ee6-a354-40eb-b225-91f6cab40c71 req-51ed98f0-ce34-42f0-baf0-492a915a33e6 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170342 Nov 23 22:51:43.709339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-edfc10d4-0e57-4d6c-bae8-e6352bdd3436 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334038 Nov 23 22:51:43.814424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ff260bc-0d59-4729-ada8-9cfc74ecf11d req-f94ccfa4-e1ec-403d-9139-a2c8d019cb22 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959611 Nov 23 22:51:44.371036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd41805-adef-4fb4-b6d4-22bcbc2fc83b req-36be3113-cc63-498d-a974-b7e381a9146b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:44.380278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5dd41805-adef-4fb4-b6d4-22bcbc2fc83b req-36be3113-cc63-498d-a974-b7e381a9146b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0900254 Nov 23 22:51:44.474013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5dd41805-adef-4fb4-b6d4-22bcbc2fc83b req-b8f22854-ffd1-4a17-b91e-0e51a845b395 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917037 Nov 23 22:51:44.489151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d31d42-2fdc-49b2-98f8-b46b1ca3a2f6 req-678e8ebf-f19e-473f-87c5-c8ae1c43dcd5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:44.493732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72d31d42-2fdc-49b2-98f8-b46b1ca3a2f6 req-678e8ebf-f19e-473f-87c5-c8ae1c43dcd5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 943 time: 0.0962546 Nov 23 22:51:44.555392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72d31d42-2fdc-49b2-98f8-b46b1ca3a2f6 req-ad28a159-e5c1-4f52-9f67-536d8d1d5411 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555813 Nov 23 22:51:44.744802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:51:44.850980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:44.866813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53', 'network_id': '5da9a1b0-0358-4d57-a541-709c96734431', 'port_id': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53', 'mac_address': 'fa:16:3e:c3:d3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946f13d-92b9-46e7-987a-7abb40fbf802', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:51:44.917854 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:44.933299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:44.954223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:44.959691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:45.008135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:45.362898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:51:45.632011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2134c-7610-4e57-afe6-1b93560d272c req-06f1e0a3-d0c6-45cf-ac0f-cb5cb90df5ba tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:45.634232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2b2134c-7610-4e57-afe6-1b93560d272c req-06f1e0a3-d0c6-45cf-ac0f-cb5cb90df5ba tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0775166 Nov 23 22:51:45.713068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2b2134c-7610-4e57-afe6-1b93560d272c req-23625cdd-e7ae-40f5-94c2-23ff8b7c54e4 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696166 Nov 23 22:51:45.799899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600dda1-ebd3-4657-96b7-792fa5c3772c req-ddd6f1b1-6c54-431f-a8d9-6b12e975c5ce tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:45.801677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c600dda1-ebd3-4657-96b7-792fa5c3772c req-ddd6f1b1-6c54-431f-a8d9-6b12e975c5ce tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 944 time: 0.0693111 Nov 23 22:51:45.857492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c600dda1-ebd3-4657-96b7-792fa5c3772c req-5135d096-0dce-4850-af0d-ed6535469f16 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467846 Nov 23 22:51:46.039442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfee2b-4c6c-4fb6-ab19-fbfe3238a1a3 req-6cd29249-34ba-490d-9031-7545c7c9b397 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:46.045043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3dfee2b-4c6c-4fb6-ab19-fbfe3238a1a3 req-6cd29249-34ba-490d-9031-7545c7c9b397 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0722647 Nov 23 22:51:46.103143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3dfee2b-4c6c-4fb6-ab19-fbfe3238a1a3 req-9542441a-ff56-4212-8c6b-60ba870e9817 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496626 Nov 23 22:51:46.274135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a84b2-f04a-43a4-9491-efd0f4cd90f6 req-fb053866-ecb3-4dff-8d18-66d1fd36c731 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:46.275748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-773a84b2-f04a-43a4-9491-efd0f4cd90f6 req-fb053866-ecb3-4dff-8d18-66d1fd36c731 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0594885 Nov 23 22:51:46.336293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-773a84b2-f04a-43a4-9491-efd0f4cd90f6 req-d03133c7-156e-409c-8880-3e98ec6d7ff6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515339 Nov 23 22:51:46.687982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-c009d284-31b3-465d-946a-8a496945a5a9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:46.696235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-c009d284-31b3-465d-946a-8a496945a5a9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.1473033 Nov 23 22:51:46.716374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-0c74ac66-ad67-41ca-b1a5-f71b44a872f1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/quotas/8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 375 time: 0.0190814 Nov 23 22:51:46.760702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:51:46.795531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-ac0328fc-c3ee-4340-a533-60d8593ff312 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780895 Nov 23 22:51:46.822463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:51:46.828650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:51:46.829745 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:46.962157 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:47.007112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-1ca78b98-7b97-41a6-a049-863259cbee8a service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024879 Nov 23 22:51:47.009105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:47.010518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:47.014930 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698c33dd-854b-43b8-a8d0-ab555e35a764" -d '{"events": [{"server_uuid": "652fc934-ed13-4a9e-b14b-64ecf2f1332a", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:47.019902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:47.100033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:47.133944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dded3-7e7b-4e80-b4a2-3dee9dc82ed7 req-988c6e95-98b6-46d0-b6f4-060eafc347de tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:47.133944 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-059dded3-7e7b-4e80-b4a2-3dee9dc82ed7 req-988c6e95-98b6-46d0-b6f4-060eafc347de tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.1154957 Nov 23 22:51:47.194803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-96702bac-5937-421e-83c6-abf70bca8318 service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862340 Nov 23 22:51:47.254217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-059dded3-7e7b-4e80-b4a2-3dee9dc82ed7 req-018050dd-47f4-42f1-8dbf-ee691f77651f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122041 Nov 23 22:51:47.350180 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a87ce5-6191-42fe-be0e-97c0ded657de x-openstack-request-id: req-a9a87ce5-6191-42fe-be0e-97c0ded657de {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:47.350481 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc934-ed13-4a9e-b14b-64ecf2f1332a", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:47.350738 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9a87ce5-6191-42fe-be0e-97c0ded657de {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:47.351179 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53', 'code': 200} Nov 23 22:51:47.472159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-025636ee-8f07-42c6-8e12-299dc28ee03e req-cd692b10-33ac-447e-b2e2-9591f9935ff6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 210 time: 0.0557325 Nov 23 22:51:47.524215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a4f76-f033-40f3-962b-67eb3fb89c7b req-ead36875-5914-464c-9f8e-57054f513f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:47.525727 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e99a4f76-f033-40f3-962b-67eb3fb89c7b req-ead36875-5914-464c-9f8e-57054f513f16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 1096 time: 0.0564818 Nov 23 22:51:47.581036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e99a4f76-f033-40f3-962b-67eb3fb89c7b req-c864d848-3ee8-466e-856c-33e100baea55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Nov 23 22:51:48.429357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08035-20f8-4b85-87a1-274485c32e55 req-8a6cc0ae-6e78-4f97-bc7c-c2fd8fc8e9a1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:48.430943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85c08035-20f8-4b85-87a1-274485c32e55 req-8a6cc0ae-6e78-4f97-bc7c-c2fd8fc8e9a1 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.0560498 Nov 23 22:51:48.526466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85c08035-20f8-4b85-87a1-274485c32e55 req-17a1e762-8142-4fa1-a81e-9cb20d19620f tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859227 Nov 23 22:51:48.702662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d920e77-0780-4337-8d91-f82fa7484e17 req-da2ac867-67b4-455f-a4ec-a7f1e027295b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 210 time: 0.0372763 Nov 23 22:51:48.749326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-ba237bb0-5f8c-4cdf-8169-6b63eff4bb10 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:48.750616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-ba237bb0-5f8c-4cdf-8169-6b63eff4bb10 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.2191944 Nov 23 22:51:48.768450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'port': {'device_id': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'admin_state_up': True, 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:51:48.945364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Made reservation on behalf of 8d524ce723c54b2c9f55db9abfefa842 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:51:48.949420 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:49.095298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Allocated IP 172.20.0.13 (4ceb42f0-96f0-408b-a1b0-14731cc84da4/cb19bfdd-3f05-4f7d-bd68-bf739a632ced/0eec7a41-1028-4d39-9311-e3d7a08c60eb) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:51:49.274473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:49.317615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:49.369550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:51:49.373246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:51:49.377657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:51:49.404888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=0eec7a41-1028-4d39-9311-e3d7a08c60eb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:49.458787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:49.459609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:49.479154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-45a6b89f-531d-41af-8da3-b478c046fd0b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7149134 Nov 23 22:51:49.497057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Request body: {'port': {'device_id': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:51:49.586092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:49.738169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a9bf1186-3932-4631-93a5-ba8d954ac09c None None] Provisioning complete for port 0eec7a41-1028-4d39-9311-e3d7a08c60eb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:51:49.739388 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1186-3932-4631-93a5-ba8d954ac09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:49.790425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf1186-3932-4631-93a5-ba8d954ac09c None None] Port 0eec7a41-1028-4d39-9311-e3d7a08c60eb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:51:49.865919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b835d8-3ad5-49a3-8b02-01039607d7f5 req-a9ab5b6f-91f0-473b-a097-5b98cff0c06d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:49.867349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12b835d8-3ad5-49a3-8b02-01039607d7f5 req-a9ab5b6f-91f0-473b-a097-5b98cff0c06d tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.2003937 Nov 23 22:51:49.949754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6c6de-5537-4415-a741-8ee91d23e696 req-b9d3df76-d46a-4b0c-939f-7ce207553592 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:49.951488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1eb6c6de-5537-4415-a741-8ee91d23e696 req-b9d3df76-d46a-4b0c-939f-7ce207553592 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 932 time: 0.1581163 Nov 23 22:51:50.016395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12b835d8-3ad5-49a3-8b02-01039607d7f5 req-6ccbeb9b-b8fd-469e-9907-d2e623791a14 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398222 Nov 23 22:51:50.064715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1eb6c6de-5537-4415-a741-8ee91d23e696 req-ce0a6bde-45d0-4c23-867e-4400d6a99456 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048241 Nov 23 22:51:50.116490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eec7a41-1028-4d39-9311-e3d7a08c60eb {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:50.126599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:50.175363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Transition to ACTIVE for port object 0eec7a41-1028-4d39-9311-e3d7a08c60eb will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:51:50.181407 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:50.273548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Pushing event updated for resources: {'Port': ['ID=0eec7a41-1028-4d39-9311-e3d7a08c60eb,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:50.357673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Attempting to bind port 0eec7a41-1028-4d39-9311-e3d7a08c60eb on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:51:50.358281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Attempting to bind port 0eec7a41-1028-4d39-9311-e3d7a08c60eb by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:51:50.360482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Attempting to bind port 0eec7a41-1028-4d39-9311-e3d7a08c60eb on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:51:50.383148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Port 0eec7a41-1028-4d39-9311-e3d7a08c60eb on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:51:50.383472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Attempting to bind port 0eec7a41-1028-4d39-9311-e3d7a08c60eb on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:51:50.389239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:51:50.389636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:51:50.390169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Bound using segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:51:50.390615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Bound port: 0eec7a41-1028-4d39-9311-e3d7a08c60eb, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:51:50.390971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:50.465694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4992-8910-40ae-a87d-55d1494e754c req-c957f01d-cd03-4b0e-b2bd-8777708b9d39 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:50.467280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f42b4992-8910-40ae-a87d-55d1494e754c req-c957f01d-cd03-4b0e-b2bd-8777708b9d39 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.1251276 Nov 23 22:51:50.520497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] For port 0eec7a41-1028-4d39-9311-e3d7a08c60eb, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:51:50.545156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] For port 0eec7a41-1028-4d39-9311-e3d7a08c60eb, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:51:50.551170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f42b4992-8910-40ae-a87d-55d1494e754c req-d354e9cf-6529-40b1-97ba-93337172ccf5 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685945 Nov 23 22:51:50.553010 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:50.591124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:50.591745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:50.593266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] 10.222.0.46 "PUT /v2.0/ports/0eec7a41-1028-4d39-9311-e3d7a08c60eb HTTP/1.1" status: 200 len: 1092 time: 1.1009870 Nov 23 22:51:50.593783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'tag': '0eec7a41-1028-4d39-9311-e3d7a08c60eb'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:50.597274 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3081c5-4972-4d50-9fa8-e3284daf9028" -d '{"events": [{"name": "network-changed", "server_uuid": "6a05df2a-51b3-4162-b3e6-8b4da35b5832", "tag": "0eec7a41-1028-4d39-9311-e3d7a08c60eb"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:50.633541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9de71f-86e1-465c-88da-d73cf88b8b2c service neutron] Pushing event updated for resources: {'Port': ['ID=0eec7a41-1028-4d39-9311-e3d7a08c60eb,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:50.684903 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a1c8ad-8aca-46a3-a858-6571a95c4ebe x-openstack-request-id: req-84a1c8ad-8aca-46a3-a858-6571a95c4ebe {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:50.685407 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a05df2a-51b3-4162-b3e6-8b4da35b5832", "tag": "0eec7a41-1028-4d39-9311-e3d7a08c60eb", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:50.685854 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84a1c8ad-8aca-46a3-a858-6571a95c4ebe {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:50.686942 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'tag': '0eec7a41-1028-4d39-9311-e3d7a08c60eb', 'status': 'completed', 'code': 200} Nov 23 22:51:50.705492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-fe72e012-6205-4cc8-a888-9799a7850be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:50.707031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-fe72e012-6205-4cc8-a888-9799a7850be7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 1095 time: 0.0539806 Nov 23 22:51:50.759888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-c1dc0274-03be-4b56-89e1-0e90b6af1b80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb HTTP/1.1" status: 200 len: 217 time: 0.0430982 Nov 23 22:51:50.823792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-9bd8e708-f0c6-44bf-82c2-8cbef2d24e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:50.826296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-9bd8e708-f0c6-44bf-82c2-8cbef2d24e72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0581291 Nov 23 22:51:50.927661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-a53a8615-a18b-485d-9683-a161355cba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:50.929654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-a53a8615-a18b-485d-9683-a161355cba82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951905 Nov 23 22:51:51.036060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-03b8f2e0-381a-4e0c-9b19-15b786b04351 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987263 Nov 23 22:51:51.144022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3221b5c2-ad7f-4544-85bd-2d3a0cdfb128 req-03e3a10e-babd-4e89-a444-a1d4661aa494 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992038 Nov 23 22:51:51.258125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf568f-4910-4546-a17c-03f943dd8bfb req-21dbdd00-487a-4cb5-81fa-5682f2e67807 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:51.261922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1eaf568f-4910-4546-a17c-03f943dd8bfb req-21dbdd00-487a-4cb5-81fa-5682f2e67807 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 944 time: 0.1044230 Nov 23 22:51:51.289514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-0fe668de-cafd-496c-8d55-88d4fe136010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:51.291051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-0fe668de-cafd-496c-8d55-88d4fe136010 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 1095 time: 0.0814173 Nov 23 22:51:51.345123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1eaf568f-4910-4546-a17c-03f943dd8bfb req-a5690a37-7fdb-4a08-b556-142a5abefd60 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781031 Nov 23 22:51:51.406075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-2fcc137c-ed5b-49ae-91fd-3c83ad544b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:51.407820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-2fcc137c-ed5b-49ae-91fd-3c83ad544b9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.1064804 Nov 23 22:51:51.461315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-dac123be-a7c5-450f-83b6-427443967fb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb HTTP/1.1" status: 200 len: 217 time: 0.0375807 Nov 23 22:51:51.516210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-36ca740a-d870-40df-a12c-7faa889d7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:51.517705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-36ca740a-d870-40df-a12c-7faa889d7403 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0470655 Nov 23 22:51:51.573241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-1715d196-42f3-4705-8b26-09a8f15a4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:51.575351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-1715d196-42f3-4705-8b26-09a8f15a4945 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475421 Nov 23 22:51:51.714064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-03b80359-de8e-4b52-822e-e12601a166b3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264324 Nov 23 22:51:51.722588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748545c-6d95-4552-8ae9-4be3b20fae0f req-6c9c1ff8-da93-4b45-b0ee-c168b01ce64e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:51.724017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3748545c-6d95-4552-8ae9-4be3b20fae0f req-6c9c1ff8-da93-4b45-b0ee-c168b01ce64e tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.0743723 Nov 23 22:51:51.838118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3748545c-6d95-4552-8ae9-4be3b20fae0f req-e1559b64-aaee-4a81-830f-018b578fb172 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053298 Nov 23 22:51:51.854235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e3081c5-4972-4d50-9fa8-e3284daf9028 req-dd91850a-0145-4fe9-b499-cc8c1089962c service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292863 Nov 23 22:51:52.104910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a4c13-e4f3-46e4-9a1d-00834b320e3d req-78ead036-e343-4ca8-94c8-ae86d71f3e91 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:52.106498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8a4c13-e4f3-46e4-9a1d-00834b320e3d req-78ead036-e343-4ca8-94c8-ae86d71f3e91 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.0516388 Nov 23 22:51:52.162567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8a4c13-e4f3-46e4-9a1d-00834b320e3d req-bc5266f4-1722-4481-a0a6-61a5a6d437b8 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Nov 23 22:51:52.468487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8bd2-c6ba-4904-9fe5-6672ea91e21d req-90013e39-0a9f-4335-b4b8-410eca426e80 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:52.469912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434a8bd2-c6ba-4904-9fe5-6672ea91e21d req-90013e39-0a9f-4335-b4b8-410eca426e80 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 944 time: 0.0547128 Nov 23 22:51:52.518850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434a8bd2-c6ba-4904-9fe5-6672ea91e21d req-de0e70f2-3504-4f4b-b5ef-53be46ed382f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Nov 23 22:51:53.281889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e39f-b9de-4bbc-bcae-1d69cee4ef33 req-84cae71f-cb83-4218-99ea-0396e797e8ae tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:53.283712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2560e39f-b9de-4bbc-bcae-1d69cee4ef33 req-84cae71f-cb83-4218-99ea-0396e797e8ae tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.0512199 Nov 23 22:51:53.332901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2560e39f-b9de-4bbc-bcae-1d69cee4ef33 req-000ed7a4-168b-4804-af7e-7140f2e3896a tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a1d33d0-dec7-449d-8a8c-218ed238c323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Nov 23 22:51:53.645951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfa17c-2742-4537-b5d6-66e8aca590f2 req-b1c0af29-90ab-49bc-b890-323e326959bd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:53.647948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dfa17c-2742-4537-b5d6-66e8aca590f2 req-b1c0af29-90ab-49bc-b890-323e326959bd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 944 time: 0.0578640 Nov 23 22:51:53.701960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dfa17c-2742-4537-b5d6-66e8aca590f2 req-58e5fe3b-f0dc-45a6-856a-8fbdace6558b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467854 Nov 23 22:51:53.833155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-8f428f39-f579-40ef-b6e6-535c0bf62101 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:53.834839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-8f428f39-f579-40ef-b6e6-535c0bf62101 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 945 time: 0.0506186 Nov 23 22:51:53.937762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Deleting port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:51:53.937986 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.037495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] For port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,segment=NetworkSegment(91ae8fec-032c-460c-89f8-2a84a200cc95),segment_id=91ae8fec-032c-460c-89f8-2a84a200cc95)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:54.037865 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.052566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Calling delete_port for b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:51:54.111392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0eec7a41-1028-4d39-9311-e3d7a08c60eb details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:51:54.219413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.235094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 0eec7a41-1028-4d39-9311-e3d7a08c60eb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:54.249238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '0eec7a41-1028-4d39-9311-e3d7a08c60eb', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': '0eec7a41-1028-4d39-9311-e3d7a08c60eb', 'mac_address': 'fa:16:3e:af:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:51:54.264572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Pushing event deleted for resources: {'Port': ['ID=b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:54.287185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:51:54.315587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] No DVR routers for this DVR port b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:51:54.318777 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.322892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bd89543-72c1-45cd-8136-ee0a89043a6e req-dacb5b9b-1705-41e2-9811-a07968927207 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.48 "DELETE /v2.0/ports/b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 HTTP/1.1" status: 204 len: 173 time: 0.4801207 Nov 23 22:51:54.325488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'name': 'network-vif-deleted', 'tag': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:54.327098 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.329435 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4387c082-0d0f-4bfc-a1c1-440e28ac4c58" -d '{"events": [{"server_uuid": "652fc934-ed13-4a9e-b14b-64ecf2f1332a", "name": "network-vif-deleted", "tag": "b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:54.357017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eec7a41-1028-4d39-9311-e3d7a08c60eb {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:51:54.383032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48650) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:54.398541 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9a44b1-8d48-4441-9688-ef896375a4fa x-openstack-request-id: req-1e9a44b1-8d48-4441-9688-ef896375a4fa {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:54.399046 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc934-ed13-4a9e-b14b-64ecf2f1332a", "name": "network-vif-deleted", "tag": "b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:54.399718 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e9a44b1-8d48-4441-9688-ef896375a4fa {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:54.400465 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc934-ed13-4a9e-b14b-64ecf2f1332a', 'name': 'network-vif-deleted', 'tag': 'b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53', 'status': 'completed', 'code': 200} Nov 23 22:51:54.408013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 0eec7a41-1028-4d39-9311-e3d7a08c60eb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:54.418620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.508425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=0eec7a41-1028-4d39-9311-e3d7a08c60eb,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:54.513948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a6e48b5-b1bf-4f6b-a874-5e4a8e1372ef req-5faf2188-ba51-4c77-ac33-13f909d33210 tempest-DeleteServersTestJSON-1238012542 tempest-DeleteServersTestJSON-1238012542-project] 10.222.0.11 "GET /v2.0/ports?device_id=652fc934-ed13-4a9e-b14b-64ecf2f1332a HTTP/1.1" status: 200 len: 210 time: 0.0522392 Nov 23 22:51:54.568243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.654827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.658866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.677465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:51:54.697730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2515aa9-b478-485b-af23-dcc436b3e371,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:54.705127 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61c797dd9e754ca99ab2e36cffeb3610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179624 Nov 23 22:51:54.705548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:54.718220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.718682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.719547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.719547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.719798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.720054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.720388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.720719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.721429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.721429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.721709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.722008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16333b-e781-4ffc-ac5e-580242fe1c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:54.771781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c37f139-e51d-4b4e-bb68-f84b650a4ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.795408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c37f139-e51d-4b4e-bb68-f84b650a4ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.830770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d9350-af60-485a-8d2c-98b484e77f37 req-2cc47df8-da01-4931-8565-866d7f3c78e0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:54.832575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-040d9350-af60-485a-8d2c-98b484e77f37 req-2cc47df8-da01-4931-8565-866d7f3c78e0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 945 time: 0.0520592 Nov 23 22:51:54.857669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c37f139-e51d-4b4e-bb68-f84b650a4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.861561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c37f139-e51d-4b4e-bb68-f84b650a4ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.862746 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2c37f139-e51d-4b4e-bb68-f84b650a4ca8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2515aa9-b478-485b-af23-dcc436b3e371 HTTP/1.1" status: 204 len: 168 time: 0.1563654 Nov 23 22:51:54.873764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37f139-e51d-4b4e-bb68-f84b650a4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2515aa9-b478-485b-af23-dcc436b3e371,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:54.895731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-040d9350-af60-485a-8d2c-98b484e77f37 req-56476055-2a40-4432-b5d2-a4b45e67acba tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567636 Nov 23 22:51:56.067345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799444e-20f8-418f-949e-342b9074c2ce req-e7c23d72-ce36-4d82-b9f5-c7c863802fa1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:56.077300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f799444e-20f8-418f-949e-342b9074c2ce req-e7c23d72-ce36-4d82-b9f5-c7c863802fa1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 945 time: 0.0717101 Nov 23 22:51:56.085973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48722) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:56.135279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0eec7a41-1028-4d39-9311-e3d7a08c60eb up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:51:56.143187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f799444e-20f8-418f-949e-342b9074c2ce req-84ff2d4d-22e4-47a5-9e4a-782a8ecd9bc3 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Nov 23 22:51:56.214903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 0eec7a41-1028-4d39-9311-e3d7a08c60eb completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:51:56.222079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 0eec7a41-1028-4d39-9311-e3d7a08c60eb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:51:56.222765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.266368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d5279a-f20f-46bd-994b-ad9c4b4e4672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.372167 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.378562 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d5279a-f20f-46bd-994b-ad9c4b4e4672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.384323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d5279a-f20f-46bd-994b-ad9c4b4e4672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.413625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eec7a41-1028-4d39-9311-e3d7a08c60eb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:56.416098 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304e7026-a421-4110-bd5b-edde1e4a374c" -d '{"events": [{"server_uuid": "6a05df2a-51b3-4162-b3e6-8b4da35b5832", "name": "network-vif-plugged", "status": "completed", "tag": "0eec7a41-1028-4d39-9311-e3d7a08c60eb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:56.424568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5279a-f20f-46bd-994b-ad9c4b4e4672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e86f5d1-2331-46f0-8fca-e2de66edde2c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:56.433697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 0eec7a41-1028-4d39-9311-e3d7a08c60eb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:56.439194 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.476189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 48734) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:56.476411 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-34d5279a-f20f-46bd-994b-ad9c4b4e4672 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e3d2419feea4b7386998530752b3f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888323 Nov 23 22:51:56.490454 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae34925-4bd5-4043-ad8b-bd7472b3b2c2 x-openstack-request-id: req-4ae34925-4bd5-4043-ad8b-bd7472b3b2c2 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:56.490758 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a05df2a-51b3-4162-b3e6-8b4da35b5832", "name": "network-vif-plugged", "status": "completed", "tag": "0eec7a41-1028-4d39-9311-e3d7a08c60eb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:56.491123 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ae34925-4bd5-4043-ad8b-bd7472b3b2c2 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:56.491527 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eec7a41-1028-4d39-9311-e3d7a08c60eb', 'code': 200} Nov 23 22:51:56.513955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=0eec7a41-1028-4d39-9311-e3d7a08c60eb,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:56.563002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5eda7f-9a14-439a-883d-289b810d6269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.813825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.962783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5eda7f-9a14-439a-883d-289b810d6269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:56.985404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b39c26-b701-4fb9-80fa-9805a3260660 req-ede54225-66bc-49a7-9885-b8c7450a6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:56.986921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7b39c26-b701-4fb9-80fa-9805a3260660 req-ede54225-66bc-49a7-9885-b8c7450a6c25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 1097 time: 0.4258695 Nov 23 22:51:57.046327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7b39c26-b701-4fb9-80fa-9805a3260660 req-b67bf882-702a-4da0-81df-c7420d559bfb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480595 Nov 23 22:51:57.049394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5eda7f-9a14-439a-883d-289b810d6269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:57.052826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5eda7f-9a14-439a-883d-289b810d6269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:57.054274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7a5eda7f-9a14-439a-883d-289b810d6269 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e86f5d1-2331-46f0-8fca-e2de66edde2c HTTP/1.1" status: 204 len: 168 time: 0.5771153 Nov 23 22:51:57.064984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eda7f-9a14-439a-883d-289b810d6269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e86f5d1-2331-46f0-8fca-e2de66edde2c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:57.455292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcabd5-3d57-42a3-9c8d-a36ccb83e04b req-a5079a28-d497-48a1-a108-affc34a3bb3d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:57.457144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42fcabd5-3d57-42a3-9c8d-a36ccb83e04b req-a5079a28-d497-48a1-a108-affc34a3bb3d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.2223823 Nov 23 22:51:57.481058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-1841a1db-d41e-4870-8584-f8ae3e39c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:57.482666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-1841a1db-d41e-4870-8584-f8ae3e39c4e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1096 time: 0.1265154 Nov 23 22:51:57.505516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88d30-d332-4b29-b79b-1ac3a0194f05 req-6cf7f2fa-6431-43d7-83d7-b2a13515ce91 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:57.512618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53f88d30-d332-4b29-b79b-1ac3a0194f05 req-6cf7f2fa-6431-43d7-83d7-b2a13515ce91 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1066458 Nov 23 22:51:57.598446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42fcabd5-3d57-42a3-9c8d-a36ccb83e04b req-705912f5-683a-4261-b97a-235b2cb6cd62 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300762 Nov 23 22:51:57.687735 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53f88d30-d332-4b29-b79b-1ac3a0194f05 req-528370fb-fab1-4470-8941-f1e0e8896297 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619971 Nov 23 22:51:57.713175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-8c0ce5ed-3d11-4e00-b38e-7d91281a4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:57.715549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-8c0ce5ed-3d11-4e00-b38e-7d91281a4909 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 920 time: 0.2185953 Nov 23 22:51:57.766075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-8953f00f-5e1c-4ac9-beaf-0c69085df432 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 200 len: 217 time: 0.0413659 Nov 23 22:51:57.825037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-d00cc0a9-d1cb-4f04-b31a-cf5508057c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:57.826508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-d00cc0a9-d1cb-4f04-b31a-cf5508057c0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.0533531 Nov 23 22:51:57.861882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-14753f64-cd93-4c9d-b500-7b27430f82d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278819 Nov 23 22:51:57.977391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-4515a03b-341a-40e0-8b77-cbb17763c27d service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083062 Nov 23 22:51:58.081647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f24c3d51-632d-41d3-8e9f-2ad839d855cc req-50441c05-de4b-4c5b-bb1c-d73891f007a0 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940728 Nov 23 22:51:58.740551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5104db-6b21-453e-a671-09d61f9fd938 req-5000997d-4183-4cbc-9f46-8eac83ae3ca2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:58.749454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df5104db-6b21-453e-a671-09d61f9fd938 req-5000997d-4183-4cbc-9f46-8eac83ae3ca2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0775461 Nov 23 22:51:58.809147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:51:58.851245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df5104db-6b21-453e-a671-09d61f9fd938 req-3e9057b7-67d6-40d0-b3a7-8b5f5bcf7a36 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848553 Nov 23 22:51:58.851551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:51:58.851551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b9a5a91f-a8eb-4b2a-9df9-196cd9f2cf53 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:51:58.864321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e79fac-ccd4-4151-ad79-de0cc748ebd4 req-f7742f9a-9e8d-4789-a038-ee5369c4eb91 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:58.872547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63e79fac-ccd4-4151-ad79-de0cc748ebd4 req-f7742f9a-9e8d-4789-a038-ee5369c4eb91 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1071589 Nov 23 22:51:58.936008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63e79fac-ccd4-4151-ad79-de0cc748ebd4 req-bf35da41-3b8c-4129-a785-e34d06cd0219 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623415 Nov 23 22:51:59.226329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2d503-e99a-407e-9762-96ec015f8da5 req-ebc0d209-0e34-4641-b18f-dc9fae662e83 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:59.232280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5bc2d503-e99a-407e-9762-96ec015f8da5 req-ebc0d209-0e34-4641-b18f-dc9fae662e83 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0725827 Nov 23 22:51:59.310761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5bc2d503-e99a-407e-9762-96ec015f8da5 req-b627d0bc-3bde-4b2b-b477-d57b00efd149 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745025 Nov 23 22:52:00.077478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b725f-6bac-4bec-a7a0-6d72b9083eb9 req-edb7a145-9e05-444e-aa67-665f3193fbe4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:00.085600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab2b725f-6bac-4bec-a7a0-6d72b9083eb9 req-edb7a145-9e05-444e-aa67-665f3193fbe4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0667548 Nov 23 22:52:00.144747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab2b725f-6bac-4bec-a7a0-6d72b9083eb9 req-38c9437e-6934-4ba2-922c-c21d63bf48de tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580168 Nov 23 22:52:00.443029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645ea2-30ff-4d05-b254-e52ec691b54d req-349a657d-f75c-4b44-a227-a1d231359c9f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:00.444952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b645ea2-30ff-4d05-b254-e52ec691b54d req-349a657d-f75c-4b44-a227-a1d231359c9f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0550244 Nov 23 22:52:00.503399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b645ea2-30ff-4d05-b254-e52ec691b54d req-d0a81273-41d3-492f-9251-99d57c5e3297 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470471 Nov 23 22:52:00.627719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 48838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:00.676418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] Deleting subnet 0946f13d-92b9-46e7-987a-7abb40fbf802 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:52:00.680798 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.724772 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.765196 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.820131 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.845658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0946f13d-92b9-46e7-987a-7abb40fbf802,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:00.853972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.857284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2a73ce11-252e-4910-8753-d748c69c3484 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0946f13d-92b9-46e7-987a-7abb40fbf802 HTTP/1.1" status: 204 len: 168 time: 0.2284515 Nov 23 22:52:00.859841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 48842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:00.946714 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.051295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.100843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da9a1b0-0358-4d57-a541-709c96734431']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:01.117733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ae8fec-032c-460c-89f8-2a84a200cc95') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:01.118067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ae8fec-032c-460c-89f8-2a84a200cc95') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:01.139020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.156631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.163805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:52:01.164398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:52:01.166296 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:52:01.272653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.289891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.294682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] 10.222.0.11 "DELETE /v2.0/networks/5da9a1b0-0358-4d57-a541-709c96734431 HTTP/1.1" status: 204 len: 168 time: 0.4338770 Nov 23 22:52:01.295636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbae279-c64e-4193-bf4a-2317603e96ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5da9a1b0-0358-4d57-a541-709c96734431,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:01.315469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1931e2-0b30-4b0c-b38d-40704a811300 req-1bec7826-dd48-41c9-bc69-06bbe50f7eca tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:01.318993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f1931e2-0b30-4b0c-b38d-40704a811300 req-1bec7826-dd48-41c9-bc69-06bbe50f7eca tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0863810 Nov 23 22:52:01.377887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f1931e2-0b30-4b0c-b38d-40704a811300 req-9e5e5e86-fa4c-4f76-8495-61448adf39d1 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520926 Nov 23 22:52:01.465984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48854) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:01.508856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d5b49ff3-2da3-4a11-9c88-698a78e1d2bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65a61d3392de484ba1cc52f1fa1b48d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416858 Nov 23 22:52:01.511780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:01.560967 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7475b908-16d0-49c7-b39a-fd9392209070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.570043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83140e3d-54b0-401d-9dd7-442ce732bf94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.593746 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83140e3d-54b0-401d-9dd7-442ce732bf94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.633497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91039f-ff4d-4f63-91fc-af27ef6a3445 req-57784dc7-8831-4142-862a-4e71b836480c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:01.635291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d91039f-ff4d-4f63-91fc-af27ef6a3445 req-57784dc7-8831-4142-862a-4e71b836480c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0517688 Nov 23 22:52:01.643354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83140e3d-54b0-401d-9dd7-442ce732bf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.645991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83140e3d-54b0-401d-9dd7-442ce732bf94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.647752 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-83140e3d-54b0-401d-9dd7-442ce732bf94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a1d33d0-dec7-449d-8a8c-218ed238c323 HTTP/1.1" status: 204 len: 168 time: 0.1344433 Nov 23 22:52:01.656416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83140e3d-54b0-401d-9dd7-442ce732bf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d33d0-dec7-449d-8a8c-218ed238c323,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:01.692433 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d91039f-ff4d-4f63-91fc-af27ef6a3445 req-c0a42d26-8c90-4fbb-ad26-aba1ec601933 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500488 Nov 23 22:52:02.429719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48894) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:02.506732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f108e5-56ac-494a-80c4-949863ebdc16 req-23db4122-97e1-4aad-8767-84841b4d4b49 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:02.508878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6f108e5-56ac-494a-80c4-949863ebdc16 req-23db4122-97e1-4aad-8767-84841b4d4b49 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0529573 Nov 23 22:52:02.538918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-317904204-network', 'tenant_id': '15ead24346074a8e8e2c7110ba2aff25'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:02.559812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6f108e5-56ac-494a-80c4-949863ebdc16 req-7434d501-7333-419e-b3b5-6b95bcab36a5 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Nov 23 22:52:02.561385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Made reservation on behalf of 15ead24346074a8e8e2c7110ba2aff25 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:02.563752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.572584 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.656900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.661827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.692720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:52:02.703751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb479ff-bf9f-4077-ae44-4af979840c3d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:02.710755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.712048 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Added segment 3d6153c7-c431-447f-85cb-0bd5ccc85e85 of type vlan for network 6dd4e0df-a584-432f-a5ef-65300ede7b45 Nov 23 22:52:02.769101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.800019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.801007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:02.801820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.830875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7be79-5141-4c54-a7f0-d0e45c74c0d3 req-fc0be404-2c7c-479f-ac5b-2bb594782e8e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:02.832561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07b7be79-5141-4c54-a7f0-d0e45c74c0d3 req-fc0be404-2c7c-479f-ac5b-2bb594782e8e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0591381 Nov 23 22:52:02.868329 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4369915 Nov 23 22:52:02.869269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:02.876131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Request body: {'subnet': {'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-317904204-subnet', 'tenant_id': '15ead24346074a8e8e2c7110ba2aff25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:02.879382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aa7c0-3c89-4ebc-b713-72d894440aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd4e0df-a584-432f-a5ef-65300ede7b45,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:02.891939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 6dd4e0df-a584-432f-a5ef-65300ede7b45 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:52:02.899362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07b7be79-5141-4c54-a7f0-d0e45c74c0d3 req-2fb95063-1f4e-4e68-9a0e-56ace581125a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563176 Nov 23 22:52:02.907817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Made reservation on behalf of 15ead24346074a8e8e2c7110ba2aff25 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:02.916178 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.111117 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.191643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f528615-e2fe-4e55-8d7d-141b569f175b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.202585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Checking segment: {'id': '3d6153c7-c431-447f-85cb-0bd5ccc85e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:03.202945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Network hostable DHCP agents. Network: 6dd4e0df-a584-432f-a5ef-65300ede7b45, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:52:03.222046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Network 6dd4e0df-a584-432f-a5ef-65300ede7b45 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:52:03.232604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 6dd4e0df-a584-432f-a5ef-65300ede7b45) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:03.237849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:03.238478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.242984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074a7b9-7abc-4963-8288-f8704fc3638a None None] Network 6dd4e0df-a584-432f-a5ef-65300ede7b45 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:03.262963 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ac57a07-ccce-41d0-a856-626b2e47a393 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3908513 Nov 23 22:52:03.533840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3fe81-89fe-4277-aa64-daa46a4ce3ce None None] Network 6dd4e0df-a584-432f-a5ef-65300ede7b45 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:03.693665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628aa4b-f42c-4927-8a69-037e1de42ef9 req-7d152182-0342-47e6-8be5-f432760f05a9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:03.700393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0628aa4b-f42c-4927-8a69-037e1de42ef9 req-7d152182-0342-47e6-8be5-f432760f05a9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0598235 Nov 23 22:52:03.753644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0628aa4b-f42c-4927-8a69-037e1de42ef9 req-681f965c-c2e6-43d3-8631-56a96f8115e4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Nov 23 22:52:03.926567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-b4d03b0f-3f5d-4b1d-833b-6e151041c016 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:03.928067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-b4d03b0f-3f5d-4b1d-833b-6e151041c016 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/networks?id=6dd4e0df-a584-432f-a5ef-65300ede7b45 HTTP/1.1" status: 200 len: 813 time: 0.1139374 Nov 23 22:52:03.948739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-02abfe36-fb6e-4a22-8453-8cb071bfd87c tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/quotas/15ead24346074a8e8e2c7110ba2aff25 HTTP/1.1" status: 200 len: 375 time: 0.0131476 Nov 23 22:52:04.000737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-c4a55c6b-439d-4917-b248-91b00b7593ef tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=15ead24346074a8e8e2c7110ba2aff25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407810 Nov 23 22:52:04.070010 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac560492-9fe5-4160-92d1-68ade6edd5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.132217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783ed5c-6c49-432f-a110-53109c02e1b6 req-478942ae-523c-4dfd-a4b9-ce71e593322e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:04.133779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5783ed5c-6c49-432f-a110-53109c02e1b6 req-478942ae-523c-4dfd-a4b9-ce71e593322e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1356690 Nov 23 22:52:04.180153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-d154456c-9124-4326-9cea-3825755e3327 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489108 Nov 23 22:52:04.275351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5783ed5c-6c49-432f-a110-53109c02e1b6 req-4cd3dd6e-1f74-43d7-a23c-a549d4048cdd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321573 Nov 23 22:52:04.302447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-37b60b87-5142-4c63-a740-142d4bc0e705 service neutron] 10.222.0.11 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146462 Nov 23 22:52:04.505512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b27b2f8c-39aa-4e26-ad77-13e881fe375f req-bc8ba9f3-5c96-4753-8052-91990a356b92 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 210 time: 0.0335982 Nov 23 22:52:04.903675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9129e4-9dcc-417a-8b2a-df5881264512 req-661ed7ee-a12e-41fe-a347-94a070089742 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:04.906556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d9129e4-9dcc-417a-8b2a-df5881264512 req-661ed7ee-a12e-41fe-a347-94a070089742 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0634966 Nov 23 22:52:04.970751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.977401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d9129e4-9dcc-417a-8b2a-df5881264512 req-7e5c550f-1677-471c-81df-50f3188c5971 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623336 Nov 23 22:52:05.402397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee633e-8b01-418e-a6bf-9e01e4aca59e req-7581228d-450d-4cb9-b2c8-c385f554f8df tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:05.404381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62ee633e-8b01-418e-a6bf-9e01e4aca59e req-7581228d-450d-4cb9-b2c8-c385f554f8df tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0538201 Nov 23 22:52:05.464161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62ee633e-8b01-418e-a6bf-9e01e4aca59e req-54e75b47-cb10-4c7a-a532-4d1089895827 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521798 Nov 23 22:52:05.715765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0df25e5-4c69-44a4-9f5f-d35b31315fd7 req-dc976def-e364-41ce-93e3-da0baf2643c9 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 210 time: 0.0744581 Nov 23 22:52:05.813761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-341168bb-a5a8-4a82-99d5-5cc273c75d29 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:05.815412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-341168bb-a5a8-4a82-99d5-5cc273c75d29 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.48 "GET /v2.0/networks?id=6dd4e0df-a584-432f-a5ef-65300ede7b45 HTTP/1.1" status: 200 len: 813 time: 0.2318966 Nov 23 22:52:05.845451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Request body: {'port': {'device_id': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45', 'admin_state_up': True, 'tenant_id': '15ead24346074a8e8e2c7110ba2aff25'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:05.952115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Made reservation on behalf of 15ead24346074a8e8e2c7110ba2aff25 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:05.955609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.112992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Allocated IP 172.20.0.9 (6dd4e0df-a584-432f-a5ef-65300ede7b45/9f528615-e2fe-4e55-8d7d-141b569f175b/ca506d2a-6f92-4ec1-be85-614a1a1cb12b) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:06.135624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcb19b-c9ad-4760-bbc9-5ff1f3372cf9 req-51d944bc-2331-41ce-bf2e-f079d4e1aa97 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:06.137159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-adbcb19b-c9ad-4760-bbc9-5ff1f3372cf9 req-51d944bc-2331-41ce-bf2e-f079d4e1aa97 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0767097 Nov 23 22:52:06.238670 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-adbcb19b-c9ad-4760-bbc9-5ff1f3372cf9 req-4366b025-1fc7-46f2-a7a4-cff20ed3e3f9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936809 Nov 23 22:52:06.318463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.355322 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.405998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Network 6dd4e0df-a584-432f-a5ef-65300ede7b45 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:06.410402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:06.412341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Pushing event updated for resources: {'Port': ['ID=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:06.414471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:06.454041 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.474108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:06.474789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.493443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-f45fea53-d0a0-4f4a-95d5-e82a12be8ce3 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520064 Nov 23 22:52:06.514694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Request body: {'port': {'device_id': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:06.599022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.632271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371bbb6-c8f6-4efb-afeb-5b715d5c2ae9 req-26c0a34d-bfb0-47ab-84b6-5a218c8d7770 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:06.633799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f371bbb6-c8f6-4efb-afeb-5b715d5c2ae9 req-26c0a34d-bfb0-47ab-84b6-5a218c8d7770 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0662971 Nov 23 22:52:06.778807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f371bbb6-c8f6-4efb-afeb-5b715d5c2ae9 req-de489325-e19f-4d62-bf08-e4c6f219e20a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232812 Nov 23 22:52:06.910829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76eec-9314-479c-a82f-8a94b710e08c req-e881f500-d031-4f19-8de3-756c85335741 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:06.918939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36c76eec-9314-479c-a82f-8a94b710e08c req-e881f500-d031-4f19-8de3-756c85335741 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 931 time: 0.1262350 Nov 23 22:52:07.004672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36c76eec-9314-479c-a82f-8a94b710e08c req-7eb827f4-1573-44b1-9b2f-12f5ab09f060 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848005 Nov 23 22:52:07.042806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca506d2a-6f92-4ec1-be85-614a1a1cb12b {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:07.050177 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.062844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Transition to ACTIVE for port object ca506d2a-6f92-4ec1-be85-614a1a1cb12b will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:52:07.066788 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.119396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:07.191252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Attempting to bind port ca506d2a-6f92-4ec1-be85-614a1a1cb12b on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:07.191654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Attempting to bind port ca506d2a-6f92-4ec1-be85-614a1a1cb12b by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '3d6153c7-c431-447f-85cb-0bd5ccc85e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:07.191938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Attempting to bind port ca506d2a-6f92-4ec1-be85-614a1a1cb12b on network 6dd4e0df-a584-432f-a5ef-65300ede7b45 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:07.196547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Port ca506d2a-6f92-4ec1-be85-614a1a1cb12b on network 6dd4e0df-a584-432f-a5ef-65300ede7b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:52:07.196871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Attempting to bind port ca506d2a-6f92-4ec1-be85-614a1a1cb12b on network 6dd4e0df-a584-432f-a5ef-65300ede7b45 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:07.202336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:07.202670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Checking segment: {'id': '3d6153c7-c431-447f-85cb-0bd5ccc85e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:07.203048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Bound using segment: {'id': '3d6153c7-c431-447f-85cb-0bd5ccc85e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:07.203472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Bound port: ca506d2a-6f92-4ec1-be85-614a1a1cb12b, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6153c7-c431-447f-85cb-0bd5ccc85e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:07.203849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.278679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] For port ca506d2a-6f92-4ec1-be85-614a1a1cb12b, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:07.282718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] For port ca506d2a-6f92-4ec1-be85-614a1a1cb12b, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,segment=NetworkSegment(3d6153c7-c431-447f-85cb-0bd5ccc85e85),segment_id=3d6153c7-c431-447f-85cb-0bd5ccc85e85)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:07.299949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.372656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:07.373310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.374715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca506d2a-6f92-4ec1-be85-614a1a1cb12b HTTP/1.1" status: 200 len: 1091 time: 0.8654320 Nov 23 22:52:07.375176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'tag': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:07.377507 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a12d8-69d0-454f-914e-aa2c37007515" -d '{"events": [{"name": "network-changed", "server_uuid": "f01a87cb-c3de-474a-a272-2f980f7ab2e2", "tag": "ca506d2a-6f92-4ec1-be85-614a1a1cb12b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:07.431712 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66698b8-749b-4481-9f88-d83afb4b1823 x-openstack-request-id: req-a66698b8-749b-4481-9f88-d83afb4b1823 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:07.432009 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01a87cb-c3de-474a-a272-2f980f7ab2e2", "tag": "ca506d2a-6f92-4ec1-be85-614a1a1cb12b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:07.432307 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a66698b8-749b-4481-9f88-d83afb4b1823 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:07.432780 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'tag': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b', 'status': 'completed', 'code': 200} Nov 23 22:52:07.434494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16c49d-a36e-4f94-998e-f59fbf89d2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:07.451856 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.485925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742be43-d7ac-44ac-9759-c79f0ce92c97 req-54072a92-71fe-4b88-a3b6-1edaaffc66d0 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:07.488514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a742be43-d7ac-44ac-9759-c79f0ce92c97 req-54072a92-71fe-4b88-a3b6-1edaaffc66d0 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1557341 Nov 23 22:52:07.567094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-e3c7921b-f243-465f-98a3-3b633a206184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:07.569530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-e3c7921b-f243-465f-98a3-3b633a206184 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ead24346074a8e8e2c7110ba2aff25&device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 1094 time: 0.1235337 Nov 23 22:52:07.665578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-6fde1c36-3339-4f14-9bd3-1d4440c37028 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b HTTP/1.1" status: 200 len: 217 time: 0.0774314 Nov 23 22:52:07.672435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a742be43-d7ac-44ac-9759-c79f0ce92c97 req-844ba36e-1340-4826-93c6-c1b7bf7cc813 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593056 Nov 23 22:52:07.754104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-ccd47f47-0a8c-4d7a-aafc-99bdf4afe20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:07.757914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-ccd47f47-0a8c-4d7a-aafc-99bdf4afe20f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f528615-e2fe-4e55-8d7d-141b569f175b HTTP/1.1" status: 200 len: 853 time: 0.0840468 Nov 23 22:52:07.790842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-19475674-fd14-469f-ae23-3874cf6b4604 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dd4e0df-a584-432f-a5ef-65300ede7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264714 Nov 23 22:52:07.903360 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.999376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-dd0f64d5-5355-4a05-9779-3448b16bae0f service neutron] 10.222.0.48 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830423 Nov 23 22:52:08.029189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff4ab5-6b60-4111-b02d-866cf70a7fad req-eeb0a8e9-7ac0-4d71-98de-42b9b5fac9e2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:08.033491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7ff4ab5-6b60-4111-b02d-866cf70a7fad req-eeb0a8e9-7ac0-4d71-98de-42b9b5fac9e2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1213286 Nov 23 22:52:08.162338 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:52:08.185469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dabc3a-a7ce-4424-ba3b-b5ed95e289ea req-1310d9e7-ec09-4111-aff8-01c5655331b8 service neutron] 10.222.0.48 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786239 Nov 23 22:52:08.223503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7ff4ab5-6b60-4111-b02d-866cf70a7fad req-61ee2aa0-fdc4-4f34-ac38-222837760924 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986657 Nov 23 22:52:08.232486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9079d-840f-45c2-ae8a-189641673023 req-d90b0f5f-ff85-43c2-9a96-1947014cf395 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:08.239739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33d9079d-840f-45c2-ae8a-189641673023 req-d90b0f5f-ff85-43c2-9a96-1947014cf395 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 943 time: 0.1104517 Nov 23 22:52:08.292605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33d9079d-840f-45c2-ae8a-189641673023 req-cd39a5b6-641d-4667-b7a7-6592b227d794 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511155 Nov 23 22:52:08.357736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a12d8-69d0-454f-914e-aa2c37007515 req-3f58f423-6d0a-4a8f-a7dc-df533a786fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:08.359718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-577a12d8-69d0-454f-914e-aa2c37007515 req-3f58f423-6d0a-4a8f-a7dc-df533a786fe9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ead24346074a8e8e2c7110ba2aff25&device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0651360 Nov 23 22:52:08.471002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a12d8-69d0-454f-914e-aa2c37007515 req-2293a7f5-e12b-4547-98a8-6d28b3f8384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:08.472885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-577a12d8-69d0-454f-914e-aa2c37007515 req-2293a7f5-e12b-4547-98a8-6d28b3f8384a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dd4e0df-a584-432f-a5ef-65300ede7b45 HTTP/1.1" status: 200 len: 914 time: 0.1054282 Nov 23 22:52:08.517210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-577a12d8-69d0-454f-914e-aa2c37007515 req-569cc114-6278-4b98-b169-95934294f94b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b HTTP/1.1" status: 200 len: 217 time: 0.0355372 Nov 23 22:52:08.574326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a12d8-69d0-454f-914e-aa2c37007515 req-5699bfa4-dcac-4120-98c6-d911811e03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:08.575757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-577a12d8-69d0-454f-914e-aa2c37007515 req-5699bfa4-dcac-4120-98c6-d911811e03e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f528615-e2fe-4e55-8d7d-141b569f175b HTTP/1.1" status: 200 len: 853 time: 0.0509410 Nov 23 22:52:08.612650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-577a12d8-69d0-454f-914e-aa2c37007515 req-5258581a-d411-44b0-aa39-774a2fcc0ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dd4e0df-a584-432f-a5ef-65300ede7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259995 Nov 23 22:52:08.717149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-577a12d8-69d0-454f-914e-aa2c37007515 req-98f86adf-2673-47b4-9ee5-ed2d813772f9 service neutron] 10.222.0.48 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945404 Nov 23 22:52:08.846683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f4e3-7d49-434d-bd4b-672e6c9f07a4 req-c02dcb54-49d1-4ec3-9497-b5b4b6a48005 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:08.848124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53d3f4e3-7d49-434d-bd4b-672e6c9f07a4 req-c02dcb54-49d1-4ec3-9497-b5b4b6a48005 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0995100 Nov 23 22:52:08.855153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-577a12d8-69d0-454f-914e-aa2c37007515 req-b72b62c8-53f2-4d7e-b561-e2172f46e91c service neutron] 10.222.0.48 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283541 Nov 23 22:52:08.897914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53d3f4e3-7d49-434d-bd4b-672e6c9f07a4 req-17f2d30d-6307-43ad-a97a-01b044373e87 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Nov 23 22:52:09.361832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b957b7-8e37-4c3b-9810-5e880ca97624 req-1972a7ae-ce14-49b3-80e8-5fa6792bc29b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:09.363349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78b957b7-8e37-4c3b-9810-5e880ca97624 req-1972a7ae-ce14-49b3-80e8-5fa6792bc29b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Nov 23 22:52:09.441292 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78b957b7-8e37-4c3b-9810-5e880ca97624 req-a14168b7-0a62-4a8f-af2f-621670a8854d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Nov 23 22:52:09.453999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2f9cc-0fc6-4ec7-88f5-b55e595be7f6 req-34499198-b62a-493f-b25d-be77ec788f73 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:09.455770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33e2f9cc-0fc6-4ec7-88f5-b55e595be7f6 req-34499198-b62a-493f-b25d-be77ec788f73 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 943 time: 0.0838697 Nov 23 22:52:09.505587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33e2f9cc-0fc6-4ec7-88f5-b55e595be7f6 req-cc29e064-95fc-4fc6-8a8a-0bb3adbcc988 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Nov 23 22:52:10.026910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c0c44-ddc5-4893-bd5e-0829236365d7 req-e2089cd3-8f6f-4d5b-9544-73eded6a7e69 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:10.028588 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f67c0c44-ddc5-4893-bd5e-0829236365d7 req-e2089cd3-8f6f-4d5b-9544-73eded6a7e69 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0589368 Nov 23 22:52:10.078634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f67c0c44-ddc5-4893-bd5e-0829236365d7 req-5ed4ea41-f6fd-4c23-89f0-05ba97057ede tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Nov 23 22:52:10.570886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08e9e-8a17-4ccb-8e6e-5bb20d3a46c9 req-30ea793a-e2f6-4be0-a630-b5af36b1ee1a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:10.572472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afd08e9e-8a17-4ccb-8e6e-5bb20d3a46c9 req-30ea793a-e2f6-4be0-a630-b5af36b1ee1a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0549066 Nov 23 22:52:10.656133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afd08e9e-8a17-4ccb-8e6e-5bb20d3a46c9 req-13886020-7f60-4f58-a0ce-7823964adb99 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759490 Nov 23 22:52:10.671976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d6e3c-0eb1-45e0-b592-3a664fa2f84d req-9a73b672-6d2d-4e71-b985-7ca2d83b67c8 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:10.673483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad3d6e3c-0eb1-45e0-b592-3a664fa2f84d req-9a73b672-6d2d-4e71-b985-7ca2d83b67c8 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 943 time: 0.0873394 Nov 23 22:52:10.727584 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad3d6e3c-0eb1-45e0-b592-3a664fa2f84d req-1666281f-52f2-4304-83e0-704596d60f9e tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478351 Nov 23 22:52:10.871322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ca506d2a-6f92-4ec1-be85-614a1a1cb12b details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:52:10.969768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ca506d2a-6f92-4ec1-be85-614a1a1cb12b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,segment=NetworkSegment(3d6153c7-c431-447f-85cb-0bd5ccc85e85),segment_id=3d6153c7-c431-447f-85cb-0bd5ccc85e85)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:10.981430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b', 'network_id': '6dd4e0df-a584-432f-a5ef-65300ede7b45', 'port_id': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b', 'mac_address': 'fa:16:3e:a1:76:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f528615-e2fe-4e55-8d7d-141b569f175b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:52:11.019894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.033446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca506d2a-6f92-4ec1-be85-614a1a1cb12b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:11.053049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ca506d2a-6f92-4ec1-be85-614a1a1cb12b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,segment=NetworkSegment(3d6153c7-c431-447f-85cb-0bd5ccc85e85),segment_id=3d6153c7-c431-447f-85cb-0bd5ccc85e85)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:11.056799 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.116503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:11.226007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b291623-ee6a-41b9-8bdf-39534d30985f req-48550bb4-cb76-49c7-832c-10da6af31726 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:11.227597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b291623-ee6a-41b9-8bdf-39534d30985f req-48550bb4-cb76-49c7-832c-10da6af31726 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0579169 Nov 23 22:52:11.290412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b291623-ee6a-41b9-8bdf-39534d30985f req-15c10b22-cebc-4006-bddf-0fa00075fe2d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545585 Nov 23 22:52:11.483446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ca506d2a-6f92-4ec1-be85-614a1a1cb12b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:11.778674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7649-4ca4-48ca-8f6b-e2a73e96a441 req-42e361b3-41bc-4746-b4fe-df60da8661af tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:11.780725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f8f7649-4ca4-48ca-8f6b-e2a73e96a441 req-42e361b3-41bc-4746-b4fe-df60da8661af tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0528207 Nov 23 22:52:11.865959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f8f7649-4ca4-48ca-8f6b-e2a73e96a441 req-054cf796-5758-4472-9fa4-bb4bdbbcf030 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792129 Nov 23 22:52:11.877904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f9a3-936a-481c-87e0-76c8eae2604d req-2f32eb5d-ef62-4e8e-9b8e-009e8b921f96 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:11.879527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f52f9a3-936a-481c-87e0-76c8eae2604d req-2f32eb5d-ef62-4e8e-9b8e-009e8b921f96 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 944 time: 0.0787752 Nov 23 22:52:11.931910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f52f9a3-936a-481c-87e0-76c8eae2604d req-f561f07f-3c4d-4491-9010-bffeb7910f88 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Nov 23 22:52:12.419433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5c713-494e-41b1-86b3-e333b929dd5e req-d1488359-e729-4547-88c4-470403e10efc tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.421001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5c713-494e-41b1-86b3-e333b929dd5e req-d1488359-e729-4547-88c4-470403e10efc tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0528350 Nov 23 22:52:12.475513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bc5c713-494e-41b1-86b3-e333b929dd5e req-24ab6fca-38e1-4d1e-82b1-d71040cd92f9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 Nov 23 22:52:12.888049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ca506d2a-6f92-4ec1-be85-614a1a1cb12b up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:12.943228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port ca506d2a-6f92-4ec1-be85-614a1a1cb12b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:52:12.948206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port ca506d2a-6f92-4ec1-be85-614a1a1cb12b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:12.948553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:12.998821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c343227-3699-4a1c-af54-4ebf11047cd7 req-fb5323f0-32c2-4a06-b1c8-d3ed5dc7a67b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:13.000583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c343227-3699-4a1c-af54-4ebf11047cd7 req-fb5323f0-32c2-4a06-b1c8-d3ed5dc7a67b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0556986 Nov 23 22:52:13.029843 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:13.053224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:13.055486 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a29ae-49db-4766-9d95-53865e1e47b1" -d '{"events": [{"server_uuid": "f01a87cb-c3de-474a-a272-2f980f7ab2e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca506d2a-6f92-4ec1-be85-614a1a1cb12b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:13.068584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port ca506d2a-6f92-4ec1-be85-614a1a1cb12b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,segment=NetworkSegment(3d6153c7-c431-447f-85cb-0bd5ccc85e85),segment_id=3d6153c7-c431-447f-85cb-0bd5ccc85e85)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:13.073438 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:13.082001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7f66b-8720-4860-8319-4f4117f73d2e req-2d28aa6f-5133-4378-8037-2094b6d14e38 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:13.083513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00a7f66b-8720-4860-8319-4f4117f73d2e req-2d28aa6f-5133-4378-8037-2094b6d14e38 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 944 time: 0.0781832 Nov 23 22:52:13.103044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c343227-3699-4a1c-af54-4ebf11047cd7 req-31e0e9f5-cd25-4dd9-8fdc-82753ff02b88 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958614 Nov 23 22:52:13.137774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:13.146927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00a7f66b-8720-4860-8319-4f4117f73d2e req-e61b1503-8a45-46da-bbd4-00e2bca7226c tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 Nov 23 22:52:13.153241 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df66aee-bee6-4f84-a335-7b53ef3044c5 x-openstack-request-id: req-3df66aee-bee6-4f84-a335-7b53ef3044c5 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:13.153546 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01a87cb-c3de-474a-a272-2f980f7ab2e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca506d2a-6f92-4ec1-be85-614a1a1cb12b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:13.153810 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3df66aee-bee6-4f84-a335-7b53ef3044c5 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:13.154226 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b', 'code': 200} Nov 23 22:52:13.319640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9d5f-f374-4a1c-a05d-e1fdc295c751 req-7a2958e6-db48-4ad6-8f1a-cd51e64e3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:13.321213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a6c9d5f-f374-4a1c-a05d-e1fdc295c751 req-7a2958e6-db48-4ad6-8f1a-cd51e64e3855 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0508821 Nov 23 22:52:13.368757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a6c9d5f-f374-4a1c-a05d-e1fdc295c751 req-99d2d607-69cf-4239-a308-2b868d473b88 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Nov 23 22:52:13.610743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a87978-720a-4134-8d32-3e5bf289baa6 req-9cb43745-c7dc-4f52-87d9-239c9cad5bfd tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:13.612310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44a87978-720a-4134-8d32-3e5bf289baa6 req-9cb43745-c7dc-4f52-87d9-239c9cad5bfd tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0536525 Nov 23 22:52:13.663784 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44a87978-720a-4134-8d32-3e5bf289baa6 req-59ede093-9577-465a-aab6-8e191c429112 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Nov 23 22:52:14.236717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86166b44-2a32-4ee4-aec6-75bf6ce59015 req-78a00f1b-4cd0-4820-9979-7d7a0f4ac229 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:14.238203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86166b44-2a32-4ee4-aec6-75bf6ce59015 req-78a00f1b-4cd0-4820-9979-7d7a0f4ac229 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0575628 Nov 23 22:52:14.327215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92698a47-1990-416d-85dc-8d1cfd2ca3b2 req-d651ddf8-fc60-40a6-ab61-8ab807691854 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:14.328645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92698a47-1990-416d-85dc-8d1cfd2ca3b2 req-d651ddf8-fc60-40a6-ab61-8ab807691854 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 945 time: 0.1008151 Nov 23 22:52:14.334591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86166b44-2a32-4ee4-aec6-75bf6ce59015 req-4d040d5b-d181-42a2-befb-699b752add16 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876410 Nov 23 22:52:14.757540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92698a47-1990-416d-85dc-8d1cfd2ca3b2 req-d59c1e18-d335-4543-8e26-78fdbd48a54f tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219704 Nov 23 22:52:14.814292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2386e9-c979-4b99-935b-47ef306824e8 req-7df5e157-910f-42dc-a740-3be483502e2f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:14.815807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e2386e9-c979-4b99-935b-47ef306824e8 req-7df5e157-910f-42dc-a740-3be483502e2f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0721231 Nov 23 22:52:14.871958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e2386e9-c979-4b99-935b-47ef306824e8 req-7214e537-ef7a-4427-9531-8f30f9065307 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Nov 23 22:52:15.456642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116627-7d58-42a3-98c9-5643ef34bc8d req-775cdb49-7819-48e9-af14-b2ab72917645 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:15.458189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-56116627-7d58-42a3-98c9-5643ef34bc8d req-775cdb49-7819-48e9-af14-b2ab72917645 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0526545 Nov 23 22:52:15.519413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-56116627-7d58-42a3-98c9-5643ef34bc8d req-437fe6a4-5fca-4a30-9766-2ef41193fce9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 Nov 23 22:52:15.732261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49148) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:15.849734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0001f44e-e07c-4e73-8b90-45544e34f6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:15.911614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be761ffb-b21b-4a37-921d-c71807217481 req-bcaf2c18-60c2-4172-9f42-26facebb11f7 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:15.919886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be761ffb-b21b-4a37-921d-c71807217481 req-bcaf2c18-60c2-4172-9f42-26facebb11f7 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 945 time: 0.0816660 Nov 23 22:52:15.961659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0001f44e-e07c-4e73-8b90-45544e34f6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:15.966943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0001f44e-e07c-4e73-8b90-45544e34f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:15.980297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be761ffb-b21b-4a37-921d-c71807217481 req-29f7ac64-c02e-4c41-aa85-1dbf2081fe59 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593386 Nov 23 22:52:16.001821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001f44e-e07c-4e73-8b90-45544e34f6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2466d5c-2793-4f4c-9f7b-2e9968c28458,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:16.018210 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0001f44e-e07c-4e73-8b90-45544e34f6d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7839b11c4b1426692df1f16ae40c5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847581 Nov 23 22:52:16.020886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:16.046786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943204e2-9f69-4fbe-9f8e-55b5e1440384 req-214c9b78-b18a-4352-97c3-7af91c949aef tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:16.048370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-943204e2-9f69-4fbe-9f8e-55b5e1440384 req-214c9b78-b18a-4352-97c3-7af91c949aef tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0829718 Nov 23 22:52:16.083198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25fdcd8f-98e4-4016-8ee0-70414c5cc5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:16.112472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25fdcd8f-98e4-4016-8ee0-70414c5cc5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:16.117295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-943204e2-9f69-4fbe-9f8e-55b5e1440384 req-432fdd85-49a2-433e-ac98-2649c7bf057e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620170 Nov 23 22:52:16.181099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25fdcd8f-98e4-4016-8ee0-70414c5cc5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:16.185208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25fdcd8f-98e4-4016-8ee0-70414c5cc5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:16.186767 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-25fdcd8f-98e4-4016-8ee0-70414c5cc5ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2466d5c-2793-4f4c-9f7b-2e9968c28458 HTTP/1.1" status: 204 len: 168 time: 0.1638093 Nov 23 22:52:16.196802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdcd8f-98e4-4016-8ee0-70414c5cc5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2466d5c-2793-4f4c-9f7b-2e9968c28458,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:16.350550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15159-b6d5-4cdc-8d7e-6202773eb7d3 req-817e2be7-2c02-4f64-a7ae-b5b8ac2a4c8a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:16.352126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42c15159-b6d5-4cdc-8d7e-6202773eb7d3 req-817e2be7-2c02-4f64-a7ae-b5b8ac2a4c8a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 945 time: 0.0866528 Nov 23 22:52:16.368901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-5b8c0092-5fca-4dd1-b626-d7b8fe57e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:16.370964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-5b8c0092-5fca-4dd1-b626-d7b8fe57e722 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ead24346074a8e8e2c7110ba2aff25&device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0731134 Nov 23 22:52:16.475721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42c15159-b6d5-4cdc-8d7e-6202773eb7d3 req-9d89c271-67d3-449a-833a-8c091d523e78 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148577 Nov 23 22:52:16.512282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-9eae9475-c6fc-4158-a629-79e84606f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:16.513851 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-9eae9475-c6fc-4158-a629-79e84606f2d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6dd4e0df-a584-432f-a5ef-65300ede7b45 HTTP/1.1" status: 200 len: 914 time: 0.1351686 Nov 23 22:52:16.593150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-3d6a3f83-4af6-454e-bcaf-15b9fc84a43e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b HTTP/1.1" status: 200 len: 217 time: 0.0713067 Nov 23 22:52:16.705323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-ead432a0-895f-4df8-86e8-6466d1dc3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:16.707058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-ead432a0-895f-4df8-86e8-6466d1dc3218 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f528615-e2fe-4e55-8d7d-141b569f175b HTTP/1.1" status: 200 len: 853 time: 0.1034687 Nov 23 22:52:16.739515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14a38-7593-4290-8ccf-47326077053b req-c8780109-1acd-4236-b8c9-96166fa74c79 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:16.741191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d14a38-7593-4290-8ccf-47326077053b req-c8780109-1acd-4236-b8c9-96166fa74c79 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0871210 Nov 23 22:52:16.767131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-5a7851fe-631b-43bc-bf90-c02c3b1fd6bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6dd4e0df-a584-432f-a5ef-65300ede7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517325 Nov 23 22:52:16.873024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7d14a38-7593-4290-8ccf-47326077053b req-12b580bc-6e8d-4edb-b0f1-9223aa7714d8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092432 Nov 23 22:52:16.899019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-21ae4fb6-ddc0-46ea-a958-223382d35c9e service neutron] 10.222.0.48 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245167 Nov 23 22:52:17.003560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f6b083-1b93-4401-ae0a-ab5cb73e2cbc req-5419319c-135d-4a41-8bed-b397e1c23311 service neutron] 10.222.0.48 "GET /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972621 Nov 23 22:52:17.254089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c9adb-9a65-49ca-9320-6932cbf6adfe req-c72e8e88-7ae8-4b45-a080-51480d139e68 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:17.255614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e9c9adb-9a65-49ca-9320-6932cbf6adfe req-c72e8e88-7ae8-4b45-a080-51480d139e68 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0585830 Nov 23 22:52:17.311383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e9c9adb-9a65-49ca-9320-6932cbf6adfe req-74d16e78-25f6-4257-a61d-5bc786d74e56 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Nov 23 22:52:17.597113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:17.610604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436a33-35e6-4296-98af-6b907d089c2c req-23332c4f-e6e1-4e62-b5e7-8cb723b7cead tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:17.613349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1436a33-35e6-4296-98af-6b907d089c2c req-23332c4f-e6e1-4e62-b5e7-8cb723b7cead tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 945 time: 0.0571799 Nov 23 22:52:17.665774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1436a33-35e6-4296-98af-6b907d089c2c req-2bfcbac7-e9db-4198-b9f8-4c1bf39dedde tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465000 Nov 23 22:52:17.763510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'network': {'name': 'tempest-network-smoke--237873112', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:17.789283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:17.794356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:17.807494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:17.898832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:17.904694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:17.937104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:52:17.947323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54694c4e-1c27-4d40-962d-11acd272dc19,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:17.955236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:17.955609 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Added segment 14b3e7ce-025f-4c46-bea2-4505976050d9 of type vlan for network faab6c47-023f-4df3-afd5-082e8a119947 Nov 23 22:52:18.002122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.028757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.034754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:18.035364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.054531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdee9f1-577d-4245-958c-c7364620a2aa req-81f87311-d2fc-4afc-9ceb-3bdfec0dc0d5 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:18.056082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cdee9f1-577d-4245-958c-c7364620a2aa req-81f87311-d2fc-4afc-9ceb-3bdfec0dc0d5 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 945 time: 0.1097312 Nov 23 22:52:18.069420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047dd8a-b258-4f59-9028-47eda8397f0f req-89231d7d-a8e6-4d3f-87ed-f67605d22034 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:18.070931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7047dd8a-b258-4f59-9028-47eda8397f0f req-89231d7d-a8e6-4d3f-87ed-f67605d22034 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0817170 Nov 23 22:52:18.079351 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4810231 Nov 23 22:52:18.079766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49228) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:18.085957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'admin_state_up': True, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:18.115269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98b340-b667-4352-89ed-8d8f31387c1f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Network': ['ID=faab6c47-023f-4df3-afd5-082e8a119947,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:18.127896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network faab6c47-023f-4df3-afd5-082e8a119947 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:52:18.164495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.165523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.175894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cdee9f1-577d-4245-958c-c7364620a2aa req-d33b6bdf-1fab-429b-8b76-9d1543ba800f tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039491 Nov 23 22:52:18.194938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7047dd8a-b258-4f59-9028-47eda8397f0f req-d23ae86e-7343-4736-8361-b35e7963bfd6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158676 Nov 23 22:52:18.247171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.424317 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.487341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ffe36-865e-4a79-b050-c13394bbe75f req-99ccd479-e140-46a7-a83d-5f7f60f805e9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:18.488878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb8ffe36-865e-4a79-b050-c13394bbe75f req-99ccd479-e140-46a7-a83d-5f7f60f805e9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0789924 Nov 23 22:52:18.577524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb8ffe36-865e-4a79-b050-c13394bbe75f req-79704ff0-c144-402f-969d-493d5cc28415 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818665 Nov 23 22:52:18.689195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.710046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.820577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.25.0.50 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c01ccd82-272c-4eec-8408-bba28eca4639) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:18.935161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.972273 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:19.014226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:19.017147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:19.019783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:19.044279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=c01ccd82-272c-4eec-8408-bba28eca4639,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:19.340117 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:19.387648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84eb8e-f71d-4d0e-8ebf-83925e9977e6 req-71a6fad6-9cb7-4003-a000-0334d0623dd5 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:19.389169 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b84eb8e-f71d-4d0e-8ebf-83925e9977e6 req-71a6fad6-9cb7-4003-a000-0334d0623dd5 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 945 time: 0.1335282 Nov 23 22:52:19.408647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93569e-4b86-4c9f-b9e0-c28a9dd6dc3f req-0bf82edf-7d45-4c29-8ddd-9c7d2a5c019b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:19.410120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b93569e-4b86-4c9f-b9e0-c28a9dd6dc3f req-0bf82edf-7d45-4c29-8ddd-9c7d2a5c019b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1351278 Nov 23 22:52:19.559177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b84eb8e-f71d-4d0e-8ebf-83925e9977e6 req-8601d187-46f3-47e7-a6f3-a284fef1ced8 tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebb479ff-bf9f-4077-ae44-4af979840c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479645 Nov 23 22:52:19.571876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b93569e-4b86-4c9f-b9e0-c28a9dd6dc3f req-dafe2e6d-21ed-4c9e-b909-890884d5a16b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514447 Nov 23 22:52:19.613491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2df5-a13c-48a3-9e52-a5cee62234b9 req-30501664-c004-4592-9114-4e46f054c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:19.615015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-986e2df5-a13c-48a3-9e52-a5cee62234b9 req-30501664-c004-4592-9114-4e46f054c8e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1096 time: 0.1418173 Nov 23 22:52:19.657061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-937e083c-99f6-4888-901e-5179eccd79ab tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:19.658868 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-937e083c-99f6-4888-901e-5179eccd79ab tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.48 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 945 time: 0.0564113 Nov 23 22:52:19.756753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-986e2df5-a13c-48a3-9e52-a5cee62234b9 req-e2631c67-6f1f-4387-a9cc-97f7eb9cadb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341972 Nov 23 22:52:19.763626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Deleting port ca506d2a-6f92-4ec1-be85-614a1a1cb12b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:19.763967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:19.770110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:19.822590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e2a8a-9bcb-4336-89d3-2b398eb3f29d req-9a4b52e2-774e-427b-addc-7b2d842f2027 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:19.824171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af7e2a8a-9bcb-4336-89d3-2b398eb3f29d req-9a4b52e2-774e-427b-addc-7b2d842f2027 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1555226 Nov 23 22:52:19.829438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-50609f2c-859b-4477-8d80-8a215e57a2c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137619 Nov 23 22:52:19.860893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] For port ca506d2a-6f92-4ec1-be85-614a1a1cb12b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,segment=NetworkSegment(3d6153c7-c431-447f-85cb-0bd5ccc85e85),segment_id=3d6153c7-c431-447f-85cb-0bd5ccc85e85)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:19.861310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:19.877371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Calling delete_port for ca506d2a-6f92-4ec1-be85-614a1a1cb12b owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:19.955684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af7e2a8a-9bcb-4336-89d3-2b398eb3f29d req-bff15313-f19b-43d6-b814-6feb8e4383b4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252542 Nov 23 22:52:19.965097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-5e151ec8-1937-41cf-81e7-40ed4f31894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:19.966631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-5e151ec8-1937-41cf-81e7-40ed4f31894d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69aaa9264c964143b04d7e4f05a046b7&device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 1096 time: 0.1116967 Nov 23 22:52:20.029866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:20.062499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['ca506d2a-6f92-4ec1-be85-614a1a1cb12b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:20.067199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Pushing event deleted for resources: {'Port': ['ID=ca506d2a-6f92-4ec1-be85-614a1a1cb12b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:20.092867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 00cc2304-e633-4d3f-92d3-8583ab394ab5 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:52:20.127163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] No DVR routers for this DVR port ca506d2a-6f92-4ec1-be85-614a1a1cb12b on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:20.129992 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:20.133595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2a1e0ad0-03d2-4497-a0ee-22f25147125e req-039918be-50c5-45e6-8de4-833167e4289a tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.48 "DELETE /v2.0/ports/ca506d2a-6f92-4ec1-be85-614a1a1cb12b HTTP/1.1" status: 204 len: 173 time: 0.4688270 Nov 23 22:52:20.134055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'name': 'network-vif-deleted', 'tag': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:20.136609 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20693ba-20a6-4abf-98ae-be7e8b12480a" -d '{"events": [{"server_uuid": "f01a87cb-c3de-474a-a272-2f980f7ab2e2", "name": "network-vif-deleted", "tag": "ca506d2a-6f92-4ec1-be85-614a1a1cb12b"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:20.169336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-8cd1bf99-c7e8-4a3f-9b6b-f5bf76c3e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:20.170907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-8cd1bf99-c7e8-4a3f-9b6b-f5bf76c3e14a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 HTTP/1.1" status: 200 len: 916 time: 0.1806784 Nov 23 22:52:20.180673 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12bf3d5-ac4a-46c2-afcd-58c2fefc996d x-openstack-request-id: req-b12bf3d5-ac4a-46c2-afcd-58c2fefc996d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:20.180964 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01a87cb-c3de-474a-a272-2f980f7ab2e2", "name": "network-vif-deleted", "tag": "ca506d2a-6f92-4ec1-be85-614a1a1cb12b", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:20.181217 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b12bf3d5-ac4a-46c2-afcd-58c2fefc996d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:20.181672 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a87cb-c3de-474a-a272-2f980f7ab2e2', 'name': 'network-vif-deleted', 'tag': 'ca506d2a-6f92-4ec1-be85-614a1a1cb12b', 'status': 'completed', 'code': 200} Nov 23 22:52:20.284036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-d84e64ce-7779-482e-b5ca-b5914bafcbc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333 HTTP/1.1" status: 200 len: 1000 time: 0.1012471 Nov 23 22:52:20.286626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:20.298136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Sync routers for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:20.310315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:20.311445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:20.340182 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:20.341314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ebf3db44-2fc1-4640-a8d7-769cf55fd4b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2591677 Nov 23 22:52:20.344640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49252) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:20.350422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-237698a6-e574-415c-a196-244a9942a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:20.351993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-237698a6-e574-415c-a196-244a9942a645 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d593118-7277-43c9-a4f7-1466e4ab278c HTTP/1.1" status: 200 len: 854 time: 0.0573277 Nov 23 22:52:20.409756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-4f6fea01-b794-4a77-a996-9772cc4d0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:20.411432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-4f6fea01-b794-4a77-a996-9772cc4d0cb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481675 Nov 23 22:52:20.424577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:20.450211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bf3d66ff-5a45-4b81-b2cb-074f438f9df7 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=938aed2b458f424e83288c1d36a9e80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1036735 Nov 23 22:52:20.452865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49256) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:20.522208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-7c0923b6-4818-4a65-909c-6a790d5b023d service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018841 Nov 23 22:52:20.637897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bb3e15e-5613-461e-9a57-f20ade6f1076 req-055af813-e0d0-44e9-bd74-fa2ffec8046a service neutron] 10.222.0.46 "GET /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078050 Nov 23 22:52:20.642330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08278803-2ca2-4157-80ba-c8c27f5fd748 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:20.647337 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-08278803-2ca2-4157-80ba-c8c27f5fd748 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1904151 Nov 23 22:52:20.647844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49262) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:20.693818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9df134af-3538-4a07-a4b6-d2eb1cbbfb1e tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446689 Nov 23 22:52:20.697066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49264) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:20.702724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126061256', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:20.785959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:19Z', 'revision_number': 3, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:20.842999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Checking router: 00cc2304-e633-4d3f-92d3-8583ab394ab5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:20.843683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Updating router 00cc2304-e633-4d3f-92d3-8583ab394ab5 port c01ccd82-272c-4eec-8408-bba28eca4639 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:52:20.880467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.146119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-594d6591-ab1e-4232-a727-755980c266fb req-37343176-2dfc-4474-86e6-f75b2d39922d tempest-InstanceActionsTestJSON-1790661218 tempest-InstanceActionsTestJSON-1790661218-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01a87cb-c3de-474a-a272-2f980f7ab2e2 HTTP/1.1" status: 200 len: 210 time: 0.4064648 Nov 23 22:52:21.158437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.173561 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.197376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fdc2-5283-4ebc-9125-2ae30e93dca9 req-20f9e012-82a4-4357-a734-6469ec27790c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.206202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa84fdc2-5283-4ebc-9125-2ae30e93dca9 req-20f9e012-82a4-4357-a734-6469ec27790c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.4654529 Nov 23 22:52:21.214898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:21.218763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.235550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Attempting to bind port c01ccd82-272c-4eec-8408-bba28eca4639 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:21.236059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Attempting to bind port c01ccd82-272c-4eec-8408-bba28eca4639 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:21.236518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Attempting to bind port c01ccd82-272c-4eec-8408-bba28eca4639 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:21.243975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df821df-b97f-467f-970b-e95ccd9cc8cd None None] Pushing event updated for resources: {'Port': ['ID=c01ccd82-272c-4eec-8408-bba28eca4639,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:21.247470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:21.247875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:21.248281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.248667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:21.249144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Bound port: c01ccd82-272c-4eec-8408-bba28eca4639, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:21.250215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.303197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] For port c01ccd82-272c-4eec-8408-bba28eca4639, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:21.306781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] For port c01ccd82-272c-4eec-8408-bba28eca4639, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c01ccd82-272c-4eec-8408-bba28eca4639,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:21.311737 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.361202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4d666-2524-46fc-9801-315512d08713 req-f9a137d3-10c2-4204-b3f2-6cbf2c7a7627 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.362734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abe4d666-2524-46fc-9801-315512d08713 req-f9a137d3-10c2-4204-b3f2-6cbf2c7a7627 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1397872 Nov 23 22:52:21.366943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:21.367426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:21.370877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa84fdc2-5283-4ebc-9125-2ae30e93dca9 req-f48b4339-f506-43e8-9f64-19575d2ae08f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636903 Nov 23 22:52:21.422598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df821df-b97f-467f-970b-e95ccd9cc8cd None None] Pushing event updated for resources: {'Port': ['ID=c01ccd82-272c-4eec-8408-bba28eca4639,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:21.440249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abe4d666-2524-46fc-9801-315512d08713 req-ce2ff92d-fb2d-44a5-b1f0-24fcf2461faf tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682569 Nov 23 22:52:21.509554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:21.558808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.620122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Subnet': ['ID=508374c0-b764-4975-9eaf-1f60dac29799,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:21.645819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Checking segment: {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:21.646191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network hostable DHCP agents. Network: faab6c47-023f-4df3-afd5-082e8a119947, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:52:21.664544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network faab6c47-023f-4df3-afd5-082e8a119947 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:52:21.680152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, faab6c47-023f-4df3-afd5-082e8a119947) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:21.687100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.688392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.692390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369aead3-3413-476b-ad47-cf0b5aced310 None None] Network faab6c47-023f-4df3-afd5-082e8a119947 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:21.718659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:21.720245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-71292c94-cdbd-44bf-bb18-47d04c77655b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0212986 Nov 23 22:52:21.784300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:19Z', 'revision_number': 3, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:21.824982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82068828-0376-4f06-85e8-c4fdf56ccdfb None None] The sync data for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 is: [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:19Z', 'revision_number': 3, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:21.874930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610b764-1df0-4d35-ae91-8d27e73399b0 req-fbe01a15-80c0-4dc3-a3a8-08f6ba248775 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.875497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-68c0ea12-4e0e-4eb1-b434-1b25fe1b169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.877125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-68c0ea12-4e0e-4eb1-b434-1b25fe1b169a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac627df0c8444f91bfeb909e1e824028&device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 1096 time: 0.0560713 Nov 23 22:52:21.880095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8610b764-1df0-4d35-ae91-8d27e73399b0 req-fbe01a15-80c0-4dc3-a3a8-08f6ba248775 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0683291 Nov 23 22:52:21.914056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-faab6c47-023f-4df3-afd5-082e8a119947', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:52:21.915091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.946375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8610b764-1df0-4d35-ae91-8d27e73399b0 req-579ceda3-6d06-4ba0-bf9c-cb9c6433a075 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594084 Nov 23 22:52:22.081931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Allocated IP 172.20.0.2 (faab6c47-023f-4df3-afd5-082e8a119947/508374c0-b764-4975-9eaf-1f60dac29799/f485bf1a-1125-4cff-856c-613e331685cd) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:22.236523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49286) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:22.300246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] Deleting subnet 9f528615-e2fe-4e55-8d7d-141b569f175b {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:52:22.301640 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.303920 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.311347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.358386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.374941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Network faab6c47-023f-4df3-afd5-082e8a119947 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:22.380947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:22.386086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:22.415617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.440832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-81c426d3-124d-4874-a708-03d65cd032b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:22.442437 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-81c426d3-124d-4874-a708-03d65cd032b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 200 len: 920 time: 0.5577445 Nov 23 22:52:22.452960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Pushing event updated for resources: {'Port': ['ID=f485bf1a-1125-4cff-856c-613e331685cd,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:22.481401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Attempting to bind port f485bf1a-1125-4cff-856c-613e331685cd on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:22.481953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Attempting to bind port f485bf1a-1125-4cff-856c-613e331685cd by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:22.482427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Attempting to bind port f485bf1a-1125-4cff-856c-613e331685cd on network faab6c47-023f-4df3-afd5-082e8a119947 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:22.494007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:22.494879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Checking segment: {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:22.495833 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.497294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Bound using segment: {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:22.500318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Bound port: f485bf1a-1125-4cff-856c-613e331685cd, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:22.500871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.555728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-3105cf0e-c904-4c31-96be-06b5d9fdf5c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 200 len: 217 time: 0.0619757 Nov 23 22:52:22.569191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.594467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756274e-bdbf-402e-8143-8a71492e460c req-4c23a313-4fb3-4a4b-977b-89d40339f398 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:22.596455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9756274e-bdbf-402e-8143-8a71492e460c req-4c23a313-4fb3-4a4b-977b-89d40339f398 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1168327 Nov 23 22:52:22.623438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] For port f485bf1a-1125-4cff-856c-613e331685cd, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:22.628750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] For port f485bf1a-1125-4cff-856c-613e331685cd, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f485bf1a-1125-4cff-856c-613e331685cd,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:22.632904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f528615-e2fe-4e55-8d7d-141b569f175b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:22.647448 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.649098 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.656763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-74cf4e13-0ba5-4a23-a2d4-2fbcb0d24c70 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9f528615-e2fe-4e55-8d7d-141b569f175b HTTP/1.1" status: 204 len: 168 time: 0.4188678 Nov 23 22:52:22.658023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49296) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:22.735446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9756274e-bdbf-402e-8143-8a71492e460c req-70a0a1c3-70ee-4d3a-99bb-95f5f3a1b5a9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182442 Nov 23 22:52:22.772242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.788793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e35e7-9821-4804-bc86-30e15e2b0d9b None None] Pushing event updated for resources: {'Port': ['ID=f485bf1a-1125-4cff-856c-613e331685cd,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:22.793762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-12caec30-62ab-4346-b914-6733a605e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:22.795979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-12caec30-62ab-4346-b914-6733a605e577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 200 len: 859 time: 0.2140813 Nov 23 22:52:22.915054 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-c09cadf1-cbd6-4a7b-b594-6dce3f51eb5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5dc7a65-62b2-4918-9a56-9d42377c2035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757706 Nov 23 22:52:22.967117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ca506d2a-6f92-4ec1-be85-614a1a1cb12b no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:23.028531 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: ca506d2a-6f92-4ec1-be85-614a1a1cb12b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:23.028873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device ca506d2a-6f92-4ec1-be85-614a1a1cb12b not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:23.081402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.155122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c01ccd82-272c-4eec-8408-bba28eca4639 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:23.167264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd4e0df-a584-432f-a5ef-65300ede7b45']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:23.180615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647147e-fc65-402b-bb9f-df15d4572866 req-511a1bd5-8faa-4cc5-90cd-af92f2698c36 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:23.184445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3647147e-fc65-402b-bb9f-df15d4572866 req-511a1bd5-8faa-4cc5-90cd-af92f2698c36 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1142018 Nov 23 22:52:23.203098 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6153c7-c431-447f-85cb-0bd5ccc85e85') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:23.203375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6153c7-c431-447f-85cb-0bd5ccc85e85') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:23.235093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.237981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c01ccd82-272c-4eec-8408-bba28eca4639 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:23.238381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.240939 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-7c153d6f-e970-471b-88ad-18fb32863e42 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108404 Nov 23 22:52:23.283175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3647147e-fc65-402b-bb9f-df15d4572866 req-be4b22b5-c1a5-44c6-bfe0-1cbe4eae65ba tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815072 Nov 23 22:52:23.311815 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.328114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.330361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:52:23.330747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:52:23.334015 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:52:23.350874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.375032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port c01ccd82-272c-4eec-8408-bba28eca4639, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c01ccd82-272c-4eec-8408-bba28eca4639,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:23.379544 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.430432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=c01ccd82-272c-4eec-8408-bba28eca4639,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:23.472671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.491640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.495842 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6dd4e0df-a584-432f-a5ef-65300ede7b45 HTTP/1.1" status: 204 len: 168 time: 0.8349738 Nov 23 22:52:23.502662 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f75b938-2a87-4a8c-8298-ff24c3b1eb1d req-19c5df4c-7e1d-47c2-ba86-b1f7d9657fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533374 Nov 23 22:52:23.540215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8524d-03b6-45c2-b2df-c327ab316b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd4e0df-a584-432f-a5ef-65300ede7b45,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:23.698435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49304) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:23.790292 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-435a6a5c-91ed-4f64-a873-443c9b3e1223 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15ead24346074a8e8e2c7110ba2aff25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907357 Nov 23 22:52:23.794115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:23.801050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.20.0.1 (faab6c47-023f-4df3-afd5-082e8a119947/508374c0-b764-4975-9eaf-1f60dac29799/c8f23f1d-67e0-443b-abab-0cffd5cde6de) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:23.881042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c266-e61c-4214-9703-d492630a848f req-84979874-43fa-412a-944b-e5e472b1ff8e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:23.882860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b721c266-e61c-4214-9703-d492630a848f req-84979874-43fa-412a-944b-e5e472b1ff8e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0627818 Nov 23 22:52:23.924451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d461af72-dd42-43c3-81cc-c6fae0e80497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.947292 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b721c266-e61c-4214-9703-d492630a848f req-ab661917-6afc-45ca-b481-95e14b585eb1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553062 Nov 23 22:52:23.969325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d461af72-dd42-43c3-81cc-c6fae0e80497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.995896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.044601 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d461af72-dd42-43c3-81cc-c6fae0e80497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.047184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d461af72-dd42-43c3-81cc-c6fae0e80497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.050732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d461af72-dd42-43c3-81cc-c6fae0e80497 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebb479ff-bf9f-4077-ae44-4af979840c3d HTTP/1.1" status: 204 len: 168 time: 0.2532175 Nov 23 22:52:24.057935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.060023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461af72-dd42-43c3-81cc-c6fae0e80497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb479ff-bf9f-4077-ae44-4af979840c3d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:24.100440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network faab6c47-023f-4df3-afd5-082e8a119947 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:24.106417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:24.110194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:24.143175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=c8f23f1d-67e0-443b-abab-0cffd5cde6de,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:24.162581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.351483 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.461762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba783763-ae4a-4dab-9b72-876c7412b66d req-47e4b59b-b1ad-423b-8190-55d9fc64a1db tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:24.463308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba783763-ae4a-4dab-9b72-876c7412b66d req-47e4b59b-b1ad-423b-8190-55d9fc64a1db tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0848930 Nov 23 22:52:24.521398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2948f7-a8c9-4dc9-9151-ac1f0483cef5 None None] Network faab6c47-023f-4df3-afd5-082e8a119947 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:24.577036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba783763-ae4a-4dab-9b72-876c7412b66d req-d6c9a641-731c-422d-aedf-61fbbcc38d6e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054614 Nov 23 22:52:24.651711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f83e52e6-d74d-4079-8408-bcd64d454409 None None] Provisioning complete for port f485bf1a-1125-4cff-856c-613e331685cd triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:24.652120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f83e52e6-d74d-4079-8408-bcd64d454409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.733318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.743699 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.812283 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f83e52e6-d74d-4079-8408-bcd64d454409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.830785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=c8f23f1d-67e0-443b-abab-0cffd5cde6de,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:24.846529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.851493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f83e52e6-d74d-4079-8408-bcd64d454409 None None] For port f485bf1a-1125-4cff-856c-613e331685cd, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f485bf1a-1125-4cff-856c-613e331685cd,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:24.857747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f83e52e6-d74d-4079-8408-bcd64d454409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:24.925848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e52e6-d74d-4079-8408-bcd64d454409 None None] Pushing event updated for resources: {'Port': ['ID=f485bf1a-1125-4cff-856c-613e331685cd,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:25.008550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network faab6c47-023f-4df3-afd5-082e8a119947 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:25.010833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:25.140793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49346) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:25.149744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93922f18-8324-45a9-a0c1-63c0c1c8b44c req-4df2d4cd-567d-48b6-9fd7-9a6b16b3c063 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.157993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93922f18-8324-45a9-a0c1-63c0c1c8b44c req-4df2d4cd-567d-48b6-9fd7-9a6b16b3c063 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0925469 Nov 23 22:52:25.200350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a20d2ee8-13c3-4712-9ec5-5aa09d450ba7 None None] Provisioning complete for port f485bf1a-1125-4cff-856c-613e331685cd triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:25.201419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a20d2ee8-13c3-4712-9ec5-5aa09d450ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.246772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93922f18-8324-45a9-a0c1-63c0c1c8b44c req-00d13fa5-7eca-45e1-a279-69c09a6765dc tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Nov 23 22:52:25.260626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 00cc2304-e633-4d3f-92d3-8583ab394ab5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:25.307528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c01ccd82-272c-4eec-8408-bba28eca4639 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:25.370143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1510787644-network', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:25.397789 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-ff5e29a8-0314-4864-b544-94a684eec76d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1547024 Nov 23 22:52:25.406363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Made reservation on behalf of 3fb99c4bc4c344ec941db5f0b7050cd5 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:25.410797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.424764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.433189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:25.439548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c01ccd82-272c-4eec-8408-bba28eca4639 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:25.439958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.441557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a20d2ee8-13c3-4712-9ec5-5aa09d450ba7 None None] Provisioning complete for port c8f23f1d-67e0-443b-abab-0cffd5cde6de triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:25.441920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a20d2ee8-13c3-4712-9ec5-5aa09d450ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.445257 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9aaeea29-48cf-4167-bd8b-64dd51839949 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "PUT /v2.0/routers/00cc2304-e633-4d3f-92d3-8583ab394ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7223327 Nov 23 22:52:25.449192 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Sync routers for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:25.450224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49350) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:25.470724 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:25.471506 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:25.511353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.511850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.512311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.512765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.513217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.513664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.514593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.516856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b613b476-b21e-495f-81cb-e8d942c8660a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6492 time: 0.0697398 Nov 23 22:52:25.543514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a20d2ee8-13c3-4712-9ec5-5aa09d450ba7 None None] Port c8f23f1d-67e0-443b-abab-0cffd5cde6de cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:25.652118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f485bf1a-1125-4cff-856c-613e331685cd up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:25.654032 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:25.731457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-c3dfa92b-f8cf-49cd-8c86-eaabc1c7d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.731902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-c3dfa92b-f8cf-49cd-8c86-eaabc1c7d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.732362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-c3dfa92b-f8cf-49cd-8c86-eaabc1c7d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.734049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-c3dfa92b-f8cf-49cd-8c86-eaabc1c7d346 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98149ffc-c8d0-4f66-87c9-1db80dfda154&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 200 len: 2293 time: 0.1855333 Nov 23 22:52:25.775511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c2a9a7dc-364c-4860-8861-8ad93be70d8c None None] Provisioning complete for port c8f23f1d-67e0-443b-abab-0cffd5cde6de triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:25.776116 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a7dc-364c-4860-8861-8ad93be70d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.803962 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.810201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.811214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.813383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.814065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.814709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.815348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.816022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.816651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.817305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.817931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.818568 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.819807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.820519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.821365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.821828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.822341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.824811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c60204f-162b-44d1-a646-f5483f4b7144 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11267 time: 0.3736010 Nov 23 22:52:25.830973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49356) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:25.831973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.847917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9a7dc-364c-4860-8861-8ad93be70d8c None None] Port c8f23f1d-67e0-443b-abab-0cffd5cde6de cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:25.870004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f485bf1a-1125-4cff-856c-613e331685cd triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:25.870944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.908392 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:24Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:24Z', 'revision_number': 2, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:25.909715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02ce95-832e-411a-a074-85601252c13e req-9aef7385-4d91-483b-a9ba-45fb20944b9c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:25.913948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a02ce95-832e-411a-a074-85601252c13e req-9aef7385-4d91-483b-a9ba-45fb20944b9c tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1673334 Nov 23 22:52:25.920678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:52:25.937084 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Checking router: 00cc2304-e633-4d3f-92d3-8583ab394ab5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:25.937438 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Updating router 00cc2304-e633-4d3f-92d3-8583ab394ab5 port c8f23f1d-67e0-443b-abab-0cffd5cde6de binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:52:25.964899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2198738-1d9c-4ec4-a2d6-1df5b918250e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:25.969870 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.985171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:25.986725 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Added segment b4503b63-3745-41dc-81c8-ccee53ca3861 of type vlan for network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be Nov 23 22:52:26.039255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bcee013f-9413-427c-af5a-7c4d4b09cfdf None None] Provisioning complete for port c8f23f1d-67e0-443b-abab-0cffd5cde6de triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:26.039675 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcee013f-9413-427c-af5a-7c4d4b09cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.047975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.050436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.050982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.051785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.053669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.054190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.055294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.056676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.057878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.060350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.061909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.062930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.066021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.067470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.068159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.068613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.072338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ffe95457-177e-45de-aac0-40d3af555053 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10205 time: 0.2402806 Nov 23 22:52:26.075864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49362) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:26.084804 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b5409c77-5c8f-4d76-b139-1932b17a12d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 200 len: 1000 time: 0.3417366 Nov 23 22:52:26.085001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bcee013f-9413-427c-af5a-7c4d4b09cfdf None None] Port c8f23f1d-67e0-443b-abab-0cffd5cde6de cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:26.113762 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.148161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-3d00f447-ca8a-4b12-93d8-46afcb62e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.150311 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-3d00f447-ca8a-4b12-93d8-46afcb62e060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 HTTP/1.1" status: 200 len: 851 time: 0.0577781 Nov 23 22:52:26.160120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a02ce95-832e-411a-a074-85601252c13e req-82b01348-de56-4b79-82d8-15d38730a59a tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318811 Nov 23 22:52:26.217847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.219642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.220375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.224951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-dba5c376-0c10-4575-ae70-5f393e6e37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.226682 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-dba5c376-0c10-4575-ae70-5f393e6e37fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98149ffc-c8d0-4f66-87c9-1db80dfda154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680106 Nov 23 22:52:26.317748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1452034 Nov 23 22:52:26.317748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49370) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:26.336757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Request body: {'subnet': {'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1510787644-subnet', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:26.375441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd15ca-2b5b-426b-92b8-f4078090a92d admin admin] Pushing event updated for resources: {'Network': ['ID=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:26.386070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:52:26.433109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-7de7eb48-f610-4b86-8f4b-038f2849e2a4 service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981466 Nov 23 22:52:26.447773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Made reservation on behalf of 3fb99c4bc4c344ec941db5f0b7050cd5 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:26.450239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.502584 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.520319 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.550687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd839c-00d9-4684-87f1-a368758ae94f req-93fb1480-290c-4c09-9b43-d46f550311a9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.559466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27bd839c-00d9-4684-87f1-a368758ae94f req-93fb1480-290c-4c09-9b43-d46f550311a9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1799285 Nov 23 22:52:26.669592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-67cd4a94-c5a5-400c-9fe8-4edd3082abfd service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281103 Nov 23 22:52:26.725000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27bd839c-00d9-4684-87f1-a368758ae94f req-7454432a-bcf6-4baf-b8c1-d9b967fe40f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644087 Nov 23 22:52:26.749494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-90e8dd34-6732-4d0c-9cf5-7991eb2ca07e tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7397 time: 0.6691477 Nov 23 22:52:26.764971 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-23099e0a-9114-4fb8-b1d0-276ef81d6c8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 217 time: 0.0788567 Nov 23 22:52:26.789354 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Attempting to bind port c8f23f1d-67e0-443b-abab-0cffd5cde6de on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:26.789733 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Attempting to bind port c8f23f1d-67e0-443b-abab-0cffd5cde6de by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:26.790080 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Attempting to bind port c8f23f1d-67e0-443b-abab-0cffd5cde6de on network faab6c47-023f-4df3-afd5-082e8a119947 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:26.795063 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Pushing event updated for resources: {'Port': ['ID=c8f23f1d-67e0-443b-abab-0cffd5cde6de,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:26.803801 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.804198 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.804545 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.804943 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.805243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.805571 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.805968 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.806298 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.807195 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.807534 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.807870 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.808222 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:26.812846 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:26.813223 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Checking segment: {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:26.813907 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.814596 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Bound using segment: {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:26.815483 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Bound port: c8f23f1d-67e0-443b-abab-0cffd5cde6de, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:26.816638 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.822344 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.863857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b1b2e880-a1ac-4aa5-a3d3-18646d7465c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.865393 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b1b2e880-a1ac-4aa5-a3d3-18646d7465c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0889335 Nov 23 22:52:26.880302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.903847 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] For port c8f23f1d-67e0-443b-abab-0cffd5cde6de, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:26.908679 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] For port c8f23f1d-67e0-443b-abab-0cffd5cde6de, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c8f23f1d-67e0-443b-abab-0cffd5cde6de,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:26.914592 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.923312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ab3f2709-d84b-408c-a78c-9d7bc6ed1a98 None None] Provisioning complete for port c8f23f1d-67e0-443b-abab-0cffd5cde6de triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:26.923312 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2709-d84b-408c-a78c-9d7bc6ed1a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:26.974417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-db3c3fa9-c63e-4b88-b339-2a1d3b47c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:26.982867 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-db3c3fa9-c63e-4b88-b339-2a1d3b47c33a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050770 Nov 23 22:52:26.989241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4aba33f-4b95-48f6-acb2-f380fb21d100,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:27.005835 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:27.006742 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:27.017270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Checking segment: {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:27.019374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Network hostable DHCP agents. Network: 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:52:27.066863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:52:27.096025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:27.102905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:27.106882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4468100-bec7-46a3-ad99-98c7745d3d8b None None] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:27.110003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.162304 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6f3bcfd8-99c8-4848-89ef-d44c6ab11da0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8262787 Nov 23 22:52:27.163484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49386) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:27.168686 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:27.176673 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2709-d84b-408c-a78c-9d7bc6ed1a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.179689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:27.231290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.232538 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.263995 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-7a0906e0-8702-45a6-a212-caa52026aa88 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759974 Nov 23 22:52:27.272373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49388) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:27.278004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a532f356-2495-46c4-b8ec-f6a086af4420 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386212895', 'description': 'tempest-secgroup-smoke-386212895 description', 'project_id': '938aed2b458f424e83288c1d36a9e80f'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:27.369175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ab3f2709-d84b-408c-a78c-9d7bc6ed1a98 None None] For port c8f23f1d-67e0-443b-abab-0cffd5cde6de, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c8f23f1d-67e0-443b-abab-0cffd5cde6de,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:27.371172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.395709 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2709-d84b-408c-a78c-9d7bc6ed1a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.417272 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f65983-9679-4d81-a721-a4c8a13d40f4 None None] Pushing event updated for resources: {'Port': ['ID=c8f23f1d-67e0-443b-abab-0cffd5cde6de,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:27.515324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e6575-d368-47a5-a518-406613e65b40 None None] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:27.537838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f2709-d84b-408c-a78c-9d7bc6ed1a98 None None] Pushing event updated for resources: {'Port': ['ID=c8f23f1d-67e0-443b-abab-0cffd5cde6de,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:27.601565 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ee0c3a7b-9569-4113-bd64-ca207b00357d None None] Provisioning complete for port c8f23f1d-67e0-443b-abab-0cffd5cde6de triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:27.603801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.604480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3a7b-9569-4113-bd64-ca207b00357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.665021 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:24Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:26Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:27.723074 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfe6b7-9f25-441c-bb63-23fbe204cbdf None None] The sync data for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 is: [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:24Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:26Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:27.854621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a532f356-2495-46c4-b8ec-f6a086af4420 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:27.927657 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-efa2ff13-3653-419f-8147-5395393db14d service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281056 Nov 23 22:52:27.982983 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-7b6bf654-295f-4b38-9fe2-ca491b0a3f78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0452061 Nov 23 22:52:27.990881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.007154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4208b-edbe-463c-b994-15afb105b15a req-51a0c91c-ceb9-4076-9e1e-e754de8a1fb8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:28.016436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1b4208b-edbe-463c-b994-15afb105b15a req-51a0c91c-ceb9-4076-9e1e-e754de8a1fb8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1277759 Nov 23 22:52:28.050906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-07b2dc26-5eb6-42fa-98fe-3533ecbcbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:28.052332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-07b2dc26-5eb6-42fa-98fe-3533ecbcbc61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0556333 Nov 23 22:52:28.060187 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a532f356-2495-46c4-b8ec-f6a086af4420 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.063358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.097249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a532f356-2495-46c4-b8ec-f6a086af4420 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.113330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1b4208b-edbe-463c-b994-15afb105b15a req-ca66463e-6ca2-4648-be09-012369be14aa tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947433 Nov 23 22:52:28.142030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b692a934-86bc-43dc-879e-b773b86ae9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:28.143767 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b692a934-86bc-43dc-879e-b773b86ae9f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821481 Nov 23 22:52:28.148218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a532f356-2495-46c4-b8ec-f6a086af4420 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.149763 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a532f356-2495-46c4-b8ec-f6a086af4420 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8760474 Nov 23 22:52:28.159811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49396) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:28.162722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532f356-2495-46c4-b8ec-f6a086af4420 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01cc5c2-4e77-4df4-830b-aba49bf63cbc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:28.185365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ba03c96b-deac-4130-b6d7-4fa73b986851 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b01cc5c2-4e77-4df4-830b-aba49bf63cbc', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:28.290254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-ccc5060e-a553-4837-b6ed-f0156889b75a service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385665 Nov 23 22:52:28.300378 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba03c96b-deac-4130-b6d7-4fa73b986851 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.308701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Allocated IP 172.25.0.224 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/33da76f9-0a79-4f3e-82dc-97a81a5ae8eb) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:28.436490 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba03c96b-deac-4130-b6d7-4fa73b986851 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.475139 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba03c96b-deac-4130-b6d7-4fa73b986851 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.487347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.508618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03c96b-deac-4130-b6d7-4fa73b986851 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638f0320-a2e4-4643-9494-a97d93f0a8cf,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:28.531533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.535093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba03c96b-deac-4130-b6d7-4fa73b986851 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.536464 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ba03c96b-deac-4130-b6d7-4fa73b986851 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747373 Nov 23 22:52:28.539321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:28.545476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ca010153-f587-478f-805b-536b8b1d47cd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b01cc5c2-4e77-4df4-830b-aba49bf63cbc', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:28.577232 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b22db422-2011-4b2e-9b1e-94debcd5a516 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780933 Nov 23 22:52:28.587252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:28.590663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:28.593099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca010153-f587-478f-805b-536b8b1d47cd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.593327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:28.623018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Pushing event updated for resources: {'Port': ['ID=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:28.642928 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-07a72632-2968-41ff-87b7-0f7143fc0ea4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc HTTP/1.1" status: 200 len: 217 time: 0.0570638 Nov 23 22:52:28.735697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-fa6d2ce1-26a3-4975-9939-61fdb0576d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:28.738599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-fa6d2ce1-26a3-4975-9939-61fdb0576d48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0812528 Nov 23 22:52:28.751420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca010153-f587-478f-805b-536b8b1d47cd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.768075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca010153-f587-478f-805b-536b8b1d47cd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.824604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca010153-f587-478f-805b-536b8b1d47cd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e18327-7917-46a4-9bfc-52ba3ca57808,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:28.846750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca010153-f587-478f-805b-536b8b1d47cd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.848019 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ca010153-f587-478f-805b-536b8b1d47cd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3076975 Nov 23 22:52:28.851041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49406) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:28.859015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-20650c88-cc04-405f-8e22-91ad953ecd0a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b01cc5c2-4e77-4df4-830b-aba49bf63cbc', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:28.867859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-3790f72d-bb66-4ab2-a493-62341e5a1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:28.870173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-3790f72d-bb66-4ab2-a493-62341e5a1538 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1167443 Nov 23 22:52:28.927807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20650c88-cc04-405f-8e22-91ad953ecd0a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:28.967999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.040760 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-0d20e38c-a9b7-435d-bcf0-d44b9d4eb89b service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554139 Nov 23 22:52:29.044693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20650c88-cc04-405f-8e22-91ad953ecd0a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.107017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c8f23f1d-67e0-443b-abab-0cffd5cde6de up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:29.164573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-3f5e2ea9-cfb9-4522-87cf-cb923620bde9 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222820 Nov 23 22:52:29.165706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20650c88-cc04-405f-8e22-91ad953ecd0a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.211545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c8f23f1d-67e0-443b-abab-0cffd5cde6de triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:29.213185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.234485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20650c88-cc04-405f-8e22-91ad953ecd0a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632da06c-ef85-4701-adbf-123d0db9571c,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:29.237600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-3649d68d-5fd9-4398-9859-669288f23af9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b HTTP/1.1" status: 200 len: 217 time: 0.0578110 Nov 23 22:52:29.258627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20650c88-cc04-405f-8e22-91ad953ecd0a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.260772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-20650c88-cc04-405f-8e22-91ad953ecd0a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4076924 Nov 23 22:52:29.286503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49412) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:29.291896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9a75f611-376a-4559-b8ab-545e7b190395 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b01cc5c2-4e77-4df4-830b-aba49bf63cbc', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:29.334781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-38a620d1-e5b1-4b90-879a-bf14d11c50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:29.336585 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-38a620d1-e5b1-4b90-879a-bf14d11c50dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0913792 Nov 23 22:52:29.346851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a75f611-376a-4559-b8ab-545e7b190395 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.474306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a75f611-376a-4559-b8ab-545e7b190395 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.493586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a75f611-376a-4559-b8ab-545e7b190395 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.519061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f611-376a-4559-b8ab-545e7b190395 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c992679-a934-4ead-be42-9ad345f2e02f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:29.532329 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a75f611-376a-4559-b8ab-545e7b190395 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.534206 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a75f611-376a-4559-b8ab-545e7b190395 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2464230 Nov 23 22:52:29.537100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49418) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:29.544155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b01cc5c2-4e77-4df4-830b-aba49bf63cbc', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:29.566687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-eb360347-5ab4-4142-a690-3a485ffdde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:29.568262 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-eb360347-5ab4-4142-a690-3a485ffdde80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550426 Nov 23 22:52:29.577918 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Project 938aed2b458f424e83288c1d36a9e80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:52:29.601971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.726030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.729713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-d3b6682e-5737-4109-8435-cb02da8799d2 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532505 Nov 23 22:52:29.731811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.773675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5aadd0-6eaa-4aaa-87b2-3af0335ed246,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:29.788721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.793865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dbb2e6a2-51f0-491e-a2e2-eeea9506b423 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2519238 Nov 23 22:52:29.793865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:29.799778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b01cc5c2-4e77-4df4-830b-aba49bf63cbc', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:29.819256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c2b9-31e1-45c0-a434-f9344ae1f446 req-c5d04b61-f598-4eda-9847-560c8350a145 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:29.821145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4223c2b9-31e1-45c0-a434-f9344ae1f446 req-c5d04b61-f598-4eda-9847-560c8350a145 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.5866151 Nov 23 22:52:29.835961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.876284 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Project 938aed2b458f424e83288c1d36a9e80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:52:29.884005 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-b1a6f6d1-9804-453d-b4a0-fef89242faea service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445234 Nov 23 22:52:29.885670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:29.945369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-d00b6ed6-463d-4d9f-97f4-48ec4de921e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e HTTP/1.1" status: 200 len: 217 time: 0.0490983 Nov 23 22:52:29.971250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4223c2b9-31e1-45c0-a434-f9344ae1f446 req-09c55b25-4415-4fee-ab0e-f4011086fb7b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418672 Nov 23 22:52:30.012470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:30.022326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-505d6f4b-3e72-47ec-9a03-3ce2d190ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:30.024121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-505d6f4b-3e72-47ec-9a03-3ce2d190ba17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.0678208 Nov 23 22:52:30.024831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:30.043803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:52:30.078780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fe898a-b63d-4c41-b236-e2bc6302d5df,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:30.091283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:30.096200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4f571e24-275e-4840-8122-bc2ea58533af tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3012712 Nov 23 22:52:30.116038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-184c79d4-a85c-4d27-9a02-e711100a9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:30.117772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-184c79d4-a85c-4d27-9a02-e711100a9376 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837417 Nov 23 22:52:30.182561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:30.196193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Sync routers for ids ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:30.209824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Routers {'dc29cdf3-df47-4de5-b5f2-f7568b3973c0'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:30.211148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:30.216449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:30.220351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bc5c598b-09d1-4119-a644-5b614f59d154 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0493467 Nov 23 22:52:30.220978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49426) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:30.289844 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-203956c8-b7fb-4514-9a24-93f75536dff0 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629770 Nov 23 22:52:30.404807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Set router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:30.470841 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-45fc1337-4fde-4342-a151-2c1b14246100 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731529 Nov 23 22:52:30.530887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-2c7e9e01-34f0-45f6-8c10-3563ba4856df tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386212895&fields=id&tenant_id=938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 267 time: 0.1721196 Nov 23 22:52:30.560637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-19571d8f-d97f-4241-a77c-9052fc1657fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 200 len: 217 time: 0.0531876 Nov 23 22:52:30.625359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-7b1ed8dc-41fa-4080-853d-a727aaa0b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:30.627278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-7b1ed8dc-41fa-4080-853d-a727aaa0b5e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.0595386 Nov 23 22:52:30.696939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:52:28Z', 'revision_number': 3, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:30.730436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Checking router: dc29cdf3-df47-4de5-b5f2-f7568b3973c0 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:30.731030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Updating router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:52:30.738112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-675c1cb7-b1da-4c15-9d3c-20744c143848 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:30.746505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-675c1cb7-b1da-4c15-9d3c-20744c143848 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/networks?id=faab6c47-023f-4df3-afd5-082e8a119947 HTTP/1.1" status: 200 len: 796 time: 0.2141981 Nov 23 22:52:30.751686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-a5ce5589-ca60-4fb2-a48c-0c82dcbcfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:30.754069 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-a5ce5589-ca60-4fb2-a48c-0c82dcbcfa3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123531 Nov 23 22:52:30.773920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-94f00310-1b2c-4a57-9c0a-04eff044751f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/quotas/938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 375 time: 0.0269206 Nov 23 22:52:30.779622 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:30.867657 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-6b527450-d89d-4a20-8468-6c47ab50c14e service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061299 Nov 23 22:52:30.868452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-e236502c-5067-4715-b55e-a397088d457e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924308 Nov 23 22:52:31.003423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d78adf3c-8974-4c9c-95a2-cf82bf06ac96 req-88ab3a0f-abef-4b56-83c6-7dbffb54ff63 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277728 Nov 23 22:52:31.034944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.156591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.164026 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.209901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-1c40a4f8-e08c-480e-bf39-bdc3c737723a service neutron] 10.222.0.11 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324921 Nov 23 22:52:31.230094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Attempting to bind port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:31.230751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Attempting to bind port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:31.231316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Attempting to bind port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:31.237011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0c076-a3fc-4674-b7cf-982c3f5ce696 None None] Pushing event updated for resources: {'Port': ['ID=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:31.251357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:31.252047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:31.252718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.253321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:31.254290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Bound port: 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:31.255060 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.334785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267c97-cd59-4d5b-abb8-16896ec9fa81 req-d7865195-4935-4f11-a6f4-6287124394c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:31.336966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38267c97-cd59-4d5b-abb8-16896ec9fa81 req-d7865195-4935-4f11-a6f4-6287124394c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1931493 Nov 23 22:52:31.350166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] For port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:31.355075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] For port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:31.362268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.421169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Routers {'dc29cdf3-df47-4de5-b5f2-f7568b3973c0'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:31.421890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:31.430388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-ca2c13a9-0e8a-46a6-89a3-7574b87c8e19 service neutron] 10.222.0.11 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195942 Nov 23 22:52:31.451741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38267c97-cd59-4d5b-abb8-16896ec9fa81 req-9ebc4de8-0940-4a35-801e-28e66f3fe345 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022360 Nov 23 22:52:31.455105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Allocated IP 172.20.0.1 (3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be/c4aba33f-4b95-48f6-acb2-f380fb21d100/d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:31.567604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] Set router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:31.594083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.647845 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.700497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:31.704052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:31.707910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:31.720906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0c076-a3fc-4674-b7cf-982c3f5ce696 None None] Pushing event updated for resources: {'Port': ['ID=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:31.735614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-520ce6ea-8716-4c63-91c8-390a56beae18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.753442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:31.806966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.891819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:52:28Z', 'revision_number': 3, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:31.927715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b25d7-2447-4af8-a7e5-06ae9ed35f27 None None] The sync data for ids ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'] in n-d-817303-3 is: [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:52:28Z', 'revision_number': 3, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:31.946097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb1028b7-5fbf-4790-bf1d-fb1aa704d370 req-72bb9ef5-08ad-45af-a30e-2f86ee7e0720 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 210 time: 0.0353942 Nov 23 22:52:31.957688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd49300-63e6-4810-b00f-b4e94fee1faf req-adb775e0-43aa-4f4c-a8bb-b06d529c69dd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:31.959361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccd49300-63e6-4810-b00f-b4e94fee1faf req-adb775e0-43aa-4f4c-a8bb-b06d529c69dd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1555922 Nov 23 22:52:32.087731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccd49300-63e6-4810-b00f-b4e94fee1faf req-4c46fd2a-329c-41c7-aa9b-5bfd3df488f7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970030 Nov 23 22:52:32.093410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:32.346710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66bff4-2b1d-4bbd-8852-44d255cb5008 req-b15988e3-f9ee-4797-80f5-f7d6ec1e5ed7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:32.356496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd66bff4-2b1d-4bbd-8852-44d255cb5008 req-b15988e3-f9ee-4797-80f5-f7d6ec1e5ed7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1570187 Nov 23 22:52:32.453309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd66bff4-2b1d-4bbd-8852-44d255cb5008 req-726a0d35-502a-4abf-97d1-f4919b0b8a15 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947187 Nov 23 22:52:32.486001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:32.523253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:32.627094 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:32.638184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:32.752003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:32.753579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:33.006639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-4de2b680-4056-4284-a85f-27b7c36759f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:33.014028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-4de2b680-4056-4284-a85f-27b7c36759f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.1823626 Nov 23 22:52:33.036235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-791b40ee-3140-4623-9c90-ef134c36dd15 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/quotas/8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 375 time: 0.0212288 Nov 23 22:52:33.062817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:33.169598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:33.228792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5795cef2-3675-429e-a48d-4927ec35616a req-538e3f11-1cf3-48a6-9d03-2704e1d6db81 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 210 time: 0.0431859 Nov 23 22:52:33.264034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-53d1ac25-5975-4128-acce-fdd1e2d73a84 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2267940 Nov 23 22:52:33.311615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:33.311860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:33.487130 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:33.490760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:33.500627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-943e90cb-b56a-42fa-a27d-654c664992c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/dc29cdf3-df47-4de5-b5f2-f7568b3973c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2782633 Nov 23 22:52:33.560319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-d7681010-9ef6-466d-a3b7-deba9098ecab service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953901 Nov 23 22:52:33.566408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-3b0f08cb-df57-402f-97d0-33a6e8c2c05b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:33.575457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-3b0f08cb-df57-402f-97d0-33a6e8c2c05b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/networks?id=faab6c47-023f-4df3-afd5-082e8a119947 HTTP/1.1" status: 200 len: 796 time: 0.3341112 Nov 23 22:52:33.584636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:33.593777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:33.724551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:33.739337 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-2e36716e-93a2-4f81-8a66-5a342cb66a28 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 379 time: 0.1473746 Nov 23 22:52:33.753044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'port': {'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'admin_state_up': True, 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'security_groups': ['b01cc5c2-4e77-4df4-830b-aba49bf63cbc']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:33.780780 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-74bb4e2c-8d2a-4291-a619-fba53dcc4690 service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124918 Nov 23 22:52:33.953492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:33.959340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:34.099219 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b025008c-9c7a-4071-bbc0-4c75c6889bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:34.197123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8c5d305-9fd1-4e82-b4bc-dd9a89cabdab req-abdb2c4e-917e-4f2a-8e43-aa5dd6b790ba tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 210 time: 0.0496578 Nov 23 22:52:34.260233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.20.0.11 (faab6c47-023f-4df3-afd5-082e8a119947/508374c0-b764-4975-9eaf-1f60dac29799/16320a79-fc47-470b-adab-24be2a516b94) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:34.355969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6723de5c-7bb6-4098-98e7-ac0bfc1c115a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:34.368451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6723de5c-7bb6-4098-98e7-ac0bfc1c115a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 811 time: 0.2451625 Nov 23 22:52:34.391434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f71abb71-8d92-4652-914c-448fd7b7aaed tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/quotas/3fb99c4bc4c344ec941db5f0b7050cd5 HTTP/1.1" status: 200 len: 375 time: 0.0180779 Nov 23 22:52:34.458218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6642495b-47bc-4292-983c-c98bd52c2271 req-992a30e0-6381-4c0b-83ca-19e75c60b596 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 210 time: 0.0340762 Nov 23 22:52:34.474587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:34.479372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-e08d238b-e0c8-4bfb-963a-2a34fa64433b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868366 Nov 23 22:52:34.545026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:34.597985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network faab6c47-023f-4df3-afd5-082e8a119947 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:34.602045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:34.607044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:34.645993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-1f3c3444-33d4-49e6-9a71-bb1ab088a689 service neutron] 10.222.0.11 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539385 Nov 23 22:52:34.654906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=16320a79-fc47-470b-adab-24be2a516b94,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:34.675410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Sync routers for ids ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:34.689783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:34.690738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:34.696523 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Routers {'dc29cdf3-df47-4de5-b5f2-f7568b3973c0'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:34.698215 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:34.717714 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-30960c69-055a-4b5a-925a-85f40f8a8af2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9704108 Nov 23 22:52:34.742386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Request body: {'port': {'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:34.827183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-a937c36a-0a62-4fdc-b8e0-4a4c1ffb4fda service neutron] 10.222.0.11 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803074 Nov 23 22:52:34.856641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:34.918785 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Set router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:35.044367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:35.073768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c8f89cf4-dab1-44a2-82f3-51b645cf3f75 None None] Provisioning complete for port 16320a79-fc47-470b-adab-24be2a516b94 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:35.076886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8f89cf4-dab1-44a2-82f3-51b645cf3f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:35.162192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c8f89cf4-dab1-44a2-82f3-51b645cf3f75 None None] Port 16320a79-fc47-470b-adab-24be2a516b94 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:35.241275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:35.280783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04e0bb8d-be19-458c-a99c-1c2e936a8dda req-678b829e-bca6-4cbb-9c0b-063e01f030eb tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 210 time: 0.1148913 Nov 23 22:52:35.368652 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:52:32Z', 'revision_number': 4, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd6bda31f-d2a5-42e7-ac6b-c91d81bb56b1', 'name': '', 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'mac_address': 'fa:16:3e:87:43:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:31Z', 'updated_at': '2021-11-23T22:52:32Z', 'revision_number': 2, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'subnets': [{'id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:35.404030 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Checking router: dc29cdf3-df47-4de5-b5f2-f7568b3973c0 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:35.404575 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Updating router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:52:35.417641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16320a79-fc47-470b-adab-24be2a516b94 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:35.428748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:35.429479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:35.441595 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:35.465940 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:35.469766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Transition to ACTIVE for port object 16320a79-fc47-470b-adab-24be2a516b94 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:52:35.480773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:35.559605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50e15f95-ea4f-4630-8505-d85b2738b2b2 req-f0054035-a9aa-44ca-86d2-6d0637ef1d1a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 210 time: 0.1009319 Nov 23 22:52:35.663105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Pushing event updated for resources: {'Port': ['ID=16320a79-fc47-470b-adab-24be2a516b94,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:35.886329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f029-54fb-482b-890a-46be484dfedc req-cf938c61-7de2-40e0-897d-0559a988b161 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:35.915127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Attempting to bind port 16320a79-fc47-470b-adab-24be2a516b94 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:35.915541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Attempting to bind port 16320a79-fc47-470b-adab-24be2a516b94 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:35.915952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Attempting to bind port 16320a79-fc47-470b-adab-24be2a516b94 on network faab6c47-023f-4df3-afd5-082e8a119947 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:35.916317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0b5f029-54fb-482b-890a-46be484dfedc req-cf938c61-7de2-40e0-897d-0559a988b161 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 944 time: 0.2411849 Nov 23 22:52:35.921752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Port 16320a79-fc47-470b-adab-24be2a516b94 on network faab6c47-023f-4df3-afd5-082e8a119947 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:52:35.922149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Attempting to bind port 16320a79-fc47-470b-adab-24be2a516b94 on network faab6c47-023f-4df3-afd5-082e8a119947 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:35.942757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:35.943032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Checking segment: {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:35.943394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Bound using segment: {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:35.943845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Bound port: 16320a79-fc47-470b-adab-24be2a516b94, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b3e7ce-025f-4c46-bea2-4505976050d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:35.944233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:35.997066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-e8f39302-b494-4c35-bb56-9d79708bd72a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:35.999646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-e8f39302-b494-4c35-bb56-9d79708bd72a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.5874329 Nov 23 22:52:36.018351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'port': {'device_id': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'admin_state_up': True, 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:36.076227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] For port 16320a79-fc47-470b-adab-24be2a516b94, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:36.084395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] For port 16320a79-fc47-470b-adab-24be2a516b94, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=16320a79-fc47-470b-adab-24be2a516b94,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:36.087699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0b5f029-54fb-482b-890a-46be484dfedc req-fd9b86c4-bafe-4db9-b31b-f8e1cc4cf3e8 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701586 Nov 23 22:52:36.096883 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.125194 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.133021 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.160754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:36.161409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.162926 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] 10.222.0.48 "PUT /v2.0/ports/16320a79-fc47-470b-adab-24be2a516b94 HTTP/1.1" status: 200 len: 1092 time: 1.4298220 Nov 23 22:52:36.167087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'tag': '16320a79-fc47-470b-adab-24be2a516b94'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:36.171748 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "tag": "16320a79-fc47-470b-adab-24be2a516b94"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:36.309035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d199d4-4fa1-42f0-8aee-0bd448ba4425 service neutron] Pushing event updated for resources: {'Port': ['ID=16320a79-fc47-470b-adab-24be2a516b94,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:36.378156 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd4fc28-5859-4760-bb8c-2464e7a16807 x-openstack-request-id: req-2dd4fc28-5859-4760-bb8c-2464e7a16807 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:36.380081 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2cb45-30f0-4401-a7bb-da946ab5fc88 None None] Pushing event updated for resources: {'Port': ['ID=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:36.380577 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "tag": "16320a79-fc47-470b-adab-24be2a516b94", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:36.380934 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2dd4fc28-5859-4760-bb8c-2464e7a16807 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:36.381473 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'tag': '16320a79-fc47-470b-adab-24be2a516b94', 'status': 'completed', 'code': 200} Nov 23 22:52:36.387088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Made reservation on behalf of 8d524ce723c54b2c9f55db9abfefa842 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:36.403387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.450968 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Attempting to bind port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:36.456397 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Attempting to bind port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:36.457175 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Attempting to bind port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 on network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:36.469445 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.489029 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:36.489585 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Checking segment: {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:36.490228 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.490666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-a4c0f8c0-3282-4bd6-aff5-4b5c38258f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:36.491112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Bound using segment: {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:36.492247 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-a4c0f8c0-3282-4bd6-aff5-4b5c38258f91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1612327 Nov 23 22:52:36.492861 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Bound port: d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:36.495829 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.538114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f943a1f7-1d75-465d-9841-5956a41149d4 req-3eaa28ef-aa40-4400-ad26-960cb58b744f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 210 time: 0.0390012 Nov 23 22:52:36.626966 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] For port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:36.629032 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-9c7cc9e0-9a6d-4a7b-86ac-29b44b25508d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16320a79-fc47-470b-adab-24be2a516b94 HTTP/1.1" status: 200 len: 217 time: 0.1158240 Nov 23 22:52:36.630804 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] For port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:36.641744 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:36.707995 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Routers {'dc29cdf3-df47-4de5-b5f2-f7568b3973c0'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:36.708827 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:36.709815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-71ad4bbf-2892-41f3-a1b1-2bcf04ea3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:36.711810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-71ad4bbf-2892-41f3-a1b1-2bcf04ea3c68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=508374c0-b764-4975-9eaf-1f60dac29799 HTTP/1.1" status: 200 len: 835 time: 0.0752127 Nov 23 22:52:36.770933 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2cb45-30f0-4401-a7bb-da946ab5fc88 None None] Pushing event updated for resources: {'Port': ['ID=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:36.784939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-c1bc1853-a4ac-4b5a-8f7d-dd8a56ea7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:36.786611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-c1bc1853-a4ac-4b5a-8f7d-dd8a56ea7c07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=faab6c47-023f-4df3-afd5-082e8a119947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652144 Nov 23 22:52:36.911518 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] Set router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:37.000036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-1a9115f5-6f41-4115-a9be-d02be1e8efb2 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958969 Nov 23 22:52:37.184969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-873e19f3-3767-4ca9-8984-5e67cb1ee6cd req-e8f344b6-e481-445b-91d0-f958c3c91aba tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 210 time: 0.4765620 Nov 23 22:52:37.231006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b2d8850-5eb9-4db3-b6f9-7f146a3c4e3e req-e92f439b-4227-4540-b358-c705b27865a6 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061768 Nov 23 22:52:37.237983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Allocated IP 172.20.0.8 (4ceb42f0-96f0-408b-a1b0-14731cc84da4/cb19bfdd-3f05-4f7d-bd68-bf739a632ced/1be2901b-0787-46f4-be0d-cb1fd1068421) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:37.440085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-e26dd112-c07f-4c38-aa92-2df2f1d3cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:37.446256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:37.450548 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-e26dd112-c07f-4c38-aa92-2df2f1d3cb7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1038303 Nov 23 22:52:37.464156 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:52:32Z', 'revision_number': 4, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd6bda31f-d2a5-42e7-ac6b-c91d81bb56b1', 'name': '', 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'mac_address': 'fa:16:3e:87:43:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:31Z', 'updated_at': '2021-11-23T22:52:36Z', 'revision_number': 4, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'subnets': [{'id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:37.467248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:37.525873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:37.539613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:37.551619 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43cf01-0a37-48d3-ade1-926157108f12 None None] The sync data for ids ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'] in n-d-817303-3 is: [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:52:32Z', 'revision_number': 4, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd6bda31f-d2a5-42e7-ac6b-c91d81bb56b1', 'name': '', 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'mac_address': 'fa:16:3e:87:43:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:31Z', 'updated_at': '2021-11-23T22:52:36Z', 'revision_number': 4, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'subnets': [{'id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:37.650730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=1be2901b-0787-46f4-be0d-cb1fd1068421,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:37.693896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-edcefa36-20b0-4b1b-8291-417c0a69b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:37.700099 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-edcefa36-20b0-4b1b-8291-417c0a69b465 service neutron] 10.222.0.48 "GET /v2.0/networks?id=faab6c47-023f-4df3-afd5-082e8a119947 HTTP/1.1" status: 200 len: 897 time: 0.2343752 Nov 23 22:52:37.716487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa80da7-7e73-4ea3-b944-f62a050a58a5 req-3ac49094-cffa-4362-a71c-edf3c1a974ac tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:37.726182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fa80da7-7e73-4ea3-b944-f62a050a58a5 req-3ac49094-cffa-4362-a71c-edf3c1a974ac tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 944 time: 0.4926367 Nov 23 22:52:37.747878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:37.787225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:37.801232 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-1ba33335-e1b7-4244-869b-4b3ee86f8956 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16320a79-fc47-470b-adab-24be2a516b94 HTTP/1.1" status: 200 len: 217 time: 0.0856295 Nov 23 22:52:37.814230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-5e35ef69-6181-43d1-a99b-f50ea66aad5e tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:37.816282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-5e35ef69-6181-43d1-a99b-f50ea66aad5e tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.48 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 811 time: 0.6484828 Nov 23 22:52:37.823238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:37.864868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Request body: {'port': {'device_id': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'admin_state_up': True, 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:37.891828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-4e696bd3-f4fa-46ff-a3aa-f58186ad08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:37.894522 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:37.895852 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-4e696bd3-f4fa-46ff-a3aa-f58186ad08ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=508374c0-b764-4975-9eaf-1f60dac29799 HTTP/1.1" status: 200 len: 835 time: 0.0854461 Nov 23 22:52:37.938691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d4b9aab-aab2-48e6-bc29-46af2d82d7a6 req-53a16516-e835-45e5-8a80-1b07b923dc07 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 210 time: 0.1173160 Nov 23 22:52:37.979810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-1e6eea23-2ff8-4f87-8be0-eefa0f57a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:37.981699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-1e6eea23-2ff8-4f87-8be0-eefa0f57a529 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=faab6c47-023f-4df3-afd5-082e8a119947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626721 Nov 23 22:52:38.065218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fa80da7-7e73-4ea3-b944-f62a050a58a5 req-ea4a35a5-b14f-4200-887b-e397a4079415 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795568 Nov 23 22:52:38.154291 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-87b92542-0467-4959-88ef-0a1810248816 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629901 Nov 23 22:52:38.197667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:38.198924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:38.240378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-43d3512e-57af-4967-942e-f462a3a86692 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2271795 Nov 23 22:52:38.245805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-55aafef4-1519-4117-a296-b9ae75237355 None None] Provisioning complete for port 1be2901b-0787-46f4-be0d-cb1fd1068421 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:38.246246 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-55aafef4-1519-4117-a296-b9ae75237355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:38.256663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Request body: {'port': {'device_id': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:38.334275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-55aafef4-1519-4117-a296-b9ae75237355 None None] Port 1be2901b-0787-46f4-be0d-cb1fd1068421 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:38.405033 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e09d202f-d8a6-4ea9-a86c-b59827ec2ffe req-1e6f5797-f26a-4e41-a8c7-dcc019c79470 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402298 Nov 23 22:52:38.420472 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:38.440427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Made reservation on behalf of 3fb99c4bc4c344ec941db5f0b7050cd5 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:38.444264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:38.511237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb94198-1a41-4f31-93bc-796bfa7cae31 req-6cb8b79d-95e7-4232-9749-8ebc2dde92b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:38.520036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cb94198-1a41-4f31-93bc-796bfa7cae31 req-6cb8b79d-95e7-4232-9749-8ebc2dde92b1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 931 time: 0.1778412 Nov 23 22:52:38.749606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cb94198-1a41-4f31-93bc-796bfa7cae31 req-52785a40-16f3-4016-8401-346c4b993010 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043049 Nov 23 22:52:38.817075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Allocated IP 172.20.0.8 (3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be/c4aba33f-4b95-48f6-acb2-f380fb21d100/f9b7e136-7fc2-4478-b9c0-78e087f43dec) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:38.967834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be2901b-0787-46f4-be0d-cb1fd1068421 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:39.003411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.027699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Transition to ACTIVE for port object 1be2901b-0787-46f4-be0d-cb1fd1068421 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:52:39.034676 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.131710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4e0f5d1-c4d6-4375-852c-4b8fce2940ed req-8ef72a7f-93ab-48ed-9c9f-de64dc7e8f34 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 210 time: 0.0696836 Nov 23 22:52:39.137402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:39.166415 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.253065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Pushing event updated for resources: {'Port': ['ID=1be2901b-0787-46f4-be0d-cb1fd1068421,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:39.273925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:39.274300 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.330705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d735e-405d-4ab5-b49b-8c73e0ad3f38 req-cf6d244d-e365-458f-8b85-76f22d5664ad tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:39.344403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d98d735e-405d-4ab5-b49b-8c73e0ad3f38 req-cf6d244d-e365-458f-8b85-76f22d5664ad tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 944 time: 0.1282477 Nov 23 22:52:39.428422 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.481720 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.501971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Attempting to bind port 1be2901b-0787-46f4-be0d-cb1fd1068421 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:39.502435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Attempting to bind port 1be2901b-0787-46f4-be0d-cb1fd1068421 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:39.502611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Attempting to bind port 1be2901b-0787-46f4-be0d-cb1fd1068421 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:39.522407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d98d735e-405d-4ab5-b49b-8c73e0ad3f38 req-bf064e56-566b-40db-be81-1e7541cb7b8c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769545 Nov 23 22:52:39.551355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:39.569046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.628568 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:39.632368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:39.664987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Port 1be2901b-0787-46f4-be0d-cb1fd1068421 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:52:39.665858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Attempting to bind port 1be2901b-0787-46f4-be0d-cb1fd1068421 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:39.668252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:39.676056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Pushing event updated for resources: {'Port': ['ID=f9b7e136-7fc2-4478-b9c0-78e087f43dec,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:39.708372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:39.713924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:39.714415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:39.714901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Bound using segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:39.715455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Bound port: 1be2901b-0787-46f4-be0d-cb1fd1068421, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:39.716108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.762848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eda24-d747-4962-b3e7-fb741c358e63 req-4355b783-5afd-4010-bdf3-ea00d51a1c49 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:39.770675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de8eda24-d747-4962-b3e7-fb741c358e63 req-4355b783-5afd-4010-bdf3-ea00d51a1c49 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.2352970 Nov 23 22:52:39.785052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:39.785758 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:39.842148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-f4b9c0d5-1abf-4110-a511-8b7843f5652d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9818814 Nov 23 22:52:39.878627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Request body: {'port': {'device_id': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:39.917141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de8eda24-d747-4962-b3e7-fb741c358e63 req-810ee810-77ba-4f37-810e-fa85164d4719 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450648 Nov 23 22:52:39.926770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] For port 1be2901b-0787-46f4-be0d-cb1fd1068421, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:39.981800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] For port 1be2901b-0787-46f4-be0d-cb1fd1068421, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1be2901b-0787-46f4-be0d-cb1fd1068421,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:40.011805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:40.050870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:40.076349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:40.076959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:40.078564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] 10.222.0.46 "PUT /v2.0/ports/1be2901b-0787-46f4-be0d-cb1fd1068421 HTTP/1.1" status: 200 len: 1091 time: 1.8264818 Nov 23 22:52:40.083723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'tag': '1be2901b-0787-46f4-be0d-cb1fd1068421'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:40.086003 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4048cbf-48fd-419d-9db1-822c3e12a637" -d '{"events": [{"name": "network-changed", "server_uuid": "c01c0d42-bf8a-41ac-ae28-836189b819ec", "tag": "1be2901b-0787-46f4-be0d-cb1fd1068421"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:40.124402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272f11-caa5-4d62-828e-37aba135c52e req-5c72a3b9-3015-4d7d-97ff-8563e7a17170 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:40.126090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb272f11-caa5-4d62-828e-37aba135c52e req-5c72a3b9-3015-4d7d-97ff-8563e7a17170 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 943 time: 0.1758850 Nov 23 22:52:40.178476 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f068c33-f87a-46d7-91cd-0ead48e650a6 x-openstack-request-id: req-0f068c33-f87a-46d7-91cd-0ead48e650a6 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:40.179076 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01c0d42-bf8a-41ac-ae28-836189b819ec", "tag": "1be2901b-0787-46f4-be0d-cb1fd1068421", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:40.179447 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f068c33-f87a-46d7-91cd-0ead48e650a6 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:40.179957 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'tag': '1be2901b-0787-46f4-be0d-cb1fd1068421', 'status': 'completed', 'code': 200} Nov 23 22:52:40.253169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Pushing event updated for resources: {'Port': ['ID=1be2901b-0787-46f4-be0d-cb1fd1068421,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:40.308649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.309048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.309394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.309728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.310111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.310444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.310786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.311119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.311473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.311833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.312155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.312478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca522325-051d-4eed-9414-7ea42fe9bccd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:40.397458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb272f11-caa5-4d62-828e-37aba135c52e req-5f18d76e-bc1b-4d46-90e9-999e3504e1c7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164078 Nov 23 22:52:40.410310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-854c1ae9-50f8-44fc-a321-a7ed0dd83fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:40.411868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-854c1ae9-50f8-44fc-a321-a7ed0dd83fcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 1094 time: 0.2821057 Nov 23 22:52:40.441440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d9be6-6704-4800-9daf-dff79c4e0ead req-78dbbe9a-e9d4-4192-b51c-e5282ac16af0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:40.442920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f02d9be6-6704-4800-9daf-dff79c4e0ead req-78dbbe9a-e9d4-4192-b51c-e5282ac16af0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 931 time: 0.2233510 Nov 23 22:52:40.504520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-ae5b9b84-9796-4ca7-9900-772e2491cf04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be2901b-0787-46f4-be0d-cb1fd1068421 HTTP/1.1" status: 200 len: 217 time: 0.0814795 Nov 23 22:52:40.658866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-fb154aa4-1a99-4b6b-9721-3f20d5380563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:40.660414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-fb154aa4-1a99-4b6b-9721-3f20d5380563 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1420147 Nov 23 22:52:40.682790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f02d9be6-6704-4800-9daf-dff79c4e0ead req-094ba358-1aec-49bf-b3ef-685c134a04e5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310979 Nov 23 22:52:40.782074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea21b1-adfa-4bad-b2da-b40e7e71f30b req-dadf5607-ce76-46e5-89a8-c6cfe9a6b538 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:40.783981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17ea21b1-adfa-4bad-b2da-b40e7e71f30b req-dadf5607-ce76-46e5-89a8-c6cfe9a6b538 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 944 time: 0.1544213 Nov 23 22:52:40.795350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c738e5-e630-4128-8bfc-9a194710137a req-8ee9e0e3-96fa-401d-8f80-65333e49b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:40.796964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-8ee9e0e3-96fa-401d-8f80-65333e49b384 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081648 Nov 23 22:52:40.828903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b7e136-7fc2-4478-b9c0-78e087f43dec {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:40.857552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:40.934746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17ea21b1-adfa-4bad-b2da-b40e7e71f30b req-387d351d-13d1-4b76-9b66-efd3a5bb1623 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318769 Nov 23 22:52:40.942512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Transition to ACTIVE for port object f9b7e136-7fc2-4478-b9c0-78e087f43dec will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:52:40.955072 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:41.048706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-fdb68ab2-42c4-4f29-9625-83427ab88889 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366576 Nov 23 22:52:41.057751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 16320a79-fc47-470b-adab-24be2a516b94 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:52:41.120585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:41.180663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c738e5-e630-4128-8bfc-9a194710137a req-b1fd096f-048a-4abf-910a-620a8c3b2baf service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218102 Nov 23 22:52:41.205245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7e136-7fc2-4478-b9c0-78e087f43dec,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:41.269393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:41.270107 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:41.330226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Attempting to bind port f9b7e136-7fc2-4478-b9c0-78e087f43dec on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:41.330681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Attempting to bind port f9b7e136-7fc2-4478-b9c0-78e087f43dec by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:41.331214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Attempting to bind port f9b7e136-7fc2-4478-b9c0-78e087f43dec on network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:41.335987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 16320a79-fc47-470b-adab-24be2a516b94, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=16320a79-fc47-470b-adab-24be2a516b94,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:41.356465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-fea36286-d49e-451d-99c0-2814ad3bfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:41.358503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-fea36286-d49e-451d-99c0-2814ad3bfdf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 1094 time: 0.1162636 Nov 23 22:52:41.359112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Port f9b7e136-7fc2-4478-b9c0-78e087f43dec on network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:52:41.359435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Attempting to bind port f9b7e136-7fc2-4478-b9c0-78e087f43dec on network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:41.375556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:41.375948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Checking segment: {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:41.376286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Bound using segment: {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:41.377356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Bound port: f9b7e136-7fc2-4478-b9c0-78e087f43dec, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:41.377720 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:41.405304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '16320a79-fc47-470b-adab-24be2a516b94', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:52:41.452269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] For port f9b7e136-7fc2-4478-b9c0-78e087f43dec, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:41.455635 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] For port f9b7e136-7fc2-4478-b9c0-78e087f43dec, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:41.457502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:41.473229 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:41.491787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16320a79-fc47-470b-adab-24be2a516b94 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:41.521000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 16320a79-fc47-470b-adab-24be2a516b94, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=16320a79-fc47-470b-adab-24be2a516b94,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:41.526719 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:41.590463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=16320a79-fc47-470b-adab-24be2a516b94,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:41.616352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ee857-293e-4a09-9d30-7c483fa8e3b4 req-8b4dbbe3-3432-4d60-99d9-4aa0b5989ee1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:41.617985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d7ee857-293e-4a09-9d30-7c483fa8e3b4 req-8b4dbbe3-3432-4d60-99d9-4aa0b5989ee1 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.2990422 Nov 23 22:52:41.619725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:41.620344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:41.621764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9b7e136-7fc2-4478-b9c0-78e087f43dec HTTP/1.1" status: 200 len: 1091 time: 1.7477102 Nov 23 22:52:41.657229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945ff29-37a5-49cc-a660-15486463ff79 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b7e136-7fc2-4478-b9c0-78e087f43dec,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:41.695680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-d06f6f01-9f63-4308-9b22-dc64de8ddd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:41.697394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-d06f6f01-9f63-4308-9b22-dc64de8ddd26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.3301482 Nov 23 22:52:41.705140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82075b-1dbc-4cbe-90f7-480effaf4093 req-36e4e1b9-8be1-4727-8827-f21753205787 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:41.706542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b82075b-1dbc-4cbe-90f7-480effaf4093 req-36e4e1b9-8be1-4727-8827-f21753205787 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 943 time: 0.1822228 Nov 23 22:52:41.780038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-11868410-008b-46d7-8a88-770a911e26dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be2901b-0787-46f4-be0d-cb1fd1068421 HTTP/1.1" status: 200 len: 217 time: 0.0724633 Nov 23 22:52:41.837800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d7ee857-293e-4a09-9d30-7c483fa8e3b4 req-32fb7a3b-cff0-46b7-9839-0e8587f0afdb tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036130 Nov 23 22:52:41.872186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-5e242b71-41a5-4cc6-9ada-ad2ff6ff07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:41.875559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-5e242b71-41a5-4cc6-9ada-ad2ff6ff07ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 1094 time: 0.1882985 Nov 23 22:52:41.875559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-0bbabacb-6742-4df8-931d-436dfbac16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:41.876864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-0bbabacb-6742-4df8-931d-436dfbac16c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0866709 Nov 23 22:52:41.940328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['16320a79-fc47-470b-adab-24be2a516b94'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:42.299536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'tag': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:42.301824 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39" -d '{"events": [{"name": "network-changed", "server_uuid": "6d354f8f-103a-48ef-a2d4-99d587c09e0c", "tag": "f9b7e136-7fc2-4478-b9c0-78e087f43dec"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:42.308352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b82075b-1dbc-4cbe-90f7-480effaf4093 req-4333462e-8ea3-49cc-9e03-c2b6c9dd1230 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790894 Nov 23 22:52:42.312289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6ba625bc-b9a6-422f-b0e3-c84f51cf4488 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec HTTP/1.1" status: 200 len: 217 time: 0.4229081 Nov 23 22:52:42.400386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-fd77b585-8611-43e9-ae77-523e9e449646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:42.401960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-fd77b585-8611-43e9-ae77-523e9e449646 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5145233 Nov 23 22:52:42.422829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6202d206-c0a3-4aca-91b3-3d05b7da2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:42.424198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-6202d206-c0a3-4aca-91b3-3d05b7da2b33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 200 len: 851 time: 0.0993061 Nov 23 22:52:42.432375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5a41-f3e5-4c12-8985-f282f5b3b3c8 req-ecdb033f-73af-46a8-bd6b-5a15b99d8abd tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:42.433726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cab5a41-f3e5-4c12-8985-f282f5b3b3c8 req-ecdb033f-73af-46a8-bd6b-5a15b99d8abd tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 943 time: 0.1243830 Nov 23 22:52:42.509982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-3acaa607-f1ad-4ef5-b5bd-fbf7f25ede01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596924 Nov 23 22:52:42.599192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624a7bb-c420-444c-ba2f-8ebcf488b362 req-e9ed8e05-51dd-4956-8bec-258f75318e10 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:42.600722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f624a7bb-c420-444c-ba2f-8ebcf488b362 req-e9ed8e05-51dd-4956-8bec-258f75318e10 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 945 time: 0.2057929 Nov 23 22:52:42.678817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cab5a41-f3e5-4c12-8985-f282f5b3b3c8 req-96704ed9-58e7-4a00-a6e5-c8be5f305d23 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200036 Nov 23 22:52:42.686053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-6a995914-e42d-4b5f-a236-aac99612ecd1 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734418 Nov 23 22:52:42.774493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f624a7bb-c420-444c-ba2f-8ebcf488b362 req-9b656d78-1583-4c1f-a1af-afc9b1022ade tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594422 Nov 23 22:52:42.775885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-327556c1-cfa0-4571-a5ab-0ce5427e020e service neutron] 10.222.0.48 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560713 Nov 23 22:52:42.814017 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c02827-e4c3-493f-9d90-755422b4adfc x-openstack-request-id: req-25c02827-e4c3-493f-9d90-755422b4adfc {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:42.814311 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d354f8f-103a-48ef-a2d4-99d587c09e0c", "tag": "f9b7e136-7fc2-4478-b9c0-78e087f43dec", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:42.814571 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25c02827-e4c3-493f-9d90-755422b4adfc {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:42.814966 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'tag': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec', 'status': 'completed', 'code': 200} Nov 23 22:52:42.901291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4048cbf-48fd-419d-9db1-822c3e12a637 req-27ef99c1-c47f-4df3-93fa-476b2ff90a8d service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917472 Nov 23 22:52:42.934898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a081eb-45f2-403d-b995-6a8b18e28896 req-5d42de1a-8565-4d67-a0dc-666d5d40d051 service neutron] 10.222.0.48 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292157 Nov 23 22:52:43.072680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caccdbf-efe2-4f58-a665-5b75c5fc19fa req-d84c346b-8be7-4958-a80f-7f9e91c471e4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:43.074685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7caccdbf-efe2-4f58-a665-5b75c5fc19fa req-d84c346b-8be7-4958-a80f-7f9e91c471e4 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.0521917 Nov 23 22:52:43.147474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-17709b0d-1fff-4a0f-814f-08a904c69bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:43.149074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-17709b0d-1fff-4a0f-814f-08a904c69bfb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 1094 time: 0.0737505 Nov 23 22:52:43.154709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7caccdbf-efe2-4f58-a665-5b75c5fc19fa req-7caf0b81-7744-4a15-a60c-857fff04ba66 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717785 Nov 23 22:52:43.249112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-60746f55-11e3-4c41-8037-1a2e7c9500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:43.250633 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-60746f55-11e3-4c41-8037-1a2e7c9500b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 912 time: 0.0944104 Nov 23 22:52:43.294534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-0f3ce328-72b9-48cf-a58a-6dfb560b5073 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec HTTP/1.1" status: 200 len: 217 time: 0.0364549 Nov 23 22:52:43.352372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-6cebbbc8-d84e-4e5f-9ab6-5cc43f33de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:43.354790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-6cebbbc8-d84e-4e5f-9ab6-5cc43f33de69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 200 len: 851 time: 0.0514121 Nov 23 22:52:43.391628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-a765241f-8cd9-421c-86f3-789625db26ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282247 Nov 23 22:52:43.496953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb2ae5-ff1c-4c1d-9386-69a05a1231ce req-a484897c-4979-4cf5-ae1e-0883040ab7e5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:43.498345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9eb2ae5-ff1c-4c1d-9386-69a05a1231ce req-a484897c-4979-4cf5-ae1e-0883040ab7e5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 943 time: 0.1099992 Nov 23 22:52:43.534273 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-736c6048-87c6-4162-ae49-b7c2c499a05c service neutron] 10.222.0.48 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333084 Nov 23 22:52:43.586116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9eb2ae5-ff1c-4c1d-9386-69a05a1231ce req-84218e57-d051-4398-a025-99a9b0ce85e5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790930 Nov 23 22:52:43.644187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5b1f16e-fe0f-4c41-bceb-fba54444cc39 req-f6c44158-346b-4421-a399-84a65a230d76 service neutron] 10.222.0.48 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990779 Nov 23 22:52:43.805041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b00d2-36bb-46b9-b36a-0bf9d0d51426 req-4002d716-9504-4e97-8dd9-a37a21ccac83 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:43.807093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e1b00d2-36bb-46b9-b36a-0bf9d0d51426 req-4002d716-9504-4e97-8dd9-a37a21ccac83 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 943 time: 0.0555272 Nov 23 22:52:43.858503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e1b00d2-36bb-46b9-b36a-0bf9d0d51426 req-8fd54e90-c740-443d-9ac4-010abcd0d3fa tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Nov 23 22:52:43.970973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9415a79-5cac-4df1-84fb-3dde76872b8e req-19004eeb-aa39-454f-b34c-b510a63f9b05 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:43.972625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9415a79-5cac-4df1-84fb-3dde76872b8e req-19004eeb-aa39-454f-b34c-b510a63f9b05 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 945 time: 0.0533209 Nov 23 22:52:44.039529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9415a79-5cac-4df1-84fb-3dde76872b8e req-e29f76e6-36ef-4434-a448-9f9ad76760b5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593843 Nov 23 22:52:44.312342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b0ba6-b849-4ed4-a67c-21ce22a7252f req-a723538c-0574-48dd-801f-8c20dea17ef7 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:44.313995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d33b0ba6-b849-4ed4-a67c-21ce22a7252f req-a723538c-0574-48dd-801f-8c20dea17ef7 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.0839884 Nov 23 22:52:44.323593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45199-cc7a-4e63-a400-87cbdd4a764f req-6b1929fc-c93e-4829-b065-809a7d80721e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:44.325033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e45199-cc7a-4e63-a400-87cbdd4a764f req-6b1929fc-c93e-4829-b065-809a7d80721e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0862377 Nov 23 22:52:44.345740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1be2901b-0787-46f4-be0d-cb1fd1068421 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:52:44.400816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d33b0ba6-b849-4ed4-a67c-21ce22a7252f req-83d505f9-5356-43db-b5c4-52c937dd89e6 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups?id=13e28644-d23e-43f3-be38-37fe0148bb50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739760 Nov 23 22:52:44.403872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07e45199-cc7a-4e63-a400-87cbdd4a764f req-6de0890b-1953-4792-9354-d7fb2bd64def tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721600 Nov 23 22:52:44.456460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1be2901b-0787-46f4-be0d-cb1fd1068421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1be2901b-0787-46f4-be0d-cb1fd1068421,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:44.469518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '1be2901b-0787-46f4-be0d-cb1fd1068421', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': '1be2901b-0787-46f4-be0d-cb1fd1068421', 'mac_address': 'fa:16:3e:41:91:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:52:44.513386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:44.517145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-5086ca08-f8b1-405c-b9eb-90592f37d385 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:44.518743 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-5086ca08-f8b1-405c-b9eb-90592f37d385 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Nov 23 22:52:44.529458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be2901b-0787-46f4-be0d-cb1fd1068421 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:44.551100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1be2901b-0787-46f4-be0d-cb1fd1068421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1be2901b-0787-46f4-be0d-cb1fd1068421,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:44.556624 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:44.622946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=1be2901b-0787-46f4-be0d-cb1fd1068421,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:44.632472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.633414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.633414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.633688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.634116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.635166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.636011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.636605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.637004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.637401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.638465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.638906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:44.642288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Deleting port cf59d4a6-3968-4a54-b908-7ed0f1e23333 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:44.642637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:44.766662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcced3-3492-4563-a754-848236884b5b req-0325a48a-b22f-4d8d-a2bd-f4cb1964796c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:44.768186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07fcced3-3492-4563-a754-848236884b5b req-0325a48a-b22f-4d8d-a2bd-f4cb1964796c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 944 time: 0.1071353 Nov 23 22:52:44.788378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] For port cf59d4a6-3968-4a54-b908-7ed0f1e23333, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=cf59d4a6-3968-4a54-b908-7ed0f1e23333,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:44.788799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:44.829011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['1be2901b-0787-46f4-be0d-cb1fd1068421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:44.874087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07fcced3-3492-4563-a754-848236884b5b req-df389716-dec2-45d2-a624-b74ba4ce0031 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999749 Nov 23 22:52:45.036168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.036523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.036835 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Floating IP e18d8a91-7521-48af-8052-1a1fcb3fcca7 disassociated. External IP: 172.25.0.89, port: cf59d4a6-3968-4a54-b908-7ed0f1e23333. Nov 23 22:52:45.037174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Calling delete_port for cf59d4a6-3968-4a54-b908-7ed0f1e23333 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:45.059028 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b72f6f-6d5c-4f17-b5b8-4f503f744379 req-2c3eecf6-43f8-4ad6-b150-4c08823ec68b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:45.060931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0b72f6f-6d5c-4f17-b5b8-4f503f744379 req-2c3eecf6-43f8-4ad6-b150-4c08823ec68b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 943 time: 0.0835564 Nov 23 22:52:45.073411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f9b7e136-7fc2-4478-b9c0-78e087f43dec details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:52:45.081484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 16320a79-fc47-470b-adab-24be2a516b94 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:45.153461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:52:45.204728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0b72f6f-6d5c-4f17-b5b8-4f503f744379 req-81e5e6ab-b4f0-452a-8838-2a7765865cb8 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098936 Nov 23 22:52:45.216224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779893-18ad-4885-a646-6f9252915098 req-2e5bdb1d-d4a0-4398-98bd-5cb5b26f928f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:45.217773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84779893-18ad-4885-a646-6f9252915098 req-2e5bdb1d-d4a0-4398-98bd-5cb5b26f928f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 945 time: 0.1034744 Nov 23 22:52:45.231180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 16320a79-fc47-470b-adab-24be2a516b94 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:52:45.241644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f9b7e136-7fc2-4478-b9c0-78e087f43dec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:45.244780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 16320a79-fc47-470b-adab-24be2a516b94 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:45.245152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.278491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec', 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'port_id': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec', 'mac_address': 'fa:16:3e:54:ba:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:52:45.316938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.329319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84779893-18ad-4885-a646-6f9252915098 req-16df6ab1-c01e-4cf5-9858-abd9b0c715b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751665 Nov 23 22:52:45.338147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.355159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event deleted for resources: {'Port': ['ID=cf59d4a6-3968-4a54-b908-7ed0f1e23333,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:45.389768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b7e136-7fc2-4478-b9c0-78e087f43dec {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:45.402011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.426596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f9b7e136-7fc2-4478-b9c0-78e087f43dec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:45.434467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.452423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16320a79-fc47-470b-adab-24be2a516b94'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:45.457419 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377de505-4bce-4e76-9db1-88d638ffaaa1" -d '{"events": [{"server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "name": "network-vif-plugged", "status": "completed", "tag": "16320a79-fc47-470b-adab-24be2a516b94"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:45.471771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 16320a79-fc47-470b-adab-24be2a516b94, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=16320a79-fc47-470b-adab-24be2a516b94,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:45.487754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Router 4162f32e-60da-407c-a72a-3a92f8ab5d05 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:45.499463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.526953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f9b7e136-7fc2-4478-b9c0-78e087f43dec,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:45.531794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9eabd818-46f2-4735-b50c-55e3565d059f req-fd7a3355-b9fe-4afc-bae6-92758ca06c60 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0401518 Nov 23 22:52:45.579323 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200444f1-b698-46eb-aa62-1fc374c866a5 x-openstack-request-id: req-200444f1-b698-46eb-aa62-1fc374c866a5 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:45.579642 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "name": "network-vif-plugged", "status": "completed", "tag": "16320a79-fc47-470b-adab-24be2a516b94", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:45.579908 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-200444f1-b698-46eb-aa62-1fc374c866a5 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:45.580306 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16320a79-fc47-470b-adab-24be2a516b94', 'code': 200} Nov 23 22:52:45.590608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=16320a79-fc47-470b-adab-24be2a516b94,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:45.656394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150c3a9-4f33-4b50-9587-d7f8165f5e1d req-03497cdc-ba03-4096-8643-a0b82b15eb9e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:45.658073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7150c3a9-4f33-4b50-9587-d7f8165f5e1d req-03497cdc-ba03-4096-8643-a0b82b15eb9e tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1532841 Nov 23 22:52:45.697875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:45.709468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] Sync routers for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:45.721744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:45.722363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:45.778464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] No DVR routers for this DVR port cf59d4a6-3968-4a54-b908-7ed0f1e23333 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:45.782319 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:45.786276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11de4f81-236c-467f-a5bb-2edcd4e0ab99 req-ecf9fd8e-10ed-4f5b-8da0-0ba2e147f992 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.46 "DELETE /v2.0/ports/cf59d4a6-3968-4a54-b908-7ed0f1e23333 HTTP/1.1" status: 204 len: 173 time: 1.2599125 Nov 23 22:52:45.786538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'name': 'network-vif-deleted', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:45.788932 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f54ea28-0891-41f7-b1ba-02afcda11c34" -d '{"events": [{"server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "name": "network-vif-deleted", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:45.800510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7150c3a9-4f33-4b50-9587-d7f8165f5e1d req-9f3a5e6d-f73b-426a-b250-a9f5610285cb tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348186 Nov 23 22:52:45.810222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02800c-0fc7-4d15-befb-868046ffc5cb req-2469b1d0-54bf-4304-8720-4e1d795d833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:45.812143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd02800c-0fc7-4d15-befb-868046ffc5cb req-2469b1d0-54bf-4304-8720-4e1d795d833a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1281545 Nov 23 22:52:45.854821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:45.886190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd02800c-0fc7-4d15-befb-868046ffc5cb req-94bbbfdf-4329-455a-819d-b615584a3f6f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647380 Nov 23 22:52:45.888845 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e153c4d4-2626-4beb-83ea-a4c2bf2f91c1 x-openstack-request-id: req-e153c4d4-2626-4beb-83ea-a4c2bf2f91c1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:45.889249 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c49daa8-7d67-4dfd-9390-63f8333350e6", "name": "network-vif-deleted", "tag": "cf59d4a6-3968-4a54-b908-7ed0f1e23333", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:45.889608 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e153c4d4-2626-4beb-83ea-a4c2bf2f91c1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:45.890017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f9b7e136-7fc2-4478-b9c0-78e087f43dec'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:45.890262 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c49daa8-7d67-4dfd-9390-63f8333350e6', 'name': 'network-vif-deleted', 'tag': 'cf59d4a6-3968-4a54-b908-7ed0f1e23333', 'status': 'completed', 'code': 200} Nov 23 22:52:46.059990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76e0de-a501-4401-9593-451ec51c9513 req-0437fb94-2f37-41a4-9d69-763d1acce12d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:46.064060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae76e0de-a501-4401-9593-451ec51c9513 req-0437fb94-2f37-41a4-9d69-763d1acce12d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 944 time: 0.0811355 Nov 23 22:52:46.129298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae76e0de-a501-4401-9593-451ec51c9513 req-6819d286-6e6f-4081-ba7d-7c708bdf75e3 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580122 Nov 23 22:52:46.218799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 5, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:46.247153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] Checking router: 4162f32e-60da-407c-a72a-3a92f8ab5d05 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:46.256486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:46.257109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:46.361274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1be2901b-0787-46f4-be0d-cb1fd1068421 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:46.366373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340fd8-f79c-4abb-8b7f-40e1d3eb1d0f req-c7d9dc24-202c-43b6-b0d4-566bbdbd18df tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:46.368081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd340fd8-f79c-4abb-8b7f-40e1d3eb1d0f req-c7d9dc24-202c-43b6-b0d4-566bbdbd18df tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 944 time: 0.0870335 Nov 23 22:52:46.433861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd340fd8-f79c-4abb-8b7f-40e1d3eb1d0f req-26538a88-637b-4a49-bc43-21207a2ec17f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531738 Nov 23 22:52:46.440884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:46.489900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 1be2901b-0787-46f4-be0d-cb1fd1068421 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:52:46.496375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 1be2901b-0787-46f4-be0d-cb1fd1068421 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:46.496752 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:46.536521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb793f-545d-4516-a9f2-8a70ac721624 req-16abb1b7-8143-4bbc-9ebe-571e272dcf26 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:46.538040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20eb793f-545d-4516-a9f2-8a70ac721624 req-16abb1b7-8143-4bbc-9ebe-571e272dcf26 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 946 time: 0.0874197 Nov 23 22:52:46.550567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-df3e3d44-b275-41f1-9c1b-57546626c293 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:46.552021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-df3e3d44-b275-41f1-9c1b-57546626c293 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.0747156 Nov 23 22:52:46.682128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20eb793f-545d-4516-a9f2-8a70ac721624 req-20f0d271-d54d-4fa6-b05c-c59328017a5b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289802 Nov 23 22:52:46.702101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-497d21d3-c992-4175-b907-74f194ac2103 req-a6719558-0ffa-42e3-b17d-5fd659a2a4f7 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0394256 Nov 23 22:52:46.744773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Deleting port c694d27a-8938-4879-adfa-f0952f369ee3 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:46.745522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:46.870006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] For port c694d27a-8938-4879-adfa-f0952f369ee3, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c694d27a-8938-4879-adfa-f0952f369ee3,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:46.870436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:46.890623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Calling delete_port for c694d27a-8938-4879-adfa-f0952f369ee3 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:46.904548 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:46.957750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1be2901b-0787-46f4-be0d-cb1fd1068421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1be2901b-0787-46f4-be0d-cb1fd1068421,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:46.969053 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:46.978530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 5, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:47.037344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061d4eb-76d3-47e9-9df4-e91bbf8cb76c None None] The sync data for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 is: [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:49:40Z', 'revision_number': 4, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf', 'name': '', 'network_id': 'ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'mac_address': 'fa:16:3e:a8:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:39Z', 'updated_at': '2021-11-23T22:49:45Z', 'revision_number': 5, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'subnets': [{'id': '1d593118-7277-43c9-a4f7-1466e4ab278c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:47.043520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23cb52-20eb-4d01-bb0b-3503ae435500 req-46b815c1-2811-4d9c-aae3-c9e506ecb487 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:47.050833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb23cb52-20eb-4d01-bb0b-3503ae435500 req-46b815c1-2811-4d9c-aae3-c9e506ecb487 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb1bb42-1b58-4de1-895d-39fdb75e424f HTTP/1.1" status: 200 len: 946 time: 0.1103029 Nov 23 22:52:47.063956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=1be2901b-0787-46f4-be0d-cb1fd1068421,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:47.155974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb23cb52-20eb-4d01-bb0b-3503ae435500 req-509c1804-aa29-4842-b14b-db8e2366396f tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040380 Nov 23 22:52:47.158090 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:47.170989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c694d27a-8938-4879-adfa-f0952f369ee3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:47.242222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Pushing event deleted for resources: {'Port': ['ID=c694d27a-8938-4879-adfa-f0952f369ee3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:47.337919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['82277a5f-fadf-439c-bd82-90073fed7742'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:47.350729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] No DVR routers for this DVR port c694d27a-8938-4879-adfa-f0952f369ee3 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:47.353463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:47.357076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4c44b12-d1a4-41f0-af66-32db7ca47690 req-ade001c7-1a98-42a5-8faa-fc2bde8dd381 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.46 "DELETE /v2.0/ports/c694d27a-8938-4879-adfa-f0952f369ee3 HTTP/1.1" status: 204 len: 173 time: 0.7954710 Nov 23 22:52:47.402634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b179848-0cd8-48f8-ba20-e4586813adbe req-78fd7b0a-1a88-485d-a369-8041aa084edd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:47.411525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b179848-0cd8-48f8-ba20-e4586813adbe req-78fd7b0a-1a88-485d-a369-8041aa084edd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 945 time: 0.1408064 Nov 23 22:52:47.505750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b179848-0cd8-48f8-ba20-e4586813adbe req-1a819200-444a-47f7-9b7a-0c5de73ba28f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Nov 23 22:52:47.507084 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e44e2ba-30b9-450c-a61b-32817417dc10 None None] New status for floating IP e18d8a91-7521-48af-8052-1a1fcb3fcca7: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:52:47.581278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2901b-0787-46f4-be0d-cb1fd1068421'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:47.589215 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af70c2b0-3341-43c3-a61e-f5dd9adb6c64" -d '{"events": [{"server_uuid": "c01c0d42-bf8a-41ac-ae28-836189b819ec", "name": "network-vif-plugged", "status": "completed", "tag": "1be2901b-0787-46f4-be0d-cb1fd1068421"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:47.646027 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d4e5fa-6ce2-48a6-af64-b9ccdcdd9c46 x-openstack-request-id: req-58d4e5fa-6ce2-48a6-af64-b9ccdcdd9c46 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:47.646378 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01c0d42-bf8a-41ac-ae28-836189b819ec", "name": "network-vif-plugged", "status": "completed", "tag": "1be2901b-0787-46f4-be0d-cb1fd1068421", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:47.646641 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58d4e5fa-6ce2-48a6-af64-b9ccdcdd9c46 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:47.647026 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2901b-0787-46f4-be0d-cb1fd1068421', 'code': 200} Nov 23 22:52:47.650481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25843445-3d06-492d-9b7e-29ffba37fb9b req-55f06f82-3e9a-49fc-be95-9620d2168a80 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:47.654708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25843445-3d06-492d-9b7e-29ffba37fb9b req-55f06f82-3e9a-49fc-be95-9620d2168a80 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 944 time: 0.0710616 Nov 23 22:52:47.749312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25843445-3d06-492d-9b7e-29ffba37fb9b req-7e1ca668-86be-4045-aa56-0d615f66691e tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806379 Nov 23 22:52:47.802061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be4573-2341-404b-8262-e55a027baddb req-7efbd7d5-18d1-4c8b-81ab-449938c174ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:47.803816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35be4573-2341-404b-8262-e55a027baddb req-7efbd7d5-18d1-4c8b-81ab-449938c174ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 1096 time: 0.0875559 Nov 23 22:52:47.893956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'name': 'network-vif-deleted', 'tag': 'c694d27a-8938-4879-adfa-f0952f369ee3'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:47.897453 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4467fcdb-6520-4b54-93b0-e4de94e959e3" -d '{"events": [{"server_uuid": "5cb1bb42-1b58-4de1-895d-39fdb75e424f", "name": "network-vif-deleted", "tag": "c694d27a-8938-4879-adfa-f0952f369ee3"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:47.927125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11c7f141-1989-4d82-9cba-4338fbc90fb6 req-36e26bff-09ab-4084-8c49-22086fa48cb9 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0589895 Nov 23 22:52:47.933245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35be4573-2341-404b-8262-e55a027baddb req-60566721-7115-46b1-81a5-b87f14032360 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126132 Nov 23 22:52:47.951225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f0476-e6ca-4c9b-8ef2-84bfe82f7934 req-6de7c7a8-dcce-4813-8181-5d8f3c1ace80 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:47.965109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a41f0476-e6ca-4c9b-8ef2-84bfe82f7934 req-6de7c7a8-dcce-4813-8181-5d8f3c1ace80 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 946 time: 0.1230528 Nov 23 22:52:47.997862 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27c9f90-c75d-4d4f-a85e-eb40bbc5c54c x-openstack-request-id: req-e27c9f90-c75d-4d4f-a85e-eb40bbc5c54c {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:47.998162 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb1bb42-1b58-4de1-895d-39fdb75e424f", "name": "network-vif-deleted", "tag": "c694d27a-8938-4879-adfa-f0952f369ee3", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:47.998422 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e27c9f90-c75d-4d4f-a85e-eb40bbc5c54c {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:47.998817 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb1bb42-1b58-4de1-895d-39fdb75e424f', 'name': 'network-vif-deleted', 'tag': 'c694d27a-8938-4879-adfa-f0952f369ee3', 'status': 'completed', 'code': 200} Nov 23 22:52:48.020429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a41f0476-e6ca-4c9b-8ef2-84bfe82f7934 req-daf4b4f0-6a55-4779-bfb2-d3007d13aa09 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592823 Nov 23 22:52:48.156157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25ebdc-10bb-47b5-8202-617278231f28 req-39370ea7-345c-4fd0-bad4-3ead5db39d8e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:48.158115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b25ebdc-10bb-47b5-8202-617278231f28 req-39370ea7-345c-4fd0-bad4-3ead5db39d8e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 946 time: 0.0599732 Nov 23 22:52:48.223995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b25ebdc-10bb-47b5-8202-617278231f28 req-2d031f15-1533-4ef3-a10a-03407684ffca tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590656 Nov 23 22:52:48.249349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49734) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:48.293403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f54959-0832-4c2f-9584-b4a6c6daee9e tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:48.294915 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d2f54959-0832-4c2f-9584-b4a6c6daee9e tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 1092 time: 0.0445583 Nov 23 22:52:48.297688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49736) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:48.302537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:48.335922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:48.383109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cf59d4a6-3968-4a54-b908-7ed0f1e23333 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:48.458458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: cf59d4a6-3968-4a54-b908-7ed0f1e23333 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:48.458830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device cf59d4a6-3968-4a54-b908-7ed0f1e23333 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:48.483994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:48.503960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaf99e-031c-4b87-88c8-da74a542db8c req-0d69b4e3-73c5-4ae3-82aa-76b57109e033 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:48.512464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcbaf99e-031c-4b87-88c8-da74a542db8c req-0d69b4e3-73c5-4ae3-82aa-76b57109e033 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0670426 Nov 23 22:52:48.562906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcbaf99e-031c-4b87-88c8-da74a542db8c req-000447a8-040c-405a-91e1-a6a40b0bba62 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Nov 23 22:52:48.611924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.25.0.54 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:48.719791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c09d9a-f45e-4cff-8161-b62212ae5f40 req-3cd85671-7528-4886-99f7-1e90887541de tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:48.722593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6c09d9a-f45e-4cff-8161-b62212ae5f40 req-3cd85671-7528-4886-99f7-1e90887541de tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 945 time: 0.0832911 Nov 23 22:52:48.756423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:48.774313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6c09d9a-f45e-4cff-8161-b62212ae5f40 req-36dc2370-e4db-43d0-bf5e-2356541f24d1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446689 Nov 23 22:52:48.793840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:48.838073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:48.849684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:48.854655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:48.857955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:48.913729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19669dc-e8ce-4356-88af-ebd65ba45a1e req-6cc1606f-7001-4f9e-bada-91cb1c8ef90d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:48.916321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f19669dc-e8ce-4356-88af-ebd65ba45a1e req-6cc1606f-7001-4f9e-bada-91cb1c8ef90d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 944 time: 0.0638480 Nov 23 22:52:48.973159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f19669dc-e8ce-4356-88af-ebd65ba45a1e req-c9371fbd-a58e-4e57-9e75-526aa87e5d05 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501335 Nov 23 22:52:49.081002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f9b7e136-7fc2-4478-b9c0-78e087f43dec up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:49.087923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5532e43-333e-4016-95b6-0e07a24197b9 req-20b4988c-b211-45e6-829d-6970ecc8e85e tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0361273 Nov 23 22:52:49.163696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port f9b7e136-7fc2-4478-b9c0-78e087f43dec completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:52:49.168539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port f9b7e136-7fc2-4478-b9c0-78e087f43dec triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:49.168918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.271725 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.308943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f9b7e136-7fc2-4478-b9c0-78e087f43dec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:49.313474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.332904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.361248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f9b7e136-7fc2-4478-b9c0-78e087f43dec,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:49.404703 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.562988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.568202 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.648237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:49.651622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:49.658491 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88591cf9-78c4-4576-884f-ece53bcfedd0" -d '{"events": [{"server_uuid": "6d354f8f-103a-48ef-a2d4-99d587c09e0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9b7e136-7fc2-4478-b9c0-78e087f43dec"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:49.659317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:49.718050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb7f05-66ab-4e16-9e92-7b3a58659b5b req-7dac7925-3ae4-4932-899c-a9d09be93f8d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:49.720332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9cb7f05-66ab-4e16-9e92-7b3a58659b5b req-7dac7925-3ae4-4932-899c-a9d09be93f8d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0720680 Nov 23 22:52:49.782925 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc89563-4524-4603-bb75-908b97b6aa40 x-openstack-request-id: req-9fc89563-4524-4603-bb75-908b97b6aa40 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:49.783431 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d354f8f-103a-48ef-a2d4-99d587c09e0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9b7e136-7fc2-4478-b9c0-78e087f43dec", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:49.783895 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fc89563-4524-4603-bb75-908b97b6aa40 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:49.787016 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec', 'code': 200} Nov 23 22:52:49.788376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9cb7f05-66ab-4e16-9e92-7b3a58659b5b req-d7bda6e6-91d7-4742-82df-30e7475c5535 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569136 Nov 23 22:52:49.790103 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Floating IP e3cb5b7d-f206-4848-983d-febdf43f7540 associated. External IP: 172.25.0.54, port: 16320a79-fc47-470b-adab-24be2a516b94. Nov 23 22:52:49.973821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e6cda-060d-413e-a990-d483d73a1ece req-520f98a6-49d2-48fe-8fda-1a5536ccc94c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:49.973821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c1e6cda-060d-413e-a990-d483d73a1ece req-520f98a6-49d2-48fe-8fda-1a5536ccc94c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 945 time: 0.0983529 Nov 23 22:52:49.984304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484559a-7a0c-47e2-a7c8-feedd9a3c84e req-51eb49b1-fe50-41d4-8e5f-87c4ea0d2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:49.985820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e484559a-7a0c-47e2-a7c8-feedd9a3c84e req-51eb49b1-fe50-41d4-8e5f-87c4ea0d2006 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 1096 time: 0.0715539 Nov 23 22:52:50.091716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c1e6cda-060d-413e-a990-d483d73a1ece req-0ab90f70-a300-45c0-8cf3-bf6fb9c8cfbd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098979 Nov 23 22:52:50.096034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e484559a-7a0c-47e2-a7c8-feedd9a3c84e req-2099b2b3-dfe6-469b-b2ce-ec8c847edd25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016028 Nov 23 22:52:50.139239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9828f-3e41-42ef-aab0-0a38b3cf729a req-504c1017-9bd5-4048-a798-18d05535cba0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:50.147180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb9828f-3e41-42ef-aab0-0a38b3cf729a req-504c1017-9bd5-4048-a798-18d05535cba0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0724463 Nov 23 22:52:50.208229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbb9828f-3e41-42ef-aab0-0a38b3cf729a req-a948632c-ebb6-4f8a-bb5c-70e3465ba873 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589795 Nov 23 22:52:50.256410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73346822-79c9-42d9-8da5-cf05eeb23f83 req-21bc6f49-18fb-4b9a-89d5-189b255b6375 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0470030 Nov 23 22:52:50.388976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c694d27a-8938-4879-adfa-f0952f369ee3 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:50.394762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 00cc2304-e633-4d3f-92d3-8583ab394ab5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:50.417679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c694d27a-8938-4879-adfa-f0952f369ee3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:50.418121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c694d27a-8938-4879-adfa-f0952f369ee3 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:50.506513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:50.516547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] Sync routers for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:50.525880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:50.528784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:50.529720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:50.558121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fdfcce5c-ef1a-4ac0-99ab-124923c03801 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2591634 Nov 23 22:52:50.558866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'tag': '16320a79-fc47-470b-adab-24be2a516b94'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:50.561151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49766) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:50.561429 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c80204-d9b1-4933-a1ec-61b3c6963a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "tag": "16320a79-fc47-470b-adab-24be2a516b94"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:50.601406 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e1cd3-d7f1-4f42-8db4-0a171162c0e4 x-openstack-request-id: req-606e1cd3-d7f1-4f42-8db4-0a171162c0e4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:50.601777 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "tag": "16320a79-fc47-470b-adab-24be2a516b94", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:50.602106 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-606e1cd3-d7f1-4f42-8db4-0a171162c0e4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:50.602611 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'tag': '16320a79-fc47-470b-adab-24be2a516b94', 'status': 'completed', 'code': 200} Nov 23 22:52:50.640132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8fb00209-de06-4311-b70d-2d2b95260649 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/e3cb5b7d-f206-4848-983d-febdf43f7540 HTTP/1.1" status: 200 len: 991 time: 0.0766575 Nov 23 22:52:50.668399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:50.705949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-bdb066dd-4ea0-4d6b-81a2-a84d8c70622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:50.707753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-bdb066dd-4ea0-4d6b-81a2-a84d8c70622b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0530143 Nov 23 22:52:50.830089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-9dd4590f-0af8-44d9-9c02-da42e8de2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:50.831787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-9dd4590f-0af8-44d9-9c02-da42e8de2201 service neutron] 10.222.0.48 "GET /v2.0/networks?id=faab6c47-023f-4df3-afd5-082e8a119947 HTTP/1.1" status: 200 len: 897 time: 0.1145277 Nov 23 22:52:51.000544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:24Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:49Z', 'revision_number': 0, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:51.028804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] Checking router: 00cc2304-e633-4d3f-92d3-8583ab394ab5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:51.041016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:51.041860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:51.173290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:51.317371 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-630eb41e-be7d-4b9a-b5f9-de5b551a090f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16320a79-fc47-470b-adab-24be2a516b94 HTTP/1.1" status: 200 len: 999 time: 0.4701233 Nov 23 22:52:51.437042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-d7a73db6-9537-4313-839f-8f253a199f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:51.438517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-d7a73db6-9537-4313-839f-8f253a199f80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=508374c0-b764-4975-9eaf-1f60dac29799 HTTP/1.1" status: 200 len: 835 time: 0.1104748 Nov 23 22:52:51.452641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74907f-e449-4de3-b61a-8587c00a0322 req-a06d1fc6-ffc8-40de-b762-5858b370a540 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:51.454152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa74907f-e449-4de3-b61a-8587c00a0322 req-a06d1fc6-ffc8-40de-b762-5858b370a540 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1353431 Nov 23 22:52:51.474272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4fde4-0597-4f0b-98d5-7d9d5c7a87ef req-68c93369-8dfb-43c3-af58-8c82aef44027 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:51.475702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cac4fde4-0597-4f0b-98d5-7d9d5c7a87ef req-68c93369-8dfb-43c3-af58-8c82aef44027 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1371799 Nov 23 22:52:51.491928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:24Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:49Z', 'revision_number': 0, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:51.521726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1964-2683-4e41-8ed3-d524f561d665 None None] The sync data for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 is: [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:24Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:49Z', 'revision_number': 0, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:51.577743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-c499223b-1fe9-45a4-b08e-36c84677f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:51.579254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-c499223b-1fe9-45a4-b08e-36c84677f9bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=faab6c47-023f-4df3-afd5-082e8a119947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242204 Nov 23 22:52:51.585256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa74907f-e449-4de3-b61a-8587c00a0322 req-5ef471e7-c4a4-435d-976f-4714f97b99d8 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196451 Nov 23 22:52:51.642809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49782) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:51.652476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cac4fde4-0597-4f0b-98d5-7d9d5c7a87ef req-e68a8bd4-4e83-4be7-8948-ff8eb8007974 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528997 Nov 23 22:52:51.762154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-55696f3e-f420-418d-8932-876d4a33363c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/e3cb5b7d-f206-4848-983d-febdf43f7540 HTTP/1.1" status: 200 len: 991 time: 0.1178937 Nov 23 22:52:51.835531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb5def27-29d3-474c-912d-f5ef51f0b704 req-d7ed952b-aaec-4b25-8122-d804478e0114 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c49daa8-7d67-4dfd-9390-63f8333350e6 HTTP/1.1" status: 200 len: 210 time: 0.0589569 Nov 23 22:52:51.876797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-9c2b8520-2aa3-4e3d-8d06-68bfe859f751 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780869 Nov 23 22:52:51.937531 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f8c007-67d3-41ac-86c3-98b2d7053df0 None None] New status for floating IP e3cb5b7d-f206-4848-983d-febdf43f7540: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:52:51.995857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c80204-d9b1-4933-a1ec-61b3c6963a53 req-3e814728-3593-4f0a-9e59-d8d9e318cce8 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178982 Nov 23 22:52:52.724248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01875d26-8b5b-4ad0-b255-85128a239a29 req-82f77850-51d9-4b82-aaaf-a41ada783305 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:52.725981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01875d26-8b5b-4ad0-b255-85128a239a29 req-82f77850-51d9-4b82-aaaf-a41ada783305 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0553966 Nov 23 22:52:52.765709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49792) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:52.807820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b118dd3-276a-4289-acdf-3fe5b78ae063 req-97d7008e-032e-4063-957c-213ec875b61a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:52.809327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b118dd3-276a-4289-acdf-3fe5b78ae063 req-97d7008e-032e-4063-957c-213ec875b61a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0823636 Nov 23 22:52:52.813622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01875d26-8b5b-4ad0-b255-85128a239a29 req-a6f0dd46-e11e-43c3-8731-bdaab0e57ff4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Nov 23 22:52:52.847953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-032c8d33-f193-4297-89c8-fa1abfb1a8a2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/e3cb5b7d-f206-4848-983d-febdf43f7540 HTTP/1.1" status: 200 len: 993 time: 0.0805666 Nov 23 22:52:52.889454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b118dd3-276a-4289-acdf-3fe5b78ae063 req-179d14fd-8396-4e0d-8daa-d5e17ff41646 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708988 Nov 23 22:52:53.134925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49810) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:53.284575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25b5dc66-df5a-4220-97b1-f36b751f1169 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:53.306574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-9b1be2eb-24b7-4ccf-8a5e-895a37edd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:53.308182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-9b1be2eb-24b7-4ccf-8a5e-895a37edd5cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 1096 time: 0.1133730 Nov 23 22:52:53.339444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace1c8b-d275-4ab1-8cda-db55965340c3 req-e7d78b85-b8b2-4d1e-a3b4-ca551c8e63b9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:53.340991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ace1c8b-d275-4ab1-8cda-db55965340c3 req-e7d78b85-b8b2-4d1e-a3b4-ca551c8e63b9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1158831 Nov 23 22:52:53.342917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25b5dc66-df5a-4220-97b1-f36b751f1169 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:53.507531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25b5dc66-df5a-4220-97b1-f36b751f1169 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:53.510466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25b5dc66-df5a-4220-97b1-f36b751f1169 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:53.511752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-25b5dc66-df5a-4220-97b1-f36b751f1169 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "DELETE /v2.0/security-groups/13e28644-d23e-43f3-be38-37fe0148bb50 HTTP/1.1" status: 204 len: 168 time: 0.3756292 Nov 23 22:52:53.514220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49818) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:53.522827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ace1c8b-d275-4ab1-8cda-db55965340c3 req-04726ec3-24c6-489c-b2a1-dd80fc392f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615984 Nov 23 22:52:53.533021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5dc66-df5a-4220-97b1-f36b751f1169 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e28644-d23e-43f3-be38-37fe0148bb50,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:53.553234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-0a2459b7-7260-42b4-b626-3341143998e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:53.554788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-0a2459b7-7260-42b4-b626-3341143998e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 912 time: 0.2350006 Nov 23 22:52:53.564232 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-3980b5dc-4541-4623-abe6-9de25f2303bf tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] show failed (client error): The resource could not be found. Nov 23 22:52:53.569286 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3980b5dc-4541-4623-abe6-9de25f2303bf tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "GET /v2.0/security-groups/13e28644-d23e-43f3-be38-37fe0148bb50 HTTP/1.1" status: 404 len: 347 time: 0.0512898 Nov 23 22:52:53.569852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:53.604498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-99413384-c419-4c0d-8884-381a21624f79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec HTTP/1.1" status: 200 len: 217 time: 0.0407455 Nov 23 22:52:53.668809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-41fe22cd-5fd4-4be7-a22d-3557e8874210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:53.670316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-41fe22cd-5fd4-4be7-a22d-3557e8874210 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 200 len: 851 time: 0.0553672 Nov 23 22:52:53.710725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-ce7632fc-30d5-4f2a-8106-88d6eb919799 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309751 Nov 23 22:52:53.725813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Deleting port 6a826c5d-218a-4e81-b087-536b1d37006c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:53.726396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:53.809599 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:53.810695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:53.824693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Calling delete_port for 6a826c5d-218a-4e81-b087-536b1d37006c owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:53.836586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-0fd46bea-5bc7-4072-af4d-605203c75b5d service neutron] 10.222.0.48 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180332 Nov 23 22:52:54.032541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f47343f8-1bf0-418a-8adc-6e2b1aee8289 req-6569a26b-1e1f-49fc-8005-9f6e973d93f7 service neutron] 10.222.0.48 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826203 Nov 23 22:52:54.035266 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:54.045778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a107fd5-a5e6-46bb-adcb-17fc1adffdb1 req-a78850b9-aa57-496a-a600-a4e120f22ff4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:54.055328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a107fd5-a5e6-46bb-adcb-17fc1adffdb1 req-a78850b9-aa57-496a-a600-a4e120f22ff4 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.1179566 Nov 23 22:52:54.083978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Pushing event deleted for resources: {'Port': ['ID=6a826c5d-218a-4e81-b087-536b1d37006c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:54.161060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a107fd5-a5e6-46bb-adcb-17fc1adffdb1 req-9b46561e-8fe8-4597-b266-1b1b6c38c3dd tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017313 Nov 23 22:52:54.235233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:54.238241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:54.242331 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-461c821d-4964-462d-b546-2a00983a6931 tempest-ServersTestBootFromVolume-1358586018 tempest-ServersTestBootFromVolume-1358586018-project] 10.222.0.11 "DELETE /v2.0/floatingips/e18d8a91-7521-48af-8052-1a1fcb3fcca7 HTTP/1.1" status: 204 len: 168 time: 0.6670649 Nov 23 22:52:54.242505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49834) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:54.707504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2977e3-6595-4adc-8ac9-4549a666476b req-16628033-3d3f-4f71-b707-e4bd1467c355 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:54.709162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f2977e3-6595-4adc-8ac9-4549a666476b req-16628033-3d3f-4f71-b707-e4bd1467c355 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0648956 Nov 23 22:52:54.709818 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:54.805418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f2977e3-6595-4adc-8ac9-4549a666476b req-ee4d49ff-78b5-4f2b-8c80-17de4934ba3b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844815 Nov 23 22:52:54.831406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-3d216610-a5bb-430c-af75-e186781538b0 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:54.834269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-3d216610-a5bb-430c-af75-e186781538b0 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0841963 Nov 23 22:52:54.980972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Deleting port 82277a5f-fadf-439c-bd82-90073fed7742 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:54.980972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.022879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Deleting port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:55.023443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.129323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] For port 82277a5f-fadf-439c-bd82-90073fed7742, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=82277a5f-fadf-439c-bd82-90073fed7742,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:55.129944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.148435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] For port a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:55.148800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.158642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Calling delete_port for 82277a5f-fadf-439c-bd82-90073fed7742 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:55.168797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Calling delete_port for a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:55.303083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25ab6d-53e9-44fb-b75d-2500b2d0b0b4 req-078a6c10-07a5-40f2-8fbd-cb7bb27790cd tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:55.304787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc25ab6d-53e9-44fb-b75d-2500b2d0b0b4 req-078a6c10-07a5-40f2-8fbd-cb7bb27790cd tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8473d2-5519-4de4-af10-dc29ae00f001 HTTP/1.1" status: 200 len: 945 time: 0.0721114 Nov 23 22:52:55.404094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.405797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc25ab6d-53e9-44fb-b75d-2500b2d0b0b4 req-6389b96e-4a38-459e-9954-fceebf7683f9 tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.11 "GET /v2.0/security-groups?id=fa60f1c4-5630-4c1a-b955-4759f7ba7c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646739 Nov 23 22:52:55.419287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.448820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:55.457399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['82277a5f-fadf-439c-bd82-90073fed7742'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:55.463394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Pushing event deleted for resources: {'Port': ['ID=82277a5f-fadf-439c-bd82-90073fed7742,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:55.483821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.484181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.484529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.484870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.485216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.485541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.485874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.486201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.486533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.486861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.487188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.487514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:55.516520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] No DVR routers for this DVR port 82277a5f-fadf-439c-bd82-90073fed7742 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:55.519421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.532124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4a275b3-31d4-476a-96fd-c3cbf763ac17 req-12da4d88-91f1-4570-a03c-17a9feeb557d tempest-ServerRescueNegativeTestJSON-1363380908 tempest-ServerRescueNegativeTestJSON-1363380908-project] 10.222.0.48 "DELETE /v2.0/ports/82277a5f-fadf-439c-bd82-90073fed7742 HTTP/1.1" status: 204 len: 173 time: 0.6886060 Nov 23 22:52:55.532876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'name': 'network-vif-deleted', 'tag': '82277a5f-fadf-439c-bd82-90073fed7742'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:55.535877 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c49b86-e0b3-4e99-8d7c-3636f8e39b19" -d '{"events": [{"server_uuid": "fd8473d2-5519-4de4-af10-dc29ae00f001", "name": "network-vif-deleted", "tag": "82277a5f-fadf-439c-bd82-90073fed7742"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:55.592746 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22aeac-7b3e-42f2-ac25-a5e99a633af8 x-openstack-request-id: req-5f22aeac-7b3e-42f2-ac25-a5e99a633af8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:55.593029 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8473d2-5519-4de4-af10-dc29ae00f001", "name": "network-vif-deleted", "tag": "82277a5f-fadf-439c-bd82-90073fed7742", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:55.593258 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f22aeac-7b3e-42f2-ac25-a5e99a633af8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:55.593615 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8473d2-5519-4de4-af10-dc29ae00f001', 'name': 'network-vif-deleted', 'tag': '82277a5f-fadf-439c-bd82-90073fed7742', 'status': 'completed', 'code': 200} Nov 23 22:52:55.695523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:55.967962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624f4b4-e74d-473f-9730-86d77a65e343 req-ecaee436-7af2-4378-8806-32d1f313b40c tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:55.969939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8624f4b4-e74d-473f-9730-86d77a65e343 req-ecaee436-7af2-4378-8806-32d1f313b40c tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0769980 Nov 23 22:52:55.970137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Router 4162f32e-60da-407c-a72a-3a92f8ab5d05 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:56.065050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8624f4b4-e74d-473f-9730-86d77a65e343 req-cbd0e6bc-35d4-4cdb-84e1-193a150a5ee8 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724528 Nov 23 22:52:56.103540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:56.115792 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5c9fe663-8cff-4cad-bba1-1d4b8c54ad5b admin admin] 10.222.0.11 "PUT /v2.0/routers/4162f32e-60da-407c-a72a-3a92f8ab5d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718343 Nov 23 22:52:56.119315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49858) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:56.123879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] Sync routers for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:56.171696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:56.172352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:56.335177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:56.370853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:56.508778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49870) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:56.519916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:56.598256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Deleting port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:56.598693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:56.646787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:52:55Z', 'revision_number': 5, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port': {'id': '42fffd10-e11b-41b5-92c6-dc3f4412bcc2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:37Z', 'updated_at': '2021-11-23T22:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:56.679290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] Checking router: 4162f32e-60da-407c-a72a-3a92f8ab5d05 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:56.694508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] Routers {'4162f32e-60da-407c-a72a-3a92f8ab5d05'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:56.696031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['4162f32e-60da-407c-a72a-3a92f8ab5d05'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:56.717303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] For port 42fffd10-e11b-41b5-92c6-dc3f4412bcc2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:56.717714 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:56.733949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Calling delete_port for 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:56.802449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] Set router 4162f32e-60da-407c-a72a-3a92f8ab5d05 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:56.943449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:52:56Z', 'revision_number': 6, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:57.002156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.022490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa5064-1918-4946-b47b-cc13292a73f0 req-1d40b513-6625-4859-900a-4fafa9a4ff6d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:57.024100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2afa5064-1918-4946-b47b-cc13292a73f0 req-1d40b513-6625-4859-900a-4fafa9a4ff6d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0926738 Nov 23 22:52:57.040912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6e448-52f8-4af7-97ee-128388bb1d7b None None] The sync data for ids ['4162f32e-60da-407c-a72a-3a92f8ab5d05'] in n-d-817303-3 is: [{'id': '4162f32e-60da-407c-a72a-3a92f8ab5d05', 'name': 'tempest-ServersTestBootFromVolume-354864371-router', 'tenant_id': '69aaa9264c964143b04d7e4f05a046b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:36Z', 'updated_at': '2021-11-23T22:52:56Z', 'revision_number': 6, 'project_id': '69aaa9264c964143b04d7e4f05a046b7', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:57.050885 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.069455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Pushing event deleted for resources: {'Port': ['ID=42fffd10-e11b-41b5-92c6-dc3f4412bcc2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:57.155713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2afa5064-1918-4946-b47b-cc13292a73f0 req-8ce85ec6-6e90-4b5b-9d6d-dd2e9827b587 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202843 Nov 23 22:52:57.182675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.248447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d957a6-14f4-4225-8007-8ee863cf5189 req-b6c0e4bd-2fdb-441b-85c6-773a13dec218 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:57.250095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15d957a6-14f4-4225-8007-8ee863cf5189 req-b6c0e4bd-2fdb-441b-85c6-773a13dec218 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0703120 Nov 23 22:52:57.257631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.287023 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.289545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.363178 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.363935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4162f32e-60da-407c-a72a-3a92f8ab5d05 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:52:57.371186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.372392 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8386cd9-b284-4f2f-9acd-98de83c0b11f admin admin] 10.222.0.11 "DELETE /v2.0/routers/4162f32e-60da-407c-a72a-3a92f8ab5d05 HTTP/1.1" status: 204 len: 168 time: 1.2514446 Nov 23 22:52:57.375299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49886) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:57.431464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] Deleting subnet 1d593118-7277-43c9-a4f7-1466e4ab278c {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:52:57.434972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.440228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15d957a6-14f4-4225-8007-8ee863cf5189 req-2a7b92b0-c2f0-4a98-9485-d2f31a4c48d1 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791437 Nov 23 22:52:57.491847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.589917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.638454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Deleting port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:57.638454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.665621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.709092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d593118-7277-43c9-a4f7-1466e4ab278c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:57.713127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.716873 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d04e504b-bdbb-464c-9c2b-068a05a8df65 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d593118-7277-43c9-a4f7-1466e4ab278c HTTP/1.1" status: 204 len: 168 time: 0.3405633 Nov 23 22:52:57.719421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49890) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:57.720221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1876b-f8c2-41c6-8bed-616ff20d1a49 None None] Network ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:57.803894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] For port c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,segment=NetworkSegment(637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd),segment_id=637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:57.804172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.816728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.821880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Calling delete_port for c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:57.906819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] DHCP port deletion for ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:52:57.956149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] Deleting port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:57.956550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:57.974764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Deleting port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:57.975106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.036027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] For port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:58.036430 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.049570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] Calling delete_port for b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:58.060398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] For port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,segment=NetworkSegment(e347f258-fbbb-4b40-a58f-4be638b76169),segment_id=e347f258-fbbb-4b40-a58f-4be638b76169)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:58.060736 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.096357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Calling delete_port for b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:58.145601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.167820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.179409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] Pushing event deleted for resources: {'Port': ['ID=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:58.190986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b8c1b-186d-40d6-97a2-ae2cb913e7d7 None None] No DVR routers for this DVR port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:58.223372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:58.303687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.342150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:58.347444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] No DVR routers for this DVR port b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:58.427925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13255c-7ae3-46dc-a015-ba4c67bc9140 req-8f8d0736-a221-4000-a51c-f893e8b62f95 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:58.429430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc13255c-7ae3-46dc-a015-ba4c67bc9140 req-8f8d0736-a221-4000-a51c-f893e8b62f95 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.1785228 Nov 23 22:52:58.523002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.922693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:58.949381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e347f258-fbbb-4b40-a58f-4be638b76169') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:58.949671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e347f258-fbbb-4b40-a58f-4be638b76169') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:58.966467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc13255c-7ae3-46dc-a015-ba4c67bc9140 req-ebff2aee-d9db-45fb-b068-37c111f82090 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5260098 Nov 23 22:52:58.969480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.972840 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.005833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eadb0e-7a1c-4b1f-b426-d42b4c1a953b req-8ef8dba4-ab68-4e52-a8af-41660767c713 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:59.007831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3eadb0e-7a1c-4b1f-b426-d42b4c1a953b req-8ef8dba4-ab68-4e52-a8af-41660767c713 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.4877324 Nov 23 22:52:59.010640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.023792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:52:59.024748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:52:59.026750 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:52:59.118234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:59.139819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:59.145623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a6d9fa41-3ec1-4ac0-ac89-31af487a8fbf not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:59.145623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:59.158918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.162813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 82277a5f-fadf-439c-bd82-90073fed7742 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:59.165711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:59.166236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42fffd10-e11b-41b5-92c6-dc3f4412bcc2 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:59.166947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:59.191749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.194945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] 10.222.0.11 "DELETE /v2.0/networks/ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7 HTTP/1.1" status: 204 len: 168 time: 1.4744420 Nov 23 22:52:59.199955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3eadb0e-7a1c-4b1f-b426-d42b4c1a953b req-57f16efc-0d50-40ef-b5ad-ef8d3dcb60aa tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827569 Nov 23 22:52:59.207138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 82277a5f-fadf-439c-bd82-90073fed7742 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:59.207484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 82277a5f-fadf-439c-bd82-90073fed7742 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:59.208956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:59.209292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b3e5a168-6a61-40c0-9c2f-1c62b5e1ab0a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:59.217735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866252e-6030-4cc7-8803-5863b95ee32c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef21c4b0-7c0c-4dff-8ab1-40994fcd4de7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:59.334155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:59.351985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:59.376284 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9485ad11-0fc9-43dd-8473-becd15ea58cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69aaa9264c964143b04d7e4f05a046b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408995 Nov 23 22:52:59.379444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:59.435860 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217ebcf3-94ac-4bbd-ad95-05fe4633cdab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.459944 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217ebcf3-94ac-4bbd-ad95-05fe4633cdab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.468269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:59.473703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-49ef8f84-3a09-443f-a39a-8d84101cf4d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/8ac3d688-b7b0-433c-b67b-5bea35ea4b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9626441 Nov 23 22:52:59.475952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49908) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:59.484375 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] Sync routers for ids ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:59.496744 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] Routers {'8ac3d688-b7b0-433c-b67b-5bea35ea4b39'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:59.497461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:59.520331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217ebcf3-94ac-4bbd-ad95-05fe4633cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.523058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-217ebcf3-94ac-4bbd-ad95-05fe4633cdab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.525158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-217ebcf3-94ac-4bbd-ad95-05fe4633cdab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57f2b40b-ba07-4b6e-b4d3-3b1c4a8bddce HTTP/1.1" status: 204 len: 168 time: 0.1440456 Nov 23 22:52:59.533852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ebcf3-94ac-4bbd-ad95-05fe4633cdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f2b40b-ba07-4b6e-b4d3-3b1c4a8bddce,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:59.617147 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] Set router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:59.624609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.768954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.827528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Deleting port 43b4beb7-f2ee-43b5-955d-98641d747251 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:59.827944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.845604 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:52:58Z', 'revision_number': 5, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port': {'id': '43b4beb7-f2ee-43b5-955d-98641d747251', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:de:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:59.878121 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] Checking router: 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:59.888132 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] Routers {'8ac3d688-b7b0-433c-b67b-5bea35ea4b39'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:59.889250 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:52:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:59.920778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] For port 43b4beb7-f2ee-43b5-955d-98641d747251, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=43b4beb7-f2ee-43b5-955d-98641d747251,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:59.921340 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.937743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Calling delete_port for 43b4beb7-f2ee-43b5-955d-98641d747251 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:59.984743 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] Set router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:53:00.043750 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:52:59Z', 'revision_number': 6, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:00.076548 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc97978-3778-4d02-8955-72a5ef7f9406 None None] The sync data for ids ['8ac3d688-b7b0-433c-b67b-5bea35ea4b39'] in n-d-817303-3 is: [{'id': '8ac3d688-b7b0-433c-b67b-5bea35ea4b39', 'name': 'tempest-ServerRescueNegativeTestJSON-1303582941-router', 'tenant_id': 'ac627df0c8444f91bfeb909e1e824028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:06Z', 'updated_at': '2021-11-23T22:52:59Z', 'revision_number': 6, 'project_id': 'ac627df0c8444f91bfeb909e1e824028', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:53:00.153104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb05b0-5439-405b-b606-4ef14ad430a1 req-f97f0f93-aad5-441f-8968-5d2344c0cc72 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:00.154794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3dcb05b0-5439-405b-b606-4ef14ad430a1 req-f97f0f93-aad5-441f-8968-5d2344c0cc72 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0879517 Nov 23 22:53:00.234512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.248565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3dcb05b0-5439-405b-b606-4ef14ad430a1 req-a1210159-b739-4153-b323-58d6bba58132 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701413 Nov 23 22:53:00.279883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b4beb7-f2ee-43b5-955d-98641d747251,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:00.369829 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.382527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677c6cd-b290-4185-ad22-6083d999a1e2 req-cf2cc0c4-baff-47f8-962a-95f621ec6deb tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:00.384661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e677c6cd-b290-4185-ad22-6083d999a1e2 req-cf2cc0c4-baff-47f8-962a-95f621ec6deb tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0835207 Nov 23 22:53:00.424155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49936) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:00.527118 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.535923 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.568651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1542686591-network', 'tenant_id': 'b6321c057f5d49cd8a648cbb3dbe48cc'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:00.594426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Made reservation on behalf of b6321c057f5d49cd8a648cbb3dbe48cc for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:00.596097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e677c6cd-b290-4185-ad22-6083d999a1e2 req-0f9fbea9-e95b-459d-b464-a75a43bde365 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869674 Nov 23 22:53:00.598470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.602911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.604259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac3d688-b7b0-433c-b67b-5bea35ea4b39 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:53:00.608818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.612503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c3b395c-a94d-4e04-8971-8e79a08dc5f3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8ac3d688-b7b0-433c-b67b-5bea35ea4b39 HTTP/1.1" status: 204 len: 168 time: 1.1354971 Nov 23 22:53:00.612776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49942) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:00.624933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.689125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] Deleting subnet e60c0aac-6cba-48a7-a9b3-38a49ed6b654 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:53:00.697255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.744736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.804922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.808423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.810867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.862479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:00.883108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5983b04-be71-47a5-b16e-7c323e7dceb3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:00.886056 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.886399 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Added segment 293fdfcd-8cd4-4233-9d5f-2ba2e41a9223 of type vlan for network 28750f75-c332-449d-8330-4e50bbc4db41 Nov 23 22:53:00.933793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.937442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.972344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.975470 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e60c0aac-6cba-48a7-a9b3-38a49ed6b654 HTTP/1.1" status: 204 len: 168 time: 0.3607812 Nov 23 22:53:00.976422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d776b-b1bc-4f80-8c98-c8f432ad690d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60c0aac-6cba-48a7-a9b3-38a49ed6b654,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:00.978491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49944) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:01.014399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.015340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:01.015954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.053925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:01.075599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:53:01.075954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c69b77a2-a404-40b2-9fe7-8c9c9b54a1a5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:01.076572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 43b4beb7-f2ee-43b5-955d-98641d747251 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:01.097152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 43b4beb7-f2ee-43b5-955d-98641d747251 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:53:01.097502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 43b4beb7-f2ee-43b5-955d-98641d747251 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:01.389069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd247-9604-4078-ac28-5a01e53e5143 req-9f237c59-fdd6-403b-a5e5-280d8bd3987d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:01.391261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa1dd247-9604-4078-ac28-5a01e53e5143 req-9f237c59-fdd6-403b-a5e5-280d8bd3987d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0545592 Nov 23 22:53:01.424111 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9987152 Nov 23 22:53:01.425905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49950) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:01.428921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.432771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Request body: {'subnet': {'network_id': '28750f75-c332-449d-8330-4e50bbc4db41', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1542686591-subnet', 'tenant_id': 'b6321c057f5d49cd8a648cbb3dbe48cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:01.459709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa1dd247-9604-4078-ac28-5a01e53e5143 req-5a338ad6-7ae8-4f52-8834-0b43868c5c8a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623918 Nov 23 22:53:01.472838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c5fb6-8c94-4300-af30-5eba0950d826 admin admin] Pushing event updated for resources: {'Network': ['ID=28750f75-c332-449d-8330-4e50bbc4db41,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:01.482872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Made reservation on behalf of b6321c057f5d49cd8a648cbb3dbe48cc for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:01.500781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 28750f75-c332-449d-8330-4e50bbc4db41 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:01.501191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.586987 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.604794 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85c89776-61d9-42b5-ba63-39dbf86c5eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.614277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dc7a65-62b2-4918-9a56-9d42377c2035']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:01.626280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:01.626588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637aa8c7-e0d1-4393-96a3-40cc5ba5d0fd') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:01.638551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.656395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.663918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:53:01.664356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:53:01.669201 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:53:01.733616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.733932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.739863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.745117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e5dc7a65-62b2-4918-9a56-9d42377c2035 HTTP/1.1" status: 204 len: 168 time: 0.7587800 Nov 23 22:53:01.757547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780171e-5358-4251-8c9e-0d51de7d6188 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5dc7a65-62b2-4918-9a56-9d42377c2035,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:01.810214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d91a4-58d5-4575-8b5b-7ce6b5bd4ae6 req-ce1c1a0e-ddd5-4550-90ab-e5b23cb37c89 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:01.811803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-949d91a4-58d5-4575-8b5b-7ce6b5bd4ae6 req-ce1c1a0e-ddd5-4550-90ab-e5b23cb37c89 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1205549 Nov 23 22:53:01.843324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb917ef-de35-41df-8bc5-6cd7ed81f6d9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:01.870970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Checking segment: {'id': '293fdfcd-8cd4-4233-9d5f-2ba2e41a9223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '28750f75-c332-449d-8330-4e50bbc4db41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:01.871349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Network hostable DHCP agents. Network: 28750f75-c332-449d-8330-4e50bbc4db41, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:53:01.892135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49958) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:01.913033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-949d91a4-58d5-4575-8b5b-7ce6b5bd4ae6 req-fb928658-61f2-4384-813e-78f200272c1a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929642 Nov 23 22:53:01.914567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Network 28750f75-c332-449d-8330-4e50bbc4db41 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:53:01.925984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 28750f75-c332-449d-8330-4e50bbc4db41) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:01.937394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:01.938226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:01.945236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f4c90c-d948-41ec-a335-a62e1120c49c None None] Network 28750f75-c332-449d-8330-4e50bbc4db41 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:53:01.953526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b307c547-f532-4671-82dd-e4f79132a82c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac627df0c8444f91bfeb909e1e824028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566177 Nov 23 22:53:01.953920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49960) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:01.964570 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-54bbf8bd-cf6f-427a-9915-3aa2e0aaffbe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5371153 Nov 23 22:53:02.019234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29921bd8-a025-485e-94f4-6aef69ddb7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:02.043464 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29921bd8-a025-485e-94f4-6aef69ddb7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:02.079879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf09972-5ddd-4e35-989e-ca4fd0e259c9 None None] Network 28750f75-c332-449d-8330-4e50bbc4db41 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:53:02.100088 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29921bd8-a025-485e-94f4-6aef69ddb7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:02.103840 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29921bd8-a025-485e-94f4-6aef69ddb7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:02.104778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-29921bd8-a025-485e-94f4-6aef69ddb7e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa60f1c4-5630-4c1a-b955-4759f7ba7c52 HTTP/1.1" status: 204 len: 168 time: 0.1496017 Nov 23 22:53:02.124739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29921bd8-a025-485e-94f4-6aef69ddb7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60f1c4-5630-4c1a-b955-4759f7ba7c52,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:02.479351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-0327aca4-917b-46b0-a839-05abfbb800fd tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:02.480940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-0327aca4-917b-46b0-a839-05abfbb800fd tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/networks?id=28750f75-c332-449d-8330-4e50bbc4db41 HTTP/1.1" status: 200 len: 818 time: 0.1212575 Nov 23 22:53:02.500469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-a1808be0-da6a-4e26-a14a-03e04ec321bf tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/quotas/b6321c057f5d49cd8a648cbb3dbe48cc HTTP/1.1" status: 200 len: 375 time: 0.0103526 Nov 23 22:53:02.544940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-ff562730-4f08-4d15-9aaa-c844e946e3dc tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6321c057f5d49cd8a648cbb3dbe48cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376160 Nov 23 22:53:02.682230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c492a8-aec6-4e25-ad9c-70ae71ffdc63 req-d38430ef-57a8-4098-9b9d-953fee6dcffc tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:02.684084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2c492a8-aec6-4e25-ad9c-70ae71ffdc63 req-d38430ef-57a8-4098-9b9d-953fee6dcffc tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.1131012 Nov 23 22:53:02.690140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-5803ee92-4686-4f0b-84f1-1852486474ba service neutron] 10.222.0.11 "GET /v2.0/networks/28750f75-c332-449d-8330-4e50bbc4db41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384764 Nov 23 22:53:02.809921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2c492a8-aec6-4e25-ad9c-70ae71ffdc63 req-6db60528-5ffe-4841-b471-76f72de2e3c4 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172140 Nov 23 22:53:02.835854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-1e784c8e-5d24-4b58-9150-9adf753a9242 service neutron] 10.222.0.11 "GET /v2.0/networks/28750f75-c332-449d-8330-4e50bbc4db41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333323 Nov 23 22:53:03.027517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb95b9-57f4-4c56-8946-b3592952a76f req-c3e1590d-a892-4458-aee2-d897284aeb0d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:03.029232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1adb95b9-57f4-4c56-8946-b3592952a76f req-c3e1590d-a892-4458-aee2-d897284aeb0d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0551879 Nov 23 22:53:03.084451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1adb95b9-57f4-4c56-8946-b3592952a76f req-ead19144-3e1e-4af7-a9d5-f60815941440 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483418 Nov 23 22:53:03.233606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c4ab11f-13c1-4597-bc30-1c10df74fc56 req-3ab73fba-4935-487b-95ee-e3921b256f8a tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 210 time: 0.0381584 Nov 23 22:53:03.265857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55e649-6cfb-4c3a-9a3f-0c5e39a637ff req-324ca7f7-f987-4a81-a1f7-1c864343e486 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:03.268244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa55e649-6cfb-4c3a-9a3f-0c5e39a637ff req-324ca7f7-f987-4a81-a1f7-1c864343e486 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1015677 Nov 23 22:53:03.354847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa55e649-6cfb-4c3a-9a3f-0c5e39a637ff req-a711eb2c-31aa-4410-865d-bc46d00889ed tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783901 Nov 23 22:53:03.383623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a6cf0-96aa-4f50-972b-5ef2f3987e84 req-131366c0-d46e-4a3e-b133-5dee676e4a61 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:03.386545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-042a6cf0-96aa-4f50-972b-5ef2f3987e84 req-131366c0-d46e-4a3e-b133-5dee676e4a61 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0790560 Nov 23 22:53:03.445201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-042a6cf0-96aa-4f50-972b-5ef2f3987e84 req-dc0212ae-5426-40f3-8539-76e06f9f3438 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517497 Nov 23 22:53:03.748576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd0964-0e58-4b34-b647-fcfb8dfaee57 req-8249dd4e-203d-4689-bd30-0f60fb5c9241 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:03.750147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfd0964-0e58-4b34-b647-fcfb8dfaee57 req-8249dd4e-203d-4689-bd30-0f60fb5c9241 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0538695 Nov 23 22:53:03.805194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfd0964-0e58-4b34-b647-fcfb8dfaee57 req-f7af47e5-a117-4221-8853-5d3ef7cee9cd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482318 Nov 23 22:53:03.944995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c635f7-5c19-4456-8b3f-0e267e6f2858 req-820efb07-4c02-499b-9113-1ee4a3dc11ef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:03.947694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65c635f7-5c19-4456-8b3f-0e267e6f2858 req-820efb07-4c02-499b-9113-1ee4a3dc11ef tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0556114 Nov 23 22:53:04.026114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65c635f7-5c19-4456-8b3f-0e267e6f2858 req-20618e2c-21df-4c87-911a-429da1e28b50 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699017 Nov 23 22:53:04.078926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-430b7864-f386-4cc9-bcf1-698adbfc0e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.192220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50068) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:04.213380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-5579987b-6134-432a-b665-678ba2b57822 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:04.215051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-5579987b-6134-432a-b665-678ba2b57822 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.46 "GET /v2.0/networks?id=28750f75-c332-449d-8330-4e50bbc4db41 HTTP/1.1" status: 200 len: 818 time: 0.1770420 Nov 23 22:53:04.231011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Request body: {'port': {'device_id': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'network_id': '28750f75-c332-449d-8330-4e50bbc4db41', 'admin_state_up': True, 'tenant_id': 'b6321c057f5d49cd8a648cbb3dbe48cc'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:04.345294 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a4b705a-12e8-400c-b399-545d1b1f7ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.373594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb5e392f-6b94-4d98-966b-6274465c2068 req-1702f882-580b-44d5-9d14-47086f0e5457 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 210 time: 0.0446813 Nov 23 22:53:04.403926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Made reservation on behalf of b6321c057f5d49cd8a648cbb3dbe48cc for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:04.405145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.470570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a4b705a-12e8-400c-b399-545d1b1f7ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.478472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a4b705a-12e8-400c-b399-545d1b1f7ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.521072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b705a-12e8-400c-b399-545d1b1f7ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8a2eaa-f162-4120-b1b3-fdd0e5adf5f6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:04.528210 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2a4b705a-12e8-400c-b399-545d1b1f7ab6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ae83f4ff94b407482ec87505f9a7885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317435 Nov 23 22:53:04.529162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50080) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:04.585078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a47d-6045-4d1c-ab67-108555939028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.611073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a47d-6045-4d1c-ab67-108555939028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.645857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73ea05-827e-45c5-b59e-68d954c4ad74 req-ae414a9f-4e9a-4a59-bddb-e50abb4f6432 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:04.654212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb73ea05-827e-45c5-b59e-68d954c4ad74 req-ae414a9f-4e9a-4a59-bddb-e50abb4f6432 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1969705 Nov 23 22:53:04.665030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a47d-6045-4d1c-ab67-108555939028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.667916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a47d-6045-4d1c-ab67-108555939028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.669084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f0f5a47d-6045-4d1c-ab67-108555939028 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee8a2eaa-f162-4120-b1b3-fdd0e5adf5f6 HTTP/1.1" status: 204 len: 168 time: 0.1394415 Nov 23 22:53:04.669250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768ccb-6dad-4304-91eb-fc6e9de396d8 req-64cf3a26-070c-41a5-8ee9-c00df6e9fe6a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:04.670733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01768ccb-6dad-4304-91eb-fc6e9de396d8 req-64cf3a26-070c-41a5-8ee9-c00df6e9fe6a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1420758 Nov 23 22:53:04.681606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a47d-6045-4d1c-ab67-108555939028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8a2eaa-f162-4120-b1b3-fdd0e5adf5f6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:04.701605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Allocated IP 172.20.0.12 (28750f75-c332-449d-8330-4e50bbc4db41/cfb917ef-de35-41df-8bc5-6cd7ed81f6d9/39f094e4-9b59-41d7-ae52-2aa8e8d339bd) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:53:04.776317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb73ea05-827e-45c5-b59e-68d954c4ad74 req-a1d8f252-afe1-4d7f-ab2a-a3c8988f360d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209886 Nov 23 22:53:04.793630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01768ccb-6dad-4304-91eb-fc6e9de396d8 req-52c225bc-f68a-4611-89b0-d4c27d3a13a3 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127088 Nov 23 22:53:04.944484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.973552 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.985556 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:05.028994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Network 28750f75-c332-449d-8330-4e50bbc4db41 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:53:05.035334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:05.039444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:53:05.067625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Pushing event updated for resources: {'Port': ['ID=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:05.103481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:05.104197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:05.123041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-59aee8bd-71e2-46f9-94c6-65fb85b0bc24 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8971603 Nov 23 22:53:05.140027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Request body: {'port': {'device_id': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:05.233755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:05.253077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee8fbf-6797-4bd2-8b3e-97393599364e req-53c74e7e-ea25-447c-b795-05634dbce7ae tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:05.254654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02ee8fbf-6797-4bd2-8b3e-97393599364e req-53c74e7e-ea25-447c-b795-05634dbce7ae tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0935292 Nov 23 22:53:05.396611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02ee8fbf-6797-4bd2-8b3e-97393599364e req-6fb91415-155e-4c60-ae9f-7aebb6f85a39 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335166 Nov 23 22:53:05.561902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85d82d-fb77-4f4a-8648-3158b3f071dd req-2162322b-ce91-4a87-96e6-1ccaf2f515c9 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:05.563464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac85d82d-fb77-4f4a-8648-3158b3f071dd req-2162322b-ce91-4a87-96e6-1ccaf2f515c9 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 932 time: 0.0890381 Nov 23 22:53:05.658319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac85d82d-fb77-4f4a-8648-3158b3f071dd req-2dcc7578-101d-4072-b2ae-12c2fad18f45 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837898 Nov 23 22:53:05.660542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f094e4-9b59-41d7-ae52-2aa8e8d339bd {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:05.669569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:05.689960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Transition to ACTIVE for port object 39f094e4-9b59-41d7-ae52-2aa8e8d339bd will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:53:05.693112 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:05.750441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Pushing event updated for resources: {'Port': ['ID=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:05.824992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Attempting to bind port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:53:05.825610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Attempting to bind port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '293fdfcd-8cd4-4233-9d5f-2ba2e41a9223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '28750f75-c332-449d-8330-4e50bbc4db41'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:53:05.825720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Attempting to bind port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd on network 28750f75-c332-449d-8330-4e50bbc4db41 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:05.830816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd on network 28750f75-c332-449d-8330-4e50bbc4db41 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:53:05.830816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Attempting to bind port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd on network 28750f75-c332-449d-8330-4e50bbc4db41 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:05.838105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:53:05.838446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Checking segment: {'id': '293fdfcd-8cd4-4233-9d5f-2ba2e41a9223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '28750f75-c332-449d-8330-4e50bbc4db41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:05.838837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Bound using segment: {'id': '293fdfcd-8cd4-4233-9d5f-2ba2e41a9223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '28750f75-c332-449d-8330-4e50bbc4db41'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:53:05.839284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Bound port: 39f094e4-9b59-41d7-ae52-2aa8e8d339bd, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293fdfcd-8cd4-4233-9d5f-2ba2e41a9223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '28750f75-c332-449d-8330-4e50bbc4db41'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:53:05.840108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:05.991517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] For port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:05.996838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] For port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,segment=NetworkSegment(293fdfcd-8cd4-4233-9d5f-2ba2e41a9223),segment_id=293fdfcd-8cd4-4233-9d5f-2ba2e41a9223)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:53:06.006274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a51d5-7a01-4b4a-bd9f-09769d6f7772 req-f223a200-3105-4fa9-85fe-a8e9af921c30 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.007924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-649a51d5-7a01-4b4a-bd9f-09769d6f7772 req-f223a200-3105-4fa9-85fe-a8e9af921c30 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1257422 Nov 23 22:53:06.011811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:06.031443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea05319-df50-4032-94c7-53df68d89add req-89af00f9-0acd-4660-b9fc-75e5570c8df5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.033260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bea05319-df50-4032-94c7-53df68d89add req-89af00f9-0acd-4660-b9fc-75e5570c8df5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1291590 Nov 23 22:53:06.084688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.085304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:06.086739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] 10.222.0.46 "PUT /v2.0/ports/39f094e4-9b59-41d7-ae52-2aa8e8d339bd HTTP/1.1" status: 200 len: 1092 time: 0.9549270 Nov 23 22:53:06.095738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'tag': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:06.098124 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7e0054-0828-4929-9f7f-fbe61ea90c2e", "tag": "39f094e4-9b59-41d7-ae52-2aa8e8d339bd"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:06.199768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff87b8-5d12-4d4e-ab38-ffc121045058 service neutron] Pushing event updated for resources: {'Port': ['ID=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:06.207917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-649a51d5-7a01-4b4a-bd9f-09769d6f7772 req-8581ae26-a702-4bb0-8229-fa84c0b6d19b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901534 Nov 23 22:53:06.213762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bea05319-df50-4032-94c7-53df68d89add req-389da9a3-6485-4114-bb94-9aa307a6aff3 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522198 Nov 23 22:53:06.230388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-8abb4885-79be-4bdb-af5f-0c2ac5d87d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.232221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-8abb4885-79be-4bdb-af5f-0c2ac5d87d19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6321c057f5d49cd8a648cbb3dbe48cc&device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 1095 time: 0.0893393 Nov 23 22:53:06.280637 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d39c119-793b-4261-aba1-09c85f49f928 x-openstack-request-id: req-4d39c119-793b-4261-aba1-09c85f49f928 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:06.280971 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7e0054-0828-4929-9f7f-fbe61ea90c2e", "tag": "39f094e4-9b59-41d7-ae52-2aa8e8d339bd", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:06.281182 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d39c119-793b-4261-aba1-09c85f49f928 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:06.281574 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'tag': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd', 'status': 'completed', 'code': 200} Nov 23 22:53:06.283892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-3e0a51bd-368f-4ffc-9942-c89138679796 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39f094e4-9b59-41d7-ae52-2aa8e8d339bd HTTP/1.1" status: 200 len: 217 time: 0.0431132 Nov 23 22:53:06.345234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-4de70ec7-2256-4ac5-847d-99c383901cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.347754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-4de70ec7-2256-4ac5-847d-99c383901cc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfb917ef-de35-41df-8bc5-6cd7ed81f6d9 HTTP/1.1" status: 200 len: 858 time: 0.0545332 Nov 23 22:53:06.381335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-9a5f574b-b2d3-4e41-b6fe-6549d44628be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28750f75-c332-449d-8330-4e50bbc4db41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250754 Nov 23 22:53:06.453276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:06.942294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-f87e3951-d68f-47fe-ba7f-a4e3c7260eee service neutron] 10.222.0.46 "GET /v2.0/networks/28750f75-c332-449d-8330-4e50bbc4db41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445826 Nov 23 22:53:06.956560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113785e-9992-4279-bac5-9ac5b647cb7a req-d6578c7f-383e-48d7-965a-3e1a939f5877 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.958070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0113785e-9992-4279-bac5-9ac5b647cb7a req-d6578c7f-383e-48d7-965a-3e1a939f5877 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 944 time: 0.1141963 Nov 23 22:53:06.968907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911c0e4-421d-475f-9db9-9cbb61786e63 req-d82597ac-552c-4712-8bf3-3e5bd2d020bd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.975319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f911c0e4-421d-475f-9db9-9cbb61786e63 req-d82597ac-552c-4712-8bf3-3e5bd2d020bd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.1302412 Nov 23 22:53:07.125439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f911c0e4-421d-475f-9db9-9cbb61786e63 req-2a9e5649-3169-47a6-b2ab-8c45b08dd1a9 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491764 Nov 23 22:53:07.162898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0113785e-9992-4279-bac5-9ac5b647cb7a req-008b193d-dd4b-46e2-82b3-12f26d6140bc tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843324 Nov 23 22:53:07.164028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25e8181b-d7d9-4e94-8869-97a83d387ce5 req-b25538c4-fc7c-4208-b8e2-765f14198413 service neutron] 10.222.0.46 "GET /v2.0/networks/28750f75-c332-449d-8330-4e50bbc4db41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050540 Nov 23 22:53:07.274806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-de3d195c-5acd-4680-994d-9b549090909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.276788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-de3d195c-5acd-4680-994d-9b549090909f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6321c057f5d49cd8a648cbb3dbe48cc&device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 1095 time: 0.0506849 Nov 23 22:53:07.435856 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:07.471421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-a9b7934a-1f4a-443a-b1e7-22068e458781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.473111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-a9b7934a-1f4a-443a-b1e7-22068e458781 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28750f75-c332-449d-8330-4e50bbc4db41 HTTP/1.1" status: 200 len: 919 time: 0.1820180 Nov 23 22:53:07.485800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37486004-e711-4cc1-ab4c-b177a40bf751 req-0d65850a-d8b2-48c6-8ac9-a013df7ee954 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.487438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37486004-e711-4cc1-ab4c-b177a40bf751 req-0d65850a-d8b2-48c6-8ac9-a013df7ee954 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1166506 Nov 23 22:53:07.535604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-5f2af584-9cd7-4aa1-9ef6-1bafa0d4e0d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39f094e4-9b59-41d7-ae52-2aa8e8d339bd HTTP/1.1" status: 200 len: 217 time: 0.0470767 Nov 23 22:53:07.544322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3898420-af26-4ba6-94a1-81f2f3d62dfb req-4cde3310-348c-42db-a87e-96e5ecf19578 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.545956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3898420-af26-4ba6-94a1-81f2f3d62dfb req-4cde3310-348c-42db-a87e-96e5ecf19578 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1582162 Nov 23 22:53:07.662585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-66f0a746-1495-4980-bf82-8a19ab9e46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.664119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-66f0a746-1495-4980-bf82-8a19ab9e46d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cfb917ef-de35-41df-8bc5-6cd7ed81f6d9 HTTP/1.1" status: 200 len: 858 time: 0.1160884 Nov 23 22:53:07.671400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37486004-e711-4cc1-ab4c-b177a40bf751 req-332986c9-16eb-45ae-b49a-6d7625bce266 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732562 Nov 23 22:53:07.676444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3898420-af26-4ba6-94a1-81f2f3d62dfb req-3cf6978b-ba52-41ee-93e5-08f863f0771a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136682 Nov 23 22:53:07.693427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50170) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:07.712777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-e6f30637-8c55-423c-92b9-0fa7b8697a6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28750f75-c332-449d-8330-4e50bbc4db41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352848 Nov 23 22:53:07.839149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b89bd7fd-f97e-47a3-b4a7-8d12e48fa28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:07.845320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-e910caa4-b6b2-4724-b82b-7eb6a4a621cb service neutron] 10.222.0.46 "GET /v2.0/networks/28750f75-c332-449d-8330-4e50bbc4db41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239617 Nov 23 22:53:07.886224 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:07.929308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b89bd7fd-f97e-47a3-b4a7-8d12e48fa28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:07.933486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b89bd7fd-f97e-47a3-b4a7-8d12e48fa28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:07.953367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbfec1a9-f15b-45a2-a92e-748b7d3b3b85 req-8f24a83e-bcf3-4abf-a07b-76acd53903ff service neutron] 10.222.0.46 "GET /v2.0/networks/28750f75-c332-449d-8330-4e50bbc4db41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994763 Nov 23 22:53:07.973693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bd7fd-f97e-47a3-b4a7-8d12e48fa28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b980c1b5-14a2-47df-b0a5-62fe4e9159c1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:07.979821 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b89bd7fd-f97e-47a3-b4a7-8d12e48fa28c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cef52b3a5d01432d80af2126456f2a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853274 Nov 23 22:53:07.982466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50174) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:08.030206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9017f98-f24e-4a4b-87b7-19d3d39a9725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.052622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9017f98-f24e-4a4b-87b7-19d3d39a9725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.099427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9017f98-f24e-4a4b-87b7-19d3d39a9725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.102198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9017f98-f24e-4a4b-87b7-19d3d39a9725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.104014 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e9017f98-f24e-4a4b-87b7-19d3d39a9725 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b980c1b5-14a2-47df-b0a5-62fe4e9159c1 HTTP/1.1" status: 204 len: 168 time: 0.1206441 Nov 23 22:53:08.112038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017f98-f24e-4a4b-87b7-19d3d39a9725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b980c1b5-14a2-47df-b0a5-62fe4e9159c1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:08.262828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8461d-f1f9-4c3a-b7cc-12737136bf40 req-014d716e-85f4-4c1f-a02a-a7edc2d52707 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:08.264620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aaf8461d-f1f9-4c3a-b7cc-12737136bf40 req-014d716e-85f4-4c1f-a02a-a7edc2d52707 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0602932 Nov 23 22:53:08.356897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509629-1572-4842-89c1-061ad6daf94a req-41e7f7a9-d40c-4edd-8d54-a73445933ae5 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:08.358505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70509629-1572-4842-89c1-061ad6daf94a req-41e7f7a9-d40c-4edd-8d54-a73445933ae5 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 944 time: 0.0921574 Nov 23 22:53:08.371215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aaf8461d-f1f9-4c3a-b7cc-12737136bf40 req-e8b59d6d-c36d-4c21-a420-d5b1a396999b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888312 Nov 23 22:53:08.422558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70509629-1572-4842-89c1-061ad6daf94a req-d1e319d2-46cd-4f9d-b7aa-4678c8f6f843 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527306 Nov 23 22:53:08.451222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device beed38d6-bedf-41ed-8355-461e7b912811 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:53:08.457102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:08.472478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a308248-970a-4ced-9226-cc7821190998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.561831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a308248-970a-4ced-9226-cc7821190998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.562679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:08.566899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4a308248-970a-4ced-9226-cc7821190998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.577147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'beed38d6-bedf-41ed-8355-461e7b912811', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'port_id': 'beed38d6-bedf-41ed-8355-461e7b912811', 'mac_address': 'fa:16:3e:6a:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:53:08.620177 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4a308248-970a-4ced-9226-cc7821190998 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1acdab65afb747e8b660fe163df21f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618943 Nov 23 22:53:08.621230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a308248-970a-4ced-9226-cc7821190998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e468bd9-9059-4df5-afc8-df81712b860b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:08.623143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50186) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:08.626735 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.641170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beed38d6-bedf-41ed-8355-461e7b912811 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:08.660555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:08.665995 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.675918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35410801-720d-4b61-8cda-1fb2b60251e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.699358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35410801-720d-4b61-8cda-1fb2b60251e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.720954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:08.767058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35410801-720d-4b61-8cda-1fb2b60251e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.770826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35410801-720d-4b61-8cda-1fb2b60251e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:08.772160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-35410801-720d-4b61-8cda-1fb2b60251e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e468bd9-9059-4df5-afc8-df81712b860b HTTP/1.1" status: 204 len: 168 time: 0.1478219 Nov 23 22:53:08.791939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['beed38d6-bedf-41ed-8355-461e7b912811'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:08.798407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35410801-720d-4b61-8cda-1fb2b60251e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e468bd9-9059-4df5-afc8-df81712b860b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:08.876181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf7898-f99e-493f-9d8b-df7f98932fe5 req-6fd1641b-8093-4716-974c-3d63772957ae tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:08.877765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97cf7898-f99e-493f-9d8b-df7f98932fe5 req-6fd1641b-8093-4716-974c-3d63772957ae tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1045632 Nov 23 22:53:08.891662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9abf0-1b42-4063-805c-4d29b666b1df req-e48ba48a-d170-43fd-8291-d3ed7d0b4218 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:08.893196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7dd9abf0-1b42-4063-805c-4d29b666b1df req-e48ba48a-d170-43fd-8291-d3ed7d0b4218 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0991867 Nov 23 22:53:08.974279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97cf7898-f99e-493f-9d8b-df7f98932fe5 req-5debad19-0d06-475d-900b-7a36c3044956 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800960 Nov 23 22:53:08.987952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7dd9abf0-1b42-4063-805c-4d29b666b1df req-3e47638b-7b9d-40d6-9995-7c2b319998d4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787258 Nov 23 22:53:09.533358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f507e5-9290-4e41-adb2-9fd6bd207434 req-7273a66c-6084-44f5-875d-047de6c43753 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:09.535352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1f507e5-9290-4e41-adb2-9fd6bd207434 req-7273a66c-6084-44f5-875d-047de6c43753 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.0794706 Nov 23 22:53:09.597149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024333f-b743-4e23-b3ba-337df10f22f7 req-b73c552c-44b0-41c3-99b0-9e21421db363 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:09.598680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2024333f-b743-4e23-b3ba-337df10f22f7 req-b73c552c-44b0-41c3-99b0-9e21421db363 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 944 time: 0.0922217 Nov 23 22:53:09.623054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1f507e5-9290-4e41-adb2-9fd6bd207434 req-04225029-e843-4f10-ac5b-c4c1b82ac8a0 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725780 Nov 23 22:53:09.677091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2024333f-b743-4e23-b3ba-337df10f22f7 req-1a415344-f20d-44dd-a64a-56072e1d57a1 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678756 Nov 23 22:53:10.186573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056133f-5dfe-4b8c-b0cf-26e269435cdc req-05911eb0-038a-4410-bf4a-6e0f85868f3e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:10.194409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f056133f-5dfe-4b8c-b0cf-26e269435cdc req-05911eb0-038a-4410-bf4a-6e0f85868f3e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1151514 Nov 23 22:53:10.226282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f470da-b567-4c82-aac6-0d7e74d6c0cb req-8d35938d-57d0-4567-8c98-aeecbf233a5f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:10.228289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7f470da-b567-4c82-aac6-0d7e74d6c0cb req-8d35938d-57d0-4567-8c98-aeecbf233a5f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1321619 Nov 23 22:53:10.302068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f056133f-5dfe-4b8c-b0cf-26e269435cdc req-a780fe2f-8460-48b5-9a40-539240935202 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065354 Nov 23 22:53:10.360078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7f470da-b567-4c82-aac6-0d7e74d6c0cb req-e798d276-7fe5-4fb7-9283-29239dd70ce4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106558 Nov 23 22:53:10.462417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 39f094e4-9b59-41d7-ae52-2aa8e8d339bd details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:53:10.464711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device beed38d6-bedf-41ed-8355-461e7b912811 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:10.590157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port beed38d6-bedf-41ed-8355-461e7b912811 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:10.590531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:10.705464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,segment=NetworkSegment(293fdfcd-8cd4-4233-9d5f-2ba2e41a9223),segment_id=293fdfcd-8cd4-4233-9d5f-2ba2e41a9223)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:10.725768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd', 'network_id': '28750f75-c332-449d-8330-4e50bbc4db41', 'port_id': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd', 'mac_address': 'fa:16:3e:60:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb917ef-de35-41df-8bc5-6cd7ed81f6d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:53:10.729307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:10.808676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:10.810135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:10.812548 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c199329-bce7-4cee-a044-f5cca7c86abb" -d '{"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-plugged", "status": "completed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:10.815653 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:10.819555 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:10.846295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f094e4-9b59-41d7-ae52-2aa8e8d339bd {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:10.904800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,segment=NetworkSegment(293fdfcd-8cd4-4233-9d5f-2ba2e41a9223),segment_id=293fdfcd-8cd4-4233-9d5f-2ba2e41a9223)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:10.943762 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:10.945033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39675-cb69-406f-b027-44459309e2c5 req-947bdcaa-ae34-47d7-b8a0-6823c95e286e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:10.954345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:10.956874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cff39675-cb69-406f-b027-44459309e2c5 req-947bdcaa-ae34-47d7-b8a0-6823c95e286e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.2035663 Nov 23 22:53:10.991597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99fe4e-9a42-41db-b8d6-5462e4f1bf94 req-bdf04912-ed5e-47a3-89de-8622e1e442e8 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:11.005413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c99fe4e-9a42-41db-b8d6-5462e4f1bf94 req-bdf04912-ed5e-47a3-89de-8622e1e442e8 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 944 time: 0.1832697 Nov 23 22:53:11.058673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:11.124049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cff39675-cb69-406f-b027-44459309e2c5 req-26d05ca0-4326-4a41-a122-06db520daea6 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1661432 Nov 23 22:53:11.154999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c99fe4e-9a42-41db-b8d6-5462e4f1bf94 req-97e7a316-943a-4325-ad92-0fe81656d9eb tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485050 Nov 23 22:53:11.208566 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec41533-cfce-4784-9c16-89c65b104d26 x-openstack-request-id: req-1ec41533-cfce-4784-9c16-89c65b104d26 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:11.208870 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-plugged", "status": "completed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:11.209133 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ec41533-cfce-4784-9c16-89c65b104d26 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:11.209859 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'code': 200} Nov 23 22:53:11.247095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['39f094e4-9b59-41d7-ae52-2aa8e8d339bd'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:11.482109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da17c14-d003-4f78-9c52-ad822228663f req-f6d4bd89-8cd7-4eb2-8ea8-3f9e0b3ae99c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:11.490008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2da17c14-d003-4f78-9c52-ad822228663f req-f6d4bd89-8cd7-4eb2-8ea8-3f9e0b3ae99c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0858591 Nov 23 22:53:11.588828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c73e-7715-491f-90dc-67c5c1cf4d54 req-9dd43ecf-4ea9-46ed-ad14-00abd998e76c tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:11.591650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dc3c73e-7715-491f-90dc-67c5c1cf4d54 req-9dd43ecf-4ea9-46ed-ad14-00abd998e76c tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0984120 Nov 23 22:53:11.608108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2da17c14-d003-4f78-9c52-ad822228663f req-b77280dc-96d5-4f8a-ae5a-c44ae2dc318b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125560 Nov 23 22:53:11.717449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dc3c73e-7715-491f-90dc-67c5c1cf4d54 req-f67088ec-db98-49f1-8b4b-3c270b6fccb4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081707 Nov 23 22:53:11.924760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50316) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:12.067980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f91c399b-b001-4f06-b12d-5b0e152ea654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.167002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f91c399b-b001-4f06-b12d-5b0e152ea654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.175463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f91c399b-b001-4f06-b12d-5b0e152ea654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.254069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50324) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:12.254690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f91c399b-b001-4f06-b12d-5b0e152ea654 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bac7f24ae804382b72a61b46a3bd550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280859 Nov 23 22:53:12.255183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c399b-b001-4f06-b12d-5b0e152ea654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55af65c-f3b3-408c-8578-52457d6346cc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:12.351659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56469e6f-baa2-44de-b433-c59c1b65a21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.396260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56469e6f-baa2-44de-b433-c59c1b65a21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.400231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f95ad-04c1-4dc6-bb27-c5c2fe62633a req-89ac98d2-092a-4b25-a441-c414a2dcb6ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:12.402407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c0f95ad-04c1-4dc6-bb27-c5c2fe62633a req-89ac98d2-092a-4b25-a441-c414a2dcb6ee tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.1240807 Nov 23 22:53:12.413473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03ccc-8058-49ce-899c-1a156d080986 req-1812eb06-1f4f-4885-b13f-9ab2df96c1d0 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:12.415756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9e03ccc-8058-49ce-899c-1a156d080986 req-1812eb06-1f4f-4885-b13f-9ab2df96c1d0 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 945 time: 0.0914738 Nov 23 22:53:12.468338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 39f094e4-9b59-41d7-ae52-2aa8e8d339bd up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:12.485359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56469e6f-baa2-44de-b433-c59c1b65a21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.489306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56469e6f-baa2-44de-b433-c59c1b65a21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.492113 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-56469e6f-baa2-44de-b433-c59c1b65a21a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b55af65c-f3b3-408c-8578-52457d6346cc HTTP/1.1" status: 204 len: 168 time: 0.2353146 Nov 23 22:53:12.503097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56469e6f-baa2-44de-b433-c59c1b65a21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55af65c-f3b3-408c-8578-52457d6346cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:12.524773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c0f95ad-04c1-4dc6-bb27-c5c2fe62633a req-20b70347-5ac8-42b6-b5a4-24ad0bb2740e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069672 Nov 23 22:53:12.559215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9e03ccc-8058-49ce-899c-1a156d080986 req-572b1cc8-d391-48dd-8b2d-5b3325727736 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346331 Nov 23 22:53:12.575297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:53:12.587994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:12.588258 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.706487 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.788376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,segment=NetworkSegment(293fdfcd-8cd4-4233-9d5f-2ba2e41a9223),segment_id=293fdfcd-8cd4-4233-9d5f-2ba2e41a9223)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:12.795926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:12.808292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2e6b7-a2e1-45c9-ae05-70640f91830d req-90dec284-702a-4eac-9dcd-deaa43441d76 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:12.810710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55c2e6b7-a2e1-45c9-ae05-70640f91830d req-90dec284-702a-4eac-9dcd-deaa43441d76 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1106689 Nov 23 22:53:12.880033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:12.895653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55c2e6b7-a2e1-45c9-ae05-70640f91830d req-423ae1e7-a848-4ae4-b46a-9561db4e94b0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748188 Nov 23 22:53:12.984240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa921c4-e023-4fe1-be17-3da437befb76 req-69d59a5a-8da7-449f-a3c0-0bb023397676 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:12.997051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fa921c4-e023-4fe1-be17-3da437befb76 req-69d59a5a-8da7-449f-a3c0-0bb023397676 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1152194 Nov 23 22:53:13.060071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fa921c4-e023-4fe1-be17-3da437befb76 req-308ad2e8-dd09-4942-a144-dc50cb02ed86 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Nov 23 22:53:13.082296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50336) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:13.095148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3082-56c6-43cf-9401-70fbb6b7b7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:13.193657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3082-56c6-43cf-9401-70fbb6b7b7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:13.199003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3082-56c6-43cf-9401-70fbb6b7b7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:13.211175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:13.214694 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587db77b-5557-4cf3-b86c-6a5d2bb0b733" -d '{"events": [{"server_uuid": "0b7e0054-0828-4929-9f7f-fbe61ea90c2e", "name": "network-vif-plugged", "status": "completed", "tag": "39f094e4-9b59-41d7-ae52-2aa8e8d339bd"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:13.248575 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c7a3082-56c6-43cf-9401-70fbb6b7b7fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=378a7beb74634f0fa7c6d1bc62ceb326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695700 Nov 23 22:53:13.251145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50340) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:13.259485 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453ee0a4-1b50-47ad-8800-f20bf1355933 x-openstack-request-id: req-453ee0a4-1b50-47ad-8800-f20bf1355933 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:13.260942 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7e0054-0828-4929-9f7f-fbe61ea90c2e", "name": "network-vif-plugged", "status": "completed", "tag": "39f094e4-9b59-41d7-ae52-2aa8e8d339bd", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:13.261339 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-453ee0a4-1b50-47ad-8800-f20bf1355933 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:13.262054 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd', 'code': 200} Nov 23 22:53:13.280444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a3082-56c6-43cf-9401-70fbb6b7b7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bb3acc-2ad8-4b81-8b41-24f4827603c0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:13.356024 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e362ca9c-0f63-4520-8d6f-6744f246aec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:13.396693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6898ae-f29a-4a50-924c-091bc0a10e18 req-1bf85194-c4f4-4c6b-9de4-248ec0777aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:13.398358 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e362ca9c-0f63-4520-8d6f-6744f246aec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:13.398907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b6898ae-f29a-4a50-924c-091bc0a10e18 req-1bf85194-c4f4-4c6b-9de4-248ec0777aa6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 1097 time: 0.0546446 Nov 23 22:53:13.465318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b6898ae-f29a-4a50-924c-091bc0a10e18 req-8cebaa96-deac-418c-bbdb-dfadacca3626 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Nov 23 22:53:13.471137 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e362ca9c-0f63-4520-8d6f-6744f246aec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:13.473821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e362ca9c-0f63-4520-8d6f-6744f246aec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:13.478081 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e362ca9c-0f63-4520-8d6f-6744f246aec5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7bb3acc-2ad8-4b81-8b41-24f4827603c0 HTTP/1.1" status: 204 len: 168 time: 0.2225904 Nov 23 22:53:13.484711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362ca9c-0f63-4520-8d6f-6744f246aec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bb3acc-2ad8-4b81-8b41-24f4827603c0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:13.675833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80694b61-46b5-4561-aaab-ed8229fb6771 req-ba713b70-dadf-4d28-83da-f74691d54aaf tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:13.677658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80694b61-46b5-4561-aaab-ed8229fb6771 req-ba713b70-dadf-4d28-83da-f74691d54aaf tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 946 time: 0.0648689 Nov 23 22:53:13.788962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80694b61-46b5-4561-aaab-ed8229fb6771 req-6e3d48a9-11cf-4187-84d6-9fb81d5d60e0 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974140 Nov 23 22:53:13.800365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9765c3-d36b-49fb-b343-1dde864e4525 req-c75faa59-49a2-44f7-991b-eb5ba26fbd48 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:13.808705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e9765c3-d36b-49fb-b343-1dde864e4525 req-c75faa59-49a2-44f7-991b-eb5ba26fbd48 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.1098940 Nov 23 22:53:13.883444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e9765c3-d36b-49fb-b343-1dde864e4525 req-73e4f0a7-be65-4faf-ac51-5878296e0948 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738144 Nov 23 22:53:14.047758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2eaef-0f61-4acf-8dce-e4ec80df8363 req-1c30734f-1710-4132-9572-33a096055ee2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:14.049530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b2eaef-0f61-4acf-8dce-e4ec80df8363 req-1c30734f-1710-4132-9572-33a096055ee2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0775018 Nov 23 22:53:14.135175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b2eaef-0f61-4acf-8dce-e4ec80df8363 req-8de49ed7-c133-45fc-a515-c55a63c706e0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688713 Nov 23 22:53:14.247783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6004817-f02d-40f5-90a8-af915c2fd802 req-2d038192-fc4f-40da-8b5f-4fc55ffaf450 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:14.249719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6004817-f02d-40f5-90a8-af915c2fd802 req-2d038192-fc4f-40da-8b5f-4fc55ffaf450 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0625887 Nov 23 22:53:14.330178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6004817-f02d-40f5-90a8-af915c2fd802 req-35b84cc3-df94-4f66-a545-6c129ac65e36 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727737 Nov 23 22:53:14.955070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb539-ce94-4f95-b2ec-e9257669346a req-6c2fe795-5d4b-4409-b4a7-fb95deac8b1d tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:14.956853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-875cb539-ce94-4f95-b2ec-e9257669346a req-6c2fe795-5d4b-4409-b4a7-fb95deac8b1d tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 946 time: 0.0610511 Nov 23 22:53:15.063311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-875cb539-ce94-4f95-b2ec-e9257669346a req-c4cafb7b-fee5-4df6-bae7-e060c27bc408 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000295 Nov 23 22:53:15.075121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccaa83-4c70-4ea0-8eb4-6d592cecb9ec req-19904bee-dc2f-4b87-9bd1-4de60f964deb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:15.077339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcccaa83-4c70-4ea0-8eb4-6d592cecb9ec req-19904bee-dc2f-4b87-9bd1-4de60f964deb tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0858586 Nov 23 22:53:15.178071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcccaa83-4c70-4ea0-8eb4-6d592cecb9ec req-6a4f1bd9-bbbe-47b0-8fb1-7eb61cd80a40 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936651 Nov 23 22:53:15.551871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b5597-80b1-464c-9ee7-b1acfd620107 req-d71c84b9-1bf8-433c-ae72-8d0b44545d8f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:15.553482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837b5597-80b1-464c-9ee7-b1acfd620107 req-d71c84b9-1bf8-433c-ae72-8d0b44545d8f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1008596 Nov 23 22:53:15.562172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a91b44-fb6e-4bb0-a186-cb11a9d69eff req-61b88355-0d16-4430-a083-dfee4a8cd7d1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:15.567514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34a91b44-fb6e-4bb0-a186-cb11a9d69eff req-61b88355-0d16-4430-a083-dfee4a8cd7d1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1166625 Nov 23 22:53:15.672432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-837b5597-80b1-464c-9ee7-b1acfd620107 req-fbcccb52-cd5d-4567-ac02-67535512ac3f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005819 Nov 23 22:53:15.681740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34a91b44-fb6e-4bb0-a186-cb11a9d69eff req-a8c4d23b-15ff-4db8-a4d9-e26bdcf2b3b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016090 Nov 23 22:53:15.814737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7915b-e0b4-4e0a-8116-7132c74ddf94 req-550e9e78-bde7-4deb-a2a2-bf936e9c2cea tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:15.826525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9b7915b-e0b4-4e0a-8116-7132c74ddf94 req-550e9e78-bde7-4deb-a2a2-bf936e9c2cea tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 946 time: 0.0754957 Nov 23 22:53:15.900651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9b7915b-e0b4-4e0a-8116-7132c74ddf94 req-2e226c83-e343-43c4-8cf1-7288786705fd tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726855 Nov 23 22:53:16.014054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f9ea3-9ce4-404d-ac7b-be5b0391e626 req-7ac0300a-aeec-4bb0-bd38-f6fee705cac7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.016434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b58f9ea3-9ce4-404d-ac7b-be5b0391e626 req-7ac0300a-aeec-4bb0-bd38-f6fee705cac7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0767064 Nov 23 22:53:16.113416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-a225fd86-d5c8-42b7-b5c4-868b768a2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.114999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-a225fd86-d5c8-42b7-b5c4-868b768a2d60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1095 time: 0.1270823 Nov 23 22:53:16.133248 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b58f9ea3-9ce4-404d-ac7b-be5b0391e626 req-42fdf387-0ff0-4994-94f6-915d1d41442e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879998 Nov 23 22:53:16.259206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-22b38954-584f-4f5a-854a-d8a3badc77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.260923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-22b38954-584f-4f5a-854a-d8a3badc77c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.1262491 Nov 23 22:53:16.395617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-9c4aff14-da6d-4170-b3e7-ace29fd792cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 998 time: 0.1245155 Nov 23 22:53:16.424946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52411a31-1ede-4a3d-9121-fac8a080ba0c req-a46d13e1-9e4a-493e-890c-0bb03b0b1cba tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.426811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52411a31-1ede-4a3d-9121-fac8a080ba0c req-a46d13e1-9e4a-493e-890c-0bb03b0b1cba tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0887475 Nov 23 22:53:16.507045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-bc1137da-39bc-4497-a2e9-20ff0e020b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.510330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-bc1137da-39bc-4497-a2e9-20ff0e020b5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1046116 Nov 23 22:53:16.541324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52411a31-1ede-4a3d-9121-fac8a080ba0c req-2baf30c5-1a17-480d-88e9-d9db9288d824 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909731 Nov 23 22:53:16.595106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-021890c4-e14e-4435-9e06-bf222531bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.596818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-021890c4-e14e-4435-9e06-bf222531bcfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758593 Nov 23 22:53:16.772426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-0fd1b0a1-fcc9-41a9-a0b5-aba29a2af990 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555316 Nov 23 22:53:16.909394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761e1b9-453c-48ce-b819-8ee615101d31 req-6413cff8-7224-4537-a292-87246d5a44ae tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.910937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d761e1b9-453c-48ce-b819-8ee615101d31 req-6413cff8-7224-4537-a292-87246d5a44ae tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1179049 Nov 23 22:53:16.983595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61440728-4f4f-4115-aeb1-6c7cf5b8541f req-9561b41b-0a88-4424-a22a-c01d942af225 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797459 Nov 23 22:53:17.029597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4bac8a3c-5b95-4097-aca9-683dc9bb0736 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:17.033018 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4bac8a3c-5b95-4097-aca9-683dc9bb0736 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 946 time: 0.1046610 Nov 23 22:53:17.088207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d761e1b9-453c-48ce-b819-8ee615101d31 req-a7d81c86-9de5-47f5-92f9-8794ccf38ae2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697350 Nov 23 22:53:17.182941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bba8b-c7fc-4336-a961-acf3b58d76bf req-a2124dbe-c4ae-46b4-bed4-09bc6f3e8ac8 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:17.184494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd4bba8b-c7fc-4336-a961-acf3b58d76bf req-a2124dbe-c4ae-46b4-bed4-09bc6f3e8ac8 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 946 time: 0.1459002 Nov 23 22:53:17.229085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Deleting port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:17.229449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:17.357225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd4bba8b-c7fc-4336-a961-acf3b58d76bf req-59370163-9c5a-4b18-90b7-e9b7d41371d4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5983b04-be71-47a5-b16e-7c323e7dceb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586821 Nov 23 22:53:17.373852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fa3ab-fabe-4091-854a-34d8b7a7453d req-f3463e4a-7bfe-48dc-a1ec-7a66001f1fb6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:17.382417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-862fa3ab-fabe-4091-854a-34d8b7a7453d req-f3463e4a-7bfe-48dc-a1ec-7a66001f1fb6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1376748 Nov 23 22:53:17.443534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] For port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,segment=NetworkSegment(293fdfcd-8cd4-4233-9d5f-2ba2e41a9223),segment_id=293fdfcd-8cd4-4233-9d5f-2ba2e41a9223)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:17.444733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:17.449066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-862fa3ab-fabe-4091-854a-34d8b7a7453d req-6a5b09d3-127a-43bc-9e84-156b0abdf7a1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645783 Nov 23 22:53:17.485881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Calling delete_port for 39f094e4-9b59-41d7-ae52-2aa8e8d339bd owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:17.762567 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:17.778226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b5607-7aaa-4899-9736-d41b50c5ff5b req-c1af74ee-f1b7-40c0-a558-5c590661c6df tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:17.779873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-692b5607-7aaa-4899-9736-d41b50c5ff5b req-c1af74ee-f1b7-40c0-a558-5c590661c6df tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0797131 Nov 23 22:53:17.835909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Pushing event deleted for resources: {'Port': ['ID=39f094e4-9b59-41d7-ae52-2aa8e8d339bd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:17.851816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-692b5607-7aaa-4899-9736-d41b50c5ff5b req-437188dd-4cb6-4f5e-b52d-a3ed3c62daa2 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628512 Nov 23 22:53:17.914849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['39f094e4-9b59-41d7-ae52-2aa8e8d339bd'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:17.947670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] No DVR routers for this DVR port 39f094e4-9b59-41d7-ae52-2aa8e8d339bd on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:17.951619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:17.955088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2479920-4f06-4589-a4f6-789250e2fa3c req-4de9f5ad-eea3-4405-bd78-b2be831cada4 tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.46 "DELETE /v2.0/ports/39f094e4-9b59-41d7-ae52-2aa8e8d339bd HTTP/1.1" status: 204 len: 173 time: 0.9102986 Nov 23 22:53:17.955555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'name': 'network-vif-deleted', 'tag': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:17.958370 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59277c2-358a-4b64-aa1d-f093c2c405a3" -d '{"events": [{"server_uuid": "0b7e0054-0828-4929-9f7f-fbe61ea90c2e", "name": "network-vif-deleted", "tag": "39f094e4-9b59-41d7-ae52-2aa8e8d339bd"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:18.022746 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff9eff4-1cfd-4668-87ed-15f82ddaabd7 x-openstack-request-id: req-cff9eff4-1cfd-4668-87ed-15f82ddaabd7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:18.024392 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7e0054-0828-4929-9f7f-fbe61ea90c2e", "name": "network-vif-deleted", "tag": "39f094e4-9b59-41d7-ae52-2aa8e8d339bd", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:18.024392 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cff9eff4-1cfd-4668-87ed-15f82ddaabd7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:18.024392 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7e0054-0828-4929-9f7f-fbe61ea90c2e', 'name': 'network-vif-deleted', 'tag': '39f094e4-9b59-41d7-ae52-2aa8e8d339bd', 'status': 'completed', 'code': 200} Nov 23 22:53:18.293306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cccdd9-6cb0-4c98-8665-ae61ad477ff8 req-35a685d0-34ef-4681-be4f-2ecf463040b5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:18.307268 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52cccdd9-6cb0-4c98-8665-ae61ad477ff8 req-35a685d0-34ef-4681-be4f-2ecf463040b5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0707560 Nov 23 22:53:18.364881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52cccdd9-6cb0-4c98-8665-ae61ad477ff8 req-0f2678fe-58b2-4d98-a062-d749dc1167ee tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598249 Nov 23 22:53:18.527047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2daba79-1079-45e9-8ba2-577af805c1fa req-bc78d53e-5c55-4014-aadb-5bce9e8f06fd tempest-InstanceActionsV221TestJSON-989670035 tempest-InstanceActionsV221TestJSON-989670035-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7e0054-0828-4929-9f7f-fbe61ea90c2e HTTP/1.1" status: 200 len: 210 time: 0.0376792 Nov 23 22:53:18.662471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f41d6-1008-4e91-975a-9952809fe84a req-191cb4bf-183c-4d10-b329-13a05c7a7a84 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:18.664384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-583f41d6-1008-4e91-975a-9952809fe84a req-191cb4bf-183c-4d10-b329-13a05c7a7a84 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0697553 Nov 23 22:53:18.731453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-583f41d6-1008-4e91-975a-9952809fe84a req-2fcf3889-b92a-4a3a-9a5d-604dc42ea566 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587573 Nov 23 22:53:18.935261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71675a30-39b7-4fb8-9e83-3b681cdda10e req-fa066623-f8d5-4246-8b9c-c2ca4e02e318 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:18.944098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71675a30-39b7-4fb8-9e83-3b681cdda10e req-fa066623-f8d5-4246-8b9c-c2ca4e02e318 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1013715 Nov 23 22:53:19.032385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71675a30-39b7-4fb8-9e83-3b681cdda10e req-2f494ecb-af9d-4b61-8731-6563c84b8c9c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868640 Nov 23 22:53:19.086899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7529-80ef-47a6-affe-777a4c5239df req-2ed8ec84-f943-4da0-a963-26ffa84afe88 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:19.088704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-030f7529-80ef-47a6-affe-777a4c5239df req-2ed8ec84-f943-4da0-a963-26ffa84afe88 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0965483 Nov 23 22:53:19.178720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-030f7529-80ef-47a6-affe-777a4c5239df req-73404007-015c-4aed-afdf-0f1a833470a9 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835898 Nov 23 22:53:19.375296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fa2e3-6fc9-4a3f-a5fa-07eafecbcfde req-a7bb94b8-2999-4492-acc6-7ff5e5840423 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:19.382917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca4fa2e3-6fc9-4a3f-a5fa-07eafecbcfde req-a7bb94b8-2999-4492-acc6-7ff5e5840423 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0702567 Nov 23 22:53:19.447500 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca4fa2e3-6fc9-4a3f-a5fa-07eafecbcfde req-0cd430f8-c7ff-4ae7-b09a-82e9af017dd2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589850 Nov 23 22:53:19.542208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229940a-7073-4c8e-9827-cf22c979ca7a req-4ba36612-50ee-4dce-8eb8-3cf0790cb6b9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:19.544202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b229940a-7073-4c8e-9827-cf22c979ca7a req-4ba36612-50ee-4dce-8eb8-3cf0790cb6b9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0916905 Nov 23 22:53:19.638517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b229940a-7073-4c8e-9827-cf22c979ca7a req-1ea406e9-1779-42d6-b5ef-1e2301f91b49 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874455 Nov 23 22:53:19.804183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b22417-9244-4332-9a65-97566ef399e8 req-ae5cc15c-3b27-478f-9e77-f34682f1c797 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:19.816216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33b22417-9244-4332-9a65-97566ef399e8 req-ae5cc15c-3b27-478f-9e77-f34682f1c797 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1125691 Nov 23 22:53:19.962759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33b22417-9244-4332-9a65-97566ef399e8 req-4d139b00-03a3-4f35-8f97-9ff52fb47c9d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455436 Nov 23 22:53:20.115330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50526) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:20.169591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] Deleting subnet cfb917ef-de35-41df-8bc5-6cd7ed81f6d9 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:53:20.173887 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.233111 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.301447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.412676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd5de4-b379-4c88-83a4-19cc8e50b58f req-ccc7ec19-8add-4ba4-a1f8-5488f1ec7e58 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.414136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35cd5de4-b379-4c88-83a4-19cc8e50b58f req-ccc7ec19-8add-4ba4-a1f8-5488f1ec7e58 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0819416 Nov 23 22:53:20.424002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.475937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb917ef-de35-41df-8bc5-6cd7ed81f6d9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:20.480052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 39f094e4-9b59-41d7-ae52-2aa8e8d339bd no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:20.496793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.503234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ffbb023-8cd8-4da9-80ff-451aa6cb909d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cfb917ef-de35-41df-8bc5-6cd7ed81f6d9 HTTP/1.1" status: 204 len: 168 time: 0.3847864 Nov 23 22:53:20.505172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50532) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:20.542964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 39f094e4-9b59-41d7-ae52-2aa8e8d339bd {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:53:20.543847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 39f094e4-9b59-41d7-ae52-2aa8e8d339bd not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:20.560278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35cd5de4-b379-4c88-83a4-19cc8e50b58f req-0987955b-0465-45b8-869b-c6f3408b1b56 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333897 Nov 23 22:53:20.627534 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.644829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4f02-78f1-4b9b-9931-b3614f953bfc req-58073a6f-5b14-457c-9f19-73ca13f22d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.646675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcec4f02-78f1-4b9b-9931-b3614f953bfc req-58073a6f-5b14-457c-9f19-73ca13f22d59 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 1096 time: 0.0848684 Nov 23 22:53:20.769481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.774462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcec4f02-78f1-4b9b-9931-b3614f953bfc req-599acc63-2e5b-4e8b-9beb-bda3d49f121c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180577 Nov 23 22:53:20.806427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28750f75-c332-449d-8330-4e50bbc4db41']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:20.830397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293fdfcd-8cd4-4233-9d5f-2ba2e41a9223') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:20.830994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293fdfcd-8cd4-4233-9d5f-2ba2e41a9223') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:20.840417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa20531-db2f-4d44-8936-0ec0e6047c5a req-f06abc5f-2085-44c0-aa2d-bb8f37e8f532 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.848392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2aa20531-db2f-4d44-8936-0ec0e6047c5a req-f06abc5f-2085-44c0-aa2d-bb8f37e8f532 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0905142 Nov 23 22:53:20.858502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.877236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.887006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:53:20.887718 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:53:20.889791 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:53:20.904844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-e721c57e-5dd8-4af3-b74e-1f0a520d5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.906752 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-e721c57e-5dd8-4af3-b74e-1f0a520d5825 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1097 time: 0.0904851 Nov 23 22:53:20.949645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2aa20531-db2f-4d44-8936-0ec0e6047c5a req-6293ee05-f9f1-48ff-a9fa-7a98151bedab tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002312 Nov 23 22:53:21.017034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:21.026985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:21.041080 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] 10.222.0.11 "DELETE /v2.0/networks/28750f75-c332-449d-8330-4e50bbc4db41 HTTP/1.1" status: 204 len: 168 time: 0.5271389 Nov 23 22:53:21.110961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba0887-1755-4304-b18c-ac44768e23c1 req-bdc4d5db-3bdb-4909-9c12-6d55296cb279 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.119383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73ba0887-1755-4304-b18c-ac44768e23c1 req-bdc4d5db-3bdb-4909-9c12-6d55296cb279 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0817716 Nov 23 22:53:21.170379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde5812-8999-4f69-bce6-b080c2547695 admin admin] Pushing event deleted for resources: {'Network': ['ID=28750f75-c332-449d-8330-4e50bbc4db41,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:21.213628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-caf1f53d-9e35-46a7-80be-33ed6ac24fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.214940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73ba0887-1755-4304-b18c-ac44768e23c1 req-39750281-305d-47b0-b979-0619f78d0648 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944591 Nov 23 22:53:21.217595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-caf1f53d-9e35-46a7-80be-33ed6ac24fe7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.2547705 Nov 23 22:53:21.323169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-b596244e-6bf0-4168-8786-2bc22ecf97f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 1001 time: 0.0939908 Nov 23 22:53:21.393159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-7e72e5f7-59be-4ddb-a921-b487db7791b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.395513 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-7e72e5f7-59be-4ddb-a921-b487db7791b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.0672543 Nov 23 22:53:21.437786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50552) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:21.505849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-4e1c0415-5547-4e85-ab32-9464005c1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.507485 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-4e1c0415-5547-4e85-ab32-9464005c1d66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021719 Nov 23 22:53:21.514444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ca50999f-6f79-45cd-af5a-d55c4902a829 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6321c057f5d49cd8a648cbb3dbe48cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754571 Nov 23 22:53:21.517379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50556) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:21.560505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364220-d31c-464f-9155-1f574dd58143 req-87d9e372-0325-4b77-9638-e00684b2dc39 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.561932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25364220-d31c-464f-9155-1f574dd58143 req-87d9e372-0325-4b77-9638-e00684b2dc39 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0616062 Nov 23 22:53:21.683348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d119846e-7d80-420f-b837-f23a031a5551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:21.701263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25364220-d31c-464f-9155-1f574dd58143 req-255a07a8-284a-4a07-ac35-972f34a5fd45 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328297 Nov 23 22:53:21.721848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d119846e-7d80-420f-b837-f23a031a5551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:21.737850 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-929eec25-1a0f-4372-86a8-04ef4a052f2b service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022800 Nov 23 22:53:21.801365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666582f-e111-4087-8bd0-9cbdf12c61be req-f1bdb639-a2fd-4309-8101-0d2c76fe060f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.805776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4666582f-e111-4087-8bd0-9cbdf12c61be req-f1bdb639-a2fd-4309-8101-0d2c76fe060f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0956895 Nov 23 22:53:21.879155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d119846e-7d80-420f-b837-f23a031a5551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:21.885258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d119846e-7d80-420f-b837-f23a031a5551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:21.888733 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d119846e-7d80-420f-b837-f23a031a5551 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5983b04-be71-47a5-b16e-7c323e7dceb3 HTTP/1.1" status: 204 len: 168 time: 0.3702581 Nov 23 22:53:21.911885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119846e-7d80-420f-b837-f23a031a5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5983b04-be71-47a5-b16e-7c323e7dceb3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:21.912695 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4666582f-e111-4087-8bd0-9cbdf12c61be req-46aa9c87-9b0b-4c72-9aa1-0b867c14a988 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962784 Nov 23 22:53:21.918453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-73696201-63ee-4bdf-aee0-3b07d54d3491 req-21e5308b-6de1-43ed-a340-459ca61de7f2 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623816 Nov 23 22:53:22.110591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126ddbf-1c21-4bed-80aa-f044eec5e91f req-d88103b1-9a05-4cb9-8c15-7aca50273221 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.112793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a126ddbf-1c21-4bed-80aa-f044eec5e91f req-d88103b1-9a05-4cb9-8c15-7aca50273221 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0831571 Nov 23 22:53:22.169178 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:53:22.239313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a126ddbf-1c21-4bed-80aa-f044eec5e91f req-c821db23-f88c-4d7b-8159-cf73dc9d676b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135037 Nov 23 22:53:22.716073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-930742d8-6181-4304-8f7c-733fe956f0a0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.725140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-930742d8-6181-4304-8f7c-733fe956f0a0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 811 time: 0.1664581 Nov 23 22:53:22.743800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-33d4ecd2-6509-4fa7-ba8a-586fb52ecec9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/quotas/3fb99c4bc4c344ec941db5f0b7050cd5 HTTP/1.1" status: 200 len: 375 time: 0.0176165 Nov 23 22:53:22.860206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-fdb8fbb2-972b-44d3-ad2b-385009f4da1d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154239 Nov 23 22:53:23.000465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c18d65-5954-453f-aa5d-43eca024a611 req-30fb2b76-c42d-424d-90d2-ad1f1760e1c8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:23.008813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58c18d65-5954-453f-aa5d-43eca024a611 req-30fb2b76-c42d-424d-90d2-ad1f1760e1c8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1356306 Nov 23 22:53:23.066422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-1c958203-ffb2-4267-b0fd-a5b736bca807 service neutron] 10.222.0.11 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046349 Nov 23 22:53:23.120477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58c18d65-5954-453f-aa5d-43eca024a611 req-a52674bb-db81-4245-80c5-6422e9bdf99e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106915 Nov 23 22:53:23.314503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-d34175a5-1cdd-4836-8bac-b9e574ad0f3a service neutron] 10.222.0.11 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469728 Nov 23 22:53:23.405250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3686002-2d31-4253-9452-c9ab03beb35c req-11c04434-d9c1-4a2e-a7a7-08f9d2e3fe27 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:23.419107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3686002-2d31-4253-9452-c9ab03beb35c req-11c04434-d9c1-4a2e-a7a7-08f9d2e3fe27 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.1430879 Nov 23 22:53:23.526075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3686002-2d31-4253-9452-c9ab03beb35c req-30156b6b-b019-42b6-85f0-aaddee1bbb79 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057189 Nov 23 22:53:23.702519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:23.784652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c68e2e-bb8c-40f2-835a-51e4b97b0482 req-149a7f57-f3de-4738-89fc-22aa5bb9070f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:23.797013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9c68e2e-bb8c-40f2-835a-51e4b97b0482 req-149a7f57-f3de-4738-89fc-22aa5bb9070f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1188688 Nov 23 22:53:23.856190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3386594d-f09c-4cc4-ab05-6219d6bcddc2 req-0dd15a15-2d2b-4f83-8fbe-07c912d1241b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 210 time: 0.0473905 Nov 23 22:53:23.896571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9c68e2e-bb8c-40f2-835a-51e4b97b0482 req-318763ff-be1e-41cc-89e2-234a5b4eb74b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986710 Nov 23 22:53:23.908052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73ee82b7-8da0-43bf-b67e-15e32925ad39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.030076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73ee82b7-8da0-43bf-b67e-15e32925ad39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.034662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73ee82b7-8da0-43bf-b67e-15e32925ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.075736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8f511-3f90-4a41-b09c-dc4513fad0c8 req-e9b18ae1-aab6-4f96-93ee-c129911ee0ff tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:24.077579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfb8f511-3f90-4a41-b09c-dc4513fad0c8 req-e9b18ae1-aab6-4f96-93ee-c129911ee0ff tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0885265 Nov 23 22:53:24.093409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee82b7-8da0-43bf-b67e-15e32925ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a7d52-a9ef-4608-9950-74693788e475,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:24.119611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-73ee82b7-8da0-43bf-b67e-15e32925ad39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1187216ef66a4221a85411c6d42627ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4153988 Nov 23 22:53:24.122582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50658) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:24.205979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42c834e2-765e-4806-aab9-c8e788e46d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.232021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42c834e2-765e-4806-aab9-c8e788e46d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.290975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42c834e2-765e-4806-aab9-c8e788e46d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.293995 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42c834e2-765e-4806-aab9-c8e788e46d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.295313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-42c834e2-765e-4806-aab9-c8e788e46d42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/682a7d52-a9ef-4608-9950-74693788e475 HTTP/1.1" status: 204 len: 168 time: 0.1716721 Nov 23 22:53:24.314248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c834e2-765e-4806-aab9-c8e788e46d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a7d52-a9ef-4608-9950-74693788e475,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:24.398423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfb8f511-3f90-4a41-b09c-dc4513fad0c8 req-65aae41b-42cc-4aa0-95e2-8638b03a68e3 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127599 Nov 23 22:53:24.495163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-c63b4f98-4bea-4cab-ba70-cb3ec586e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:24.496744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-c63b4f98-4bea-4cab-ba70-cb3ec586e810 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1097 time: 0.1016011 Nov 23 22:53:24.589164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7847-82f3-4b48-8010-e7f04fee6fd6 req-d8d6975d-8dcb-4a45-a1bc-f0174374f6cd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:24.591386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6eca7847-82f3-4b48-8010-e7f04fee6fd6 req-d8d6975d-8dcb-4a45-a1bc-f0174374f6cd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0766115 Nov 23 22:53:24.617853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-ee488424-ff1a-4f8e-bedb-644d02bf13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:24.620467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-ee488424-ff1a-4f8e-bedb-644d02bf13e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.1093500 Nov 23 22:53:24.683685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6eca7847-82f3-4b48-8010-e7f04fee6fd6 req-433a2bb8-be0a-4e23-a904-4203f2040fac tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723908 Nov 23 22:53:24.693420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-6d8c92d3-6d24-47b5-9ef8-821736602bef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 1001 time: 0.0629470 Nov 23 22:53:24.715995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe2e1e-9d40-47c2-9860-ce75f3a8b263 req-1d6c4d8b-a9eb-4052-93eb-9768af1dad8f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:24.724528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cefe2e1e-9d40-47c2-9860-ce75f3a8b263 req-1d6c4d8b-a9eb-4052-93eb-9768af1dad8f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0971065 Nov 23 22:53:24.764069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-5f107b91-d711-4ef3-8e85-c9f8aaf4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:24.765561 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-5f107b91-d711-4ef3-8e85-c9f8aaf4d499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.0576129 Nov 23 22:53:24.805757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cefe2e1e-9d40-47c2-9860-ce75f3a8b263 req-681c69bb-7eba-424c-b953-18d64f2d4d3b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802364 Nov 23 22:53:24.843351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50690) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:24.857980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fbf2732-6dcc-411d-95ea-41e8c8f2f37b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:24.858190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-efb63b67-3110-4779-8aea-5a6df85f9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:24.860446 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-efb63b67-3110-4779-8aea-5a6df85f9b48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768042 Nov 23 22:53:24.985044 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-86a55281-c939-4fb8-b430-eeb92d6e39ce service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105790 Nov 23 22:53:25.081155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50696) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:25.125177 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1e85704-5a45-44f1-90c2-7764ad9c8090 req-007a5722-af6e-4f46-9c8a-3098cb6fabc2 service neutron] 10.222.0.46 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228929 Nov 23 22:53:25.230334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04a5351d-b28e-4ea8-9c99-48f23ef9895b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.312263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04a5351d-b28e-4ea8-9c99-48f23ef9895b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.317231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04a5351d-b28e-4ea8-9c99-48f23ef9895b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.361938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-04a5351d-b28e-4ea8-9c99-48f23ef9895b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4db801d2f89f4c8887b35520c309c7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796919 Nov 23 22:53:25.363970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5351d-b28e-4ea8-9c99-48f23ef9895b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe55d85-611e-4e6e-971e-4c403dc430ac,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:25.366224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50700) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:25.396975 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1a0daee-bd0c-4173-a8d4-7a1ed8000586 req-3c164cbf-d09a-40bb-b71b-d82c5a09df39 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 210 time: 0.4374878 Nov 23 22:53:25.426828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d97221d-fe23-47d9-805f-778e8bcf99bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.449848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d97221d-fe23-47d9-805f-778e8bcf99bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.463469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-269a7e94-1279-4348-a2fb-2e22f0edb535 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:25.464977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-269a7e94-1279-4348-a2fb-2e22f0edb535 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.46 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 811 time: 0.5767252 Nov 23 22:53:25.469745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fbf2732-6dcc-411d-95ea-41e8c8f2f37b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.474701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fbf2732-6dcc-411d-95ea-41e8c8f2f37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.485933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Request body: {'port': {'device_id': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'admin_state_up': True, 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:25.500732 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d97221d-fe23-47d9-805f-778e8bcf99bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.503458 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d97221d-fe23-47d9-805f-778e8bcf99bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.504631 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d97221d-fe23-47d9-805f-778e8bcf99bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efe55d85-611e-4e6e-971e-4c403dc430ac HTTP/1.1" status: 204 len: 168 time: 0.1375134 Nov 23 22:53:25.514970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97221d-fe23-47d9-805f-778e8bcf99bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe55d85-611e-4e6e-971e-4c403dc430ac,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:25.552773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3fbf2732-6dcc-411d-95ea-41e8c8f2f37b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=546c6159514745a9827b9d5c85deff75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7081554 Nov 23 22:53:25.555743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50704) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:25.556025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf2732-6dcc-411d-95ea-41e8c8f2f37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d84a55-82d6-4cb0-8d4d-d587052f708d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:25.614500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3888f1-3ca4-499d-af40-e94178d6da93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.638884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3888f1-3ca4-499d-af40-e94178d6da93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.646974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Made reservation on behalf of 3fb99c4bc4c344ec941db5f0b7050cd5 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:25.651757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.690546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3888f1-3ca4-499d-af40-e94178d6da93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.693385 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd3888f1-3ca4-499d-af40-e94178d6da93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.694871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd3888f1-3ca4-499d-af40-e94178d6da93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57d84a55-82d6-4cb0-8d4d-d587052f708d HTTP/1.1" status: 204 len: 168 time: 0.1373055 Nov 23 22:53:25.703867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3888f1-3ca4-499d-af40-e94178d6da93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d84a55-82d6-4cb0-8d4d-d587052f708d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:25.822468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Allocated IP 172.20.0.12 (3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be/c4aba33f-4b95-48f6-acb2-f380fb21d100/09172691-3244-4def-82bf-0579df7ba14b) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:53:26.074295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81925-bc99-47cd-8125-bbf9338d1d12 req-b366db2d-5fb6-410a-a2dd-a21c5e55ff7a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:26.076172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbb81925-bc99-47cd-8125-bbf9338d1d12 req-b366db2d-5fb6-410a-a2dd-a21c5e55ff7a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0937595 Nov 23 22:53:26.099780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:26.120475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50738) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:26.177378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbb81925-bc99-47cd-8125-bbf9338d1d12 req-8fb45813-c028-4dc3-8a09-6ab175e3cb08 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900934 Nov 23 22:53:26.203683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:26.241988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f9b7e136-7fc2-4478-b9c0-78e087f43dec'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:26.243309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc063e-43a6-48df-845a-a2c001627c19 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:26.244144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc063e-43a6-48df-845a-a2c001627c19 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:26.244821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc063e-43a6-48df-845a-a2c001627c19 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:26.246836 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b6cc063e-43a6-48df-845a-a2c001627c19 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=938aed2b458f424e83288c1d36a9e80f&network_id=faab6c47-023f-4df3-afd5-082e8a119947 HTTP/1.1" status: 200 len: 2970 time: 0.1253679 Nov 23 22:53:26.258777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:53:26.264883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:26.272488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:53:26.277367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Pushing event updated for resources: {'Port': ['ID=09172691-3244-4def-82bf-0579df7ba14b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:26.330976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:26.330976 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:26.350323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-dbfc5f0d-658e-48cc-a3eb-59444de6bf94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8723156 Nov 23 22:53:26.366204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Request body: {'port': {'device_id': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:26.444551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:26.632887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790b27c-6147-42f7-b645-d08311746f3a req-d3e3f02c-430b-495e-a3ec-be995e5a798d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:26.635124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5790b27c-6147-42f7-b645-d08311746f3a req-d3e3f02c-430b-495e-a3ec-be995e5a798d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 932 time: 0.1311419 Nov 23 22:53:26.729030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5790b27c-6147-42f7-b645-d08311746f3a req-d767ca9d-a79e-4f5b-bd6f-7825c102dcc5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872867 Nov 23 22:53:26.816093 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:26.818146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09172691-3244-4def-82bf-0579df7ba14b {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:26.827812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:26.842449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Transition to ACTIVE for port object 09172691-3244-4def-82bf-0579df7ba14b will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:53:26.849246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:26.934531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Pushing event updated for resources: {'Port': ['ID=09172691-3244-4def-82bf-0579df7ba14b,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:27.014740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Attempting to bind port 09172691-3244-4def-82bf-0579df7ba14b on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:53:27.015124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Attempting to bind port 09172691-3244-4def-82bf-0579df7ba14b by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:53:27.015396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Attempting to bind port 09172691-3244-4def-82bf-0579df7ba14b on network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:27.020583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Port 09172691-3244-4def-82bf-0579df7ba14b on network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:53:27.020910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Attempting to bind port 09172691-3244-4def-82bf-0579df7ba14b on network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:27.027966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:53:27.028301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Checking segment: {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:27.028733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Bound using segment: {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:53:27.029171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Bound port: 09172691-3244-4def-82bf-0579df7ba14b, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4503b63-3745-41dc-81c8-ccee53ca3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:53:27.029530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:27.106645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] For port 09172691-3244-4def-82bf-0579df7ba14b, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:27.110174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] For port 09172691-3244-4def-82bf-0579df7ba14b, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=09172691-3244-4def-82bf-0579df7ba14b,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:53:27.114998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:27.166353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:27.166975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:27.168410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] 10.222.0.46 "PUT /v2.0/ports/09172691-3244-4def-82bf-0579df7ba14b HTTP/1.1" status: 200 len: 1092 time: 0.8067226 Nov 23 22:53:27.170766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'tag': '09172691-3244-4def-82bf-0579df7ba14b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:27.174140 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5140d70f-0a20-4d42-ac43-86780403adfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ced7304-38a2-43ed-9f21-4dc8de6637ea", "tag": "09172691-3244-4def-82bf-0579df7ba14b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:27.224508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6022d91-995b-4138-ad7d-17bcd7f88601 service neutron] Pushing event updated for resources: {'Port': ['ID=09172691-3244-4def-82bf-0579df7ba14b,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:27.231414 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603fb4e5-3e75-45ba-9e39-adb287a8b8d1 x-openstack-request-id: req-603fb4e5-3e75-45ba-9e39-adb287a8b8d1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:27.231755 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ced7304-38a2-43ed-9f21-4dc8de6637ea", "tag": "09172691-3244-4def-82bf-0579df7ba14b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:27.232335 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-603fb4e5-3e75-45ba-9e39-adb287a8b8d1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:27.232847 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'tag': '09172691-3244-4def-82bf-0579df7ba14b', 'status': 'completed', 'code': 200} Nov 23 22:53:27.327665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-679c9f2a-87b0-4db4-be73-00b62ed0aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:27.329634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-679c9f2a-87b0-4db4-be73-00b62ed0aa3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 1095 time: 0.1007619 Nov 23 22:53:27.398229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-40b0fc3c-689d-4ee3-897e-6b5648a4c5bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09172691-3244-4def-82bf-0579df7ba14b HTTP/1.1" status: 200 len: 217 time: 0.0467417 Nov 23 22:53:27.464325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d76e40-d327-437c-b598-f24dc9f41eb4 req-9e90f8f8-84dd-4925-afe5-284132f3a2d1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:27.466069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93d76e40-d327-437c-b598-f24dc9f41eb4 req-9e90f8f8-84dd-4925-afe5-284132f3a2d1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.1754882 Nov 23 22:53:27.476076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-f384b6d2-9186-4749-927e-0c01cbf99f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:27.476076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-f384b6d2-9186-4749-927e-0c01cbf99f29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 200 len: 851 time: 0.0698845 Nov 23 22:53:27.524529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-012074da-43c8-4ace-8e3a-d93df6609e0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388634 Nov 23 22:53:27.589120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93d76e40-d327-437c-b598-f24dc9f41eb4 req-51e31bc6-dcae-4faa-9ea8-459d5883f378 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127305 Nov 23 22:53:27.678463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-ce80bf89-8786-44d9-9cbc-aaa87440cb07 service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407418 Nov 23 22:53:27.834904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4cae7b4c-9338-4db6-a77a-43474e5570d5 req-8bf13122-79a9-45a6-b08e-82b5d5132331 service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484463 Nov 23 22:53:27.908896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50830) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:27.978404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d70f-0a20-4d42-ac43-86780403adfb req-c3330d31-f78c-4551-ae50-5d65da8dde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:27.984118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5140d70f-0a20-4d42-ac43-86780403adfb req-c3330d31-f78c-4551-ae50-5d65da8dde07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 1095 time: 0.0894270 Nov 23 22:53:28.031402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eabd02b-ac1d-4eb1-a66d-9df76b7a1985 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.035971 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1eabd02b-ac1d-4eb1-a66d-9df76b7a1985 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 814 time: 0.1234860 Nov 23 22:53:28.192285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5b0be-e107-492f-942e-f7e8f20b80e8 req-6ad9b8b9-f3d7-491b-81b7-1f4afcdd5fdd tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.194314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e5b0be-e107-492f-942e-f7e8f20b80e8 req-6ad9b8b9-f3d7-491b-81b7-1f4afcdd5fdd tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 944 time: 0.1208301 Nov 23 22:53:28.204382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d70f-0a20-4d42-ac43-86780403adfb req-3bf7d08e-8f30-4adf-8e6e-8db95f8704ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.206829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5140d70f-0a20-4d42-ac43-86780403adfb req-3bf7d08e-8f30-4adf-8e6e-8db95f8704ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 912 time: 0.2092822 Nov 23 22:53:28.330329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5140d70f-0a20-4d42-ac43-86780403adfb req-a538419f-be11-47b9-92e5-853b5e0da212 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09172691-3244-4def-82bf-0579df7ba14b HTTP/1.1" status: 200 len: 217 time: 0.1056538 Nov 23 22:53:28.378096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.384946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.390905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.396845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.403376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.410167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.417826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.425747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-d83b3662-3a1a-49b9-8965-596ab6854f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.2039034 Nov 23 22:53:28.476245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e5b0be-e107-492f-942e-f7e8f20b80e8 req-b0d044ac-f1ba-488f-bd51-1b1bafdf9c4e tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681780 Nov 23 22:53:28.503397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d70f-0a20-4d42-ac43-86780403adfb req-fd9eb092-9f73-416b-976f-9ffd2fb67a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:28.505064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5140d70f-0a20-4d42-ac43-86780403adfb req-fd9eb092-9f73-416b-976f-9ffd2fb67a5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 200 len: 851 time: 0.1604958 Nov 23 22:53:28.541164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device beed38d6-bedf-41ed-8355-461e7b912811 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:28.556359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5140d70f-0a20-4d42-ac43-86780403adfb req-d1d02dd7-119e-498e-82d4-5fbf026c4c4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415354 Nov 23 22:53:28.597083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19a879eb-6f9c-4ef9-b398-83f822436449 req-0f9d7eec-c6d2-4548-86a4-432c58260627 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1636162 Nov 23 22:53:28.663153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:28.710228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5140d70f-0a20-4d42-ac43-86780403adfb req-448699b8-4b63-402c-854f-2b5e0190834b service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371894 Nov 23 22:53:28.713322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:28.716823 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d096e6e-ce07-40e4-bba7-c264ce67fd30" -d '{"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-unplugged", "status": "completed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:28.738910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:28.744817 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:28.800192 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5352a4bb-3601-400d-97d3-c8840cf808df x-openstack-request-id: req-5352a4bb-3601-400d-97d3-c8840cf808df {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:28.800535 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-unplugged", "status": "failed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "code": 422}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:28.800718 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5352a4bb-3601-400d-97d3-c8840cf808df {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:28.801528 n-d-817303-3 neutron-server[103524]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'code': 422} returned with failed status Nov 23 22:53:28.834765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50882) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:28.840878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'network': {'name': 'tempest-network-smoke--1366594831', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:28.841191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:28.877327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:28.882109 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:28.934157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5140d70f-0a20-4d42-ac43-86780403adfb req-61946760-5bec-496f-96d1-ddd5784dc6bd service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159472 Nov 23 22:53:28.950319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:28.971212 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:28.971882 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Added segment 9acb9556-514d-4e8e-b3e1-d7d7a6921cde of type vlan for network 91afef72-bf6d-40ee-b170-d1b1081fecd2 Nov 23 22:53:29.043000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:29.082623 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:29.088859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.089745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:29.110580 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2745585 Nov 23 22:53:29.118380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-d4d0b662-8d04-4500-a844-5ff8ea351135 req-aa78f2fe-8f4a-4d79-92e0-b1c381b6252e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:29.119920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4d0b662-8d04-4500-a844-5ff8ea351135 req-aa78f2fe-8f4a-4d79-92e0-b1c381b6252e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068798 Nov 23 22:53:29.120604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50896) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:29.183084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fdbea-93f7-441e-9108-2530ad998932 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Network': ['ID=91afef72-bf6d-40ee-b170-d1b1081fecd2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:29.196726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:29.319731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed5bf9-4623-45cc-a069-f4177798ef91 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.324854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7fed5bf9-4623-45cc-a069-f4177798ef91 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=938aed2b458f424e83288c1d36a9e80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2002876 Nov 23 22:53:29.326595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50906) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:29.467252 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-c6a0df60-b819-495f-abff-b2cc72385a93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513554 Nov 23 22:53:29.544736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b16da5c-0cef-47d2-b52f-d874daf039dc tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.549132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3b16da5c-0cef-47d2-b52f-d874daf039dc tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2197347 Nov 23 22:53:29.549322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50922) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:29.617653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3680353f-5868-48aa-b536-92f1bcdfb0ff tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664940 Nov 23 22:53:29.622141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50926) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:29.627325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.636719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.644717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.652575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.659025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.666620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.672946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.676039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-c77700b8-cf50-4937-a2ed-49e6732b611f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.1869800 Nov 23 22:53:29.678761 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0d8a3783-a08d-467d-bc2e-550556d211ad tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=938aed2b458f424e83288c1d36a9e80f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533957 Nov 23 22:53:29.682533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50932) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:29.777580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad341bc3-0c15-45d3-8065-7806e00655aa req-72ffb2f4-becd-49ca-bbbf-1865080b8b82 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.785765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad341bc3-0c15-45d3-8065-7806e00655aa req-72ffb2f4-becd-49ca-bbbf-1865080b8b82 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 944 time: 0.4279654 Nov 23 22:53:29.809726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2329e6df-be96-446f-9d6a-2917bdb44820 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.811170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2329e6df-be96-446f-9d6a-2917bdb44820 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "GET /v2.0/ports/830978da-72d6-4927-9a08-9130be40c156?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1206756 Nov 23 22:53:29.820257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db5a9c-e6e5-4da0-9f2f-1da3fa5becd1 req-edcfa395-ce82-49bb-905c-3685aa34b6d2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.821841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52db5a9c-e6e5-4da0-9f2f-1da3fa5becd1 req-edcfa395-ce82-49bb-905c-3685aa34b6d2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 944 time: 0.1456511 Nov 23 22:53:29.935285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52db5a9c-e6e5-4da0-9f2f-1da3fa5becd1 req-9cee933a-c230-4b47-8b57-f0a1a610e8bd tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993938 Nov 23 22:53:29.974413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a56367-a484-4f62-96ac-989464d5b55e tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:29.984120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19a56367-a484-4f62-96ac-989464d5b55e tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2942135 Nov 23 22:53:29.985237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50942) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:29.996215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad341bc3-0c15-45d3-8065-7806e00655aa req-b4d947b8-c060-44d0-b722-41ddb9d05d5d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2036500 Nov 23 22:53:30.081061 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-374b7f70-5ae6-49d7-8b73-b8b23c797f56 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0932972 Nov 23 22:53:30.083426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50950) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:30.090242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434879646', 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:30.233100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50954) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:30.241178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-84458cb0-7ec0-4d78-9f7c-01b69afd9bd6 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "GET /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4165103 Nov 23 22:53:30.253813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:30.282562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:30.292222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.342764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.348945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.355527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.361621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.368341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.374915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.381830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.384234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-69d49db2-43e1-46ea-937e-47a4f4453f15 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 5442 time: 0.2548535 Nov 23 22:53:30.396479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.478461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af4f780d-aa48-4e88-a3fa-627ce14dddd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.534290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81625f87-5027-465c-8bc1-173b32dee7d9 req-6fa8ba2f-67f2-4052-b8cc-826fff12dc58 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1392729 Nov 23 22:53:30.551059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 09172691-3244-4def-82bf-0579df7ba14b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:53:30.609933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.629924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] For port 830978da-72d6-4927-9a08-9130be40c156, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=830978da-72d6-4927-9a08-9130be40c156,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:30.673277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] For port 830978da-72d6-4927-9a08-9130be40c156, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:30.683327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af4f780d-aa48-4e88-a3fa-627ce14dddd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.704493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af4f780d-aa48-4e88-a3fa-627ce14dddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.716561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 09172691-3244-4def-82bf-0579df7ba14b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=09172691-3244-4def-82bf-0579df7ba14b,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:30.726965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Subnet': ['ID=7cb6ce27-7b24-4e0c-8ae1-9328236def68,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:30.735374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '09172691-3244-4def-82bf-0579df7ba14b', 'network_id': '3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be', 'port_id': '09172691-3244-4def-82bf-0579df7ba14b', 'mac_address': 'fa:16:3e:5c:84:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4aba33f-4b95-48f6-acb2-f380fb21d100', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:53:30.736431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] device_id is not set on port 830978da-72d6-4927-9a08-9130be40c156 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:53:30.751598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.762418 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.769128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Checking segment: {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:30.769504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network hostable DHCP agents. Network: 91afef72-bf6d-40ee-b170-d1b1081fecd2, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:53:30.775303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-af4f780d-aa48-4e88-a3fa-627ce14dddd2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abf60dd385e74f92abb8b2fc36a27483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5409338 Nov 23 22:53:30.776767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f780d-aa48-4e88-a3fa-627ce14dddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab917f1-86d2-4f59-b988-4f6706e01135,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:30.779085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50968) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:30.834911 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.845732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:53:30.864546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 91afef72-bf6d-40ee-b170-d1b1081fecd2) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:30.871830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.872236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.872913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09172691-3244-4def-82bf-0579df7ba14b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:30.877790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] No DVR routers for this DVR port 830978da-72d6-4927-9a08-9130be40c156 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:30.889119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87223e8-1e25-4636-b39d-7b0c13576b75 None None] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:53:30.903314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=830978da-72d6-4927-9a08-9130be40c156,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:30.910302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-0091844d-f422-492b-93c0-5ba0aef1661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.926996 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-0091844d-f422-492b-93c0-5ba0aef1661a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30&tenant_id=f5523f7332df411dad76b1605f353f40 HTTP/1.1" status: 200 len: 1095 time: 0.1375389 Nov 23 22:53:30.933626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3fd-c4a4-41b1-bf19-7bd05b9ed74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.936868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] In _notify_port_updated(), no bound segment for port 830978da-72d6-4927-9a08-9130be40c156 on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:53:30.938024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:30.940851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.944385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-03c84941-2015-4256-982c-0e87b5579cb1 service neutron] 10.222.0.48 "PUT /v2.0/ports/830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 200 len: 1031 time: 0.6941869 Nov 23 22:53:30.972562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1880ffe1-a557-4538-bb40-6dffce553a59 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8878617 Nov 23 22:53:30.979413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:31.038121 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3fd-c4a4-41b1-bf19-7bd05b9ed74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.047162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-24997538-9806-495d-8dc7-52fc48e1348a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:31.048892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-24997538-9806-495d-8dc7-52fc48e1348a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "GET /v2.0/ports/1293ba58-5454-4b47-bb80-3602466c0b20?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1003075 Nov 23 22:53:31.065986 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:31.088206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 09172691-3244-4def-82bf-0579df7ba14b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=09172691-3244-4def-82bf-0579df7ba14b,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:31.134089 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.137702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.277725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50990) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:31.301795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1d5e1f60-d09a-44c5-87cb-19960ccf8e50 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420514676', 'description': 'tempest-secgroup-smoke-1420514676 description', 'project_id': '938aed2b458f424e83288c1d36a9e80f'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:31.306978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7094fd7f-fee9-440f-9151-fa81ee63c3b7 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:31.319908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=09172691-3244-4def-82bf-0579df7ba14b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:31.330323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.368641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99763e3d-a8da-4bb6-89cd-6bf2b77adb59 req-cd1aa184-29f5-43a3-8465-0df70df323b5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:31.371507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99763e3d-a8da-4bb6-89cd-6bf2b77adb59 req-cd1aa184-29f5-43a3-8465-0df70df323b5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 945 time: 0.2150838 Nov 23 22:53:31.399791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['09172691-3244-4def-82bf-0579df7ba14b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:31.440794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3fd-c4a4-41b1-bf19-7bd05b9ed74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.443933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb3fd-c4a4-41b1-bf19-7bd05b9ed74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.444100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-91afef72-bf6d-40ee-b170-d1b1081fecd2', 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ips': [{'subnet_id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:53:31.444945 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.446463 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9cbcb3fd-c4a4-41b1-bf19-7bd05b9ed74f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cab917f1-86d2-4f59-b988-4f6706e01135 HTTP/1.1" status: 204 len: 168 time: 0.6660638 Nov 23 22:53:31.449164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:31.465880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb3fd-c4a4-41b1-bf19-7bd05b9ed74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab917f1-86d2-4f59-b988-4f6706e01135,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:31.492727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cd3410d5-671e-46e7-9008-92f01a57b030 None None] Provisioning complete for port 830978da-72d6-4927-9a08-9130be40c156 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:31.493154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cd3410d5-671e-46e7-9008-92f01a57b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.502099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:31.547174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beed38d6-bedf-41ed-8355-461e7b912811 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:31.562649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.582338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Transition to ACTIVE for port object beed38d6-bedf-41ed-8355-461e7b912811 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:53:31.586777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cd3410d5-671e-46e7-9008-92f01a57b030 None None] Port 830978da-72d6-4927-9a08-9130be40c156 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:53:31.590439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.590789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1f60-d09a-44c5-87cb-19960ccf8e50 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.687280 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-070d516f-3915-485c-8132-69b2c23f700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.848034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99763e3d-a8da-4bb6-89cd-6bf2b77adb59 req-8bca600b-31d0-4d0c-8fda-045eb6ae1e3b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520559 Nov 23 22:53:31.848034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1f60-d09a-44c5-87cb-19960ccf8e50 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.857160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1f60-d09a-44c5-87cb-19960ccf8e50 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.866935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] For port 1293ba58-5454-4b47-bb80-3602466c0b20, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1293ba58-5454-4b47-bb80-3602466c0b20,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:31.873962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.941610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598ccd-a02a-4075-8551-8acd0db9bb52 req-02123a45-a282-4286-b678-9ca3e40ee9e7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:31.953529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=9']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:31.961960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a598ccd-a02a-4075-8551-8acd0db9bb52 req-02123a45-a282-4286-b678-9ca3e40ee9e7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 944 time: 0.5885420 Nov 23 22:53:32.111391 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d5e1f60-d09a-44c5-87cb-19960ccf8e50 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.117159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d5e1f60-d09a-44c5-87cb-19960ccf8e50 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8346810 Nov 23 22:53:32.119906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51024) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:32.162039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] No DVR routers for this DVR port beed38d6-bedf-41ed-8355-461e7b912811 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:32.162700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6f00b2fa-2197-4dca-bc02-4d2ac3630079 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b2530f34-fd6e-4c08-bfc1-2f9ad68d3109', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:32.291817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Allocated IP 172.20.0.18 (91afef72-bf6d-40ee-b170-d1b1081fecd2/7cb6ce27-7b24-4e0c-8ae1-9328236def68/f571b809-385b-4f39-9da4-81b4a77f5067) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:53:32.342264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] For port 1293ba58-5454-4b47-bb80-3602466c0b20, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:32.422191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] device_id is not set on port 1293ba58-5454-4b47-bb80-3602466c0b20 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:53:32.429836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:53:32.430555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:32.431968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:53:32.433558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:32.433802 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0e2d02-bc7f-4a13-b67c-d075ec5684c2" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:32.434217 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.437580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e1f60-d09a-44c5-87cb-19960ccf8e50 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:32.466022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Port beed38d6-bedf-41ed-8355-461e7b912811 on network b3241005-8cfb-4d5a-a235-19af426d7fdf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:53:32.466470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:32.466851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f00b2fa-2197-4dca-bc02-4d2ac3630079 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.473632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Attempting to bind port beed38d6-bedf-41ed-8355-461e7b912811 on network b3241005-8cfb-4d5a-a235-19af426d7fdf {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:32.480933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.481658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1293ba58-5454-4b47-bb80-3602466c0b20 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:32.503357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:53:32.504340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Checking segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:32.504883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Bound using segment: {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:53:32.507452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Bound port: beed38d6-bedf-41ed-8355-461e7b912811, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe95445-899c-4160-898d-db3cdbaaf80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:53:32.508113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.508237 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.549308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f00b2fa-2197-4dca-bc02-4d2ac3630079 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.608605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1293ba58-5454-4b47-bb80-3602466c0b20,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:32.611247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f00b2fa-2197-4dca-bc02-4d2ac3630079 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.657469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] No DVR routers for this DVR port 1293ba58-5454-4b47-bb80-3602466c0b20 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:32.679062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1293ba58-5454-4b47-bb80-3602466c0b20 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:32.681725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c9ef1ce6-2888-4d54-af51-ec8104084c2d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:32.701947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:32.713827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:53:32.724156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.734821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] In _notify_port_updated(), no bound segment for port 1293ba58-5454-4b47-bb80-3602466c0b20 on network d6288ec8-3dd8-44be-a301-295514565e90 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:53:32.737059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:32.737683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.739790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-2c608b9c-f244-420f-96a7-284b68519eb6 service neutron] 10.222.0.48 "PUT /v2.0/ports/1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 200 len: 1033 time: 1.6788554 Nov 23 22:53:32.742874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f00b2fa-2197-4dca-bc02-4d2ac3630079 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.748118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6f00b2fa-2197-4dca-bc02-4d2ac3630079 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6035185 Nov 23 22:53:32.754655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51048) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:32.772922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-13ca6018-4a20-4fac-b822-ed24572586d6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b2530f34-fd6e-4c08-bfc1-2f9ad68d3109', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:32.780737 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.789658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7094fd7f-fee9-440f-9151-fa81ee63c3b7,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:32.799076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:32.800554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.810458 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] 10.222.0.48 "PUT /v2.0/ports/beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 1092 time: 1.8540223 Nov 23 22:53:32.810984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:32.813355 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3016aff-daa5-4197-8fba-c0c75a34aa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:32.834307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:32.860045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:53:32.865078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:32.868968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:53:33.002300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2484-0541-4f46-98e9-422691d2887a service neutron] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:33.023722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Attempting to bind port f571b809-385b-4f39-9da4-81b4a77f5067 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:53:33.024547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Attempting to bind port f571b809-385b-4f39-9da4-81b4a77f5067 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:53:33.025120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Attempting to bind port f571b809-385b-4f39-9da4-81b4a77f5067 on network 91afef72-bf6d-40ee-b170-d1b1081fecd2 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:33.028054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-27409ae2-e3ba-4413-a288-407d9e13a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.029614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13ca6018-4a20-4fac-b822-ed24572586d6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.030307 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-27409ae2-e3ba-4413-a288-407d9e13a66f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1096 time: 0.1840053 Nov 23 22:53:33.072259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Pushing event updated for resources: {'Port': ['ID=f571b809-385b-4f39-9da4-81b4a77f5067,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:33.084979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:53:33.088025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Checking segment: {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:33.088696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.089262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Bound using segment: {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:53:33.089787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Bound port: f571b809-385b-4f39-9da4-81b4a77f5067, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:53:33.090183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.092927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b2fa-2197-4dca-bc02-4d2ac3630079 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcfadf6-6b2a-422b-8d1f-6703ba7a719e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:33.119696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a598ccd-a02a-4075-8551-8acd0db9bb52 req-e6dd96c5-fd79-4d28-a3db-a5e498730de3 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1538012 Nov 23 22:53:33.146800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-149d35fb-6f2f-483e-ac4c-1e201c998fd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.165953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-666a5260-f0b6-4792-87e8-5e8dade0b276 None None] Provisioning complete for port 1293ba58-5454-4b47-bb80-3602466c0b20 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:33.166336 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-666a5260-f0b6-4792-87e8-5e8dade0b276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.169516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-149d35fb-6f2f-483e-ac4c-1e201c998fd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.183941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-149d35fb-6f2f-483e-ac4c-1e201c998fd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.190711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-149d35fb-6f2f-483e-ac4c-1e201c998fd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.204834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-149d35fb-6f2f-483e-ac4c-1e201c998fd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.224829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-149d35fb-6f2f-483e-ac4c-1e201c998fd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.233933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-149d35fb-6f2f-483e-ac4c-1e201c998fd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 4586 time: 1.1139853 Nov 23 22:53:33.332351 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5fb16e-93ca-4e9c-ace0-936a4df65c80 x-openstack-request-id: req-ad5fb16e-93ca-4e9c-ace0-936a4df65c80 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:33.332663 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:33.333470 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad5fb16e-93ca-4e9c-ace0-936a4df65c80 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:33.336373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-5bd7b852-5e7d-4cb7-854a-9aa9470f86be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.338498 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7', 'code': 200} Nov 23 22:53:33.341365 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-5bd7b852-5e7d-4cb7-854a-9aa9470f86be service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.3006339 Nov 23 22:53:33.381136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13ca6018-4a20-4fac-b822-ed24572586d6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.392046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13ca6018-4a20-4fac-b822-ed24572586d6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.395871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.420425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3500e8a8-9f16-46bb-8e60-ee3ffe9d7f6d req-8d480ea6-d5d2-44eb-b75e-4124e0b8b654 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=24f7f76d-5686-427d-95a3-41f559dae45a&id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1687603 Nov 23 22:53:33.423205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port 64d4b48a-f255-49c2-8385-ebae19a11a9c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:33.423546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.433225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca6018-4a20-4fac-b822-ed24572586d6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47abfd8a-d8bb-448c-88c7-6e1484f43c0b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:33.456091 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef38f04-8ae1-45a8-bcf7-507364dcbf1d x-openstack-request-id: req-5ef38f04-8ae1-45a8-bcf7-507364dcbf1d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:33.456091 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:33.457188 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ef38f04-8ae1-45a8-bcf7-507364dcbf1d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:33.457721 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'status': 'completed', 'code': 200} Nov 23 22:53:33.510786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13ca6018-4a20-4fac-b822-ed24572586d6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.515344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-13ca6018-4a20-4fac-b822-ed24572586d6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7428527 Nov 23 22:53:33.516061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51086) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:33.530973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1d39bf86-6d83-481e-9cf0-e7bbd16f9249 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b2530f34-fd6e-4c08-bfc1-2f9ad68d3109', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:33.538810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] For port f571b809-385b-4f39-9da4-81b4a77f5067, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:33.548563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] For port f571b809-385b-4f39-9da4-81b4a77f5067, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f571b809-385b-4f39-9da4-81b4a77f5067,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:53:33.549273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-4440f7d0-9405-4460-9e1e-30b77cd0b90c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 999 time: 0.1930528 Nov 23 22:53:33.564652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.566945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-666a5260-f0b6-4792-87e8-5e8dade0b276 None None] Port 1293ba58-5454-4b47-bb80-3602466c0b20 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:53:33.630386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee71fe2-5b2d-41a8-9db0-93d52ac8a27e req-d96ea5eb-5f7c-443b-a29c-9110435f1a92 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.632440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ee71fe2-5b2d-41a8-9db0-93d52ac8a27e req-d96ea5eb-5f7c-443b-a29c-9110435f1a92 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 945 time: 0.1745875 Nov 23 22:53:33.664436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-e94ea785-ce9b-40c9-997d-ecc79f70ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.666054 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-e94ea785-ce9b-40c9-997d-ecc79f70ba96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.1156564 Nov 23 22:53:33.668119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d39bf86-6d83-481e-9cf0-e7bbd16f9249 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.741832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c9ef1ce6-2888-4d54-af51-ec8104084c2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:33.755168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bd1f4-8e56-4655-9e89-4d6ce627c826 None None] Pushing event updated for resources: {'Port': ['ID=f571b809-385b-4f39-9da4-81b4a77f5067,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:33.761245 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.762770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 64d4b48a-f255-49c2-8385-ebae19a11a9c no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:33.779604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-5f3f93ea-e300-45ee-a1e3-dc63cf6b3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:33.785780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-5f3f93ea-e300-45ee-a1e3-dc63cf6b3f17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123803 Nov 23 22:53:33.904877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c9ef1ce6-2888-4d54-af51-ec8104084c2d,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:33.923445 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.978938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 64d4b48a-f255-49c2-8385-ebae19a11a9c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:33.988449 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.989621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 86449cf7-da38-46c1-846c-8159c542dac8 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:34.040639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-ecc94130-1ef6-41d4-a35e-c18497172d75 service neutron] 10.222.0.48 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466710 Nov 23 22:53:34.244769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=64d4b48a-f255-49c2-8385-ebae19a11a9c,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:34.255154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae84493f-f864-4c6f-888c-7ec7f0684032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.384282 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.401179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] For port 64d4b48a-f255-49c2-8385-ebae19a11a9c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=64d4b48a-f255-49c2-8385-ebae19a11a9c,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:34.401179 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.420283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-9db4e53e-cca6-4dad-bc43-dcb4afc9ed2a service neutron] 10.222.0.48 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717601 Nov 23 22:53:34.485858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 86449cf7-da38-46c1-846c-8159c542dac8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=86449cf7-da38-46c1-846c-8159c542dac8,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:34.493734 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.494907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 61868889-21e4-4156-b933-de4ee8d60f2d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:34.578168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 09172691-3244-4def-82bf-0579df7ba14b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:34.624651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ee71fe2-5b2d-41a8-9db0-93d52ac8a27e req-d4d630d2-6e13-48bb-948a-835076a0fbcf tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9734645 Nov 23 22:53:34.680893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=86449cf7-da38-46c1-846c-8159c542dac8,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:34.707243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-2003b3ba-2602-4100-8fba-fc467cc7b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:34.710156 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-2003b3ba-2602-4100-8fba-fc467cc7b6f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5523f7332df411dad76b1605f353f40&device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1096 time: 0.1698024 Nov 23 22:53:34.732511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958804d-8a63-409b-b7f3-bd5e3d22e30e req-f1ae1e1f-1ad3-4cf3-a34f-8cfa0a38b0be tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:34.734481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8958804d-8a63-409b-b7f3-bd5e3d22e30e req-f1ae1e1f-1ad3-4cf3-a34f-8cfa0a38b0be tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.3482809 Nov 23 22:53:34.739864 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d39bf86-6d83-481e-9cf0-e7bbd16f9249 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.816615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d39bf86-6d83-481e-9cf0-e7bbd16f9249 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.866329 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.876672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-2349a396-0e4c-4539-958a-9e29227e071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:34.878672 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-2349a396-0e4c-4539-958a-9e29227e071d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 200 len: 918 time: 0.1611459 Nov 23 22:53:34.881733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 09172691-3244-4def-82bf-0579df7ba14b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:53:34.915893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 09172691-3244-4def-82bf-0579df7ba14b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:34.917579 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:34.985061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39bf86-6d83-481e-9cf0-e7bbd16f9249 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5095733e-3885-4edb-9588-1f153b3a45c1,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:35.109141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 61868889-21e4-4156-b933-de4ee8d60f2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=61868889-21e4-4156-b933-de4ee8d60f2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:35.111217 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d39bf86-6d83-481e-9cf0-e7bbd16f9249 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.117419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d39bf86-6d83-481e-9cf0-e7bbd16f9249 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5971704 Nov 23 22:53:35.125912 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-22ef37a0-15c6-4505-ba76-cf4f477ca649 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 200 len: 999 time: 0.2130077 Nov 23 22:53:35.126876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51182) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:35.139142 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.158642 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.159551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 830978da-72d6-4927-9a08-9130be40c156 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:35.169022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-68e3efd2-0b60-4fe8-a09b-a7af74601cd3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b2530f34-fd6e-4c08-bfc1-2f9ad68d3109', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:35.359855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:35.362144 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861f31e-4713-4361-80fb-3a4b01cc0942" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "86449cf7-da38-46c1-846c-8159c542dac8"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:35.386170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.386540 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.389752 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Floating IP 4fb731ba-7493-47ed-bc3d-3faa34018a47 disassociated. External IP: 172.25.0.125, port: 64d4b48a-f255-49c2-8385-ebae19a11a9c. Nov 23 22:53:35.390378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for 64d4b48a-f255-49c2-8385-ebae19a11a9c owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:35.395138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-5ff6dc71-abbf-4a03-a479-53482316e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:35.402072 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-5ff6dc71-abbf-4a03-a479-53482316e0fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 200 len: 856 time: 0.2565432 Nov 23 22:53:35.407049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e3efd2-0b60-4fe8-a09b-a7af74601cd3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.416921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f571b809-385b-4f39-9da4-81b4a77f5067 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:35.604795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9785-749a-49e7-bd01-963f6890ce35 req-3482428b-2691-4f86-8686-c8e2bd7a7f2b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:35.612825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=61868889-21e4-4156-b933-de4ee8d60f2d,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:35.631398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9785-749a-49e7-bd01-963f6890ce35 req-3482428b-2691-4f86-8686-c8e2bd7a7f2b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:35.635095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-02c4b259-5e3e-4006-9111-ae6c229131e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:35.638594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9785-749a-49e7-bd01-963f6890ce35 req-3482428b-2691-4f86-8686-c8e2bd7a7f2b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:35.642442 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-02c4b259-5e3e-4006-9111-ae6c229131e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3241005-8cfb-4d5a-a235-19af426d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261257 Nov 23 22:53:35.653889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9785-749a-49e7-bd01-963f6890ce35 req-3482428b-2691-4f86-8686-c8e2bd7a7f2b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:35.677302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca9785-749a-49e7-bd01-963f6890ce35 req-3482428b-2691-4f86-8686-c8e2bd7a7f2b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:35.688410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 830978da-72d6-4927-9a08-9130be40c156 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:35.699867 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1eca9785-749a-49e7-bd01-963f6890ce35 req-3482428b-2691-4f86-8686-c8e2bd7a7f2b tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 3876 time: 0.8696589 Nov 23 22:53:35.732012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8958804d-8a63-409b-b7f3-bd5e3d22e30e req-5c7009ae-0726-4803-af38-7920b5805194 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9758620 Nov 23 22:53:35.749607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.828530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f21aac6-b945-49ef-b824-5dc54e7e206f None None] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:53:35.911594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 09172691-3244-4def-82bf-0579df7ba14b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=09172691-3244-4def-82bf-0579df7ba14b,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:35.935467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:35.962755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f571b809-385b-4f39-9da4-81b4a77f5067 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:35.964409 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.023595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1eca9785-749a-49e7-bd01-963f6890ce35 req-f7238ac4-3ef6-4b61-a18c-1dd2fd14a212 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3228846 Nov 23 22:53:36.046738 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-3571a31a-a5f3-44cf-8525-514efc116169 service neutron] 10.222.0.48 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795960 Nov 23 22:53:36.077387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.136903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=64d4b48a-f255-49c2-8385-ebae19a11a9c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:36.194087 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6918c4e4-fb72-43c4-8914-b66d7da8fe11 x-openstack-request-id: req-6918c4e4-fb72-43c4-8914-b66d7da8fe11 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:36.194561 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "86449cf7-da38-46c1-846c-8159c542dac8", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-unplugged", "status": "completed", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:36.196027 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6918c4e4-fb72-43c4-8914-b66d7da8fe11 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:36.196790 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d', 'code': 200} Nov 23 22:53:36.197264 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'code': 200} Nov 23 22:53:36.198393 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8', 'code': 200} Nov 23 22:53:36.198861 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d', 'code': 200} Nov 23 22:53:36.217550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dc3fd8dc-ac38-420b-8edb-c476e902221b None None] Provisioning complete for port f571b809-385b-4f39-9da4-81b4a77f5067 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:36.218095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8dc-ac38-420b-8edb-c476e902221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.238821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e3efd2-0b60-4fe8-a09b-a7af74601cd3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.316284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=09172691-3244-4def-82bf-0579df7ba14b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:36.347925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e3efd2-0b60-4fe8-a09b-a7af74601cd3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.379399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b51945-0922-4d48-ad5a-faf818423fcd req-6597589a-f716-4ad7-8814-f97dc9ba2c5a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:36.387997 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8dc-ac38-420b-8edb-c476e902221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.390185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6b51945-0922-4d48-ad5a-faf818423fcd req-6597589a-f716-4ad7-8814-f97dc9ba2c5a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2442343 Nov 23 22:53:36.485288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51266) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:36.541073 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.583238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:36.611300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dc3fd8dc-ac38-420b-8edb-c476e902221b None None] For port f571b809-385b-4f39-9da4-81b4a77f5067, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f571b809-385b-4f39-9da4-81b4a77f5067,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:36.641647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6b51945-0922-4d48-ad5a-faf818423fcd req-1ac6c3cf-b53a-4c5a-8d54-201f4c82280b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500796 Nov 23 22:53:36.785429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:53:36.863902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bf11656-4dee-497a-9608-4ec7b2f59049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.088717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8dc-ac38-420b-8edb-c476e902221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.267749 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:53:37.268168 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:53:37.327217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba91c4-0af8-4b56-af7f-84687d9aff58 req-ea3c40fb-346b-4a78-9cd0-b0e5422af209 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:37.348244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72ba91c4-0af8-4b56-af7f-84687d9aff58 req-ea3c40fb-346b-4a78-9cd0-b0e5422af209 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.3977292 Nov 23 22:53:37.424500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fd8dc-ac38-420b-8edb-c476e902221b None None] Pushing event updated for resources: {'Port': ['ID=f571b809-385b-4f39-9da4-81b4a77f5067,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:37.427554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:53:37.462158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] Sync routers for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:53:37.519021 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3016aff-daa5-4197-8fba-c0c75a34aa4a req-bef3a1d7-13c8-4322-8776-9c514745787d service neutron] 10.222.0.48 "GET /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4383206 Nov 23 22:53:37.531367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.540613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:53:37.541525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:53:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:37.551408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3efd2-0b60-4fe8-a09b-a7af74601cd3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b323eb-2c7d-4201-91a0-179689930132,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:37.577737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72ba91c4-0af8-4b56-af7f-84687d9aff58 req-59b64d43-a634-4cea-a1e7-ffba60f84aab tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2285943 Nov 23 22:53:37.593063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68e3efd2-0b60-4fe8-a09b-a7af74601cd3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.597603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:37.604238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-68e3efd2-0b60-4fe8-a09b-a7af74601cd3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4601271 Nov 23 22:53:37.624250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b2530f34-fd6e-4c08-bfc1-2f9ad68d3109', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:37.743409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bf11656-4dee-497a-9608-4ec7b2f59049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.759202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] No DVR routers for this DVR port 64d4b48a-f255-49c2-8385-ebae19a11a9c on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:37.769947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.779244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-1dccd3c4-be07-479e-8a45-4039af1cef2d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "DELETE /v2.0/ports/64d4b48a-f255-49c2-8385-ebae19a11a9c HTTP/1.1" status: 204 len: 173 time: 5.0235698 Nov 23 22:53:37.793593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395cd5-3c1f-4ef2-8a0b-bd5c812e0e64 req-cc053005-0e58-4682-b793-ff19713704fe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:37.800758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395cd5-3c1f-4ef2-8a0b-bd5c812e0e64 req-cc053005-0e58-4682-b793-ff19713704fe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:37.808879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395cd5-3c1f-4ef2-8a0b-bd5c812e0e64 req-cc053005-0e58-4682-b793-ff19713704fe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:37.822449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395cd5-3c1f-4ef2-8a0b-bd5c812e0e64 req-cc053005-0e58-4682-b793-ff19713704fe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:37.824315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51395cd5-3c1f-4ef2-8a0b-bd5c812e0e64 req-cc053005-0e58-4682-b793-ff19713704fe tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 3141 time: 0.4290326 Nov 23 22:53:37.824898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:37.827333 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d323b74-0065-4a81-93a0-84251ad36442" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:37.833701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bf11656-4dee-497a-9608-4ec7b2f59049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.908618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4424a566-b7c6-45cb-9972-fa8ea33c0d43 None None] Provisioning complete for port f571b809-385b-4f39-9da4-81b4a77f5067 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:37.909187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4424a566-b7c6-45cb-9972-fa8ea33c0d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:37.943522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51328) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:37.944181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8bf11656-4dee-497a-9608-4ec7b2f59049 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=680d13648c014a4bbe5ecf79e68be30a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4574969 Nov 23 22:53:37.974360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf11656-4dee-497a-9608-4ec7b2f59049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d159ebef-bf5e-4658-8649-c381068abd14,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:37.980878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51395cd5-3c1f-4ef2-8a0b-bd5c812e0e64 req-e9519256-224a-4970-a5b1-e2775136fc5f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410904 Nov 23 22:53:37.988506 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Project 938aed2b458f424e83288c1d36a9e80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:53:37.996282 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.022798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b4015-bebe-47b5-b2a0-a763dc33d8d0 req-acdf1867-23cb-435d-aa75-c786625b4c83 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:38.033214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b6b4015-bebe-47b5-b2a0-a763dc33d8d0 req-acdf1867-23cb-435d-aa75-c786625b4c83 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2496762 Nov 23 22:53:38.040003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.076282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:53:38.103664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51330) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:38.172451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.190945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b6b4015-bebe-47b5-b2a0-a763dc33d8d0 req-da0d7492-985d-4ce6-bc42-2374a0643f50 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565533 Nov 23 22:53:38.193679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.204239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5709da06-ca41-40aa-976b-43204ef77e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.243411 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5469afe-9d76-4116-a72c-2c8916034967 x-openstack-request-id: req-a5469afe-9d76-4116-a72c-2c8916034967 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:38.244250 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "64d4b48a-f255-49c2-8385-ebae19a11a9c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:38.245303 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5469afe-9d76-4116-a72c-2c8916034967 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:38.246067 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '64d4b48a-f255-49c2-8385-ebae19a11a9c', 'status': 'completed', 'code': 200} Nov 23 22:53:38.251672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eac805-f212-4df9-a905-5127eaceb4b3,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:38.270358 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5709da06-ca41-40aa-976b-43204ef77e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.270791 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.273178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-76a85988-d4a5-4144-ac14-1fb14645c08b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6622536 Nov 23 22:53:38.277041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51336) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:38.289207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f571b809-385b-4f39-9da4-81b4a77f5067 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:38.291667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'b2530f34-fd6e-4c08-bfc1-2f9ad68d3109', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:38.338282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09172691-3244-4def-82bf-0579df7ba14b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:38.342677 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19780d-65e1-4837-b8d9-636ccc99d0ed" -d '{"events": [{"server_uuid": "2ced7304-38a2-43ed-9f21-4dc8de6637ea", "name": "network-vif-plugged", "status": "completed", "tag": "09172691-3244-4def-82bf-0579df7ba14b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:38.369208 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Project 938aed2b458f424e83288c1d36a9e80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:53:38.379934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b23ca6cb-b2ba-42d7-8f6e-128599d8f152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.384525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.417452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f571b809-385b-4f39-9da4-81b4a77f5067 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:38.417859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5709da06-ca41-40aa-976b-43204ef77e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.418266 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.421287 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5709da06-ca41-40aa-976b-43204ef77e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.423934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5709da06-ca41-40aa-976b-43204ef77e3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d159ebef-bf5e-4658-8649-c381068abd14 HTTP/1.1" status: 204 len: 168 time: 0.4788113 Nov 23 22:53:38.476876 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298d0ea2-22c7-4ccb-94e1-a4cc63a2ff65 x-openstack-request-id: req-298d0ea2-22c7-4ccb-94e1-a4cc63a2ff65 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:38.477654 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced7304-38a2-43ed-9f21-4dc8de6637ea", "name": "network-vif-plugged", "status": "completed", "tag": "09172691-3244-4def-82bf-0579df7ba14b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:38.477654 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-298d0ea2-22c7-4ccb-94e1-a4cc63a2ff65 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:38.478236 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09172691-3244-4def-82bf-0579df7ba14b', 'code': 200} Nov 23 22:53:38.486903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709da06-ca41-40aa-976b-43204ef77e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159ebef-bf5e-4658-8649-c381068abd14,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:38.519030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.536979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.560106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30bf2b8-8178-48da-af4d-58c4b759a838,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:38.576432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.578379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40f829c6-0a81-4f48-9299-fa87b458fbd0 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2999308 Nov 23 22:53:38.703940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b23ca6cb-b2ba-42d7-8f6e-128599d8f152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.710231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b23ca6cb-b2ba-42d7-8f6e-128599d8f152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:38.721798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d548de-c8e9-4d3f-b619-8ce75487c122 req-4d1c640f-cbff-4ea5-8618-d1b6c97e8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:38.723412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21d548de-c8e9-4d3f-b619-8ce75487c122 req-4d1c640f-cbff-4ea5-8618-d1b6c97e8aa0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 1097 time: 0.1331348 Nov 23 22:53:38.774230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:16Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:38.827598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b23ca6cb-b2ba-42d7-8f6e-128599d8f152 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd44464b4863432a904f870aef3b4b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7212589 Nov 23 22:53:38.830225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51346) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:38.837394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21d548de-c8e9-4d3f-b619-8ce75487c122 req-eb2139b5-88e8-4772-bfe0-f7e45ca3b0a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058621 Nov 23 22:53:38.847600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479d19b-c21a-4068-9574-11863888d7ae req-6c774bc8-3494-4ab3-b1b8-a392b3cb875a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:38.857352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9479d19b-c21a-4068-9574-11863888d7ae req-6c774bc8-3494-4ab3-b1b8-a392b3cb875a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.1061492 Nov 23 22:53:38.858614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca6cb-b2ba-42d7-8f6e-128599d8f152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5e8852-697a-46fc-99e0-c9f89b16688f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:38.906327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] Checking router: 8b9a9b57-1987-4433-9fe9-41b2f5789e4d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:53:38.920661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:53:38.921760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:53:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:38.934996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9479d19b-c21a-4068-9574-11863888d7ae req-c3fa8581-8ae2-4e82-837d-6f52a56ab4b5 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742357 Nov 23 22:53:39.002264 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7c55bd3-4a9c-433b-9e5a-948ec49542ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.032468 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7c55bd3-4a9c-433b-9e5a-948ec49542ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.095064 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7c55bd3-4a9c-433b-9e5a-948ec49542ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.102821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7c55bd3-4a9c-433b-9e5a-948ec49542ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.106828 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c7c55bd3-4a9c-433b-9e5a-948ec49542ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a5e8852-697a-46fc-99e0-c9f89b16688f HTTP/1.1" status: 204 len: 168 time: 0.2734210 Nov 23 22:53:39.137591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:53:39.141695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c55bd3-4a9c-433b-9e5a-948ec49542ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5e8852-697a-46fc-99e0-c9f89b16688f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:39.171261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-76284745-d968-49d5-9040-a8de3fd3e3f4 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420514676&fields=id&tenant_id=938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 267 time: 0.1240332 Nov 23 22:53:39.316653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:39.341604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad2043a-6ff9-4373-b717-6b7776baac5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.552088 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad2043a-6ff9-4373-b717-6b7776baac5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.559613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad2043a-6ff9-4373-b717-6b7776baac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.593655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d598d1-b8c6-4b89-8520-db0f8973d4ee req-2d370e20-444b-4633-a5a0-9b2645f1ff66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:39.618813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d598d1-b8c6-4b89-8520-db0f8973d4ee req-2d370e20-444b-4633-a5a0-9b2645f1ff66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:39.630768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d598d1-b8c6-4b89-8520-db0f8973d4ee req-2d370e20-444b-4633-a5a0-9b2645f1ff66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:39.648788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d598d1-b8c6-4b89-8520-db0f8973d4ee req-2d370e20-444b-4633-a5a0-9b2645f1ff66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:39.669432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46d598d1-b8c6-4b89-8520-db0f8973d4ee req-2d370e20-444b-4633-a5a0-9b2645f1ff66 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 3141 time: 0.4506452 Nov 23 22:53:39.679690 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aad2043a-6ff9-4373-b717-6b7776baac5a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2808ec86d4eb4b0f868f0ac19aa574cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617520 Nov 23 22:53:39.684229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2043a-6ff9-4373-b717-6b7776baac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325cfcb8-58a7-4398-8edb-3bff75d901dd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:39.688843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:39.710651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:16Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:39.744487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07a8ad-ae34-45bd-8d56-ee0750108630 None None] The sync data for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 is: [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:42:11Z', 'revision_number': 4, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'ca780ab8-d6d3-4480-afa9-50f527826e03', 'name': '', 'network_id': '1a002db8-63e5-442b-8ec6-30503d13df0b', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'mac_address': 'fa:16:3e:8b:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:08Z', 'updated_at': '2021-11-23T22:42:16Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'subnets': [{'id': '270f5e10-b7f5-4e82-8805-fa873a72b5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:53:39.763047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-e60970d4-b3cc-4dc4-b3c1-1c97423a0755 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:39.774713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-e60970d4-b3cc-4dc4-b3c1-1c97423a0755 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/networks?id=91afef72-bf6d-40ee-b170-d1b1081fecd2 HTTP/1.1" status: 200 len: 797 time: 0.5646179 Nov 23 22:53:39.818666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-a4618bff-023b-4359-a1f4-3e951bd896a9 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/quotas/938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 375 time: 0.0420156 Nov 23 22:53:39.834206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c5a43a78-b6f2-4265-bc83-3fad52889d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.893318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46d598d1-b8c6-4b89-8520-db0f8973d4ee req-0b83cc58-3934-488b-a491-3ae613eea984 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2228537 Nov 23 22:53:39.902230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port 61868889-21e4-4156-b933-de4ee8d60f2d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:39.902870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:39.964023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51376) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:39.966011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c5a43a78-b6f2-4265-bc83-3fad52889d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.037659 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-613cb0ab-bb11-41dc-a934-fd9ff9cb9765 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2093940 Nov 23 22:53:40.051717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfd87a-e129-4da7-b7f7-7c2a6d89fbd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.224475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c5a43a78-b6f2-4265-bc83-3fad52889d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.228781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c5a43a78-b6f2-4265-bc83-3fad52889d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.230276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c5a43a78-b6f2-4265-bc83-3fad52889d4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/325cfcb8-58a7-4398-8edb-3bff75d901dd HTTP/1.1" status: 204 len: 168 time: 0.5404515 Nov 23 22:53:40.269564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a43a78-b6f2-4265-bc83-3fad52889d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325cfcb8-58a7-4398-8edb-3bff75d901dd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:40.301658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] For port 61868889-21e4-4156-b933-de4ee8d60f2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=61868889-21e4-4156-b933-de4ee8d60f2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:40.306581 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.348475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for 61868889-21e4-4156-b933-de4ee8d60f2d owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:40.362985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f992e-1b11-4915-b262-47d925d10eaf req-1b5887d6-05b7-4d10-bdee-990c79db6927 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:40.365085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f06f992e-1b11-4915-b262-47d925d10eaf req-1b5887d6-05b7-4d10-bdee-990c79db6927 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2222245 Nov 23 22:53:40.373647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfd87a-e129-4da7-b7f7-7c2a6d89fbd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.381218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51bfd87a-e129-4da7-b7f7-7c2a6d89fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.414019 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8fd0c-aaa5-4a80-9251-f7abbcf38c2c None None] New status for floating IP 4fb731ba-7493-47ed-bc3d-3faa34018a47: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:53:40.416728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-508da658-c5ec-4c8d-b8fb-94f95b59633b service neutron] 10.222.0.11 "GET /v2.0/networks/91afef72-bf6d-40ee-b170-d1b1081fecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685763 Nov 23 22:53:40.479286 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-51bfd87a-e129-4da7-b7f7-7c2a6d89fbd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6dfbc93dc7ea4c7d86ac8ee1bbe221ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5048091 Nov 23 22:53:40.481978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51382) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:40.506591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfd87a-e129-4da7-b7f7-7c2a6d89fbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67740b28-4b5d-431e-9b40-3f1680e8fe99,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:40.594323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-161ec7d6-bb0b-43d3-a5cc-f2f18d145dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.645054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-161ec7d6-bb0b-43d3-a5cc-f2f18d145dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.704422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f06f992e-1b11-4915-b262-47d925d10eaf req-5222dbb4-170b-4001-819b-76560cb7a260 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196759 Nov 23 22:53:40.753506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-161ec7d6-bb0b-43d3-a5cc-f2f18d145dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.757140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-161ec7d6-bb0b-43d3-a5cc-f2f18d145dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:40.759737 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-161ec7d6-bb0b-43d3-a5cc-f2f18d145dcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67740b28-4b5d-431e-9b40-3f1680e8fe99 HTTP/1.1" status: 204 len: 168 time: 0.2754793 Nov 23 22:53:40.778204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec7d6-bb0b-43d3-a5cc-f2f18d145dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67740b28-4b5d-431e-9b40-3f1680e8fe99,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:40.978198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-a1378a80-3b11-498b-9b0e-21182455cf81 service neutron] 10.222.0.11 "GET /v2.0/networks/91afef72-bf6d-40ee-b170-d1b1081fecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456059 Nov 23 22:53:40.994825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:41.073557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=61868889-21e4-4156-b933-de4ee8d60f2d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:41.112985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.112985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.112985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.113507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.113615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.113964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.114356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.114782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.115150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.115527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.119609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.119972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:41.188388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] No DVR routers for this DVR port 61868889-21e4-4156-b933-de4ee8d60f2d on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:41.191366 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:41.196881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-37fb7a6a-81d0-4955-a38b-d9fb5d4d7bf7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "DELETE /v2.0/ports/61868889-21e4-4156-b933-de4ee8d60f2d HTTP/1.1" status: 204 len: 173 time: 2.0308907 Nov 23 22:53:41.197569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:41.201011 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d00069d-393d-47ef-b9fd-0c1a475b54a6" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:41.460226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa670-5dd8-41fe-a7ce-4c4026a0459b req-3c5b4e34-4ff9-413c-8041-9a8966d1f329 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:41.474906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-512fa670-5dd8-41fe-a7ce-4c4026a0459b req-3c5b4e34-4ff9-413c-8041-9a8966d1f329 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.1648996 Nov 23 22:53:41.627283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-512fa670-5dd8-41fe-a7ce-4c4026a0459b req-fad7b02a-b307-4b7d-ac53-9c0b98604e61 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513712 Nov 23 22:53:42.031722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a1c6-3764-4be6-b611-e07cf4d9cd34 req-2a8a1414-e877-48f7-a54b-bcfa6a076ebb tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:42.049640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a1c6-3764-4be6-b611-e07cf4d9cd34 req-2a8a1414-e877-48f7-a54b-bcfa6a076ebb tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:42.069873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a1c6-3764-4be6-b611-e07cf4d9cd34 req-2a8a1414-e877-48f7-a54b-bcfa6a076ebb tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:42.082181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ec3a1c6-3764-4be6-b611-e07cf4d9cd34 req-2a8a1414-e877-48f7-a54b-bcfa6a076ebb tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 2409 time: 0.2167811 Nov 23 22:53:42.205684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ec3a1c6-3764-4be6-b611-e07cf4d9cd34 req-4f3fcd6a-93e1-463f-93a5-ed597ddf4648 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224043 Nov 23 22:53:42.297389 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad12e0d-84cf-422c-a078-566ffb3196bd x-openstack-request-id: req-7ad12e0d-84cf-422c-a078-566ffb3196bd {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:42.297691 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "61868889-21e4-4156-b933-de4ee8d60f2d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:42.298103 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ad12e0d-84cf-422c-a078-566ffb3196bd {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:42.298528 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '61868889-21e4-4156-b933-de4ee8d60f2d', 'status': 'completed', 'code': 200} Nov 23 22:53:42.474135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5da04b3-25f3-4dc1-9587-9e5227f4d716 req-5ede7ec1-a318-40e4-9009-daf1d86bc002 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 210 time: 0.0527923 Nov 23 22:53:42.685500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dcbb6-b2a2-4be0-9085-fc42ba4fb69f req-720d9f36-4235-4363-a25e-026314976de4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:42.695679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f55dcbb6-b2a2-4be0-9085-fc42ba4fb69f req-720d9f36-4235-4363-a25e-026314976de4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0884650 Nov 23 22:53:42.772162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f55dcbb6-b2a2-4be0-9085-fc42ba4fb69f req-0a599979-cfa8-4838-a444-f9acc73eda42 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722685 Nov 23 22:53:42.967242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64438692-92c4-4af9-9c52-7469e14bc001 req-faa514fb-f448-446d-8105-32044302c431 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:42.975915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64438692-92c4-4af9-9c52-7469e14bc001 req-faa514fb-f448-446d-8105-32044302c431 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.1096644 Nov 23 22:53:43.035239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64438692-92c4-4af9-9c52-7469e14bc001 req-6492bc53-aa3e-492b-9b3d-c6a5af041688 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572069 Nov 23 22:53:43.484224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-a8fcfaf9-362c-447b-b01d-649e7061f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:43.487004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-a8fcfaf9-362c-447b-b01d-649e7061f375 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 1097 time: 0.0972648 Nov 23 22:53:43.685916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9cc5-0b2a-44b4-bfe4-cc01eeb139a6 req-2d66a9d2-d79a-470c-82d3-4c5e8583c08d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:43.694478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9cc5-0b2a-44b4-bfe4-cc01eeb139a6 req-2d66a9d2-d79a-470c-82d3-4c5e8583c08d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:43.711407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9cc5-0b2a-44b4-bfe4-cc01eeb139a6 req-2d66a9d2-d79a-470c-82d3-4c5e8583c08d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:43.713342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-764c9cc5-0b2a-44b4-bfe4-cc01eeb139a6 req-2d66a9d2-d79a-470c-82d3-4c5e8583c08d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 2409 time: 0.1949675 Nov 23 22:53:43.759013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51512) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:43.766376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-ba853abf-0ff5-462a-af50-0f88b60302a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:43.768001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-ba853abf-0ff5-462a-af50-0f88b60302a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 912 time: 0.2736707 Nov 23 22:53:43.912693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-fca8de31-44d1-4558-95cc-e9e7bf60e1da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09172691-3244-4def-82bf-0579df7ba14b HTTP/1.1" status: 200 len: 217 time: 0.1281576 Nov 23 22:53:43.933846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-764c9cc5-0b2a-44b4-bfe4-cc01eeb139a6 req-3f2770b3-396b-49c0-acd9-3a7b8845e7c4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2045627 Nov 23 22:53:43.985607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a189d11-cf8c-4d18-a7da-f72faf255b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:44.006088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-eb54ffef-a13f-4cb8-8ad5-47ca333206e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:44.009034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-eb54ffef-a13f-4cb8-8ad5-47ca333206e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 200 len: 851 time: 0.0724797 Nov 23 22:53:44.054865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-a7194b93-42c5-46d0-816c-04fc600e621a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393531 Nov 23 22:53:44.174988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a189d11-cf8c-4d18-a7da-f72faf255b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:44.182171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a189d11-cf8c-4d18-a7da-f72faf255b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:44.245482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a189d11-cf8c-4d18-a7da-f72faf255b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55597a04-36f3-4caf-bd65-2378b8a346db,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:44.276581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a189d11-cf8c-4d18-a7da-f72faf255b53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=116ab0f06cbc4c7a83959d4d9da213a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5161448 Nov 23 22:53:44.279704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51526) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:44.308942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28b9bc-8e4b-4364-8b1b-bbfc84d510f1 req-e28e17b9-7acb-4e8a-97e0-d70ff87d72d9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:44.318805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d28b9bc-8e4b-4364-8b1b-bbfc84d510f1 req-e28e17b9-7acb-4e8a-97e0-d70ff87d72d9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2072291 Nov 23 22:53:44.342272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-7bc81847-e56f-443d-b0a5-915051b7d44e service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798667 Nov 23 22:53:44.393349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d28b9bc-8e4b-4364-8b1b-bbfc84d510f1 req-1b18011f-9c6f-4598-9e82-237b20cd95c4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733376 Nov 23 22:53:44.398907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa5d957e-cee6-48be-8559-62afeeb82d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:44.456026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa5d957e-cee6-48be-8559-62afeeb82d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:44.593518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa5d957e-cee6-48be-8559-62afeeb82d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:44.604901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa5d957e-cee6-48be-8559-62afeeb82d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:44.606601 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fa5d957e-cee6-48be-8559-62afeeb82d7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55597a04-36f3-4caf-bd65-2378b8a346db HTTP/1.1" status: 204 len: 168 time: 0.3253095 Nov 23 22:53:44.625839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d957e-cee6-48be-8559-62afeeb82d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55597a04-36f3-4caf-bd65-2378b8a346db,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:44.671472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2810c06b-b7cf-43ac-8e9b-28bb6298eed2 req-ff7a5590-f051-4f9e-a416-17f3a2c14f2a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 210 time: 0.1070056 Nov 23 22:53:44.748779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-903a38da-11c2-41ef-bc9d-8c3b4fd5e2bb req-d4269f0e-259f-4c9e-93b1-0300f5f31563 service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679061 Nov 23 22:53:45.461676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8401-111a-42ee-97f6-0ee8a500ec17 req-c1fe8ac0-c015-4fb7-b352-4765acbe9994 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:45.469141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b83e8401-111a-42ee-97f6-0ee8a500ec17 req-c1fe8ac0-c015-4fb7-b352-4765acbe9994 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.6334295 Nov 23 22:53:45.537455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b83e8401-111a-42ee-97f6-0ee8a500ec17 req-219f0adf-a90b-455b-b0cc-b91bfdb4ccbc tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671558 Nov 23 22:53:45.758574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a03f-0cdf-4f25-a00c-de57ef8da7a3 req-63e1b33c-8a5a-49b6-b8b6-e29f0f6a1841 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:45.777378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a03f-0cdf-4f25-a00c-de57ef8da7a3 req-63e1b33c-8a5a-49b6-b8b6-e29f0f6a1841 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:45.792756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a03f-0cdf-4f25-a00c-de57ef8da7a3 req-63e1b33c-8a5a-49b6-b8b6-e29f0f6a1841 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:45.802855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4059a03f-0cdf-4f25-a00c-de57ef8da7a3 req-63e1b33c-8a5a-49b6-b8b6-e29f0f6a1841 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 2409 time: 0.1584730 Nov 23 22:53:45.904737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4059a03f-0cdf-4f25-a00c-de57ef8da7a3 req-43406409-1c24-4053-826d-412463ef2bf5 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009145 Nov 23 22:53:46.082049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800309c1-98e1-4078-a972-807b8daeffab req-d7bb51b2-5276-48ec-9dcb-bcbf16717c88 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:46.083606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-800309c1-98e1-4078-a972-807b8daeffab req-d7bb51b2-5276-48ec-9dcb-bcbf16717c88 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0872524 Nov 23 22:53:46.159686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-800309c1-98e1-4078-a972-807b8daeffab req-8f29baa7-d0b3-40c7-a285-f0372e9df7b2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635984 Nov 23 22:53:46.271928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88ec85a1-549b-4b41-8953-003f4c6d3e0a req-850cc547-d5fb-4d01-9f7c-5a8f208dcaa3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 210 time: 0.0351777 Nov 23 22:53:46.354744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51578) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.505727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-5b41cf07-da73-4c7f-a7bc-edab0599e908 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.510921 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51584) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.516148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-d0b78283-3ac6-4f8e-ac48-d2881af03c55 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.516941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d0b78283-3ac6-4f8e-ac48-d2881af03c55 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044227 Nov 23 22:53:46.517661 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b41cf07-da73-4c7f-a7bc-edab0599e908 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1618204 Nov 23 22:53:46.519337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51586) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.523194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-5b3092f8-6e81-40fe-8933-fd58c68df5fc tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.524478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b3092f8-6e81-40fe-8933-fd58c68df5fc tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042562 Nov 23 22:53:46.526591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.530309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-4b7f3e7a-9468-4d6a-a8b6-ba947ac585a5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.531235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4b7f3e7a-9468-4d6a-a8b6-ba947ac585a5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038197 Nov 23 22:53:46.534715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51590) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.539495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-618d73ee-4d95-4787-9728-4abc4e3fd47b tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.540885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-618d73ee-4d95-4787-9728-4abc4e3fd47b tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051787 Nov 23 22:53:46.545366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51592) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.551285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-c4aa6b32-b5f6-43d7-b657-46750d3ca1ca tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.552830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c4aa6b32-b5f6-43d7-b657-46750d3ca1ca tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057065 Nov 23 22:53:46.557251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51594) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.561471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-ee0a1b6c-5131-42ff-8805-303cd87f326d tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.562604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ee0a1b6c-5131-42ff-8805-303cd87f326d tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044620 Nov 23 22:53:46.566350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51596) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.578785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-f10b33e0-9c38-4cef-b33d-f221fef37019 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.582609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51600) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.586071 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f10b33e0-9c38-4cef-b33d-f221fef37019 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0121610 Nov 23 22:53:46.589482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-dab57103-62ae-4148-8c1d-0ddf706a7b34 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.593692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51602) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.594271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dab57103-62ae-4148-8c1d-0ddf706a7b34 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105646 Nov 23 22:53:46.598172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-370f54a3-b7d6-42b7-9fa9-d76387d534f7 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.599136 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-370f54a3-b7d6-42b7-9fa9-d76387d534f7 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045497 Nov 23 22:53:46.602477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51604) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.607642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-2ae685dc-2e37-4302-bf06-9e955229a881 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.608698 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2ae685dc-2e37-4302-bf06-9e955229a881 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050771 Nov 23 22:53:46.609476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51606) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.611070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.615285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-2c96542e-f05e-4479-9d90-ecc566275777 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.616536 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2c96542e-f05e-4479-9d90-ecc566275777 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042992 Nov 23 22:53:46.626107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51612) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.630453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-befd55a6-b36e-4a39-a33c-8e3ba0a2f2f2 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.631392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-befd55a6-b36e-4a39-a33c-8e3ba0a2f2f2 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042982 Nov 23 22:53:46.634320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.638812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-69b9d5eb-194d-45b7-935b-c6fa4bb9e400 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.639805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69b9d5eb-194d-45b7-935b-c6fa4bb9e400 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044899 Nov 23 22:53:46.642390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51616) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.646925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-a51ca2c7-e268-43bc-b91b-76312dde4767 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.648199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a51ca2c7-e268-43bc-b91b-76312dde4767 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046108 Nov 23 22:53:46.650608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51618) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.654964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-6ac211f8-0e14-43cf-b674-0b4195b06d76 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.660775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6ac211f8-0e14-43cf-b674-0b4195b06d76 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0089958 Nov 23 22:53:46.664523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51620) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.669331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-299318ae-bf89-4a7a-ab89-8222edf763f0 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.670287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-299318ae-bf89-4a7a-ab89-8222edf763f0 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046828 Nov 23 22:53:46.672843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51622) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.676879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-cd9d1aa4-7a9f-4e1f-b8aa-ffdafd7784f6 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.677848 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd9d1aa4-7a9f-4e1f-b8aa-ffdafd7784f6 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041425 Nov 23 22:53:46.681349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51624) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.685415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-f8b09a88-63e6-4df2-a11b-f96caa819783 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.688806 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8b09a88-63e6-4df2-a11b-f96caa819783 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0065475 Nov 23 22:53:46.689373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51626) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.693303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-1dcad82f-1a37-43e4-877e-d9ff24de40b1 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.697398 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1dcad82f-1a37-43e4-877e-d9ff24de40b1 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071318 Nov 23 22:53:46.697963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51628) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.706374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-24080b9c-c7f7-41da-8f32-8ca5f31a4608 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.710439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51630) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.711429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-24080b9c-c7f7-41da-8f32-8ca5f31a4608 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0115602 Nov 23 22:53:46.716232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-7e7c50b9-23ee-488f-a91f-27570bd19b8c tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.719626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7e7c50b9-23ee-488f-a91f-27570bd19b8c tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052152 Nov 23 22:53:46.721367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51632) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.726765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-f4d747ca-fff9-4ecc-9d64-12d7756d7ca3 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.730859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f4d747ca-fff9-4ecc-9d64-12d7756d7ca3 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0082376 Nov 23 22:53:46.731816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51634) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.733753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285742-1085-49a4-88e1-313722074537 req-18cc0ef2-2613-47f1-aab7-062de7ca8149 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:46.736018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8285742-1085-49a4-88e1-313722074537 req-18cc0ef2-2613-47f1-aab7-062de7ca8149 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.0643952 Nov 23 22:53:46.737033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-1e5f7688-1b40-4a2e-b52b-15baeed08a30 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.739632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e5f7688-1b40-4a2e-b52b-15baeed08a30 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049202 Nov 23 22:53:46.740476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51636) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.746385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-5cf624ab-9c5b-46fe-9e59-1c1ca0fb932b tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.750814 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5cf624ab-9c5b-46fe-9e59-1c1ca0fb932b tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092599 Nov 23 22:53:46.751737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51638) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.758337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-8fe95da6-72f7-4fe6-9197-fa32bffdaec9 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.763378 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8fe95da6-72f7-4fe6-9197-fa32bffdaec9 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0104172 Nov 23 22:53:46.764022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51640) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.768099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-6a115254-1d14-41a1-889e-e0a60da72c7f tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.768982 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6a115254-1d14-41a1-889e-e0a60da72c7f tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040550 Nov 23 22:53:46.771309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51642) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.776002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-5e94fc4c-6141-4f3a-8880-1f544e480b4c tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.776925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5e94fc4c-6141-4f3a-8880-1f544e480b4c tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047290 Nov 23 22:53:46.779351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51644) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.784043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-f29aff9d-f8b8-4c25-9d02-5cf0b690e482 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.786979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f29aff9d-f8b8-4c25-9d02-5cf0b690e482 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065064 Nov 23 22:53:46.787577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51646) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.792672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-bfb7b27a-7674-49e0-ac2d-23b8e4b0fe5c tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.794268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bfb7b27a-7674-49e0-ac2d-23b8e4b0fe5c tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0057595 Nov 23 22:53:46.796128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51648) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.798021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3eb75d7b-f654-4790-b99f-dc6010ee2563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:46.800154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-02814f6b-842a-40c8-816e-e023b82dfc8e tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.803467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-02814f6b-842a-40c8-816e-e023b82dfc8e tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0064321 Nov 23 22:53:46.804559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51650) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.808847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-a9b1d0d7-322f-4e44-be9a-1ffe092531b5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.809572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8285742-1085-49a4-88e1-313722074537 req-be0441f4-af24-45fe-868b-6f5bf47924bf tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679216 Nov 23 22:53:46.812112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51652) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.812249 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9b1d0d7-322f-4e44-be9a-1ffe092531b5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0068388 Nov 23 22:53:46.816374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-934e8108-0a49-442f-a61f-75e280975ad3 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.818725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-934e8108-0a49-442f-a61f-75e280975ad3 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042369 Nov 23 22:53:46.820474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.825238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-8475b1d4-aa7e-4aa3-8b45-99e98d2f718a tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.828624 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8475b1d4-aa7e-4aa3-8b45-99e98d2f718a tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070500 Nov 23 22:53:46.828828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51656) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.833005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-321193d4-87cb-4859-a668-751e30b956b2 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.833948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-321193d4-87cb-4859-a668-751e30b956b2 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042131 Nov 23 22:53:46.837867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.842180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-7af93ae2-13b1-4ecf-becf-a99ef320f836 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.845622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7af93ae2-13b1-4ecf-becf-a99ef320f836 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0048037 Nov 23 22:53:46.845857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.849701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-f885d488-a088-479f-bb65-fc19b9ad5151 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.851755 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f885d488-a088-479f-bb65-fc19b9ad5151 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038857 Nov 23 22:53:46.853446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51662) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.857249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-442e0ea4-1642-47e1-a413-5816749e7efd tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.858200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-442e0ea4-1642-47e1-a413-5816749e7efd tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038896 Nov 23 22:53:46.860815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51664) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.864906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-e3c0f8f6-25f2-4d95-bc1e-6d1b9dc3ccaa tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.868353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3c0f8f6-25f2-4d95-bc1e-6d1b9dc3ccaa tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041769 Nov 23 22:53:46.870041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51666) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.874383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-021d24ea-dc6b-4e79-a778-789f39654213 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.875324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-021d24ea-dc6b-4e79-a778-789f39654213 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043471 Nov 23 22:53:46.877898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51668) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.883763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-4df6cd2f-5966-4140-a1e7-10c188dbb268 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.887831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4df6cd2f-5966-4140-a1e7-10c188dbb268 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073109 Nov 23 22:53:46.888422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51670) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.893925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-f59aee4a-7fbf-4f6f-8478-dac0b16e0a99 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.895149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f59aee4a-7fbf-4f6f-8478-dac0b16e0a99 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056760 Nov 23 22:53:46.898211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51672) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.902643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-1c7d0de3-bbbd-45e5-a3cf-2a05187a6ea7 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.903591 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c7d0de3-bbbd-45e5-a3cf-2a05187a6ea7 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044136 Nov 23 22:53:46.905753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51674) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.909750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-6ef346f5-e466-4321-beb2-5abf8df1b1d6 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.910805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6ef346f5-e466-4321-beb2-5abf8df1b1d6 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042129 Nov 23 22:53:46.912920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51676) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.914065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3eb75d7b-f654-4790-b99f-dc6010ee2563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:46.918167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3eb75d7b-f654-4790-b99f-dc6010ee2563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:46.918344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-2e2e3cce-80fa-43c3-88ac-7e02c4181017 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.921368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2e2e3cce-80fa-43c3-88ac-7e02c4181017 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052481 Nov 23 22:53:46.921574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51678) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.925436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-852a1be5-0b89-4a2a-b1e3-e5b293b61491 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.928316 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-852a1be5-0b89-4a2a-b1e3-e5b293b61491 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0039308 Nov 23 22:53:46.928538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51680) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.933100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-66d9e93b-2572-499e-858b-4332aa500339 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.935873 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66d9e93b-2572-499e-858b-4332aa500339 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0040166 Nov 23 22:53:46.936000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.940037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-1e5df4ad-bb3a-4dc5-bf01-7e4ebec5b697 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.941222 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e5df4ad-bb3a-4dc5-bf01-7e4ebec5b697 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043557 Nov 23 22:53:46.943709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51686) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.949295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-d685db0c-afa6-4ed3-baa0-dc3f776157a5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.953497 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d685db0c-afa6-4ed3-baa0-dc3f776157a5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088418 Nov 23 22:53:46.954495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51688) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.962831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-7b1082ac-89fd-427f-9f2a-c8587b317adb tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.962831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7b1082ac-89fd-427f-9f2a-c8587b317adb tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043623 Nov 23 22:53:46.963142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51690) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.967401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [None req-a0577763-b51e-4860-a905-f6b8e4874677 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.968364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a0577763-b51e-4860-a905-f6b8e4874677 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045097 Nov 23 22:53:46.970762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51692) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.971927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3eb75d7b-f654-4790-b99f-dc6010ee2563 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28881b7c33924e1e8343c3494fd92103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3614686 Nov 23 22:53:46.972671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb75d7b-f654-4790-b99f-dc6010ee2563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f899bef-b818-488e-87de-794ade1f6f61,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:46.975025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51694) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.977150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-ed944e8d-0801-47da-9e78-86875c130fdd tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.980956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ed944e8d-0801-47da-9e78-86875c130fdd tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088000 Nov 23 22:53:46.982778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51696) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.987889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-5e353a75-f6f0-4624-9b65-00c2f544deee tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.991506 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5e353a75-f6f0-4624-9b65-00c2f544deee tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072105 Nov 23 22:53:46.992216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51698) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:46.996675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-2ab77778-e971-4a88-8601-75fc0889cf9e tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:46.998435 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2ab77778-e971-4a88-8601-75fc0889cf9e tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053165 Nov 23 22:53:46.999969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51700) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.003940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-a5784c40-5ea8-4dae-af94-7dacb6059565 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.004871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a5784c40-5ea8-4dae-af94-7dacb6059565 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040104 Nov 23 22:53:47.007108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.011123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-888a595e-7ddb-43e3-9b56-0393993839a5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.012076 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-888a595e-7ddb-43e3-9b56-0393993839a5 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038755 Nov 23 22:53:47.014313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51704) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.020882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-727b0c33-0f35-40f6-bb5a-e6023da90c13 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.021751 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-727b0c33-0f35-40f6-bb5a-e6023da90c13 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0066006 Nov 23 22:53:47.024611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51706) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.029024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-032c4e32-a45c-41e3-857f-f458a28e33eb tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.029945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-032c4e32-a45c-41e3-857f-f458a28e33eb tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044794 Nov 23 22:53:47.032403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51708) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.036382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-d3b2079a-3743-413c-8e73-d181e7a56e0f tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.037317 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d3b2079a-3743-413c-8e73-d181e7a56e0f tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042059 Nov 23 22:53:47.040127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51710) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.043948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-f05a7481-497f-42bd-9d22-ef9cdf28d755 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.045105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f05a7481-497f-42bd-9d22-ef9cdf28d755 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038543 Nov 23 22:53:47.047031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51712) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.050788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-1ac5613e-34d2-4e50-89b5-446fa2fbc735 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.051781 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1ac5613e-34d2-4e50-89b5-446fa2fbc735 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038176 Nov 23 22:53:47.053890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51714) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.058315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-59db7d92-c58a-4971-967e-9fe3b6074b78 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.059238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-59db7d92-c58a-4971-967e-9fe3b6074b78 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041313 Nov 23 22:53:47.060642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1f86985-6405-493b-b373-d11186e78e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.061475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51716) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.065514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-b608499c-918d-489c-8bb2-436478a58d99 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.066474 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b608499c-918d-489c-8bb2-436478a58d99 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041628 Nov 23 22:53:47.068738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51718) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.072855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-4616e1b6-753e-4687-bba5-c1bb7b318d05 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.073776 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4616e1b6-753e-4687-bba5-c1bb7b318d05 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041428 Nov 23 22:53:47.075232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025653-6d19-4971-8ee4-64cfe1f62f13 req-70e06fbf-2eef-4f1c-bb4a-3ea459ccd8c5 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:47.076086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51720) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.079737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-0fff6428-f130-4cfa-a849-fed4ab24159a tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.080635 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0fff6428-f130-4cfa-a849-fed4ab24159a tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037251 Nov 23 22:53:47.081291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025653-6d19-4971-8ee4-64cfe1f62f13 req-70e06fbf-2eef-4f1c-bb4a-3ea459ccd8c5 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:47.082658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51722) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.087722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-3f2ef04b-988d-4b3a-b3a2-75a4b268fc3b tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.088174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025653-6d19-4971-8ee4-64cfe1f62f13 req-70e06fbf-2eef-4f1c-bb4a-3ea459ccd8c5 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:47.088632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3f2ef04b-988d-4b3a-b3a2-75a4b268fc3b tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051792 Nov 23 22:53:47.089917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d025653-6d19-4971-8ee4-64cfe1f62f13 req-70e06fbf-2eef-4f1c-bb4a-3ea459ccd8c5 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 2409 time: 0.0909348 Nov 23 22:53:47.091389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51724) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.096054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-6013c325-502c-49bc-aadf-d3076b442995 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.096557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6013c325-502c-49bc-aadf-d3076b442995 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040860 Nov 23 22:53:47.098549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51726) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.103262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-69583b56-e0ec-419b-963e-f7af59552e1a tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.104222 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69583b56-e0ec-419b-963e-f7af59552e1a tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048451 Nov 23 22:53:47.106400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51728) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.110179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-a6579f2e-c1c5-4f86-884d-ce7e71b90a80 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.111330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a6579f2e-c1c5-4f86-884d-ce7e71b90a80 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038507 Nov 23 22:53:47.113150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51730) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.117292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-e4523240-25ed-4abf-b243-73ec4fb6c5e8 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.118222 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e4523240-25ed-4abf-b243-73ec4fb6c5e8 tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042493 Nov 23 22:53:47.120375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51732) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.124084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [None req-c0594b5e-6d9e-4c74-9bb3-d5ff135c750f tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:47.124995 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c0594b5e-6d9e-4c74-9bb3-d5ff135c750f tempest-ExtensionsTestJSON-1912176198 tempest-ExtensionsTestJSON-1912176198-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0037963 Nov 23 22:53:47.126387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1f86985-6405-493b-b373-d11186e78e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.184238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d025653-6d19-4971-8ee4-64cfe1f62f13 req-1fa2c82d-bf26-4098-831b-0bf33b05a185 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878239 Nov 23 22:53:47.217783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1f86985-6405-493b-b373-d11186e78e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.221086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1f86985-6405-493b-b373-d11186e78e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.225163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b1f86985-6405-493b-b373-d11186e78e4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f899bef-b818-488e-87de-794ade1f6f61 HTTP/1.1" status: 204 len: 168 time: 0.2464819 Nov 23 22:53:47.249616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86985-6405-493b-b373-d11186e78e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f899bef-b818-488e-87de-794ade1f6f61,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:47.349468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e1243-77ae-49ac-a49a-578c44a1736c req-7d9babca-ec57-4939-a4da-91a00ac389f5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:47.351936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d74e1243-77ae-49ac-a49a-578c44a1736c req-7d9babca-ec57-4939-a4da-91a00ac389f5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0777535 Nov 23 22:53:47.401190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51746) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.427699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d74e1243-77ae-49ac-a49a-578c44a1736c req-dc389229-47f4-4e0f-a2b3-151dc0f26ab1 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673482 Nov 23 22:53:47.555608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d272938c-7efa-4004-a404-990bf40336d5 req-8a8a89dc-8728-4e3f-b908-feb96046c69b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 210 time: 0.0600672 Nov 23 22:53:47.680771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51750) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.694132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a108b8-cfa9-4e71-90d6-de1294207df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.705641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8880d573-92be-4951-9898-e917c987fce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.759171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port 86449cf7-da38-46c1-846c-8159c542dac8 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:47.759511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.793547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a108b8-cfa9-4e71-90d6-de1294207df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.798068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a108b8-cfa9-4e71-90d6-de1294207df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.843667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51754) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:47.845610 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53a108b8-cfa9-4e71-90d6-de1294207df4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9073237ad501434196204bc1dfbc05ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420419 Nov 23 22:53:47.849054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a108b8-cfa9-4e71-90d6-de1294207df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d5f9a4-0869-4a4c-9296-50a905be1e47,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:47.914614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8880d573-92be-4951-9898-e917c987fce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.916947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] For port 86449cf7-da38-46c1-846c-8159c542dac8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=86449cf7-da38-46c1-846c-8159c542dac8,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:47.917245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.939100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8880d573-92be-4951-9898-e917c987fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:47.965879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for 86449cf7-da38-46c1-846c-8159c542dac8 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:48.025741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8880d573-92be-4951-9898-e917c987fce7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4127128d06d43859e98472a846cec55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438430 Nov 23 22:53:48.028504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51758) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:48.062262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880d573-92be-4951-9898-e917c987fce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f427cf9-4070-460a-b6a5-3e26291b7dd5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:48.066778 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d975045-3b64-48d5-9271-95b794ca817a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.091058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91c9d6-1f35-43df-85d3-b869525ad594 req-fbcb4536-68c4-4dd8-9149-386f4548a2b7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:48.092551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b91c9d6-1f35-43df-85d3-b869525ad594 req-fbcb4536-68c4-4dd8-9149-386f4548a2b7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.1884048 Nov 23 22:53:48.092848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3581832c-7216-4e21-875a-7f199de8874c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.117699 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d975045-3b64-48d5-9271-95b794ca817a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.118165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3581832c-7216-4e21-875a-7f199de8874c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.184603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3581832c-7216-4e21-875a-7f199de8874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.187956 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3581832c-7216-4e21-875a-7f199de8874c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.191888 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3581832c-7216-4e21-875a-7f199de8874c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f427cf9-4070-460a-b6a5-3e26291b7dd5 HTTP/1.1" status: 204 len: 168 time: 0.1595552 Nov 23 22:53:48.201237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581832c-7216-4e21-875a-7f199de8874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f427cf9-4070-460a-b6a5-3e26291b7dd5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:48.235234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b91c9d6-1f35-43df-85d3-b869525ad594 req-d723303d-fb65-41b7-ab4b-61189440be7d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252301 Nov 23 22:53:48.248564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d975045-3b64-48d5-9271-95b794ca817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.251160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d975045-3b64-48d5-9271-95b794ca817a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.255582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d975045-3b64-48d5-9271-95b794ca817a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39d5f9a4-0869-4a4c-9296-50a905be1e47 HTTP/1.1" status: 204 len: 168 time: 0.4067264 Nov 23 22:53:48.264548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d975045-3b64-48d5-9271-95b794ca817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d5f9a4-0869-4a4c-9296-50a905be1e47,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:48.286861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.330241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=86449cf7-da38-46c1-846c-8159c542dac8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:48.402156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] No DVR routers for this DVR port 86449cf7-da38-46c1-846c-8159c542dac8 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:48.405390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.409031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-09834a03-1086-438b-bc12-2a04cb4143f7 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "DELETE /v2.0/ports/86449cf7-da38-46c1-846c-8159c542dac8 HTTP/1.1" status: 204 len: 173 time: 0.8387086 Nov 23 22:53:48.409493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:48.411795 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7a27b-5f14-482b-b27e-f70dbbd963a5" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "86449cf7-da38-46c1-846c-8159c542dac8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:48.500362 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4592f72-2205-4514-8e25-5632d8bb196d x-openstack-request-id: req-e4592f72-2205-4514-8e25-5632d8bb196d {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:48.501119 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "86449cf7-da38-46c1-846c-8159c542dac8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:48.501619 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4592f72-2205-4514-8e25-5632d8bb196d {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:48.502563 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '86449cf7-da38-46c1-846c-8159c542dac8', 'status': 'completed', 'code': 200} Nov 23 22:53:48.516824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dacc1-5911-4e2b-865f-ae313f8fc5bd req-21409050-3151-4819-bb66-5b1ee9e5c41d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:48.524690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dacc1-5911-4e2b-865f-ae313f8fc5bd req-21409050-3151-4819-bb66-5b1ee9e5c41d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:48.533567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-934dacc1-5911-4e2b-865f-ae313f8fc5bd req-21409050-3151-4819-bb66-5b1ee9e5c41d tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 1676 time: 0.2041137 Nov 23 22:53:48.639626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-934dacc1-5911-4e2b-865f-ae313f8fc5bd req-bb57bb15-af4d-4e0f-971c-8a257fd167f8 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045830 Nov 23 22:53:48.654718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953945e-9a2c-4046-ab1d-1492b5550e46 req-40377a3c-707f-4b71-a124-a206f85a23a9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:48.660945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f953945e-9a2c-4046-ab1d-1492b5550e46 req-40377a3c-707f-4b71-a124-a206f85a23a9 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1240628 Nov 23 22:53:48.676659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port c9ef1ce6-2888-4d54-af51-ec8104084c2d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:48.677016 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.870473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-1cb307d3-49e5-4a00-9b51-55244133e1ed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:48.872790 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-1cb307d3-49e5-4a00-9b51-55244133e1ed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/networks?id=91afef72-bf6d-40ee-b170-d1b1081fecd2 HTTP/1.1" status: 200 len: 797 time: 0.1987915 Nov 23 22:53:48.883181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f953945e-9a2c-4046-ab1d-1492b5550e46 req-75e66c78-a6b9-4fd5-96d0-0ca554695d8e tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954393 Nov 23 22:53:48.933649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] For port c9ef1ce6-2888-4d54-af51-ec8104084c2d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c9ef1ce6-2888-4d54-af51-ec8104084c2d,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:48.934030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:48.967967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for c9ef1ce6-2888-4d54-af51-ec8104084c2d owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:49.000968 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-2daf2db5-69b5-4fc9-b89c-5e82d969c6c7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 472 time: 0.1105196 Nov 23 22:53:49.014571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8135913b-8f1e-4a9e-acab-8a35c099baeb req-5388355f-6aac-4bab-8215-e18bd056bb85 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 210 time: 0.0443592 Nov 23 22:53:49.019426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'port': {'device_id': '94f922e3-2362-4851-bc47-26b7b48cafef', 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2', 'admin_state_up': True, 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'security_groups': ['b2530f34-fd6e-4c08-bfc1-2f9ad68d3109']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:49.177975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.205113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:49.209979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.225937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=c9ef1ce6-2888-4d54-af51-ec8104084c2d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:49.286330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] No DVR routers for this DVR port c9ef1ce6-2888-4d54-af51-ec8104084c2d on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:49.291990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.296617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-6c30b7e0-eb3b-4c83-a543-0f7a7dd588a1 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "DELETE /v2.0/ports/c9ef1ce6-2888-4d54-af51-ec8104084c2d HTTP/1.1" status: 204 len: 173 time: 0.8797255 Nov 23 22:53:49.403154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.20.0.20 (91afef72-bf6d-40ee-b170-d1b1081fecd2/7cb6ce27-7b24-4e0c-8ae1-9328236def68/f175469a-8030-4bba-bdf0-4d00ac4e81bc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:53:49.443895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebcb49-064b-4c83-aa9b-4076cd4075c8 req-feaf1a40-c102-4b9b-ac25-e5c9295ba6f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:49.446308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdebcb49-064b-4c83-aa9b-4076cd4075c8 req-feaf1a40-c102-4b9b-ac25-e5c9295ba6f1 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.0973904 Nov 23 22:53:49.519763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdebcb49-064b-4c83-aa9b-4076cd4075c8 req-5582c76f-57cc-4d05-ba86-61e7b132e985 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585527 Nov 23 22:53:49.523332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:49.523717 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.619000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.642743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] For port 7094fd7f-fee9-440f-9151-fa81ee63c3b7, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7094fd7f-fee9-440f-9151-fa81ee63c3b7,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:49.643353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.665799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for 7094fd7f-fee9-440f-9151-fa81ee63c3b7 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:49.677671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.747108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=f175469a-8030-4bba-bdf0-4d00ac4e81bc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:49.766490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:53:49.769700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:49.784895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:53:49.855169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51824) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:49.861583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:49.862436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:49.888990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-73fc700e-9955-4064-ac6d-7eba443eaea7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8774760 Nov 23 22:53:49.921704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Request body: {'port': {'device_id': '94f922e3-2362-4851-bc47-26b7b48cafef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:49.976888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5786c2-6895-4a5e-bbb2-49f80631cfbd req-f512f733-061a-49a3-a4b9-c3d81c79571c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:49.984208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b5786c2-6895-4a5e-bbb2-49f80631cfbd req-f512f733-061a-49a3-a4b9-c3d81c79571c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 943 time: 0.1829333 Nov 23 22:53:50.030458 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.077668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.099286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b5786c2-6895-4a5e-bbb2-49f80631cfbd req-dbea224f-4df6-421a-a414-1fa5d9a3ecd3 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f5b8b38-557d-4a21-9709-4a0001a479c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141541 Nov 23 22:53:50.207763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=7094fd7f-fee9-440f-9151-fa81ee63c3b7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:50.275015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'networks': [{'name': 'tempest-network--1537805110'}, {'name': 'tempest-network--1901356320'}]} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:50.275737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'network': {'name': 'tempest-network--1537805110'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:50.276564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'network': {'name': 'tempest-network--1901356320'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:50.298700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4948c-4c8b-45fa-8546-4bab5b51a020 req-dbe2882d-a9c1-4e5f-a1d3-b2c57d32fba6 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:50.300320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acb4948c-4c8b-45fa-8546-4bab5b51a020 req-dbe2882d-a9c1-4e5f-a1d3-b2c57d32fba6 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2114358 Nov 23 22:53:50.310363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] No DVR routers for this DVR port 7094fd7f-fee9-440f-9151-fa81ee63c3b7 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:50.334307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.338587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a80b3da-8eeb-4de3-a610-e509802b5737 req-95d17708-2a62-456e-8ca0-b7681542bcd4 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.48 "DELETE /v2.0/ports/7094fd7f-fee9-440f-9151-fa81ee63c3b7 HTTP/1.1" status: 204 len: 173 time: 1.0333126 Nov 23 22:53:50.362847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Made reservation on behalf of b0d343e40d6e4426938fa28ce0aa15af for: {'network': 2} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:50.368993 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.384410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.425507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e0657233-b695-452c-81c2-93fedf256a5a None None] Provisioning complete for port f175469a-8030-4bba-bdf0-4d00ac4e81bc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:50.426104 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0657233-b695-452c-81c2-93fedf256a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.435529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acb4948c-4c8b-45fa-8546-4bab5b51a020 req-9e5b184c-6d07-45e9-b168-3680ea2affe4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214721 Nov 23 22:53:50.473295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6724-de88-40ef-8f5c-c26816ba1b1c req-832d4170-be9d-4630-8109-be23c65c2c80 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:50.487131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dede6724-de88-40ef-8f5c-c26816ba1b1c req-832d4170-be9d-4630-8109-be23c65c2c80 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 932 time: 0.1856265 Nov 23 22:53:50.494878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e0657233-b695-452c-81c2-93fedf256a5a None None] Port f175469a-8030-4bba-bdf0-4d00ac4e81bc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:53:50.505498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d'}, {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:50.508852 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcfbf0e-6922-4903-9fcf-1513b87b00ee" -d '{"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d"}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:50.573990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dede6724-de88-40ef-8f5c-c26816ba1b1c req-2300f940-2aae-4c91-8b4f-9f384d177d83 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827038 Nov 23 22:53:50.581376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f175469a-8030-4bba-bdf0-4d00ac4e81bc {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:50.593421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.625948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.627598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Transition to ACTIVE for port object f175469a-8030-4bba-bdf0-4d00ac4e81bc will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:53:50.629828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.630418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.637218 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df920414-fd54-42b1-9967-f2a5fc7aefa4 x-openstack-request-id: req-df920414-fd54-42b1-9967-f2a5fc7aefa4 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:50.639816 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "c9ef1ce6-2888-4d54-af51-ec8104084c2d", "status": "completed", "code": 200}, {"server_uuid": "b3c3458e-8be3-4c99-96b0-a7e919b69fdb", "name": "network-vif-deleted", "tag": "7094fd7f-fee9-440f-9151-fa81ee63c3b7", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:50.642074 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df920414-fd54-42b1-9967-f2a5fc7aefa4 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:50.642674 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': 'c9ef1ce6-2888-4d54-af51-ec8104084c2d', 'status': 'completed', 'code': 200} Nov 23 22:53:50.643098 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c3458e-8be3-4c99-96b0-a7e919b69fdb', 'name': 'network-vif-deleted', 'tag': '7094fd7f-fee9-440f-9151-fa81ee63c3b7', 'status': 'completed', 'code': 200} Nov 23 22:53:50.645749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.731321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3810e29-e3af-4f99-9514-31d423b6900d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:50.771786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:50.797391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Pushing event updated for resources: {'Port': ['ID=f175469a-8030-4bba-bdf0-4d00ac4e81bc,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:50.807792 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.808362 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Added segment fc17f6a2-e251-4752-a2dd-423b1354bf7b of type vlan for network 75a95002-af3f-475c-9c20-5c662af641f0 Nov 23 22:53:50.838212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57311093-c744-4f6c-a5cb-ba730a53e6b5 req-6b161934-ac02-4d17-af58-8d4090d40b1c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:50.847360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57311093-c744-4f6c-a5cb-ba730a53e6b5 req-6b161934-ac02-4d17-af58-8d4090d40b1c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.1591282 Nov 23 22:53:50.941441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:50.990172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57311093-c744-4f6c-a5cb-ba730a53e6b5 req-ad3c3d75-c285-411e-bbf3-d0ef30dbdd05 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366885 Nov 23 22:53:51.034250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Attempting to bind port f175469a-8030-4bba-bdf0-4d00ac4e81bc on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:53:51.034586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Attempting to bind port f175469a-8030-4bba-bdf0-4d00ac4e81bc by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:53:51.034831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Attempting to bind port f175469a-8030-4bba-bdf0-4d00ac4e81bc on network 91afef72-bf6d-40ee-b170-d1b1081fecd2 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:51.058386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Port f175469a-8030-4bba-bdf0-4d00ac4e81bc on network 91afef72-bf6d-40ee-b170-d1b1081fecd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:53:51.058692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Attempting to bind port f175469a-8030-4bba-bdf0-4d00ac4e81bc on network 91afef72-bf6d-40ee-b170-d1b1081fecd2 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:51.065641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:51.067828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:53:51.068158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Checking segment: {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:51.068542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Bound using segment: {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:53:51.068977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Bound port: f175469a-8030-4bba-bdf0-4d00ac4e81bc, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:53:51.069332 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.096549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.096910 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Added segment 9c9f1e20-64fc-4658-8e08-551f120e9b8f of type vlan for network 0dbe8006-e5a3-4ae2-aaf3-2eadb49db900 Nov 23 22:53:51.181516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.220628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] For port f175469a-8030-4bba-bdf0-4d00ac4e81bc, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:51.232917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.233516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.239119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.244337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.244991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.252067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] For port f175469a-8030-4bba-bdf0-4d00ac4e81bc, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f175469a-8030-4bba-bdf0-4d00ac4e81bc,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:53:51.270029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86ffd9b4-7e44-4b35-8eb5-202462493092 req-09a93231-8d50-4a29-93d6-7e6f9e644cea tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0344169 Nov 23 22:53:51.277553 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.332115 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4546499 Nov 23 22:53:51.332931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51862) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:51.376831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device beed38d6-bedf-41ed-8355-461e7b912811 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:53:51.423085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Network': ['ID=75a95002-af3f-475c-9c20-5c662af641f0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:51.431149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Pushing event updated for resources: {'Port': ['ID=f175469a-8030-4bba-bdf0-4d00ac4e81bc,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:51.440078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.440731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.442680 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-12d0544c-f001-42cf-aefe-b463c313075c service neutron] 10.222.0.48 "PUT /v2.0/ports/f175469a-8030-4bba-bdf0-4d00ac4e81bc HTTP/1.1" status: 200 len: 1092 time: 1.5310180 Nov 23 22:53:51.444740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f922e3-2362-4851-bc47-26b7b48cafef', 'tag': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:51.448511 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80a4a39-3938-404f-946e-b9bd9d1a15aa" -d '{"events": [{"name": "network-changed", "server_uuid": "94f922e3-2362-4851-bc47-26b7b48cafef", "tag": "f175469a-8030-4bba-bdf0-4d00ac4e81bc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:51.451153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 75a95002-af3f-475c-9c20-5c662af641f0 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:51.634695 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05309c42-c070-44c0-b562-9d4257e239e1 x-openstack-request-id: req-05309c42-c070-44c0-b562-9d4257e239e1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:51.635774 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f922e3-2362-4851-bc47-26b7b48cafef", "tag": "f175469a-8030-4bba-bdf0-4d00ac4e81bc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:51.636051 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05309c42-c070-44c0-b562-9d4257e239e1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:51.636533 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f922e3-2362-4851-bc47-26b7b48cafef', 'tag': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc', 'status': 'completed', 'code': 200} Nov 23 22:53:51.766247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acc164-d3b1-42d0-ba3e-fb6966a0f9b3 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.771184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d74b3-0679-4c13-b074-4e3d0c850c46 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Network': ['ID=0dbe8006-e5a3-4ae2-aaf3-2eadb49db900,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:51.773502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acc164-d3b1-42d0-ba3e-fb6966a0f9b3 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.780196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acc164-d3b1-42d0-ba3e-fb6966a0f9b3 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.787296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acc164-d3b1-42d0-ba3e-fb6966a0f9b3 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.789842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40acc164-d3b1-42d0-ba3e-fb6966a0f9b3 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4558988 Nov 23 22:53:51.794168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:51.794646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51874) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:51.808852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-5d4a35df-4770-4f09-bd57-ccceafe00edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.810614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-5d4a35df-4770-4f09-bd57-ccceafe00edb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 1095 time: 0.2792680 Nov 23 22:53:51.812620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'beed38d6-bedf-41ed-8355-461e7b912811', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'port_id': 'beed38d6-bedf-41ed-8355-461e7b912811', 'mac_address': 'fa:16:3e:6a:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:53:51.815833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 0dbe8006-e5a3-4ae2-aaf3-2eadb49db900 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:51.870876 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-1e8de5df-8981-4f58-8617-b8469d145ea7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=f175469a-8030-4bba-bdf0-4d00ac4e81bc HTTP/1.1" status: 200 len: 217 time: 0.0460906 Nov 23 22:53:51.915936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:51.940689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-b3664a33-a366-45bc-86e9-aaac9549bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.942349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-b3664a33-a366-45bc-86e9-aaac9549bcef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cb6ce27-7b24-4e0c-8ae1-9328236def68 HTTP/1.1" status: 200 len: 837 time: 0.0648313 Nov 23 22:53:51.952826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148147c1-ab81-4ea0-9000-d21cb5c00c5f req-d255826f-ee55-4999-abf5-0e88e8a591e0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.962771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-148147c1-ab81-4ea0-9000-d21cb5c00c5f req-d255826f-ee55-4999-abf5-0e88e8a591e0 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.3732095 Nov 23 22:53:51.988106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df9b6-758b-4cbc-850a-748a9b5adcda req-c93e1d6e-41d9-4807-b210-d4e17793d13b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:51.989820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d0df9b6-758b-4cbc-850a-748a9b5adcda req-c93e1d6e-41d9-4807-b210-d4e17793d13b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 944 time: 0.2960284 Nov 23 22:53:52.013488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-90b038f1-d6cd-4b19-be44-da0749729b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:52.017550 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-90b038f1-d6cd-4b19-be44-da0749729b74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91afef72-bf6d-40ee-b170-d1b1081fecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675814 Nov 23 22:53:52.120050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d0df9b6-758b-4cbc-850a-748a9b5adcda req-279aa1d0-9dd8-45ec-8b0a-63f199774bf7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160192 Nov 23 22:53:52.225318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.264841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-148147c1-ab81-4ea0-9000-d21cb5c00c5f req-ddf56188-9d47-41ef-aad2-783adf8f1606 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029530 Nov 23 22:53:52.271785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-6ccdf095-2696-4125-9d44-0f2c86c1e99f service neutron] 10.222.0.48 "GET /v2.0/networks/91afef72-bf6d-40ee-b170-d1b1081fecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453153 Nov 23 22:53:52.314342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a95002-af3f-475c-9c20-5c662af641f0']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:52.328079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.348213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc17f6a2-e251-4752-a2dd-423b1354bf7b') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:52.348597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc17f6a2-e251-4752-a2dd-423b1354bf7b') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:52.352842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beed38d6-bedf-41ed-8355-461e7b912811 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:52.388485 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.403948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af574573-ad45-4346-90c5-3c014a5ce412 req-1abf484a-0056-4dbf-88dd-aef062b4c7dd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:52.404226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:52.406000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af574573-ad45-4346-90c5-3c014a5ce412 req-1abf484a-0056-4dbf-88dd-aef062b4c7dd tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 945 time: 0.1455660 Nov 23 22:53:52.414293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.441660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.453995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:53:52.455627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:53:52.461211 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:53:52.504519 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3e62b652-4a05-4dda-913b-9c95aefcf25e req-168f0023-7d33-4e37-9fa1-c3b8e6db76e7 service neutron] 10.222.0.48 "GET /v2.0/networks/91afef72-bf6d-40ee-b170-d1b1081fecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246556 Nov 23 22:53:52.507148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:52.517993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.518390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.518730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.519154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.519494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.520624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.520624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.521067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.521410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.521743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.522115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.522444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:52.572410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af574573-ad45-4346-90c5-3c014a5ce412 req-5e7f0fad-ce81-4bcd-bbe3-b6e75170fec7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1561880 Nov 23 22:53:52.599416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-364b62bf-052e-468d-82d3-a7c95ffddd74 req-bddc4622-8b76-4e38-b92c-c4ae136d37d9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0757651 Nov 23 22:53:52.604897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.610844 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.619430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:52.619750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/networks/75a95002-af3f-475c-9c20-5c662af641f0 HTTP/1.1" status: 204 len: 168 time: 0.8237324 Nov 23 22:53:52.638192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b2b4e-ffeb-4def-b093-72e667521a87 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Network': ['ID=75a95002-af3f-475c-9c20-5c662af641f0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:52.736371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51890) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:52.748796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-8ba0ec1d-15da-429d-b70d-0a6f6def3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:52.750308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-8ba0ec1d-15da-429d-b70d-0a6f6def3817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 1095 time: 0.1325035 Nov 23 22:53:52.754009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.799975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['beed38d6-bedf-41ed-8355-461e7b912811'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:52.871370 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40fc1066-94af-498a-8f36-857334a63aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.919324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.947320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-3df35cfa-52dd-4744-8e95-8295aab1b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:52.948920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-3df35cfa-52dd-4744-8e95-8295aab1b579 service neutron] 10.222.0.48 "GET /v2.0/networks?id=91afef72-bf6d-40ee-b170-d1b1081fecd2 HTTP/1.1" status: 200 len: 898 time: 0.1894646 Nov 23 22:53:52.955709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbe8006-e5a3-4ae2-aaf3-2eadb49db900']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:52.994365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40fc1066-94af-498a-8f36-857334a63aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.998962 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40fc1066-94af-498a-8f36-857334a63aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.001954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9f1e20-64fc-4658-8e08-551f120e9b8f') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:53.002258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9f1e20-64fc-4658-8e08-551f120e9b8f') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:53.015135 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-03a8a231-0b78-460c-a308-a81b99d66fd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=f175469a-8030-4bba-bdf0-4d00ac4e81bc HTTP/1.1" status: 200 len: 217 time: 0.0566709 Nov 23 22:53:53.019168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.040701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc1066-94af-498a-8f36-857334a63aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1f745-9afe-46dd-aaaf-35dd3f23f075,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:53.050906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40fc1066-94af-498a-8f36-857334a63aaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=536ad0e05cab4a59a2ccc7d5869606e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126235 Nov 23 22:53:53.052946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51894) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:53.075325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.087097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:53:53.087841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:53:53.091859 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:53:53.119663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c85a26e0-acdd-4c62-9218-35bf14ce279b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.140907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-c60a40c7-d50a-470e-820f-5ec0c08b0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.143850 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-c60a40c7-d50a-470e-820f-5ec0c08b0c9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cb6ce27-7b24-4e0c-8ae1-9328236def68 HTTP/1.1" status: 200 len: 837 time: 0.1164539 Nov 23 22:53:53.153937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c85a26e0-acdd-4c62-9218-35bf14ce279b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.241493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.247174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.258831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/networks/0dbe8006-e5a3-4ae2-aaf3-2eadb49db900 HTTP/1.1" status: 204 len: 168 time: 0.6309357 Nov 23 22:53:53.259958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:53.279059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b8d8d-2901-405c-acf4-78c78484a163 req-c77a8871-7cbe-420f-b1d7-94230de979be tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.280958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a6b8d8d-2901-405c-acf4-78c78484a163 req-c77a8871-7cbe-420f-b1d7-94230de979be tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 944 time: 0.0745389 Nov 23 22:53:53.296494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c85a26e0-acdd-4c62-9218-35bf14ce279b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.301458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c85a26e0-acdd-4c62-9218-35bf14ce279b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.302635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c85a26e0-acdd-4c62-9218-35bf14ce279b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5d1f745-9afe-46dd-aaaf-35dd3f23f075 HTTP/1.1" status: 204 len: 168 time: 0.2479622 Nov 23 22:53:53.342693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-4a81e541-301e-4c96-b61e-5efac9cbec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.345330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-4a81e541-301e-4c96-b61e-5efac9cbec77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=91afef72-bf6d-40ee-b170-d1b1081fecd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583998 Nov 23 22:53:53.365755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94757a30-adb3-444f-b3bc-8e1896a5a7e9 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Network': ['ID=0dbe8006-e5a3-4ae2-aaf3-2eadb49db900,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:53.403995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a26e0-acdd-4c62-9218-35bf14ce279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1f745-9afe-46dd-aaaf-35dd3f23f075,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:53.573346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a6b8d8d-2901-405c-acf4-78c78484a163 req-4cd9ae95-d79c-4b4d-a44e-e93d1b0f04e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690871 Nov 23 22:53:53.604407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50147-7cf9-4414-abd8-7309417cc60f req-21f51174-39ca-4a43-8a1c-f4f334b4b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.606553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99c50147-7cf9-4414-abd8-7309417cc60f req-21f51174-39ca-4a43-8a1c-f4f334b4b725 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1095 time: 0.1779215 Nov 23 22:53:53.615358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea5e57-53c7-46f4-9df0-be5f7a5ebfa4 req-de5538bf-c7cf-4050-89e4-659eaea2e495 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.618995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9ea5e57-53c7-46f4-9df0-be5f7a5ebfa4 req-de5538bf-c7cf-4050-89e4-659eaea2e495 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1955657 Nov 23 22:53:53.700798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f7e81-6b9f-4913-a36b-e25f368866d7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.722289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50147-7cf9-4414-abd8-7309417cc60f req-b4c8ed96-24fe-481c-8ea6-e0a111b1fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.724544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99c50147-7cf9-4414-abd8-7309417cc60f req-b4c8ed96-24fe-481c-8ea6-e0a111b1fa7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.1039097 Nov 23 22:53:53.724703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f7e81-6b9f-4913-a36b-e25f368866d7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.732386 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6e7f7e81-6b9f-4913-a36b-e25f368866d7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4544022 Nov 23 22:53:53.737510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-425df808-e1d5-47bd-b445-c0643eeef0bc service neutron] 10.222.0.48 "GET /v2.0/networks/91afef72-bf6d-40ee-b170-d1b1081fecd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737803 Nov 23 22:53:53.739310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51916) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:53.749633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1690899097'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:53.857798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51918) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:53.892248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Made reservation on behalf of b0d343e40d6e4426938fa28ce0aa15af for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:53.895683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f89a5ab-ebc7-4b4c-9bad-fa576a6310d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.899112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.907776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9ea5e57-53c7-46f4-9df0-be5f7a5ebfa4 req-9987ebbf-e8f4-4ab1-b46c-ffeb79c99bea tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820474 Nov 23 22:53:53.912112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99c50147-7cf9-4414-abd8-7309417cc60f req-1f074776-9c02-4143-954a-46abb12e381d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 998 time: 0.1661344 Nov 23 22:53:53.924569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee70da-b3c5-4816-be26-ac528f38082a req-f4478a47-61dc-42f9-a94d-8cb2257030e4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.926284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aee70da-b3c5-4816-be26-ac528f38082a req-f4478a47-61dc-42f9-a94d-8cb2257030e4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1924007 Nov 23 22:53:53.974797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:54.017607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.018229 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Added segment 316d3e00-7baf-462e-aa66-4f2e506afbe7 of type vlan for network 3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a Nov 23 22:53:54.037234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50147-7cf9-4414-abd8-7309417cc60f req-cc4a22c8-0ccc-4fbe-b9a4-f1ac8e185468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.038769 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b80a4a39-3938-404f-946e-b9bd9d1a15aa req-b07a1402-a4d7-4bcc-b19f-eba8725de9d6 service neutron] 10.222.0.48 "GET /v2.0/networks/91afef72-bf6d-40ee-b170-d1b1081fecd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823830 Nov 23 22:53:54.040253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99c50147-7cf9-4414-abd8-7309417cc60f req-cc4a22c8-0ccc-4fbe-b9a4-f1ac8e185468 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1124926 Nov 23 22:53:54.100240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aee70da-b3c5-4816-be26-ac528f38082a req-cc7572ad-e78d-4d35-9e02-633ba7afb228 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600873 Nov 23 22:53:54.136398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f89a5ab-ebc7-4b4c-9bad-fa576a6310d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.156593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50147-7cf9-4414-abd8-7309417cc60f req-75cba486-fd29-4fa8-bb9d-8ca9711faf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.156834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.157028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99c50147-7cf9-4414-abd8-7309417cc60f req-75cba486-fd29-4fa8-bb9d-8ca9711faf70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036575 Nov 23 22:53:54.159415 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f89a5ab-ebc7-4b4c-9bad-fa576a6310d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.184002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.192674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.193464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.273882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5322034 Nov 23 22:53:54.277401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51920) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:54.278154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d8d98-1c8d-48ad-9852-09699a449003 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Network': ['ID=3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:54.285448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-912438503'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:54.298707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:54.312615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Made reservation on behalf of b0d343e40d6e4426938fa28ce0aa15af for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:54.317191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.349711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:54.362554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.362893 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Added segment 70c22d29-f7b6-42dd-b766-1007200ef262 of type vlan for network c50d3438-8ce6-4bcc-981d-9e5e516fd5bf Nov 23 22:53:54.417154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8f89a5ab-ebc7-4b4c-9bad-fa576a6310d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7011f28b4c644fb698adcd6c6e7df9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517235 Nov 23 22:53:54.417374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-798e7df2-b371-4e99-aa7a-9142503e1116 req-3d56d399-2dfe-433c-ab39-e8745b12d76c tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.1794920 Nov 23 22:53:54.417769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51922) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:54.420351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.437745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89a5ab-ebc7-4b4c-9bad-fa576a6310d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5c542-edf0-47ed-8a1e-c2421005b1c2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:54.441703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99c50147-7cf9-4414-abd8-7309417cc60f req-9c44ef07-9398-4166-8c95-810277a5adf4 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324548 Nov 23 22:53:54.464880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.467552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f1d32-7898-48c5-b76c-954b3104bbd4 req-3449045e-1f27-4c96-8961-7f659075fe85 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.469101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d9f1d32-7898-48c5-b76c-954b3104bbd4 req-3449045e-1f27-4c96-8961-7f659075fe85 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.3229015 Nov 23 22:53:54.471730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.472650 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.529394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2472830 Nov 23 22:53:54.530349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51924) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:54.544797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'ports': [{'network_id': '3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a', 'name': 'tempest-port--414216521', 'admin_state_up': True}, {'network_id': 'c50d3438-8ce6-4bcc-981d-9e5e516fd5bf', 'admin_state_up': False}]} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:54.545638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'port': {'network_id': '3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a', 'name': 'tempest-port--414216521', 'admin_state_up': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:54.546688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'port': {'network_id': 'c50d3438-8ce6-4bcc-981d-9e5e516fd5bf', 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:54.609550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-720cc944-3355-499e-b4d4-df46ee2fde84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.623319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1998230-082a-4a16-96fa-8327ff5951d1 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Network': ['ID=c50d3438-8ce6-4bcc-981d-9e5e516fd5bf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:54.636637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d9f1d32-7898-48c5-b76c-954b3104bbd4 req-2efe99f7-9b3b-46d3-af1d-1391e197a954 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467719 Nov 23 22:53:54.644853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99c50147-7cf9-4414-abd8-7309417cc60f req-54568d0f-fd61-46e8-b62e-dbdf9d166c0c service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946232 Nov 23 22:53:54.651818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c50d3438-8ce6-4bcc-981d-9e5e516fd5bf details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:54.669007 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-720cc944-3355-499e-b4d4-df46ee2fde84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.799404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec46d9-7290-4c5c-ab8c-17622665ef9d req-ae7da9da-c51f-464a-a42d-f0472f0b301e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.804477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7ec46d9-7290-4c5c-ab8c-17622665ef9d req-ae7da9da-c51f-464a-a42d-f0472f0b301e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 944 time: 0.0868487 Nov 23 22:53:54.836791 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-720cc944-3355-499e-b4d4-df46ee2fde84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.838737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Made reservation on behalf of b0d343e40d6e4426938fa28ce0aa15af for: {'port': 2} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:54.839296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-720cc944-3355-499e-b4d4-df46ee2fde84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.846113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.854597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-720cc944-3355-499e-b4d4-df46ee2fde84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47b5c542-edf0-47ed-8a1e-c2421005b1c2 HTTP/1.1" status: 204 len: 168 time: 0.4217577 Nov 23 22:53:54.868008 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:54.893908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc944-3355-499e-b4d4-df46ee2fde84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5c542-edf0-47ed-8a1e-c2421005b1c2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:54.902815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7ec46d9-7290-4c5c-ab8c-17622665ef9d req-4960ea81-ec6f-4788-9be1-b921e8fb9d2a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900834 Nov 23 22:53:55.027267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] device_id is not set on port fcfa470a-c76a-4b4a-a465-0cbadfa0146e yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:53:55.138048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e0430-9fb8-41e4-8236-6cd2c954af59 req-55673e58-0ea5-4b36-af34-345bce12a94f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:55.152963 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f3e0430-9fb8-41e4-8236-6cd2c954af59 req-55673e58-0ea5-4b36-af34-345bce12a94f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1233699 Nov 23 22:53:55.163507 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.230417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f3e0430-9fb8-41e4-8236-6cd2c954af59 req-2862f0c1-262d-4aa2-a9b8-5279192ff399 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712283 Nov 23 22:53:55.285103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] device_id is not set on port 5691e1f3-0b6c-4c58-b509-3f9289a44af6 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:53:55.367158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67059522-185f-4137-9783-36eb8099a9d6 req-c0eab734-1756-473b-b5fc-12d42f21b910 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:55.379689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67059522-185f-4137-9783-36eb8099a9d6 req-c0eab734-1756-473b-b5fc-12d42f21b910 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0837657 Nov 23 22:53:55.424334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f175469a-8030-4bba-bdf0-4d00ac4e81bc details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:53:55.438033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device beed38d6-bedf-41ed-8355-461e7b912811 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:55.447909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67059522-185f-4137-9783-36eb8099a9d6 req-bf2a8680-239f-4bb4-883d-4e94dd2080b7 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625107 Nov 23 22:53:55.454532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.557747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.590577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c157e17-9156-4f88-9749-2be691129122 req-00cc8678-0061-427d-bfcb-1dcc90fc2ef5 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0477729 Nov 23 22:53:55.622685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f175469a-8030-4bba-bdf0-4d00ac4e81bc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f175469a-8030-4bba-bdf0-4d00ac4e81bc,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:55.665798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Port': ['ID=fcfa470a-c76a-4b4a-a465-0cbadfa0146e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:55.670390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc', 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2', 'port_id': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc', 'mac_address': 'fa:16:3e:55:96:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:53:55.672029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Checking segment: {'id': '316d3e00-7baf-462e-aa66-4f2e506afbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:55.672386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network hostable DHCP agents. Network: 3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:53:55.684018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.684379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.684730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.685072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.685692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.686109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.686374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.686710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.687036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.687364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.687719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.688054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:55.713397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network 3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:53:55.730807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:55.735434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:53:55.736366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.752472 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.763007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dfa3be-cfa7-42cf-9b01-6eda789e9dbd None None] Network 3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:53:55.819189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Port': ['ID=5691e1f3-0b6c-4c58-b509-3f9289a44af6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:55.828294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Checking segment: {'id': '70c22d29-f7b6-42dd-b766-1007200ef262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c50d3438-8ce6-4bcc-981d-9e5e516fd5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:55.828632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network hostable DHCP agents. Network: c50d3438-8ce6-4bcc-981d-9e5e516fd5bf, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:53:55.834264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98841fc-e9a2-48e7-9062-926f811e018d req-b43a7661-5264-49d3-8f91-5221a7adde23 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:55.836835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e98841fc-e9a2-48e7-9062-926f811e018d req-b43a7661-5264-49d3-8f91-5221a7adde23 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 946 time: 0.0939996 Nov 23 22:53:55.884027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network c50d3438-8ce6-4bcc-981d-9e5e516fd5bf is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:53:55.884755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port beed38d6-bedf-41ed-8355-461e7b912811 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:53:55.896720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f175469a-8030-4bba-bdf0-4d00ac4e81bc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:55.903849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c50d3438-8ce6-4bcc-981d-9e5e516fd5bf) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:53:55.909593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:53:55.921376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f175469a-8030-4bba-bdf0-4d00ac4e81bc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f175469a-8030-4bba-bdf0-4d00ac4e81bc,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:55.922944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:55.926056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6d06d-326a-4db3-ab39-360b3cafe5a2 None None] Network c50d3438-8ce6-4bcc-981d-9e5e516fd5bf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:53:55.941989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:55.942707 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.992267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e98841fc-e9a2-48e7-9062-926f811e018d req-d3a01e40-56b6-47b0-b764-44fe19118487 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361928 Nov 23 22:53:56.021536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51960) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:56.021786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-acf38143-b16d-48bb-bc19-04e52351d444 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4827857 Nov 23 22:53:56.046503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port beed38d6-bedf-41ed-8355-461e7b912811 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:56.046881 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.070821 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.178499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9a940-25e9-4281-b3e0-e3cf344d137a tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:56.186093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9a940-25e9-4281-b3e0-e3cf344d137a tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:56.188014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-60d9a940-25e9-4281-b3e0-e3cf344d137a tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1701055 Nov 23 22:53:56.192842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51964) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:56.198014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ff4e6-3a8d-46a4-96ed-d0e8559a9931 req-5a7266d8-9955-4ee4-82a6-0ed61703169a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:56.205696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-419ff4e6-3a8d-46a4-96ed-d0e8559a9931 req-5a7266d8-9955-4ee4-82a6-0ed61703169a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 945 time: 0.1292508 Nov 23 22:53:56.280040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-419ff4e6-3a8d-46a4-96ed-d0e8559a9931 req-3db8be56-6cbb-405d-8230-f62ab953a332 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731366 Nov 23 22:53:56.359058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f175469a-8030-4bba-bdf0-4d00ac4e81bc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:56.372035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Deleting port fcfa470a-c76a-4b4a-a465-0cbadfa0146e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:56.372696 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.463401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.483713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Calling delete_port for fcfa470a-c76a-4b4a-a465-0cbadfa0146e owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:56.522407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9aede-ae05-4aab-b946-145eb9c6d2ad req-43f00f9d-b224-4412-9c55-053b7dcd32f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:56.524250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67c9aede-ae05-4aab-b946-145eb9c6d2ad req-43f00f9d-b224-4412-9c55-053b7dcd32f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1271303 Nov 23 22:53:56.562052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f175469a-8030-4bba-bdf0-4d00ac4e81bc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:56.624668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.625635 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.667386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67c9aede-ae05-4aab-b946-145eb9c6d2ad req-aca098e5-ef39-4acb-b2be-310535cc8f44 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309767 Nov 23 22:53:56.668775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:56.671530 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe135d6-0bb2-4c40-b4bc-12af1260f23b" -d '{"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-plugged", "status": "completed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:56.695335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:56.723447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.729406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34132f1b-70b7-4f00-aad7-7fc7f5838d05 req-fdbd1111-e30d-4cf3-b939-736e141e6b9f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:56.745843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34132f1b-70b7-4f00-aad7-7fc7f5838d05 req-fdbd1111-e30d-4cf3-b939-736e141e6b9f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1545508 Nov 23 22:53:56.806618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Port': ['ID=fcfa470a-c76a-4b4a-a465-0cbadfa0146e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:56.824123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.836987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0acc473-bfdc-46f5-a81b-2d3895f90dd0 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/ports/fcfa470a-c76a-4b4a-a465-0cbadfa0146e HTTP/1.1" status: 204 len: 168 time: 0.6427045 Nov 23 22:53:56.840533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51984) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:56.884468 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.885714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:56.899245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0fe5a32-e473-4aca-a3aa-1e40e60d0287 req-e95ac9e5-fffc-4954-bfbd-da6126719add tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.1024213 Nov 23 22:53:56.976300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34132f1b-70b7-4f00-aad7-7fc7f5838d05 req-47649b8b-21f7-42d1-8c9e-ca5526ef12fa tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287512 Nov 23 22:53:57.024541 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787c343a-7b9c-42d1-a2fa-13a4bdcea348 x-openstack-request-id: req-787c343a-7b9c-42d1-a2fa-13a4bdcea348 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:57.024906 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-plugged", "status": "completed", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:57.025768 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-787c343a-7b9c-42d1-a2fa-13a4bdcea348 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:57.025768 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'code': 200} Nov 23 22:53:57.100088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Deleting port 5691e1f3-0b6c-4c58-b509-3f9289a44af6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:57.100470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.160678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c86a5-d31c-473a-96af-055cc2f2f459 req-c7122b75-ef17-4d7e-973a-ced344416051 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:57.170610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db1c86a5-d31c-473a-96af-055cc2f2f459 req-c7122b75-ef17-4d7e-973a-ced344416051 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 947 time: 0.0743549 Nov 23 22:53:57.272353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db1c86a5-d31c-473a-96af-055cc2f2f459 req-185ac496-3588-4fb1-95fb-1b853092389b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005654 Nov 23 22:53:57.318193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.338885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Calling delete_port for 5691e1f3-0b6c-4c58-b509-3f9289a44af6 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:57.377199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5ceeb-af60-490a-b5b8-a4da261ce564 req-9fee8f2f-2d45-4e45-9e89-4b93430e253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:57.379843 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fa5ceeb-af60-490a-b5b8-a4da261ce564 req-9fee8f2f-2d45-4e45-9e89-4b93430e253f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 1098 time: 0.1180570 Nov 23 22:53:57.475724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689463-ff9e-4146-9ee2-d7c4fc06621a req-f26ff0fd-c668-44aa-8d42-4d53a5a1cf19 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:57.487023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45689463-ff9e-4146-9ee2-d7c4fc06621a req-f26ff0fd-c668-44aa-8d42-4d53a5a1cf19 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 945 time: 0.1221750 Nov 23 22:53:57.586510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fa5ceeb-af60-490a-b5b8-a4da261ce564 req-4b4ff7ed-2777-4dee-b51c-f41bb37f67bd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283052 Nov 23 22:53:57.610167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.614243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45689463-ff9e-4146-9ee2-d7c4fc06621a req-95a66a32-7da4-4094-8265-f701929aa8f3 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249723 Nov 23 22:53:57.652898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Port': ['ID=5691e1f3-0b6c-4c58-b509-3f9289a44af6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:57.659326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.664656 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f2a100aa-394a-43cc-b0ba-3e5dbd8eee10 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/ports/5691e1f3-0b6c-4c58-b509-3f9289a44af6 HTTP/1.1" status: 204 len: 168 time: 0.8228376 Nov 23 22:53:57.667004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:57.699447 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fcd58a1a-ead4-4efe-b7b1-02694cee3467 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311177 Nov 23 22:53:57.703038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:57.711118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1033127854'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:57.748138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Made reservation on behalf of b0d343e40d6e4426938fa28ce0aa15af for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:57.752664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.787469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:57.800602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.800965 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Added segment 5bbe7d71-bc8e-4423-9518-1436e084f0aa of type vlan for network 044abe1c-4bac-45ae-bf05-523217607b9f Nov 23 22:53:57.864539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.909521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.920879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:57.922017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.029481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3220673 Nov 23 22:53:58.029699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52022) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:58.044591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1737707307'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:58.077682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Made reservation on behalf of b0d343e40d6e4426938fa28ce0aa15af for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:53:58.082542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.123859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005215c-4064-4ed5-bdbe-d191a941ac5f tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Network': ['ID=044abe1c-4bac-45ae-bf05-523217607b9f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:58.135173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:53:58.146769 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.147123 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Added segment 4a440e29-741d-4330-8710-7902ba92792f of type vlan for network 71e00604-36d9-4a9e-b284-28bf7630ba5c Nov 23 22:53:58.158235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 044abe1c-4bac-45ae-bf05-523217607b9f details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:58.177066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d63785c-b809-4306-bc0b-1bd9bee968f7 req-dd7e7c23-6ae9-4a15-b6d7-c2f9765739cb tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0853059 Nov 23 22:53:58.208074 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.239056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201d7db-5365-4d67-86c9-9702c5ba444a req-2cdfbf3b-50da-4b20-af01-bc6ff5b0ce7a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:58.242070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9201d7db-5365-4d67-86c9-9702c5ba444a req-2cdfbf3b-50da-4b20-af01-bc6ff5b0ce7a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1514442 Nov 23 22:53:58.276405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.285092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:58.287620 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.354369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9201d7db-5365-4d67-86c9-9702c5ba444a req-4f57104b-34ba-4b35-a2da-1e86320df792 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044359 Nov 23 22:53:58.412327 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3717804 Nov 23 22:53:58.417478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3184b7d-d2d5-4c47-9664-c1477c24ba7e tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Network': ['ID=71e00604-36d9-4a9e-b284-28bf7630ba5c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:58.443178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 71e00604-36d9-4a9e-b284-28bf7630ba5c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:53:59.106983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b09e53-6bae-4b15-b954-181137b2108c req-c02219c3-0933-462e-8350-2dce224a956b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:59.114300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77b09e53-6bae-4b15-b954-181137b2108c req-c02219c3-0933-462e-8350-2dce224a956b tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 947 time: 0.6864154 Nov 23 22:53:59.153002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba8a3-c844-4c51-8936-a1b2cf37711b req-a9be3554-7b23-4a02-a952-3b1effd69752 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:59.169589 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:53:59.170754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b4ba8a3-c844-4c51-8936-a1b2cf37711b req-a9be3554-7b23-4a02-a952-3b1effd69752 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 945 time: 0.1241534 Nov 23 22:53:59.233528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b4ba8a3-c844-4c51-8936-a1b2cf37711b req-f4c90646-571f-492e-99e7-9359106d98fd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622268 Nov 23 22:53:59.294943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52082) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:59.330740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77b09e53-6bae-4b15-b954-181137b2108c req-cacb27f1-7c95-4ebd-903f-98204f0a839a tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2154555 Nov 23 22:53:59.434950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f175469a-8030-4bba-bdf0-4d00ac4e81bc up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:59.453822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5dfac4a7-45f2-4e86-b0d2-8177256317b3 req-9eaabab5-5f43-4a36-b344-9ab186367dcf tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0718863 Nov 23 22:53:59.552482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53082dff-db31-401b-965d-4cb2837491a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.556931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port f175469a-8030-4bba-bdf0-4d00ac4e81bc completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:53:59.573663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port f175469a-8030-4bba-bdf0-4d00ac4e81bc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:59.574350 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.638967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f34c1-97d7-4a79-af79-343d229cad28 req-876cb23f-bdde-4e48-99ac-142e93288dfe tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:59.644114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f6f34c1-97d7-4a79-af79-343d229cad28 req-876cb23f-bdde-4e48-99ac-142e93288dfe tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1096027 Nov 23 22:53:59.659307 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53082dff-db31-401b-965d-4cb2837491a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.665236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53082dff-db31-401b-965d-4cb2837491a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.717638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53082dff-db31-401b-965d-4cb2837491a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ddb1176e54d47f285b59258c7db9b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214180 Nov 23 22:53:59.720645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52094) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:59.733457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53082dff-db31-401b-965d-4cb2837491a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9278686-87c8-4ce4-88c8-50775daa9718,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:59.793495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f6f34c1-97d7-4a79-af79-343d229cad28 req-0f00b857-bd6c-46c9-be24-9616aa4194ee tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447713 Nov 23 22:53:59.798691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.841501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f922e3-2362-4851-bc47-26b7b48cafef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:59.845169 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62de7d3-5668-4c60-b126-c52512e75c71" -d '{"events": [{"server_uuid": "94f922e3-2362-4851-bc47-26b7b48cafef", "name": "network-vif-plugged", "status": "completed", "tag": "f175469a-8030-4bba-bdf0-4d00ac4e81bc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:59.862219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f175469a-8030-4bba-bdf0-4d00ac4e81bc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f175469a-8030-4bba-bdf0-4d00ac4e81bc,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:59.871944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.882802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b554cef8-f643-4f5f-86b8-b9d33ac5aaf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.937199 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233ee16a-2370-4576-ab91-e70824765bd3 x-openstack-request-id: req-233ee16a-2370-4576-ab91-e70824765bd3 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:59.937505 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f922e3-2362-4851-bc47-26b7b48cafef", "name": "network-vif-plugged", "status": "completed", "tag": "f175469a-8030-4bba-bdf0-4d00ac4e81bc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:59.937760 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b554cef8-f643-4f5f-86b8-b9d33ac5aaf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.937907 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-233ee16a-2370-4576-ab91-e70824765bd3 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:59.938350 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f922e3-2362-4851-bc47-26b7b48cafef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc', 'code': 200} Nov 23 22:53:59.969167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f175469a-8030-4bba-bdf0-4d00ac4e81bc,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.003909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b554cef8-f643-4f5f-86b8-b9d33ac5aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.008473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b554cef8-f643-4f5f-86b8-b9d33ac5aaf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.010011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b554cef8-f643-4f5f-86b8-b9d33ac5aaf3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9278686-87c8-4ce4-88c8-50775daa9718 HTTP/1.1" status: 204 len: 168 time: 0.2849596 Nov 23 22:54:00.020446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554cef8-f643-4f5f-86b8-b9d33ac5aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9278686-87c8-4ce4-88c8-50775daa9718,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.162256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef47a4-ab15-47dc-9333-5732dfcd58cc req-2d020d8d-99ce-4389-9c3c-97ff1cf967fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:00.165532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4ef47a4-ab15-47dc-9333-5732dfcd58cc req-2d020d8d-99ce-4389-9c3c-97ff1cf967fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 1097 time: 0.0814397 Nov 23 22:54:00.272319 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4ef47a4-ab15-47dc-9333-5732dfcd58cc req-bf132361-1123-4006-aaa3-9fdc5aeabea0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984910 Nov 23 22:54:00.448339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952b877-9e96-411d-8aa2-1d585a68cf48 req-8331bd1e-8208-4178-8058-3598278d8866 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:00.455679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d952b877-9e96-411d-8aa2-1d585a68cf48 req-8331bd1e-8208-4178-8058-3598278d8866 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 946 time: 0.1070797 Nov 23 22:54:00.518118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.534522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d952b877-9e96-411d-8aa2-1d585a68cf48 req-12dab0e3-46f0-460d-9491-cffe1e566379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777016 Nov 23 22:54:00.535399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9031a9d7-1b24-4df6-8623-7448588906bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.635057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1033bc-52fc-4443-9088-344ae9b3303d req-a2dfc547-9892-4e2f-bf49-10fb368d4bd7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:00.637262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd1033bc-52fc-4443-9088-344ae9b3303d req-a2dfc547-9892-4e2f-bf49-10fb368d4bd7 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 947 time: 0.1236963 Nov 23 22:54:00.696171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55ebaaf4-d521-4b50-affa-daf2a449faf6 req-ec2ad02a-e2be-456c-ae0a-e21466a4ba9a tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0575902 Nov 23 22:54:00.696619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9031a9d7-1b24-4df6-8623-7448588906bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.707184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9031a9d7-1b24-4df6-8623-7448588906bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.751727 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd1033bc-52fc-4443-9088-344ae9b3303d req-eef7a49b-e4f8-44c2-aaf4-db7264a55366 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041253 Nov 23 22:54:00.763687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031a9d7-1b24-4df6-8623-7448588906bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caec85ef-149b-4777-ba1d-ef85bbcf56eb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.775984 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9031a9d7-1b24-4df6-8623-7448588906bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9fd5bec58da4d378cc36fa3425432e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560346 Nov 23 22:54:00.781687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52112) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.878421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9de3e544-13a6-48ff-8667-fd75ae8cf228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.907316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9de3e544-13a6-48ff-8667-fd75ae8cf228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.953086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9c04e-f1d2-4b35-bbbc-97c048e44d82 req-fa28e875-f36d-4e3f-91d7-dfdc467d29d3 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:00.954574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cc9c04e-f1d2-4b35-bbbc-97c048e44d82 req-fa28e875-f36d-4e3f-91d7-dfdc467d29d3 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0747654 Nov 23 22:54:00.987256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9de3e544-13a6-48ff-8667-fd75ae8cf228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.998504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9de3e544-13a6-48ff-8667-fd75ae8cf228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.004027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9de3e544-13a6-48ff-8667-fd75ae8cf228 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caec85ef-149b-4777-ba1d-ef85bbcf56eb HTTP/1.1" status: 204 len: 168 time: 0.2212436 Nov 23 22:54:01.016062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3e544-13a6-48ff-8667-fd75ae8cf228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec85ef-149b-4777-ba1d-ef85bbcf56eb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:01.074116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cc9c04e-f1d2-4b35-bbbc-97c048e44d82 req-9093cc8d-5f57-4b5c-9ca0-09d96bd8f5ff tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911567 Nov 23 22:54:01.632972 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9c0becb2-31ed-4411-9442-bebbef58e0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.774297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52142) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:01.780437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'subnets': [{'network_id': '044abe1c-4bac-45ae-bf05-523217607b9f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1530654793', 'ip_version': 6}, {'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:01.780938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'subnet': {'network_id': '044abe1c-4bac-45ae-bf05-523217607b9f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1530654793', 'ip_version': 6}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:01.781745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Request body: {'subnet': {'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:01.795822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc2cf3-c6ad-488d-af6e-e58897357fe6 req-7105fa02-2793-4eea-a45b-60f4e6060870 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:01.808059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68cc2cf3-c6ad-488d-af6e-e58897357fe6 req-7105fa02-2793-4eea-a45b-60f4e6060870 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 946 time: 0.1134808 Nov 23 22:54:01.857979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b99d04fe-8fea-4d8d-b1d2-248f46401608 req-43f2412e-d7c0-4464-80df-280a98ee70f9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0460069 Nov 23 22:54:01.929134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68cc2cf3-c6ad-488d-af6e-e58897357fe6 req-e4e6f8e4-c912-4b63-9376-16aef5b887b6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183009 Nov 23 22:54:02.025838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Made reservation on behalf of b0d343e40d6e4426938fa28ce0aa15af for: {'subnet': 2} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:02.031935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.032469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.112933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823afe41-2713-4bad-b450-bb7f89d31ea5 req-f11403b5-1189-4c8d-b937-62cc84af6d2f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:02.115079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-823afe41-2713-4bad-b450-bb7f89d31ea5 req-f11403b5-1189-4c8d-b937-62cc84af6d2f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 946 time: 0.0890005 Nov 23 22:54:02.264803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-823afe41-2713-4bad-b450-bb7f89d31ea5 req-f18ffae9-d21d-4b9f-9034-41db5f1d055c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408901 Nov 23 22:54:02.318546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d4091-bf66-4935-b5fc-a9f8a921990c req-10687a55-b21c-48ab-8f36-6247724e4f7c tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:02.320871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-197d4091-bf66-4935-b5fc-a9f8a921990c req-10687a55-b21c-48ab-8f36-6247724e4f7c tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1093233 Nov 23 22:54:02.391013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-197d4091-bf66-4935-b5fc-a9f8a921990c req-c9d777bb-7491-44de-8868-e388a088ec94 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623004 Nov 23 22:54:02.477435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52162) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:02.598586 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f736343f-a6aa-4010-92e0-34f13b3e1979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.684444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f736343f-a6aa-4010-92e0-34f13b3e1979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.689280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f736343f-a6aa-4010-92e0-34f13b3e1979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.735610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f736343f-a6aa-4010-92e0-34f13b3e1979 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0921f51207147e7b53f3eb0ef6b3ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567809 Nov 23 22:54:02.736481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736343f-a6aa-4010-92e0-34f13b3e1979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81b09bf-29f7-4f44-96a2-3b2cf1192e8a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:02.738176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52166) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:02.838502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c54abc9-feef-41e1-9eba-8755d3a4dca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.889757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c54abc9-feef-41e1-9eba-8755d3a4dca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.933935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.006216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b6d5a2f-e979-46e2-8c38-b216b9b7365d req-7b1587a9-2c64-477a-827b-fd9bcf80b881 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0398026 Nov 23 22:54:03.014278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c54abc9-feef-41e1-9eba-8755d3a4dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.016924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c54abc9-feef-41e1-9eba-8755d3a4dca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.018089 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0c54abc9-feef-41e1-9eba-8755d3a4dca7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b81b09bf-29f7-4f44-96a2-3b2cf1192e8a HTTP/1.1" status: 204 len: 168 time: 0.2787483 Nov 23 22:54:03.027827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Subnet': ['ID=67053d77-34b4-475a-81bc-d784b95c9e11,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:03.043754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54abc9-feef-41e1-9eba-8755d3a4dca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81b09bf-29f7-4f44-96a2-3b2cf1192e8a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:03.046918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Checking segment: {'id': '5bbe7d71-bc8e-4423-9518-1436e084f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '044abe1c-4bac-45ae-bf05-523217607b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:03.046918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network hostable DHCP agents. Network: 044abe1c-4bac-45ae-bf05-523217607b9f, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:54:03.096103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network 044abe1c-4bac-45ae-bf05-523217607b9f is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:54:03.109217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 044abe1c-4bac-45ae-bf05-523217607b9f) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:03.113517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.129851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea4e9e-ca50-4ad8-ac7b-b6dc260310de None None] Network 044abe1c-4bac-45ae-bf05-523217607b9f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:03.175541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event updated for resources: {'Subnet': ['ID=18e83e14-a934-4f4b-8aa9-3537afb42255,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:03.192049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Checking segment: {'id': '4a440e29-741d-4330-8710-7902ba92792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:03.192487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network hostable DHCP agents. Network: 71e00604-36d9-4a9e-b284-28bf7630ba5c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:54:03.213605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Network 71e00604-36d9-4a9e-b284-28bf7630ba5c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:54:03.227054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 71e00604-36d9-4a9e-b284-28bf7630ba5c) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:03.239474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28375814-e31e-4650-995c-bf63b89d5c5c None None] Network 71e00604-36d9-4a9e-b284-28bf7630ba5c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:03.239679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:03.240621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:03.242790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.265712 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5fd1c0cb-20d7-4985-ac64-37eb7b3d17b7 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4898548 Nov 23 22:54:03.267841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52176) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:03.405391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09a43e-200b-4c8a-9dac-6f229614d9e6 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:03.407211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09a43e-200b-4c8a-9dac-6f229614d9e6 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:03.409928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09a43e-200b-4c8a-9dac-6f229614d9e6 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:03.411417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7e09a43e-200b-4c8a-9dac-6f229614d9e6 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1424661 Nov 23 22:54:03.424330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:03.515464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0004a3-8d76-4eb9-ab42-08a0d658840c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-044abe1c-4bac-45ae-bf05-523217607b9f', 'network_id': '044abe1c-4bac-45ae-bf05-523217607b9f', 'tenant_id': 'b0d343e40d6e4426938fa28ce0aa15af', 'fixed_ips': [{'subnet_id': '67053d77-34b4-475a-81bc-d784b95c9e11'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:54:03.516654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-de0004a3-8d76-4eb9-ab42-08a0d658840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.529071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Deleting subnet 67053d77-34b4-475a-81bc-d784b95c9e11 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:03.534292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.589199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9ebf2-73e9-4b54-b922-b7461dcfa9f7 req-4e10137d-bafc-4cbd-bd2a-32f12fc2256d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:03.591416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fe9ebf2-73e9-4b54-b922-b7461dcfa9f7 req-4e10137d-bafc-4cbd-bd2a-32f12fc2256d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0825698 Nov 23 22:54:03.591598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.627702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-71e00604-36d9-4a9e-b284-28bf7630ba5c', 'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c', 'tenant_id': 'b0d343e40d6e4426938fa28ce0aa15af', 'fixed_ips': [{'subnet_id': '18e83e14-a934-4f4b-8aa9-3537afb42255'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:54:03.628974 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.658463 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.702602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fe9ebf2-73e9-4b54-b922-b7461dcfa9f7 req-7ac265d0-2f38-4ffa-b3da-64e3ba33a837 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027627 Nov 23 22:54:03.763550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.795398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52194) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:03.801753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Subnet': ['ID=67053d77-34b4-475a-81bc-d784b95c9e11,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:03.811434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.815109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9cd71cfd-a6c3-499a-bac0-1e79fa90e1fa tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/subnets/67053d77-34b4-475a-81bc-d784b95c9e11 HTTP/1.1" status: 204 len: 168 time: 0.3897340 Nov 23 22:54:03.817840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52196) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:03.830776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Allocated IP 2001:db8:0:1::1 (71e00604-36d9-4a9e-b284-28bf7630ba5c/18e83e14-a934-4f4b-8aa9-3537afb42255/5512eb4f-2007-47cd-9e14-56af0d2fd82e) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:03.884272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Deleting subnet 18e83e14-a934-4f4b-8aa9-3537afb42255 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:04.198650 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.206633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.238283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c64772d-97e6-4cdd-a2e5-717e18c5e62c req-ca1aaba6-0c88-4ee3-abcf-5471aeba0540 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0392764 Nov 23 22:54:04.260366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-de0004a3-8d76-4eb9-ab42-08a0d658840c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67053d77-34b4-475a-81bc-d784b95c9e11: This subnet is being modified by another concurrent operation. Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:54:04.284964 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67053d77-34b4-475a-81bc-d784b95c9e11: This subnet is being modified by another concurrent operation. Nov 23 22:54:04.290179 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 22:54:04.306373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.372135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71cd97-1fbb-48e3-aa05-433132830ca9 None None] Network 044abe1c-4bac-45ae-bf05-523217607b9f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:04.420674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.469378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Network 71e00604-36d9-4a9e-b284-28bf7630ba5c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:04.496400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:04.497559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.498163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7de1f273-4882-4804-8b53-c52e5245d40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.499547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:04.542695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Subnet': ['ID=18e83e14-a934-4f4b-8aa9-3537afb42255,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:04.557338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.560812 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b3c273b-8189-4b55-b537-e9debba76679 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/subnets/18e83e14-a934-4f4b-8aa9-3537afb42255 HTTP/1.1" status: 204 len: 168 time: 0.7416580 Nov 23 22:54:04.563338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52212) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:04.627456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Pushing event updated for resources: {'Port': ['ID=5512eb4f-2007-47cd-9e14-56af0d2fd82e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:04.656590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51879da4-e3d3-41ea-9f70-f2c2870515ba tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:04.658656 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-51879da4-e3d3-41ea-9f70-f2c2870515ba tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0941591 Nov 23 22:54:04.664382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52216) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:04.701298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.705870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Attempting to bind port 5512eb4f-2007-47cd-9e14-56af0d2fd82e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:04.706244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Attempting to bind port 5512eb4f-2007-47cd-9e14-56af0d2fd82e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '4a440e29-741d-4330-8710-7902ba92792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:04.706619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Attempting to bind port 5512eb4f-2007-47cd-9e14-56af0d2fd82e on network 71e00604-36d9-4a9e-b284-28bf7630ba5c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:04.714232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:04.715183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Checking segment: {'id': '4a440e29-741d-4330-8710-7902ba92792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:04.715183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.715526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Bound using segment: {'id': '4a440e29-741d-4330-8710-7902ba92792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:04.715932 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Bound port: 5512eb4f-2007-47cd-9e14-56af0d2fd82e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a440e29-741d-4330-8710-7902ba92792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '71e00604-36d9-4a9e-b284-28bf7630ba5c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:04.716318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.820938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] For port 5512eb4f-2007-47cd-9e14-56af0d2fd82e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:04.833526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] For port 5512eb4f-2007-47cd-9e14-56af0d2fd82e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5512eb4f-2007-47cd-9e14-56af0d2fd82e,segment=NetworkSegment(4a440e29-741d-4330-8710-7902ba92792f),segment_id=4a440e29-741d-4330-8710-7902ba92792f)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:04.840977 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.844053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.949771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74895d00-55ac-40a5-a5ae-c204dcd698a5 None None] Pushing event updated for resources: {'Port': ['ID=5512eb4f-2007-47cd-9e14-56af0d2fd82e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:04.958239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb27bdb-e93e-4441-a41c-a7749dbc0bc2 None None] Network 71e00604-36d9-4a9e-b284-28bf7630ba5c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:04.963411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a24bc-b7f2-47a0-b115-f2cba522245d req-70698d4a-261e-46dc-aa43-8e704e09ad66 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:04.973887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e5a24bc-b7f2-47a0-b115-f2cba522245d req-70698d4a-261e-46dc-aa43-8e704e09ad66 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1711404 Nov 23 22:54:04.984008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Deleting port 5512eb4f-2007-47cd-9e14-56af0d2fd82e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:04.984607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.999519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.068213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e5a24bc-b7f2-47a0-b115-f2cba522245d req-8f307dcb-fd1d-4a34-9338-04e587359489 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933068 Nov 23 22:54:05.094392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] For port 5512eb4f-2007-47cd-9e14-56af0d2fd82e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5512eb4f-2007-47cd-9e14-56af0d2fd82e,segment=NetworkSegment(4a440e29-741d-4330-8710-7902ba92792f),segment_id=4a440e29-741d-4330-8710-7902ba92792f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:05.094392 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.110580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Calling delete_port for 5512eb4f-2007-47cd-9e14-56af0d2fd82e owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:05.123274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1c93d-2177-4082-9c27-644813e92671 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:54:05.200617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52226) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:05.236706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.273364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Port': ['ID=5512eb4f-2007-47cd-9e14-56af0d2fd82e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:05.275375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] No DVR routers for this DVR port 5512eb4f-2007-47cd-9e14-56af0d2fd82e on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:05.393659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.20.0.17 (91afef72-bf6d-40ee-b170-d1b1081fecd2/7cb6ce27-7b24-4e0c-8ae1-9328236def68/c16a724c-3bbf-4284-add4-26e2fb3e15c9) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:05.411725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1c93d-2177-4082-9c27-644813e92671 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:54:05.416087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-704035999', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:05.468981 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.498631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e00604-36d9-4a9e-b284-28bf7630ba5c']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:05.512071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a440e29-741d-4330-8710-7902ba92792f') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:05.512382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a440e29-741d-4330-8710-7902ba92792f') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:05.525863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.542672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.550682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:05.551184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:05.556097 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:05.575110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.621266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b486bb98-1318-4eeb-8ea5-400526f2c599 req-d486f7df-c6ea-4b86-b9de-e62c45b78470 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0393083 Nov 23 22:54:05.649234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Made reservation on behalf of 31e1578ab2224783bec28331a5fd8c1c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:05.650759 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.652567 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.667288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.667618 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.667618 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/networks/71e00604-36d9-4a9e-b284-28bf7630ba5c HTTP/1.1" status: 204 len: 168 time: 1.0009072 Nov 23 22:54:05.673326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52234) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:05.686651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb6c2-95e3-4b47-bf91-eb81f90a8b60 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Network': ['ID=71e00604-36d9-4a9e-b284-28bf7630ba5c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:05.708632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.756430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:05.768634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:05.801436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:05.838222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=c16a724c-3bbf-4284-add4-26e2fb3e15c9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:05.864494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.900351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.989460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b9eb8-edfc-4469-b2e5-a3b8bc7c6ae6 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:54:06.084753 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.092104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.102221 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.112650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 09172691-3244-4def-82bf-0579df7ba14b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.113290 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.128341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] device_id is not set on port 4494d5f7-24f0-40c7-89d6-5f0b3f91c977 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:54:06.137952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044abe1c-4bac-45ae-bf05-523217607b9f']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.200042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbe7d71-bc8e-4423-9518-1436e084f0aa') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.200449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbe7d71-bc8e-4423-9518-1436e084f0aa') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.233216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b9eb8-edfc-4469-b2e5-a3b8bc7c6ae6 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:54:06.268844 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.276113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cddef18-cbb8-4eea-b518-d90159096db9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:06.309813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.314520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.339378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:06.339806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:06.361132 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:06.365374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port f9b7e136-7fc2-4478-b9c0-78e087f43dec triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.365807 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.388091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee0834-a9fd-41e6-8ef1-07dfaccb3261 req-a7fb2cf1-e981-41d8-9b5d-a74206556436 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:06.389714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62ee0834-a9fd-41e6-8ef1-07dfaccb3261 req-a7fb2cf1-e981-41d8-9b5d-a74206556436 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1925738 Nov 23 22:54:06.564067 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.573119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.579106 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.581041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52240) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:06.582307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/networks/044abe1c-4bac-45ae-bf05-523217607b9f HTTP/1.1" status: 204 len: 168 time: 0.9069259 Nov 23 22:54:06.683495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Allocated IP 172.25.0.194 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/4494d5f7-24f0-40c7-89d6-5f0b3f91c977) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:06.708464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.724852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b24b4-f974-46dd-bb82-52e8ddab8291 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Network': ['ID=044abe1c-4bac-45ae-bf05-523217607b9f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:06.805474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62ee0834-a9fd-41e6-8ef1-07dfaccb3261 req-4bdd8894-776f-4d0e-903f-d815fb71dd83 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803663 Nov 23 22:54:06.837918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.842802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3295157-7b91-427c-8423-4364373718ab req-699d85e7-0d0a-43c6-a6ff-511453ed8a06 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0814946 Nov 23 22:54:06.867254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50d3438-8ce6-4bcc-981d-9e5e516fd5bf']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.890297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c22d29-f7b6-42dd-b766-1007200ef262') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.890297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c22d29-f7b6-42dd-b766-1007200ef262') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.903555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.908376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 5287cb60-2e0b-436e-a3cc-aa64d68f2a8f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.909013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.923829 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.933682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:06.934625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:06.939018 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:06.961372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Port 5287cb60-2e0b-436e-a3cc-aa64d68f2a8f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:06.986940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port cd1a09a3-4537-432d-9614-332a4281f3e3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.987897 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.065929 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.067911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.072858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.076766 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/networks/c50d3438-8ce6-4bcc-981d-9e5e516fd5bf HTTP/1.1" status: 204 len: 168 time: 0.4940596 Nov 23 22:54:07.081794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52244) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:07.106708 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.119535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.165636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae61e39-4193-4a1b-80b7-05d7b5774100 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Network': ['ID=c50d3438-8ce6-4bcc-981d-9e5e516fd5bf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:07.189166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port c01ccd82-272c-4eec-8408-bba28eca4639 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.189537 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.227615 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.236034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=c16a724c-3bbf-4284-add4-26e2fb3e15c9,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:07.244444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.266003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.302615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:07.311082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:07.315616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:07.338350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa0e58-6b06-4248-9625-3d1382b07784 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:07.377502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.378271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Pushing event updated for resources: {'Port': ['ID=4494d5f7-24f0-40c7-89d6-5f0b3f91c977,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:07.405615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:07.418049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316d3e00-7baf-462e-aa66-4f2e506afbe7') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:07.418368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316d3e00-7baf-462e-aa66-4f2e506afbe7') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:07.424923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 85fe8234-9785-4abe-ac7d-908251f7c2a9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.425923 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.428824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:07.429597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.431726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.453696 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.464405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c59a3f3-97f6-42b5-a16f-4334e53ebab1 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2600517 Nov 23 22:54:07.465991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:07.466517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.470331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:07.470507 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:07.473639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:07.477651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.194'}]}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:07.482776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:07.529617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Port 85fe8234-9785-4abe-ac7d-908251f7c2a9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:07.540907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.549897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port e374ee5d-7021-4ca6-9a91-49895e1ee189 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.550659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.572164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.574423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.578912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.609856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.616926 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] 10.222.0.11 "DELETE /v2.0/networks/3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a HTTP/1.1" status: 204 len: 168 time: 0.5315740 Nov 23 22:54:07.638273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f471-8381-4191-b724-eb35dc44cb54 tempest-BulkNetworkOpsIpV6Test-706607038 tempest-BulkNetworkOpsIpV6Test-706607038-project] Pushing event deleted for resources: {'Network': ['ID=3dbf5bb7-7fbd-4dbd-8093-e4cb941d809a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:07.717416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 09138c33-35a0-46c1-836f-40fb9521ebe9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.718005 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.782723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Port 09138c33-35a0-46c1-836f-40fb9521ebe9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:07.795804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 2fefcc6f-7067-43eb-bf8a-cf8a701766ef triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.796368 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.881735 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.968070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.968452 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.034781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:08.083372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 0e84b617-2ba1-4caf-a273-ab6be4847c78 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:08.083808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.202366 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d3aa800c-60c4-45c7-894d-a765b9ba7109 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0d343e40d6e4426938fa28ce0aa15af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659482 Nov 23 22:54:08.204455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52262) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:08.205138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port f1db0b32-e1e7-4f1a-997a-907a4a5f356e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:08.205680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.249651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Port f1db0b32-e1e7-4f1a-997a-907a4a5f356e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:08.259868 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbdd492f-8f26-4709-afa4-64cd7d3dd2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.263866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 1724131b-ff8f-4b54-a08c-61e57019f3cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:08.264298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.264753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.268936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ece7b39-d4df-4cf3-90d7-7123a201f2ce req-b95f312d-302a-4636-9540-220672e992ab tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0947409 Nov 23 22:54:08.308037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbdd492f-8f26-4709-afa4-64cd7d3dd2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.360222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 00cc2304-e633-4d3f-92d3-8583ab394ab5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:08.368702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbdd492f-8f26-4709-afa4-64cd7d3dd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.372089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bbdd492f-8f26-4709-afa4-64cd7d3dd2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.373646 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bbdd492f-8f26-4709-afa4-64cd7d3dd2b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3810e29-e3af-4f99-9514-31d423b6900d HTTP/1.1" status: 204 len: 168 time: 0.1678939 Nov 23 22:54:08.382220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475eb6a-bcf1-4b7f-850d-d26f37399d88 req-2abf560d-6e4f-4e45-ad81-a1287b34afa4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:08.383888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c475eb6a-bcf1-4b7f-850d-d26f37399d88 req-2abf560d-6e4f-4e45-ad81-a1287b34afa4 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2086225 Nov 23 22:54:08.392807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd492f-8f26-4709-afa4-64cd7d3dd2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3810e29-e3af-4f99-9514-31d423b6900d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:08.447613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 7b575212-24f8-424c-9994-07ee24ea9a9f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:08.448310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.476903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.563308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:08.564056 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.609899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c475eb6a-bcf1-4b7f-850d-d26f37399d88 req-aa94c40b-71e4-4486-a08e-3d842e68a373 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875489 Nov 23 22:54:08.714678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:08.715057 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.721776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:08.748564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8dc0e079-7d44-4c3e-871f-4c30be1388a7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "PUT /v2.0/routers/00cc2304-e633-4d3f-92d3-8583ab394ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9518831 Nov 23 22:54:08.753160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Sync routers for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:08.779610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:08.779610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:08.938883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:08.956186 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.992877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.009387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Provisioning complete for port 598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:09.009387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.094789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f79afa4d-89e8-4ff0-9f4c-985ce4856a46 None None] Port 598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:09.247904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-159ef509-cf6f-48ea-a9a5-429622c05a41 None None] Provisioning complete for port 4494d5f7-24f0-40c7-89d6-5f0b3f91c977 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:09.248488 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-159ef509-cf6f-48ea-a9a5-429622c05a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.297486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.330294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-159ef509-cf6f-48ea-a9a5-429622c05a41 None None] Port 4494d5f7-24f0-40c7-89d6-5f0b3f91c977 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:09.350572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-159ef509-cf6f-48ea-a9a5-429622c05a41 None None] Provisioning complete for port c16a724c-3bbf-4284-add4-26e2fb3e15c9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:09.350952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-159ef509-cf6f-48ea-a9a5-429622c05a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.380354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:06Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:52Z', 'revision_number': 1, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16a724c-3bbf-4284-add4-26e2fb3e15c9', 'name': '', 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:d3:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:04Z', 'updated_at': '2021-11-23T22:54:06Z', 'revision_number': 2, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:09.430258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Checking router: 00cc2304-e633-4d3f-92d3-8583ab394ab5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:09.430616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Updating router 00cc2304-e633-4d3f-92d3-8583ab394ab5 port c16a724c-3bbf-4284-add4-26e2fb3e15c9 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:54:09.454523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-159ef509-cf6f-48ea-a9a5-429622c05a41 None None] Port c16a724c-3bbf-4284-add4-26e2fb3e15c9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:09.462675 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.487759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e816b32c-904f-4dc5-a9f3-d70082a583ff req-b0116cd8-faeb-4faa-b84d-bd7eccf48787 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0913703 Nov 23 22:54:09.579369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52292) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:09.599327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.601752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.660359 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.661092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0946cc9e-afe5-40db-89ad-e876d8e2b23c {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:54:09.689320 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:54:09.693834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52298) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:09.694057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c77626fe-eb56-4005-9168-e4b5c1ec0516 tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2225332 Nov 23 22:54:09.769045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b3a548ac-7d42-491c-9cb6-57fc5727c76c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:09.770554 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-b3a548ac-7d42-491c-9cb6-57fc5727c76c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 22:54:09.771448 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-b3a548ac-7d42-491c-9cb6-57fc5727c76c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:54:09.773360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b3a548ac-7d42-491c-9cb6-57fc5727c76c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1928940 Nov 23 22:54:09.778043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52300) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:09.785324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--638458837'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:09.811529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5875-b4a0-4a39-9b58-ef804e151cf6 req-355202be-e34c-4fc5-a735-063679aefa5a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.813756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cff5875-b4a0-4a39-9b58-ef804e151cf6 req-355202be-e34c-4fc5-a735-063679aefa5a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1036792 Nov 23 22:54:09.841386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.858842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.864246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Deleting port 4494d5f7-24f0-40c7-89d6-5f0b3f91c977 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:09.865009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.894474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cff5875-b4a0-4a39-9b58-ef804e151cf6 req-dfe23028-e81d-48be-ad71-2bad001c1931 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670567 Nov 23 22:54:09.965195 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.974924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.008214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.030599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0836ac-7e52-4214-a43f-91a92925af34 None None] Pushing event updated for resources: {'Port': ['ID=c16a724c-3bbf-4284-add4-26e2fb3e15c9,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:10.031134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Calling delete_port for 4494d5f7-24f0-40c7-89d6-5f0b3f91c977 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:10.093369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Attempting to bind port c16a724c-3bbf-4284-add4-26e2fb3e15c9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:10.094183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Attempting to bind port c16a724c-3bbf-4284-add4-26e2fb3e15c9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:10.094606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Attempting to bind port c16a724c-3bbf-4284-add4-26e2fb3e15c9 on network 91afef72-bf6d-40ee-b170-d1b1081fecd2 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:10.096683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.104961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:10.105279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Checking segment: {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:10.106069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.106428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.106594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Bound using segment: {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:10.107236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Bound port: c16a724c-3bbf-4284-add4-26e2fb3e15c9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acb9556-514d-4e8e-b3e1-d7d7a6921cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:10.107730 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.176746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30877766-4e71-4921-b930-13fc7e749889,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:10.217234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] For port c16a724c-3bbf-4284-add4-26e2fb3e15c9, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:10.221497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] For port c16a724c-3bbf-4284-add4-26e2fb3e15c9, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c16a724c-3bbf-4284-add4-26e2fb3e15c9,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:10.226557 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.275947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.280127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:10.280633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:10.284763 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.305629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.329432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.333749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5534127 Nov 23 22:54:10.334018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52304) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:10.340750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6aba3b78-ef26-4e74-88a8-a7238954ac15 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '5796f2c8-f6ff-474c-819d-28e66eb8d678', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:10.355918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dbe55-3c96-418b-9cff-c3840c1b0515 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5796f2c8-f6ff-474c-819d-28e66eb8d678,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:10.358129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Pushing event deleted for resources: {'Port': ['ID=4494d5f7-24f0-40c7-89d6-5f0b3f91c977,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:10.390189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6aba3b78-ef26-4e74-88a8-a7238954ac15 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.391963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0836ac-7e52-4214-a43f-91a92925af34 None None] Pushing event updated for resources: {'Port': ['ID=c16a724c-3bbf-4284-add4-26e2fb3e15c9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:10.404705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc646266-3cd3-47c9-9d0f-76afc25e3fe1 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:10.433033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6b453d4a-4f22-4d03-a726-6aef702c3eca None None] Provisioning complete for port c16a724c-3bbf-4284-add4-26e2fb3e15c9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:10.433415 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b453d4a-4f22-4d03-a726-6aef702c3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.471676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.475476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cfbf1577-786c-4b0d-8d31-39e04402447d tempest-RoutersAdminNegativeTest-1125577353 tempest-RoutersAdminNegativeTest-1125577353-project-admin] 10.222.0.11 "DELETE /v2.0/ports/4494d5f7-24f0-40c7-89d6-5f0b3f91c977 HTTP/1.1" status: 204 len: 168 time: 0.7785671 Nov 23 22:54:10.492839 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6aba3b78-ef26-4e74-88a8-a7238954ac15 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.497864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:10.498137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6aba3b78-ef26-4e74-88a8-a7238954ac15 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.519495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba3b78-ef26-4e74-88a8-a7238954ac15 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5162d4-8398-4609-8b13-eaa489f47478,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:10.534283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6aba3b78-ef26-4e74-88a8-a7238954ac15 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.539648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52312) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:10.545405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-387cfbb5-2ec0-43e5-82f9-a405d577be45 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '5796f2c8-f6ff-474c-819d-28e66eb8d678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:10.551600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6aba3b78-ef26-4e74-88a8-a7238954ac15 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2155387 Nov 23 22:54:10.592245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-387cfbb5-2ec0-43e5-82f9-a405d577be45 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.661289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c123dd-ae7f-4d00-887f-c7f78a8e63bc req-d5a9b8b7-eeab-4d73-930a-1adbe1008f03 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3c3458e-8be3-4c99-96b0-a7e919b69fdb HTTP/1.1" status: 200 len: 210 time: 0.0323741 Nov 23 22:54:10.671986 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-387cfbb5-2ec0-43e5-82f9-a405d577be45 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:54:10.673938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-387cfbb5-2ec0-43e5-82f9-a405d577be45 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1331420 Nov 23 22:54:10.676902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52314) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:10.697231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b453d4a-4f22-4d03-a726-6aef702c3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.754355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f59909b7-4857-410b-afbb-7430efe10d90 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.788836 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f59909b7-4857-410b-afbb-7430efe10d90 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.845613 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f59909b7-4857-410b-afbb-7430efe10d90 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.849417 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f59909b7-4857-410b-afbb-7430efe10d90 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.853245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f59909b7-4857-410b-afbb-7430efe10d90 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/5796f2c8-f6ff-474c-819d-28e66eb8d678 HTTP/1.1" status: 204 len: 168 time: 0.1727803 Nov 23 22:54:10.853632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52318) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:10.865153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59909b7-4857-410b-afbb-7430efe10d90 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5796f2c8-f6ff-474c-819d-28e66eb8d678,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:10.886176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:10.916825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1fbf3f8c-5e39-41c6-9c74-4dfe3d578d9d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619597 Nov 23 22:54:10.920966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52324) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:10.926266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-457b37af-50fd-4b0b-9940-e96a35c8499c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992153248'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:10.964233 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-457b37af-50fd-4b0b-9940-e96a35c8499c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:10.967089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6b453d4a-4f22-4d03-a726-6aef702c3eca None None] For port c16a724c-3bbf-4284-add4-26e2fb3e15c9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c16a724c-3bbf-4284-add4-26e2fb3e15c9,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:10.985123 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b453d4a-4f22-4d03-a726-6aef702c3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.098448 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23c51ea3-1705-4299-a5c6-39af448c7b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.134469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b453d4a-4f22-4d03-a726-6aef702c3eca None None] Pushing event updated for resources: {'Port': ['ID=c16a724c-3bbf-4284-add4-26e2fb3e15c9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:11.157847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cefd5134-7963-4358-9593-903cc2c2bb40 None None] Provisioning complete for port c16a724c-3bbf-4284-add4-26e2fb3e15c9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:11.158473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cefd5134-7963-4358-9593-903cc2c2bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.187621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf3f29-d267-46f5-b959-2960ebe1535f req-9fb1d3bb-52d2-47ec-8d39-845d410d7a91 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:11.189333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10cf3f29-d267-46f5-b959-2960ebe1535f req-9fb1d3bb-52d2-47ec-8d39-845d410d7a91 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1720443 Nov 23 22:54:11.198650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-457b37af-50fd-4b0b-9940-e96a35c8499c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.211785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-457b37af-50fd-4b0b-9940-e96a35c8499c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.249224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:06Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:52Z', 'revision_number': 1, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16a724c-3bbf-4284-add4-26e2fb3e15c9', 'name': '', 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:d3:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:04Z', 'updated_at': '2021-11-23T22:54:10Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:11.268498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9902-f70c-49eb-b951-d5bc064439aa req-28addd9a-434c-4f14-98f0-dfa452fd01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:11.270204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c4f9902-f70c-49eb-b951-d5bc064439aa req-28addd9a-434c-4f14-98f0-dfa452fd01af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 1097 time: 0.1650531 Nov 23 22:54:11.283557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1562b0-6b07-40a1-b22f-c3faf0ae6eee None None] The sync data for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 is: [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:06Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:52Z', 'revision_number': 1, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16a724c-3bbf-4284-add4-26e2fb3e15c9', 'name': '', 'network_id': '91afef72-bf6d-40ee-b170-d1b1081fecd2', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:d3:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:04Z', 'updated_at': '2021-11-23T22:54:10Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '7cb6ce27-7b24-4e0c-8ae1-9328236def68', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:11.288379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-457b37af-50fd-4b0b-9940-e96a35c8499c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.292990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-457b37af-50fd-4b0b-9940-e96a35c8499c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3673542 Nov 23 22:54:11.294471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52332) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:11.302446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ab5b5a66-d0b5-4ea6-a8f4-48a2aff67048 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '4856a749-1cc4-4a10-961c-5bcd261551be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:11.304336 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-ab5b5a66-d0b5-4ea6-a8f4-48a2aff67048 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 22:54:11.305465 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-ab5b5a66-d0b5-4ea6-a8f4-48a2aff67048 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:11.310484 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ab5b5a66-d0b5-4ea6-a8f4-48a2aff67048 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140648 Nov 23 22:54:11.310979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52334) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:11.317528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b37af-50fd-4b0b-9940-e96a35c8499c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4856a749-1cc4-4a10-961c-5bcd261551be,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:11.382528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10cf3f29-d267-46f5-b959-2960ebe1535f req-01b31031-be88-42ab-91e0-94b871e137ba tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826057 Nov 23 22:54:11.439264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23c51ea3-1705-4299-a5c6-39af448c7b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.442383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c4f9902-f70c-49eb-b951-d5bc064439aa req-1fc2cef6-04a6-490a-a42d-3336b35f7d97 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576545 Nov 23 22:54:11.445190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23c51ea3-1705-4299-a5c6-39af448c7b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.507581 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd8a9-18e9-4c0e-b70c-e550a1d5d2f9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.510201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c51ea3-1705-4299-a5c6-39af448c7b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f624b-7bec-462b-9488-26eb05ded2c3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:11.521617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-23c51ea3-1705-4299-a5c6-39af448c7b84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=baecd144b25846dda6d04ba5fcbeb4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6342788 Nov 23 22:54:11.522632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52336) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:11.549573 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd8a9-18e9-4c0e-b70c-e550a1d5d2f9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.580713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a18e6bd-0244-42f3-a05b-7c48e558ab21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.599608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd8a9-18e9-4c0e-b70c-e550a1d5d2f9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.604587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd8a9-18e9-4c0e-b70c-e550a1d5d2f9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.605847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ad6dd8a9-18e9-4c0e-b70c-e550a1d5d2f9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/4856a749-1cc4-4a10-961c-5bcd261551be HTTP/1.1" status: 204 len: 168 time: 0.2893763 Nov 23 22:54:11.609454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52338) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:11.617861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a18e6bd-0244-42f3-a05b-7c48e558ab21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.628957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dd8a9-18e9-4c0e-b70c-e550a1d5d2f9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4856a749-1cc4-4a10-961c-5bcd261551be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:11.675032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a18e6bd-0244-42f3-a05b-7c48e558ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.679489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a18e6bd-0244-42f3-a05b-7c48e558ab21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.683417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a18e6bd-0244-42f3-a05b-7c48e558ab21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f5f624b-7bec-462b-9488-26eb05ded2c3 HTTP/1.1" status: 204 len: 168 time: 0.1570733 Nov 23 22:54:11.701175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cfd668fc-31ab-418c-9887-8f53efc1339a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894334 Nov 23 22:54:11.705367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52344) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:11.712665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18e6bd-0244-42f3-a05b-7c48e558ab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f624b-7bec-462b-9488-26eb05ded2c3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:11.715506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5128a99e-74b7-4fff-ad12-378746c09bad tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691735974'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:11.757098 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5128a99e-74b7-4fff-ad12-378746c09bad tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.778008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52348) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:11.879986 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14b21bc8-35e3-4867-b8c9-adc2a0688c70 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.900799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5128a99e-74b7-4fff-ad12-378746c09bad tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.912569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5128a99e-74b7-4fff-ad12-378746c09bad tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.924797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14b21bc8-35e3-4867-b8c9-adc2a0688c70 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.955247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5128a99e-74b7-4fff-ad12-378746c09bad tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:11.956535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5128a99e-74b7-4fff-ad12-378746c09bad tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2501831 Nov 23 22:54:11.960753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52352) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:11.965794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0ad36f36-ab9e-4c46-bbe2-75db00090e6d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': 'afa93f42-a7c4-4e54-a15d-59f405b13da4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:11.966649 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-0ad36f36-ab9e-4c46-bbe2-75db00090e6d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 22:54:11.967158 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-0ad36f36-ab9e-4c46-bbe2-75db00090e6d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:11.968160 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ad36f36-ab9e-4c46-bbe2-75db00090e6d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064096 Nov 23 22:54:11.972608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52354) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.020870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128a99e-74b7-4fff-ad12-378746c09bad tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa93f42-a7c4-4e54-a15d-59f405b13da4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:12.059407 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14b21bc8-35e3-4867-b8c9-adc2a0688c70 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.063653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14b21bc8-35e3-4867-b8c9-adc2a0688c70 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.064155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-14b21bc8-35e3-4867-b8c9-adc2a0688c70 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/security-groups/4f5b8b38-557d-4a21-9709-4a0001a479c6 HTTP/1.1" status: 204 len: 168 time: 0.2851489 Nov 23 22:54:12.075602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52358) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.078943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2719290e-a173-41ce-a0fc-a992d0e2ffc9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.102057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b21bc8-35e3-4867-b8c9-adc2a0688c70 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b8b38-557d-4a21-9709-4a0001a479c6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:12.118833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52360) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.120294 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-6cc48197-e78d-4c2a-9ab0-91bdaab0cf46 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] show failed (client error): The resource could not be found. Nov 23 22:54:12.121765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6cc48197-e78d-4c2a-9ab0-91bdaab0cf46 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "GET /v2.0/security-groups/4f5b8b38-557d-4a21-9709-4a0001a479c6 HTTP/1.1" status: 404 len: 347 time: 0.0498736 Nov 23 22:54:12.129092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52362) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.155238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2719290e-a173-41ce-a0fc-a992d0e2ffc9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.220869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c16a724c-3bbf-4284-add4-26e2fb3e15c9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:12.244816 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-695ab61e-9199-43cb-9fdc-34e459743e5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31e1578ab2224783bec28331a5fd8c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1215522 Nov 23 22:54:12.248177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2719290e-a173-41ce-a0fc-a992d0e2ffc9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.251120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2719290e-a173-41ce-a0fc-a992d0e2ffc9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.252381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2719290e-a173-41ce-a0fc-a992d0e2ffc9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/afa93f42-a7c4-4e54-a15d-59f405b13da4 HTTP/1.1" status: 204 len: 168 time: 0.2788434 Nov 23 22:54:12.253431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52364) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.261100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52366) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.277065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719290e-a173-41ce-a0fc-a992d0e2ffc9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa93f42-a7c4-4e54-a15d-59f405b13da4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:12.312323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c16a724c-3bbf-4284-add4-26e2fb3e15c9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:12.312772 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.327764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc4da8d-37fa-4f33-a528-c199dcfa73a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.353612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc4da8d-37fa-4f33-a528-c199dcfa73a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.410603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5a828dfd-d734-4aaf-9145-106a7db901ff tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1484003 Nov 23 22:54:12.415798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52370) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.421574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e3efde8d-27a0-4737-aec6-a9888c92abaa tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--673063117'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:12.427428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc4da8d-37fa-4f33-a528-c199dcfa73a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.430226 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfc4da8d-37fa-4f33-a528-c199dcfa73a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.434531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dfc4da8d-37fa-4f33-a528-c199dcfa73a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cddef18-cbb8-4eea-b518-d90159096db9 HTTP/1.1" status: 204 len: 168 time: 0.1740804 Nov 23 22:54:12.434719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port f1db0b32-e1e7-4f1a-997a-907a4a5f356e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:12.434719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.446239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4da8d-37fa-4f33-a528-c199dcfa73a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cddef18-cbb8-4eea-b518-d90159096db9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:12.467721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3efde8d-27a0-4737-aec6-a9888c92abaa tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.577256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3efde8d-27a0-4737-aec6-a9888c92abaa tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.586322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3efde8d-27a0-4737-aec6-a9888c92abaa tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.595081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd45fe-d27f-4483-94ab-f4298a6f43d5 req-e6b1ab6e-6fd3-473c-9c42-fec53cccee05 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:12.596697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97cd45fe-d27f-4483-94ab-f4298a6f43d5 req-e6b1ab6e-6fd3-473c-9c42-fec53cccee05 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1074102 Nov 23 22:54:12.621053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3efde8d-27a0-4737-aec6-a9888c92abaa tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.622370 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3efde8d-27a0-4737-aec6-a9888c92abaa tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2055199 Nov 23 22:54:12.627939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.628653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.629357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52374) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.635817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-248a0f1f-2373-4a7c-854a-a08c9df633d6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': 'ed38af94-31ab-49b4-abd2-b6a3b22ef138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:12.649272 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-248a0f1f-2373-4a7c-854a-a08c9df633d6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 22:54:12.650059 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-248a0f1f-2373-4a7c-854a-a08c9df633d6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:12.651788 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-248a0f1f-2373-4a7c-854a-a08c9df633d6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0209894 Nov 23 22:54:12.654000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for f1db0b32-e1e7-4f1a-997a-907a4a5f356e owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:12.655600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52376) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.658972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efde8d-27a0-4737-aec6-a9888c92abaa tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed38af94-31ab-49b4-abd2-b6a3b22ef138,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:12.661833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3dc93e57-06b8-4a4e-975f-cf3ccdc1153a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': 'ed38af94-31ab-49b4-abd2-b6a3b22ef138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:12.664120 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-3dc93e57-06b8-4a4e-975f-cf3ccdc1153a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 22:54:12.664859 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-3dc93e57-06b8-4a4e-975f-cf3ccdc1153a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:12.667635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3dc93e57-06b8-4a4e-975f-cf3ccdc1153a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078883 Nov 23 22:54:12.669516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52378) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.674919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a7b60c67-a4de-4337-8364-a5b29e9b646e tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': 'ed38af94-31ab-49b4-abd2-b6a3b22ef138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:12.675994 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-a7b60c67-a4de-4337-8364-a5b29e9b646e tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 22:54:12.676824 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-a7b60c67-a4de-4337-8364-a5b29e9b646e tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:12.680070 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7b60c67-a4de-4337-8364-a5b29e9b646e tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093153 Nov 23 22:54:12.681073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52380) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.692006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-092dcc9f-5a9f-47de-a6a2-511c1a669e38 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': 'ed38af94-31ab-49b4-abd2-b6a3b22ef138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:12.694290 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-092dcc9f-5a9f-47de-a6a2-511c1a669e38 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 22:54:12.694625 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-092dcc9f-5a9f-47de-a6a2-511c1a669e38 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:12.699090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-092dcc9f-5a9f-47de-a6a2-511c1a669e38 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134821 Nov 23 22:54:12.699280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52384) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.703737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97cd45fe-d27f-4483-94ab-f4298a6f43d5 req-60795840-2673-45a0-8c61-987f5ccd44ca tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942318 Nov 23 22:54:12.772711 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-30f193dd-8b56-4c5c-a8d7-3470a8bd02d9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.811249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-30f193dd-8b56-4c5c-a8d7-3470a8bd02d9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.864961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-30f193dd-8b56-4c5c-a8d7-3470a8bd02d9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.868595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-30f193dd-8b56-4c5c-a8d7-3470a8bd02d9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.869764 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-30f193dd-8b56-4c5c-a8d7-3470a8bd02d9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed38af94-31ab-49b4-abd2-b6a3b22ef138 HTTP/1.1" status: 204 len: 168 time: 0.1691222 Nov 23 22:54:12.872916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52390) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.886191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f193dd-8b56-4c5c-a8d7-3470a8bd02d9 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed38af94-31ab-49b4-abd2-b6a3b22ef138,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:12.894205 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:12.936477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb9acb-5f2b-48bb-9e4f-513c9487c114 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:12.939387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=f1db0b32-e1e7-4f1a-997a-907a4a5f356e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:12.949334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7f89ee0-87fa-49ac-8a13-2e780f0c504b tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690787 Nov 23 22:54:12.949840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52394) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:12.954484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5fb7ac4f-1df4-47bb-8f64-9b082029d097 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922413924'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:12.984182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ac4f-1df4-47bb-8f64-9b082029d097 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.004242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.007101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.010737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-71ed932c-f363-40ad-b655-ad9343d28030 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/floatingips/4fb731ba-7493-47ed-bc3d-3faa34018a47 HTTP/1.1" status: 204 len: 168 time: 0.8683085 Nov 23 22:54:13.010993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52398) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.059654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ac4f-1df4-47bb-8f64-9b082029d097 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.064581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ac4f-1df4-47bb-8f64-9b082029d097 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.094809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ac4f-1df4-47bb-8f64-9b082029d097 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.096177 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5fb7ac4f-1df4-47bb-8f64-9b082029d097 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1456416 Nov 23 22:54:13.099300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52400) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.107614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-41473e7a-3450-4f12-8986-bf50a2ae4276 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.108416 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-41473e7a-3450-4f12-8986-bf50a2ae4276 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 22:54:13.108917 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-41473e7a-3450-4f12-8986-bf50a2ae4276 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.110269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-41473e7a-3450-4f12-8986-bf50a2ae4276 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072215 Nov 23 22:54:13.110611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7ac4f-1df4-47bb-8f64-9b082029d097 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513777ef-6d2e-40b1-aece-e37df1987978,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:13.113497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.118436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-55c40675-fe95-4ff4-8b3c-3f63c1755eb8 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.135377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port 830978da-72d6-4927-9a08-9130be40c156 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:13.135794 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.176286 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-55c40675-fe95-4ff4-8b3c-3f63c1755eb8 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.179640 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-55c40675-fe95-4ff4-8b3c-3f63c1755eb8 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0631771 Nov 23 22:54:13.181146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.186232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-66080ae5-9497-457f-8b76-1251e90d1698 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.187173 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-66080ae5-9497-457f-8b76-1251e90d1698 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 22:54:13.187905 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-66080ae5-9497-457f-8b76-1251e90d1698 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.191849 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66080ae5-9497-457f-8b76-1251e90d1698 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065887 Nov 23 22:54:13.192216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52410) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.201088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-710711d1-ec07-43b1-a090-800f0f349293 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.240897 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-710711d1-ec07-43b1-a090-800f0f349293 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.242176 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-710711d1-ec07-43b1-a090-800f0f349293 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0489557 Nov 23 22:54:13.246822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52414) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.249470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.251425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b8889542-5aac-45c2-978c-e6256090087d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.251930 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-b8889542-5aac-45c2-978c-e6256090087d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 22:54:13.252430 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-b8889542-5aac-45c2-978c-e6256090087d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.253452 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b8889542-5aac-45c2-978c-e6256090087d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056422 Nov 23 22:54:13.256623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52418) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.264949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for 830978da-72d6-4927-9a08-9130be40c156 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:13.268245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c69e1355-6591-4edf-87af-1ad0f3d053e0 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.315416 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-c69e1355-6591-4edf-87af-1ad0f3d053e0 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Project 4504822cbb3c40fd994ab61d5c8620dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:54:13.336751 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-c69e1355-6591-4edf-87af-1ad0f3d053e0 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.338494 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c69e1355-6591-4edf-87af-1ad0f3d053e0 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0784717 Nov 23 22:54:13.341055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52422) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.345687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4c9a052d-5762-4118-a8e9-ca820b3e772b tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.346197 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-4c9a052d-5762-4118-a8e9-ca820b3e772b tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 22:54:13.346834 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-4c9a052d-5762-4118-a8e9-ca820b3e772b tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.347884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c9a052d-5762-4118-a8e9-ca820b3e772b tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058148 Nov 23 22:54:13.351271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52424) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.356467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4eb6e21f-c909-4e67-936f-2a46e436ec63 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.385326 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-4eb6e21f-c909-4e67-936f-2a46e436ec63 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Project 4504822cbb3c40fd994ab61d5c8620dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:54:13.402101 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-4eb6e21f-c909-4e67-936f-2a46e436ec63 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.406280 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4eb6e21f-c909-4e67-936f-2a46e436ec63 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0509653 Nov 23 22:54:13.406726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52426) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.413875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9ff44f6a-5d10-42b6-a60b-3e0a06d22384 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '513777ef-6d2e-40b1-aece-e37df1987978', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.445394 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-9ff44f6a-5d10-42b6-a60b-3e0a06d22384 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Project 4504822cbb3c40fd994ab61d5c8620dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:54:13.446467 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.456457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52428) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.463558 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-9ff44f6a-5d10-42b6-a60b-3e0a06d22384 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:13.467726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9ff44f6a-5d10-42b6-a60b-3e0a06d22384 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0559988 Nov 23 22:54:13.468118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52432) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.483226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=830978da-72d6-4927-9a08-9130be40c156,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:13.543765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f23caa73-6f1c-46b0-80f6-5043046f59e4 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.571382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f23caa73-6f1c-46b0-80f6-5043046f59e4 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.571667 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.575617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6b934de9-a00e-4516-9e1f-fe0ec47a3d13 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/ports/830978da-72d6-4927-9a08-9130be40c156 HTTP/1.1" status: 204 len: 168 time: 0.5630436 Nov 23 22:54:13.577992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52434) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.594218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1832546746'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.629091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Made reservation on behalf of 2fbe09e5cfed4d1eb70eec3424993bb9 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:13.633564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.644105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.646075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f23caa73-6f1c-46b0-80f6-5043046f59e4 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.649360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f23caa73-6f1c-46b0-80f6-5043046f59e4 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.650518 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f23caa73-6f1c-46b0-80f6-5043046f59e4 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/513777ef-6d2e-40b1-aece-e37df1987978 HTTP/1.1" status: 204 len: 168 time: 0.1811509 Nov 23 22:54:13.655482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52436) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.668133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23caa73-6f1c-46b0-80f6-5043046f59e4 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513777ef-6d2e-40b1-aece-e37df1987978,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:13.717577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting port 1293ba58-5454-4b47-bb80-3602466c0b20 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:13.718137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.725701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f505d03a-76f6-4c0d-829f-49a005a0165c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689492 Nov 23 22:54:13.730470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52440) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:13.740273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-94ca5206-e57d-44a2-94c0-aabe526451cc tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131481172'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:13.771117 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.781081 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.800241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94ca5206-e57d-44a2-94c0-aabe526451cc tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.840936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:54:13.844065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68172914-5587-47df-957f-f7f4fa30236c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:13.847674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.861471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.861825 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Added segment d3434436-4fc6-4259-b7a6-1b884398f209 of type vlan for network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 Nov 23 22:54:13.922472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.974919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94ca5206-e57d-44a2-94c0-aabe526451cc tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.979973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.986689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:13.987470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.035817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94ca5206-e57d-44a2-94c0-aabe526451cc tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.081514 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6239500 Nov 23 22:54:14.089820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db05a2d-9d1e-4dd2-8102-d82d374fbf82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event updated for resources: {'Network': ['ID=1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:14.093822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52444) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:14.101854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Request body: {'subnet': {'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:14.109409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:54:14.142948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94ca5206-e57d-44a2-94c0-aabe526451cc tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.142948 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-94ca5206-e57d-44a2-94c0-aabe526451cc tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4077940 Nov 23 22:54:14.142948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52446) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:14.146770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-451ba41a-682b-491c-a367-e1940894cb0c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '3565922e-0010-47b7-aa00-1251e5626cbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:14.152817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Calling delete_port for 1293ba58-5454-4b47-bb80-3602466c0b20 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:14.171743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f5e5b-18d7-4c72-9c11-c53e720b2c53 req-094b62a6-be27-46f3-9dfb-a23189e4efb2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:14.173333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd4f5e5b-18d7-4c72-9c11-c53e720b2c53 req-094b62a6-be27-46f3-9dfb-a23189e4efb2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.3776968 Nov 23 22:54:14.176465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5206-e57d-44a2-94c0-aabe526451cc tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3565922e-0010-47b7-aa00-1251e5626cbf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:14.271211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Made reservation on behalf of 2fbe09e5cfed4d1eb70eec3424993bb9 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:14.275970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.281275 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-451ba41a-682b-491c-a367-e1940894cb0c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The resource could not be found. Nov 23 22:54:14.282318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-451ba41a-682b-491c-a367-e1940894cb0c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1392057 Nov 23 22:54:14.284767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd4f5e5b-18d7-4c72-9c11-c53e720b2c53 req-5ecd83a3-2957-46b0-948d-25a1ca966adc tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664978 Nov 23 22:54:14.292369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52448) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:14.298343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ed194b9c-9c97-4e53-a90f-72960a6a4f09 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '3565922e-0010-47b7-aa00-1251e5626cbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '70d9b32e-6ce3-4b2c-8dc7-c0ed75778b1d'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:14.388418 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-ed194b9c-9c97-4e53-a90f-72960a6a4f09 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The resource could not be found. Nov 23 22:54:14.389696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ed194b9c-9c97-4e53-a90f-72960a6a4f09 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0962503 Nov 23 22:54:14.391563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.393320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52454) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:14.479176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Port': ['ID=1293ba58-5454-4b47-bb80-3602466c0b20,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:14.561726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.628179 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.631904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event updated for resources: {'Subnet': ['ID=db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:14.632429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-524a1132-d18c-47bb-a78c-49bb1afc7a1f tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/ports/1293ba58-5454-4b47-bb80-3602466c0b20 HTTP/1.1" status: 204 len: 168 time: 1.0523620 Nov 23 22:54:14.636694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52458) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:14.637024 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f9506e-7d4c-46e7-b8d4-5bbed5149dbb tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.648322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-ecd5e2ee-0c7e-42d7-87b5-5b2d8a8a99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:14.649506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Checking segment: {'id': 'd3434436-4fc6-4259-b7a6-1b884398f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:14.649884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Network hostable DHCP agents. Network: 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:54:14.650035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-ecd5e2ee-0c7e-42d7-87b5-5b2d8a8a99a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 1097 time: 0.1301570 Nov 23 22:54:14.668395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c0915-1a47-4f67-8054-59daa7781990 req-d1c40f31-98b1-45a2-be97-6e7512fbeec3 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:14.669903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d06c0915-1a47-4f67-8054-59daa7781990 req-d1c40f31-98b1-45a2-be97-6e7512fbeec3 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1290736 Nov 23 22:54:14.702865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting subnet 7739e4f7-91e5-429d-941b-529c876d3d4e {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:14.706297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:54:14.709123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.722057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f9506e-7d4c-46e7-b8d4-5bbed5149dbb tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.743958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:14.751768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:14.752361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.757374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e37e77-1fcf-45dd-baf3-2a709d97d9de None None] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:14.764002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.802160 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9bb14d85-bcbc-47d1-9a8c-ea72bbb2cc82 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7066972 Nov 23 22:54:14.805349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52460) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:14.810304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Request body: {'port': {'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-952846015'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:14.861347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d06c0915-1a47-4f67-8054-59daa7781990 req-ab07f1c3-4840-4f4f-8439-a3f004cb36ef tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792345 Nov 23 22:54:14.872426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-a2bc3b7d-df7d-4b9a-bb53-a4d3025b91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:14.874048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-a2bc3b7d-df7d-4b9a-bb53-a4d3025b91d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 200 len: 912 time: 0.2031939 Nov 23 22:54:14.890718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f9506e-7d4c-46e7-b8d4-5bbed5149dbb tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.894008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40f9506e-7d4c-46e7-b8d4-5bbed5149dbb tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:14.895381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40f9506e-7d4c-46e7-b8d4-5bbed5149dbb tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/3565922e-0010-47b7-aa00-1251e5626cbf HTTP/1.1" status: 204 len: 168 time: 0.5010290 Nov 23 22:54:14.915616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52462) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:14.934352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-27d1baea-1daf-40ed-8ed7-4640bb2ebb59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09172691-3244-4def-82bf-0579df7ba14b HTTP/1.1" status: 200 len: 217 time: 0.0515964 Nov 23 22:54:14.935325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9506e-7d4c-46e7-b8d4-5bbed5149dbb tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3565922e-0010-47b7-aa00-1251e5626cbf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:14.962185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.006630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-6ba1dfdc-db06-4f82-ac5a-eb504a121b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:15.008706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-6ba1dfdc-db06-4f82-ac5a-eb504a121b60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 200 len: 851 time: 0.0650864 Nov 23 22:54:15.014350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68', 'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68', 'tenant_id': '2fbe09e5cfed4d1eb70eec3424993bb9', 'fixed_ips': [{'subnet_id': 'db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:54:15.016185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.055116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-3b613651-c0f9-45c2-9fc3-e4d33dbf310f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344713 Nov 23 22:54:15.055994 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b02f9712-86d9-4ac8-8f09-1b6ae349282d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1373589 Nov 23 22:54:15.058992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52464) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:15.065638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9e434bfc-8844-4c0f-82bf-4009d47cc15e tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '114e8336-a39d-44cc-b4ff-ae05b1f2e5b7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:15.093702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Made reservation on behalf of 2fbe09e5cfed4d1eb70eec3424993bb9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:15.097196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.112757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.165018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Subnet': ['ID=7739e4f7-91e5-429d-941b-529c876d3d4e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:15.167299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] device_id is not set on port 4bb781cb-9434-4776-a986-731f4e0ebf87 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:54:15.172523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.178116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d7313e6-a5bd-403d-9780-444001ece2c9 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/subnets/7739e4f7-91e5-429d-941b-529c876d3d4e HTTP/1.1" status: 204 len: 168 time: 0.5382531 Nov 23 22:54:15.178936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2d4df-8746-4b3b-bdba-7cede0b09820 None None] Network 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:15.180363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52466) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:15.185632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-1f88c37d-b41e-481f-b1f7-e0964531fe1a service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234567 Nov 23 22:54:15.222754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Allocated IP 2001:db8::2 (1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68/db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8/b5eef2f9-a028-4c73-8740-2120389c04f6) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:15.283764 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-9e434bfc-8844-4c0f-82bf-4009d47cc15e tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The resource could not be found. Nov 23 22:54:15.284893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9e434bfc-8844-4c0f-82bf-4009d47cc15e tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2247472 Nov 23 22:54:15.289007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52468) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:15.293704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4473d08b-81e1-4291-bd8e-abed8fad138f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--244963455'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:15.301343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Deleting subnet 3c7ca50d-528f-46e7-8997-c7245196716b {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:15.305454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c13bd31b-91d1-44ec-b807-f78ecfd26973 req-42546e12-a839-4283-b9fc-a30aae2e8511 service neutron] 10.222.0.46 "GET /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123364 Nov 23 22:54:15.314184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.363643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.366596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4473d08b-81e1-4291-bd8e-abed8fad138f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.467186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.471702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] DHCP port deletion for 4c5b1f90-f968-41b9-918a-0ff67e1da0b1 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:15.476270 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.560963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:15.566895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:15.573002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:15.575721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Pushing event updated for resources: {'Port': ['ID=b5eef2f9-a028-4c73-8740-2120389c04f6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:15.581828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.587825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4473d08b-81e1-4291-bd8e-abed8fad138f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.629582 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4473d08b-81e1-4291-bd8e-abed8fad138f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.633237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Allocated IP 2001:db8::12d (1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68/db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8/4bb781cb-9434-4776-a986-731f4e0ebf87) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:15.649003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] Deleting port 85d080c0-6c03-456d-b740-7e16fbe4e3ca {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:15.649371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.661419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Attempting to bind port b5eef2f9-a028-4c73-8740-2120389c04f6 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:15.661793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Attempting to bind port b5eef2f9-a028-4c73-8740-2120389c04f6 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd3434436-4fc6-4259-b7a6-1b884398f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:15.662165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Attempting to bind port b5eef2f9-a028-4c73-8740-2120389c04f6 on network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:15.679056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:15.679417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Checking segment: {'id': 'd3434436-4fc6-4259-b7a6-1b884398f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:15.680989 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.680989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Bound using segment: {'id': 'd3434436-4fc6-4259-b7a6-1b884398f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:15.680989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Bound port: b5eef2f9-a028-4c73-8740-2120389c04f6, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3434436-4fc6-4259-b7a6-1b884398f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:15.681407 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.689395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4473d08b-81e1-4291-bd8e-abed8fad138f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.690557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4473d08b-81e1-4291-bd8e-abed8fad138f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4005990 Nov 23 22:54:15.693483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52472) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:15.700777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-446200c3-2efc-40a8-a5bc-a3f270bec6db tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--497376553'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:15.707809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473d08b-81e1-4291-bd8e-abed8fad138f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b28db9d-82d5-48b9-8182-eadc844a0803,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:15.733579 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-446200c3-2efc-40a8-a5bc-a3f270bec6db tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.757941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] For port 85d080c0-6c03-456d-b740-7e16fbe4e3ca, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=85d080c0-6c03-456d-b740-7e16fbe4e3ca,segment=NetworkSegment(096575c3-0ffa-4d26-abd3-c3414edfb8b2),segment_id=096575c3-0ffa-4d26-abd3-c3414edfb8b2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:15.758342 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.762430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.777700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] Calling delete_port for 85d080c0-6c03-456d-b740-7e16fbe4e3ca owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:15.821213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7ca50d-528f-46e7-8997-c7245196716b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:15.833278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.836095 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-446200c3-2efc-40a8-a5bc-a3f270bec6db tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.841313 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-050dbeaf-aac2-47e2-b110-a23ffedd1e20 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/subnets/3c7ca50d-528f-46e7-8997-c7245196716b HTTP/1.1" status: 204 len: 168 time: 0.6572745 Nov 23 22:54:15.841804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61513b9-8110-4613-912b-2e12cdd7b7cf None None] Network d6288ec8-3dd8-44be-a301-295514565e90 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:15.842495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-446200c3-2efc-40a8-a5bc-a3f270bec6db tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.846157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] For port b5eef2f9-a028-4c73-8740-2120389c04f6, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:15.847005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52476) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:15.885777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] For port b5eef2f9-a028-4c73-8740-2120389c04f6, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b5eef2f9-a028-4c73-8740-2120389c04f6,segment=NetworkSegment(d3434436-4fc6-4259-b7a6-1b884398f209),segment_id=d3434436-4fc6-4259-b7a6-1b884398f209)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:15.927432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.929643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-446200c3-2efc-40a8-a5bc-a3f270bec6db tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.934280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-446200c3-2efc-40a8-a5bc-a3f270bec6db tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2380042 Nov 23 22:54:15.936213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52480) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:15.999351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-be33960b-5e45-453e-ba68-2745e21dd6ea tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '9b28db9d-82d5-48b9-8182-eadc844a0803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3c48978a-c133-4960-ac7d-99fafe0e37c1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:16.038425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446200c3-2efc-40a8-a5bc-a3f270bec6db tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c48978a-c133-4960-ac7d-99fafe0e37c1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:16.052331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.086934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.094710 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.124020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b4e91-f3a8-4413-aa13-8c0460e7bad9 None None] Pushing event updated for resources: {'Port': ['ID=b5eef2f9-a028-4c73-8740-2120389c04f6,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:16.159716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.173462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] Pushing event deleted for resources: {'Port': ['ID=85d080c0-6c03-456d-b740-7e16fbe4e3ca,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:16.176977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e24eb-632f-42c6-a845-ba188d32d06a None None] No DVR routers for this DVR port 85d080c0-6c03-456d-b740-7e16fbe4e3ca on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:16.187093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 85d080c0-6c03-456d-b740-7e16fbe4e3ca no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:16.223397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:16.233328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 85d080c0-6c03-456d-b740-7e16fbe4e3ca {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:16.234366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:16.234508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 85d080c0-6c03-456d-b740-7e16fbe4e3ca not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:16.242671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:16.249019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:16.249842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.281909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event updated for resources: {'Port': ['ID=4bb781cb-9434-4776-a986-731f4e0ebf87,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:16.290797 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-be33960b-5e45-453e-ba68-2745e21dd6ea tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:16.291723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-be33960b-5e45-453e-ba68-2745e21dd6ea tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3031487 Nov 23 22:54:16.295472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52482) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:16.305777 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bf0502b7-07e1-4391-9eae-d27d46900c62 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4992712 Nov 23 22:54:16.308707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52484) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:16.315249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Request body: {'port': {'network_id': '1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1781758700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:16.315249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] bootfile-name is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:16.315249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] tftp-server is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:16.320185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] server-ip-address is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:16.340011 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.373001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] DHCP port deletion for d6288ec8-3dd8-44be-a301-295514565e90 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:16.386193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5b1f90-f968-41b9-918a-0ff67e1da0b1']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:16.410268 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afac6fe-d525-48aa-bdda-dae66abb16d4 req-b16a9395-bbe1-4ed7-86a1-6147a49c8c38 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:16.420445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9afac6fe-d525-48aa-bdda-dae66abb16d4 req-b16a9395-bbe1-4ed7-86a1-6147a49c8c38 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2289443 Nov 23 22:54:16.437069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096575c3-0ffa-4d26-abd3-c3414edfb8b2') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:16.437298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096575c3-0ffa-4d26-abd3-c3414edfb8b2') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:16.468493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.507675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] Deleting port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:16.512298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.522279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06d4010a-6062-45ee-8c29-4033210317c6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.533342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.539237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Made reservation on behalf of 2fbe09e5cfed4d1eb70eec3424993bb9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:16.544123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.551864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:16.552277 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:16.556656 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:16.589857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] device_id is not set on port ae415012-2938-4f56-9846-48ed9772b37b yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:54:16.599192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9afac6fe-d525-48aa-bdda-dae66abb16d4 req-8d27df93-5858-43f9-ad43-fa1e0e90c788 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777170 Nov 23 22:54:16.618343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06d4010a-6062-45ee-8c29-4033210317c6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.671364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] For port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1,segment=NetworkSegment(bb501985-f7f4-4ea8-b3bb-a310af5c66f0),segment_id=bb501985-f7f4-4ea8-b3bb-a310af5c66f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:16.674120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.711531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.714191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] Calling delete_port for 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:16.731158 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.734047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/networks/4c5b1f90-f968-41b9-918a-0ff67e1da0b1 HTTP/1.1" status: 204 len: 168 time: 0.8806276 Nov 23 22:54:16.737232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52488) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:16.780964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4cab2-d857-4722-a81e-fb42255985e0 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Network': ['ID=4c5b1f90-f968-41b9-918a-0ff67e1da0b1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:16.815702 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06d4010a-6062-45ee-8c29-4033210317c6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.818500 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06d4010a-6062-45ee-8c29-4033210317c6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.820393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-06d4010a-6062-45ee-8c29-4033210317c6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c48978a-c133-4960-ac7d-99fafe0e37c1 HTTP/1.1" status: 204 len: 168 time: 0.5218897 Nov 23 22:54:16.835193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52490) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:16.843300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Allocated IP 2001:db8::118 (1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68/db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8/ae415012-2938-4f56-9846-48ed9772b37b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:16.851926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:16.859885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4010a-6062-45ee-8c29-4033210317c6 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c48978a-c133-4960-ac7d-99fafe0e37c1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:16.897886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] Pushing event deleted for resources: {'Port': ['ID=523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:16.912037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa570529-5270-4a06-9c60-4e2389360009 None None] No DVR routers for this DVR port 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:16.967281 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.040283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cdfac898-2260-4688-ac34-49c0691dc222 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2032123 Nov 23 22:54:17.043497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52492) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.076731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.100510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6288ec8-3dd8-44be-a301-295514565e90']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:17.118338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:17.118726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb501985-f7f4-4ea8-b3bb-a310af5c66f0') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:17.134136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.156482 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.167099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:17.167942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:17.172496 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:17.175319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.182090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3453e7e9-8eb4-45ab-9da0-bc4b1c9c6f59 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.216268 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3453e7e9-8eb4-45ab-9da0-bc4b1c9c6f59 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.236779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.257069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.261065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] 10.222.0.11 "DELETE /v2.0/networks/d6288ec8-3dd8-44be-a301-295514565e90 HTTP/1.1" status: 204 len: 168 time: 0.5231123 Nov 23 22:54:17.262140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa65e1-1081-408e-94f7-867f3006da82 tempest-TaggedBootDevicesTest_v242-80912968 tempest-TaggedBootDevicesTest_v242-80912968-project] Pushing event deleted for resources: {'Network': ['ID=d6288ec8-3dd8-44be-a301-295514565e90,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:17.264130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.331538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:17.338779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:17.344856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:17.352140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.353131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.356301 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3453e7e9-8eb4-45ab-9da0-bc4b1c9c6f59 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.359060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3453e7e9-8eb4-45ab-9da0-bc4b1c9c6f59 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.360443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3453e7e9-8eb4-45ab-9da0-bc4b1c9c6f59 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/9b28db9d-82d5-48b9-8182-eadc844a0803 HTTP/1.1" status: 204 len: 168 time: 0.3143449 Nov 23 22:54:17.364267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52494) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.364940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event updated for resources: {'Port': ['ID=ae415012-2938-4f56-9846-48ed9772b37b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:17.380339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453e7e9-8eb4-45ab-9da0-bc4b1c9c6f59 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b28db9d-82d5-48b9-8182-eadc844a0803,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:17.393399 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-76f9a283-9898-49b3-b928-80c0bcc95f37 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0835075 Nov 23 22:54:17.396266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52496) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.480863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17abac05-974c-4947-b82f-3aed68e1d80c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.488755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4e8f4024-0c2b-422b-8b59-f6a5782a047a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163509 Nov 23 22:54:17.490549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52502) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.496302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17abac05-974c-4947-b82f-3aed68e1d80c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.496754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b6039e88-51d7-4e1c-8f58-b8882be807ab tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--424111072'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:17.507978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17abac05-974c-4947-b82f-3aed68e1d80c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.510077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-17abac05-974c-4947-b82f-3aed68e1d80c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1129334 Nov 23 22:54:17.513720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52506) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.538323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6039e88-51d7-4e1c-8f58-b8882be807ab tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.610382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ba36c-1b25-4a3a-b939-3290251e40fd None None] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:17.673606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Deleting port ae415012-2938-4f56-9846-48ed9772b37b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:17.673951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.694089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6039e88-51d7-4e1c-8f58-b8882be807ab tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.709964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6039e88-51d7-4e1c-8f58-b8882be807ab tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.727513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b62375c7-73ee-4820-a133-c2c22a8c9fc7 None None] Provisioning complete for port b5eef2f9-a028-4c73-8740-2120389c04f6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:17.727964 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b62375c7-73ee-4820-a133-c2c22a8c9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.762158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6039e88-51d7-4e1c-8f58-b8882be807ab tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daaf481-c6ed-4749-b832-08f2c1187bf4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:17.768319 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6039e88-51d7-4e1c-8f58-b8882be807ab tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.769877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b6039e88-51d7-4e1c-8f58-b8882be807ab tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2772377 Nov 23 22:54:17.773305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52514) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.781175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-51fe2d71-d2a2-4c4f-ae22-ad5cc6624a4a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '3daaf481-c6ed-4749-b832-08f2c1187bf4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:17.798052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a998dd-d6b4-462f-8e95-c8b5ad0ceaea req-2313ad52-2f5e-44fd-95f0-93e597de440b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.808023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a998dd-d6b4-462f-8e95-c8b5ad0ceaea req-2313ad52-2f5e-44fd-95f0-93e597de440b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1110492 Nov 23 22:54:17.829510 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.856379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Calling delete_port for ae415012-2938-4f56-9846-48ed9772b37b owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:17.885404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a998dd-d6b4-462f-8e95-c8b5ad0ceaea req-63d26cd0-b35a-472e-aae8-b73184c82c2a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Nov 23 22:54:17.899604 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-51fe2d71-d2a2-4c4f-ae22-ad5cc6624a4a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:17.899604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-51fe2d71-d2a2-4c4f-ae22-ad5cc6624a4a tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1238806 Nov 23 22:54:17.899604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52516) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.917414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6c087ee3-2874-4f76-aa2d-747de4e58a25 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group_rule': {'security_group_id': '3daaf481-c6ed-4749-b832-08f2c1187bf4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:17.919504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b62375c7-73ee-4820-a133-c2c22a8c9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.981399 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-6c087ee3-2874-4f76-aa2d-747de4e58a25 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:17.982481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6c087ee3-2874-4f76-aa2d-747de4e58a25 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0799763 Nov 23 22:54:17.986497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52520) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.989246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b62375c7-73ee-4820-a133-c2c22a8c9fc7 None None] For port b5eef2f9-a028-4c73-8740-2120389c04f6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b5eef2f9-a028-4c73-8740-2120389c04f6,segment=NetworkSegment(d3434436-4fc6-4259-b7a6-1b884398f209),segment_id=d3434436-4fc6-4259-b7a6-1b884398f209)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:17.997210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b62375c7-73ee-4820-a133-c2c22a8c9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.112667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62375c7-73ee-4820-a133-c2c22a8c9fc7 None None] Pushing event updated for resources: {'Port': ['ID=b5eef2f9-a028-4c73-8740-2120389c04f6,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:18.120523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e30fc06-f3b7-4708-9772-b732b0190e48 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.171851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e30fc06-f3b7-4708-9772-b732b0190e48 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.181996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.227986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b5eef2f9-a028-4c73-8740-2120389c04f6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:18.249929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event deleted for resources: {'Port': ['ID=ae415012-2938-4f56-9846-48ed9772b37b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:18.269501 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e30fc06-f3b7-4708-9772-b732b0190e48 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.274086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e30fc06-f3b7-4708-9772-b732b0190e48 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.286024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1e30fc06-f3b7-4708-9772-b732b0190e48 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/3daaf481-c6ed-4749-b832-08f2c1187bf4 HTTP/1.1" status: 204 len: 168 time: 0.2967079 Nov 23 22:54:18.288803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52526) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:18.327478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30fc06-f3b7-4708-9772-b732b0190e48 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daaf481-c6ed-4749-b832-08f2c1187bf4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:18.344561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b5eef2f9-a028-4c73-8740-2120389c04f6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:18.344943 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.402406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb003e2d-8c05-4db4-a742-83e10665039f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1084030 Nov 23 22:54:18.407014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52528) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:18.416183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-327a0a1a-308b-448a-994f-876acc524be7 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207308975'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:18.452859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-327a0a1a-308b-448a-994f-876acc524be7 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.480546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56765af-4a2e-4180-b781-a9471f00dd43 req-ba13e96b-dd1b-426b-9a38-5699d66a33bc tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:18.493109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7cbbbb34-12d4-4c87-848a-4146d98d3884 None None] Could not find standard attr ID for object ae415012-2938-4f56-9846-48ed9772b37b. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:54:18.495908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d56765af-4a2e-4180-b781-a9471f00dd43 req-ba13e96b-dd1b-426b-9a38-5699d66a33bc tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.2084441 Nov 23 22:54:18.523117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7cbbbb34-12d4-4c87-848a-4146d98d3884 None None] Provisioning complete for port 4bb781cb-9434-4776-a986-731f4e0ebf87 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:18.527917 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cbbbb34-12d4-4c87-848a-4146d98d3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.567716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:18.611784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:18.612511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 523abaa0-1ae7-4425-a3ff-d4f6d98fa6f1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:18.620163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbbb34-12d4-4c87-848a-4146d98d3884 None None] Port 4bb781cb-9434-4776-a986-731f4e0ebf87 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:18.639745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7cbbbb34-12d4-4c87-848a-4146d98d3884 None None] Provisioning complete for port b5eef2f9-a028-4c73-8740-2120389c04f6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:18.640317 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cbbbb34-12d4-4c87-848a-4146d98d3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.672665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d56765af-4a2e-4180-b781-a9471f00dd43 req-272168cf-5463-4c07-8009-cdb7682ed1bb tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755304 Nov 23 22:54:18.716883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-327a0a1a-308b-448a-994f-876acc524be7 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.728135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-327a0a1a-308b-448a-994f-876acc524be7 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.780877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.784546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7eb9cbd-db97-4b2a-b316-f3c057959219 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "DELETE /v2.0/ports/ae415012-2938-4f56-9846-48ed9772b37b HTTP/1.1" status: 204 len: 168 time: 1.2691433 Nov 23 22:54:18.789044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52532) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:18.799159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a0a1a-308b-448a-994f-876acc524be7 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c80fd1-0698-4137-b24e-363268170b64,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:18.803387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Request body: {'port': {'name': 'tempest-new-port-name-2059642525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:18.806948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] bootfile-name is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:18.807354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] tftp-server is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:18.808334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] server-ip-address is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:18.819907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-327a0a1a-308b-448a-994f-876acc524be7 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.821427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-327a0a1a-308b-448a-994f-876acc524be7 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4106293 Nov 23 22:54:18.827708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:18.832320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3798df96-3a15-4561-b66d-b192c8c5262c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:18.832979 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-3798df96-3a15-4561-b66d-b192c8c5262c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 22:54:18.833477 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-3798df96-3a15-4561-b66d-b192c8c5262c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 22:54:18.835178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3798df96-3a15-4561-b66d-b192c8c5262c tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "PUT /v2.0/security-groups/73c80fd1-0698-4137-b24e-363268170b64 HTTP/1.1" status: 409 len: 330 time: 0.0057542 Nov 23 22:54:18.837928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52536) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:18.894792 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.903557 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7f39-b947-4223-a740-bad7a773a39f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.934105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7f39-b947-4223-a740-bad7a773a39f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.953149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-be86af66-b849-4408-9449-cd0136fd7a56 None None] Provisioning complete for port 4bb781cb-9434-4776-a986-731f4e0ebf87 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:18.953906 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be86af66-b849-4408-9449-cd0136fd7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.000608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7f39-b947-4223-a740-bad7a773a39f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.016227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a7f39-b947-4223-a740-bad7a773a39f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.018701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9b6a7f39-b947-4223-a740-bad7a773a39f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/73c80fd1-0698-4137-b24e-363268170b64 HTTP/1.1" status: 204 len: 168 time: 0.1796820 Nov 23 22:54:19.027070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52540) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.031452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-be86af66-b849-4408-9449-cd0136fd7a56 None None] Port 4bb781cb-9434-4776-a986-731f4e0ebf87 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:19.032487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a7f39-b947-4223-a740-bad7a773a39f tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c80fd1-0698-4137-b24e-363268170b64,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:19.129022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-76dd0668-1e6b-4d50-a8f7-11dbfeb549c2 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1005123 Nov 23 22:54:19.133735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52542) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.152664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-65d4ea50-ce7d-4cec-98f1-a3f38c3d2b3d None None] Could not find standard attr ID for object ae415012-2938-4f56-9846-48ed9772b37b. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:54:19.153076 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-7f3fd0ce-04ba-4310-bcb6-77c7d9e82e29 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] delete failed (client error): The resource could not be found. Nov 23 22:54:19.154210 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f3fd0ce-04ba-4310-bcb6-77c7d9e82e29 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "DELETE /v2.0/security-groups/c8a8de12-83e1-467d-a5d8-2b60c6f97d3c HTTP/1.1" status: 404 len: 347 time: 0.0194874 Nov 23 22:54:19.158337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52544) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.174622 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-bd9bd4e5-c80b-4d8d-b19f-c4debd25a78d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] show failed (client error): The resource could not be found. Nov 23 22:54:19.175798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bd9bd4e5-c80b-4d8d-b19f-c4debd25a78d tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-groups/f2bc02bc-8777-4da4-bd4b-51f6239aa1c4 HTTP/1.1" status: 404 len: 347 time: 0.0163603 Nov 23 22:54:19.180610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52546) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.204655 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-1d33601c-a550-449f-b54d-95ae568d7f32 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] show failed (client error): The resource could not be found. Nov 23 22:54:19.205735 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d33601c-a550-449f-b54d-95ae568d7f32 tempest-NegativeSecGroupIPv6Test-724894432 tempest-NegativeSecGroupIPv6Test-724894432-project] 10.222.0.11 "GET /v2.0/security-group-rules/13cfc283-736c-462d-a92f-c9fada820ac2 HTTP/1.1" status: 404 len: 356 time: 0.0239809 Nov 23 22:54:19.232260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.237730 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.294699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event updated for resources: {'Port': ['ID=4bb781cb-9434-4776-a986-731f4e0ebf87,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:19.300686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] In _notify_port_updated(), no bound segment for port 4bb781cb-9434-4776-a986-731f4e0ebf87 on network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:54:19.309498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.310821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.312656 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cad31d21-ae51-4c24-81fc-fabf41fa094c tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "PUT /v2.0/ports/4bb781cb-9434-4776-a986-731f4e0ebf87 HTTP/1.1" status: 200 len: 1130 time: 0.5223308 Nov 23 22:54:19.315212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52550) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.379143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e695e-4129-4567-85b3-6068e6db1ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.381986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5c0e695e-4129-4567-85b3-6068e6db1ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "GET /v2.0/ports/4bb781cb-9434-4776-a986-731f4e0ebf87 HTTP/1.1" status: 200 len: 1130 time: 0.0643730 Nov 23 22:54:19.385489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52552) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.510253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Deleting port 4bb781cb-9434-4776-a986-731f4e0ebf87 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:19.510598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.603505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52556) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.621441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.638943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Calling delete_port for 4bb781cb-9434-4776-a986-731f4e0ebf87 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:19.814977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c0308c8b-e6ec-4651-b016-736a22b031ef None None] Provisioning complete for port 4bb781cb-9434-4776-a986-731f4e0ebf87 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:19.815606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0308c8b-e6ec-4651-b016-736a22b031ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.843965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07c6a-f141-4211-8ee3-4c943c08f0a1 req-16c405ae-e7a9-48a9-a96c-5048883f17b5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.853474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cb07c6a-f141-4211-8ee3-4c943c08f0a1 req-16c405ae-e7a9-48a9-a96c-5048883f17b5 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0919807 Nov 23 22:54:19.877860 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c7977301-3cc9-4ca8-8247-e4aef4d97705 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4504822cbb3c40fd994ab61d5c8620dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738397 Nov 23 22:54:19.878695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.882873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52564) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.940723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event deleted for resources: {'Port': ['ID=4bb781cb-9434-4776-a986-731f4e0ebf87,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:19.984889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cb07c6a-f141-4211-8ee3-4c943c08f0a1 req-1a1e8fbb-5092-4a25-8c14-6dff082d724b tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304367 Nov 23 22:54:19.994984 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.002439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f57112bf-fd97-468d-84ee-a7026e7feada tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "DELETE /v2.0/ports/4bb781cb-9434-4776-a986-731f4e0ebf87 HTTP/1.1" status: 204 len: 168 time: 0.6156631 Nov 23 22:54:20.008624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52566) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:20.030501 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd274-67bc-4ed4-87c0-acb0e9507b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.044430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c0308c8b-e6ec-4651-b016-736a22b031ef None None] Port 4bb781cb-9434-4776-a986-731f4e0ebf87 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:20.065478 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd274-67bc-4ed4-87c0-acb0e9507b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.133008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd274-67bc-4ed4-87c0-acb0e9507b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.139842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7ddd274-67bc-4ed4-87c0-acb0e9507b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.140354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Deleting subnet db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:20.145215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f7ddd274-67bc-4ed4-87c0-acb0e9507b77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30877766-4e71-4921-b930-13fc7e749889 HTTP/1.1" status: 204 len: 168 time: 0.2615304 Nov 23 22:54:20.151232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.157960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddd274-67bc-4ed4-87c0-acb0e9507b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30877766-4e71-4921-b930-13fc7e749889,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:20.166315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b5eef2f9-a028-4c73-8740-2120389c04f6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:20.257630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.264203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b5eef2f9-a028-4c73-8740-2120389c04f6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:20.264587 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.404243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.470127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.502002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event deleted for resources: {'Subnet': ['ID=db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:20.504419 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.508977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f20a9a22-8d6f-4ffb-8cf4-694982bcb732 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "DELETE /v2.0/subnets/db1ccf31-3f3f-4a51-abfe-49a9b9a1cdd8 HTTP/1.1" status: 204 len: 168 time: 0.4992571 Nov 23 22:54:20.511393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:20.516241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e3e39-8fda-48cb-a25e-32b769b4f773 None None] Network 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:20.610476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.681228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Deleting port b5eef2f9-a028-4c73-8740-2120389c04f6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:20.681572 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.767087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] DHCP port deletion for 1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:20.770134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] For port b5eef2f9-a028-4c73-8740-2120389c04f6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b5eef2f9-a028-4c73-8740-2120389c04f6,segment=NetworkSegment(d3434436-4fc6-4259-b7a6-1b884398f209),segment_id=d3434436-4fc6-4259-b7a6-1b884398f209)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:20.770628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.788577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Calling delete_port for b5eef2f9-a028-4c73-8740-2120389c04f6 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:20.838881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] Deleting port b5eef2f9-a028-4c73-8740-2120389c04f6 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:20.839433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.899120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.925816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] For port b5eef2f9-a028-4c73-8740-2120389c04f6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b5eef2f9-a028-4c73-8740-2120389c04f6,segment=NetworkSegment(d3434436-4fc6-4259-b7a6-1b884398f209),segment_id=d3434436-4fc6-4259-b7a6-1b884398f209)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:20.926302 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:20.937006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event deleted for resources: {'Port': ['ID=b5eef2f9-a028-4c73-8740-2120389c04f6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:20.942408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] Calling delete_port for b5eef2f9-a028-4c73-8740-2120389c04f6 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:20.943145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] No DVR routers for this DVR port b5eef2f9-a028-4c73-8740-2120389c04f6 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:21.066692 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.068448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.110297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] Pushing event deleted for resources: {'Port': ['ID=b5eef2f9-a028-4c73-8740-2120389c04f6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:21.113947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:21.114367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19208803-cd64-4c59-92ec-27e3ecb7fe8b None None] No DVR routers for this DVR port b5eef2f9-a028-4c73-8740-2120389c04f6 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:21.140860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3434436-4fc6-4259-b7a6-1b884398f209') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:21.141345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3434436-4fc6-4259-b7a6-1b884398f209') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:21.154014 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.181525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.185221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552b131-3aef-422e-911b-cf1f77cf6e4a req-43abbd97-cfdc-4da1-bc16-d3451896386f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:21.198025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:21.199451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1552b131-3aef-422e-911b-cf1f77cf6e4a req-43abbd97-cfdc-4da1-bc16-d3451896386f tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.1085207 Nov 23 22:54:21.199729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:21.205872 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:21.222876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52602) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:21.291803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1552b131-3aef-422e-911b-cf1f77cf6e4a req-e476fb75-0055-4d3a-a022-57f0a8bf7b1a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921800 Nov 23 22:54:21.292030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.313778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.319622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] 10.222.0.11 "DELETE /v2.0/networks/1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68 HTTP/1.1" status: 204 len: 168 time: 0.8051839 Nov 23 22:54:21.323034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15dc2b-d725-4c94-8d0e-088df40c09be tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866 tempest-ExtraDHCPOptionsIpV6TestJSON-1921066866-project] Pushing event deleted for resources: {'Network': ['ID=1e04aff7-e9d0-4b54-891b-ed8f0ddd0a68,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:21.383718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f9a32b67-705b-42ff-ba14-b009ed6ba7cc tempest-ServiceProvidersTest-299157487 tempest-ServiceProvidersTest-299157487-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1543765 Nov 23 22:54:21.473889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-61077c78-d60a-41a5-b615-f76a52c74a81 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:21.476414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-61077c78-d60a-41a5-b615-f76a52c74a81 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 946 time: 0.0672767 Nov 23 22:54:21.598513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Deleting port 09172691-3244-4def-82bf-0579df7ba14b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:21.598513 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.696574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:21.741896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] For port 09172691-3244-4def-82bf-0579df7ba14b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=09172691-3244-4def-82bf-0579df7ba14b,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:21.742288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.757752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Calling delete_port for 09172691-3244-4def-82bf-0579df7ba14b owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:21.803537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52618) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:21.942283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.949550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9727aec5-fb57-4ac8-a202-a5051dc0bbc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:21.956892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['09172691-3244-4def-82bf-0579df7ba14b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:54:22.009790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f9b7e136-7fc2-4478-b9c0-78e087f43dec'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:54:22.027795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Pushing event deleted for resources: {'Port': ['ID=09172691-3244-4def-82bf-0579df7ba14b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:22.033764 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ce22f6bd-a912-4f19-b263-2635e192bfa3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fbe09e5cfed4d1eb70eec3424993bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336513 Nov 23 22:54:22.040272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52630) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:22.150579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0444905-0193-4bde-9965-4f4f2c3bdeec None None] DHCP port deletion for 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:22.156266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b5eef2f9-a028-4c73-8740-2120389c04f6 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:22.172186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9727aec5-fb57-4ac8-a202-a5051dc0bbc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.177296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9727aec5-fb57-4ac8-a202-a5051dc0bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.199857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] No DVR routers for this DVR port 09172691-3244-4def-82bf-0579df7ba14b on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:22.204092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727aec5-fb57-4ac8-a202-a5051dc0bbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ba3ae-f2de-495a-92ea-01e375b2ba47,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:22.219764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.229399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac93d656-bcbc-4f6e-868f-2f3636f6ad28 req-1d966640-41af-4c13-ba9a-51bc056ad182 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.46 "DELETE /v2.0/ports/09172691-3244-4def-82bf-0579df7ba14b HTTP/1.1" status: 204 len: 173 time: 0.7459464 Nov 23 22:54:22.232527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'name': 'network-vif-deleted', 'tag': '09172691-3244-4def-82bf-0579df7ba14b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:22.235112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9727aec5-fb57-4ac8-a202-a5051dc0bbc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c022899ed18e48219187cb54e2c42b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301794 Nov 23 22:54:22.237559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52632) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:22.239060 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09cf5bb-e017-4e33-9e5b-95f9d16b8b60" -d '{"events": [{"server_uuid": "2ced7304-38a2-43ed-9f21-4dc8de6637ea", "name": "network-vif-deleted", "tag": "09172691-3244-4def-82bf-0579df7ba14b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:22.277766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74507d09-ed2c-4547-8899-89fe5eaa4ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.349532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74507d09-ed2c-4547-8899-89fe5eaa4ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.355890 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba217af7-3842-429f-b54d-8ad55f7cc4e3 x-openstack-request-id: req-ba217af7-3842-429f-b54d-8ad55f7cc4e3 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:22.358389 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ced7304-38a2-43ed-9f21-4dc8de6637ea", "name": "network-vif-deleted", "tag": "09172691-3244-4def-82bf-0579df7ba14b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:22.358389 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba217af7-3842-429f-b54d-8ad55f7cc4e3 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:22.358389 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ced7304-38a2-43ed-9f21-4dc8de6637ea', 'name': 'network-vif-deleted', 'tag': '09172691-3244-4def-82bf-0579df7ba14b', 'status': 'completed', 'code': 200} Nov 23 22:54:22.373663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a3b88e2-b0d0-4c75-8288-619b0c17b0d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.380175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b5eef2f9-a028-4c73-8740-2120389c04f6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:22.382961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b5eef2f9-a028-4c73-8740-2120389c04f6 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:22.450662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a3b88e2-b0d0-4c75-8288-619b0c17b0d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.540287 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a3b88e2-b0d0-4c75-8288-619b0c17b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.545184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a3b88e2-b0d0-4c75-8288-619b0c17b0d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.548717 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a3b88e2-b0d0-4c75-8288-619b0c17b0d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc4ba3ae-f2de-495a-92ea-01e375b2ba47 HTTP/1.1" status: 204 len: 168 time: 0.3076577 Nov 23 22:54:22.548897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cd2222c-bd5d-4b51-ade1-65c60e0c1d9c req-3186a35c-60db-474b-a0f5-4035c9ceeb89 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ced7304-38a2-43ed-9f21-4dc8de6637ea HTTP/1.1" status: 200 len: 210 time: 0.0736482 Nov 23 22:54:22.576064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b88e2-b0d0-4c75-8288-619b0c17b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ba3ae-f2de-495a-92ea-01e375b2ba47,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:22.580148 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74507d09-ed2c-4547-8899-89fe5eaa4ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.584096 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74507d09-ed2c-4547-8899-89fe5eaa4ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:22.588074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-74507d09-ed2c-4547-8899-89fe5eaa4ce1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68172914-5587-47df-957f-f7f4fa30236c HTTP/1.1" status: 204 len: 168 time: 0.5401704 Nov 23 22:54:22.636759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74507d09-ed2c-4547-8899-89fe5eaa4ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68172914-5587-47df-957f-f7f4fa30236c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:22.772644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-24787b66-be4f-439f-85b2-2fd28eee06e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698946 Nov 23 22:54:22.956228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-38c002d2-25cc-42bd-bf0f-c0bc931eda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:22.960325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-38c002d2-25cc-42bd-bf0f-c0bc931eda7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1095 time: 0.1316502 Nov 23 22:54:23.315302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-0d627e65-ac9b-4a9b-bd4a-79c24e688649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:23.317166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-0d627e65-ac9b-4a9b-bd4a-79c24e688649 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.3257389 Nov 23 22:54:23.541534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-893514c3-01bf-46e8-bd28-e714cc116dbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 998 time: 0.2158270 Nov 23 22:54:23.639879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-63a08753-0ac8-4b7e-8e04-52263603b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:23.640917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-63a08753-0ac8-4b7e-8e04-52263603b568 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0908494 Nov 23 22:54:23.722149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-99fc6283-c566-4b98-867b-9b9d4650f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:23.724910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-99fc6283-c566-4b98-867b-9b9d4650f373 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758204 Nov 23 22:54:23.871504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52690) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:23.876216 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033014 Nov 23 22:54:23.879319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52692) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:23.907503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-9a008c30-ec9a-4b9a-9bd0-0b25320d3e97 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724732 Nov 23 22:54:24.050797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52698) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:24.093143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c611b7-7fe8-41a1-b0e5-55a1f9a1295b req-cc3770ec-053b-457f-b302-e1b49a731126 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731930 Nov 23 22:54:24.217522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321936-502e-4593-8922-99558f2ee2fd req-c145be47-b436-4686-ac66-a968adbfcae2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:24.219657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62321936-502e-4593-8922-99558f2ee2fd req-c145be47-b436-4686-ac66-a968adbfcae2 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1051514 Nov 23 22:54:24.222385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1544690304'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:24.247992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81bf6d7d-2bee-4451-acc2-9d19c3ebcbd7 tempest-NetworksApiDiscovery-1068407324 tempest-NetworksApiDiscovery-1068407324-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3634934 Nov 23 22:54:24.267799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Made reservation on behalf of 6bb5955abc4c4cc2ae1d39149bb52f4f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:24.275253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.289593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62321936-502e-4593-8922-99558f2ee2fd req-c0296722-32a3-463c-b93b-8e48505364ce tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Nov 23 22:54:24.290564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.404168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.411290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.428175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:54:24.455553 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.456059 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Added segment 42acee3a-8158-4963-8018-353b013861e3 of type vlan for network a084a7bf-dc24-4528-8c4b-6a8796ed59cc Nov 23 22:54:24.469007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0cff0a-ddd3-4611-bd90-8a524763bc53,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:24.503554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.531946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.538656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:24.539222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.547545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52708) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:24.589964 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5353518 Nov 23 22:54:24.590305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52712) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:24.595684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Request body: {'subnet': {'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:24.630778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34892b0c-147b-482c-8b13-c4ce4757fa76 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event updated for resources: {'Network': ['ID=a084a7bf-dc24-4528-8c4b-6a8796ed59cc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:24.645286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:54:24.735457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e589bdde-cd0e-47d4-b59b-e7877aa238ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.737683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 09172691-3244-4def-82bf-0579df7ba14b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:24.759918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Made reservation on behalf of 6bb5955abc4c4cc2ae1d39149bb52f4f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:24.764712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.770079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 09172691-3244-4def-82bf-0579df7ba14b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:24.770441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 09172691-3244-4def-82bf-0579df7ba14b not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:24.910928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e589bdde-cd0e-47d4-b59b-e7877aa238ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.918206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e589bdde-cd0e-47d4-b59b-e7877aa238ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:24.989731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e589bdde-cd0e-47d4-b59b-e7877aa238ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=165a7b8cd435473090a8eb6741e98018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409900 Nov 23 22:54:24.992091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589bdde-cd0e-47d4-b59b-e7877aa238ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04268eff-475f-445d-815e-27acce5c286b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:24.993077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52718) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:25.039624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.063309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e55d8151-ac0d-4445-aaf5-3bd9697dbeaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.090436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e55d8151-ac0d-4445-aaf5-3bd9697dbeaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.105847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event updated for resources: {'Subnet': ['ID=a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:25.113581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Checking segment: {'id': '42acee3a-8158-4963-8018-353b013861e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:25.113940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Network hostable DHCP agents. Network: a084a7bf-dc24-4528-8c4b-6a8796ed59cc, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:54:25.133958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:54:25.151356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, a084a7bf-dc24-4528-8c4b-6a8796ed59cc) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:25.158895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:25.159245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.161002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e55d8151-ac0d-4445-aaf5-3bd9697dbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.164877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e55d8151-ac0d-4445-aaf5-3bd9697dbeaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.168607 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e55d8151-ac0d-4445-aaf5-3bd9697dbeaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04268eff-475f-445d-815e-27acce5c286b HTTP/1.1" status: 204 len: 168 time: 0.1733992 Nov 23 22:54:25.169832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106aa491-b477-420c-b22b-da7392f6d14e None None] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:25.178017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d8151-ac0d-4445-aaf5-3bd9697dbeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04268eff-475f-445d-815e-27acce5c286b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:25.201200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c3cc2046-0869-4323-a977-61b07191a671 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6070895 Nov 23 22:54:25.201872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52722) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:25.207956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Request body: {'port': {'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1948774673'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:25.348629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Made reservation on behalf of 6bb5955abc4c4cc2ae1d39149bb52f4f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:25.353148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.382399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] device_id is not set on port c30b2404-d637-4a92-b9e3-c1f446960047 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:54:25.398612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-a084a7bf-dc24-4528-8c4b-6a8796ed59cc', 'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc', 'tenant_id': '6bb5955abc4c4cc2ae1d39149bb52f4f', 'fixed_ips': [{'subnet_id': 'a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:54:25.404174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.499413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88f06-ba17-4b7c-a69b-f8eb5ca5db89 req-c92b91f2-2ec4-43df-a23b-456d93a2229a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:25.501418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bed88f06-ba17-4b7c-a69b-f8eb5ca5db89 req-c92b91f2-2ec4-43df-a23b-456d93a2229a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.0831468 Nov 23 22:54:25.555968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Allocated IP 172.20.0.14 (a084a7bf-dc24-4528-8c4b-6a8796ed59cc/a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace/c30b2404-d637-4a92-b9e3-c1f446960047) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:25.571060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bed88f06-ba17-4b7c-a69b-f8eb5ca5db89 req-4c75ea91-2ff8-4490-ab94-7631af6d089a tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625768 Nov 23 22:54:25.737767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.798117 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:25.853469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Allocated IP 172.20.0.2 (a084a7bf-dc24-4528-8c4b-6a8796ed59cc/a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace/98dc770f-8307-4c26-a385-c132c572336c) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:25.874630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:25.884736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event updated for resources: {'Port': ['ID=c30b2404-d637-4a92-b9e3-c1f446960047,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:25.887140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:25.896029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:25.966847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:25.968819 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.000192 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-96ad007c-f836-4248-b5c4-301127e30cd1 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7937369 Nov 23 22:54:26.000877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52748) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:26.005959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Request body: {'port': {'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-272796697', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:26.006457 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] bootfile-name is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:26.006806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] tftp-server is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:26.007341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] server-ip-address is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:26.097898 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.111433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.167921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Made reservation on behalf of 6bb5955abc4c4cc2ae1d39149bb52f4f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:26.170031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:26.173149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.175048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:26.180310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:26.189216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Pushing event updated for resources: {'Port': ['ID=98dc770f-8307-4c26-a385-c132c572336c,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:26.207586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] device_id is not set on port a8cf2954-dfff-473c-be8e-959e69dde79c yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:54:26.250522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Attempting to bind port 98dc770f-8307-4c26-a385-c132c572336c on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:26.250897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Attempting to bind port 98dc770f-8307-4c26-a385-c132c572336c by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '42acee3a-8158-4963-8018-353b013861e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:26.251262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Attempting to bind port 98dc770f-8307-4c26-a385-c132c572336c on network a084a7bf-dc24-4528-8c4b-6a8796ed59cc {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:26.257257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:26.257633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Checking segment: {'id': '42acee3a-8158-4963-8018-353b013861e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:26.258248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.258906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Bound using segment: {'id': '42acee3a-8158-4963-8018-353b013861e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:26.259584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Bound port: 98dc770f-8307-4c26-a385-c132c572336c, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42acee3a-8158-4963-8018-353b013861e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a084a7bf-dc24-4528-8c4b-6a8796ed59cc'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:26.260151 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.343751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] For port 98dc770f-8307-4c26-a385-c132c572336c, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:26.350179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] For port 98dc770f-8307-4c26-a385-c132c572336c, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=98dc770f-8307-4c26-a385-c132c572336c,segment=NetworkSegment(42acee3a-8158-4963-8018-353b013861e3),segment_id=42acee3a-8158-4963-8018-353b013861e3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:26.355828 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.395632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-13d1b0da-e63f-4ac2-96a6-a31e441deedb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1063430 Nov 23 22:54:26.397776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Allocated IP 172.20.0.6 (a084a7bf-dc24-4528-8c4b-6a8796ed59cc/a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace/a8cf2954-dfff-473c-be8e-959e69dde79c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:26.414984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68230e-07cc-485d-b7e1-c946ebead2d8 None None] Pushing event updated for resources: {'Port': ['ID=98dc770f-8307-4c26-a385-c132c572336c,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:26.750078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.751134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.752139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.752788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.754240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.754930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.758096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee757a-0349-4299-84db-fec5248af703 req-c15b5725-74b4-4487-8a7c-d3d5f3b03c91 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.758972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:26.762709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b1b8392b-dc84-4c15-86e7-a94ed5c35018 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6492 time: 0.2617249 Nov 23 22:54:26.820039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06ee757a-0349-4299-84db-fec5248af703 req-c15b5725-74b4-4487-8a7c-d3d5f3b03c91 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1265457 Nov 23 22:54:26.844224 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:26.930749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06ee757a-0349-4299-84db-fec5248af703 req-7afd5638-6594-4e17-a312-fe201e39b731 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089759 Nov 23 22:54:26.989410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:27.009969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769b292-db5d-4898-9efc-32122604f0e1 req-ce45bb63-7813-4fec-bdec-c4aedbef09b3 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.012749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0769b292-db5d-4898-9efc-32122604f0e1 req-ce45bb63-7813-4fec-bdec-c4aedbef09b3 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 945 time: 0.1193237 Nov 23 22:54:27.087437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-6d03cd20-5a00-4254-950a-470074e1b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.088332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-6d03cd20-5a00-4254-950a-470074e1b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.089212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-6d03cd20-5a00-4254-950a-470074e1b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.091457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-6d03cd20-5a00-4254-950a-470074e1b224 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98149ffc-c8d0-4f66-87c9-1db80dfda154&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 200 len: 2293 time: 0.2000456 Nov 23 22:54:27.188186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:27.201352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-52c4042a-c4e6-4f18-99b4-12f9e8543ae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 200 len: 1000 time: 0.0977626 Nov 23 22:54:27.281859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:27.282501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-896cdd9b-2e33-472e-b130-47037b3e1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.285257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-896cdd9b-2e33-472e-b130-47037b3e1ba8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 HTTP/1.1" status: 200 len: 851 time: 0.0762072 Nov 23 22:54:27.297900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:27.306311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:27.310038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event updated for resources: {'Port': ['ID=a8cf2954-dfff-473c-be8e-959e69dde79c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:27.342917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Deleting port f9b7e136-7fc2-4478-b9c0-78e087f43dec {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:27.343350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:27.405729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-5690b584-8c5c-4138-b18a-0b9d7393fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.407562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-5690b584-8c5c-4138-b18a-0b9d7393fa55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98149ffc-c8d0-4f66-87c9-1db80dfda154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096258 Nov 23 22:54:27.542196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-34daa2e2-7959-472f-82de-980dbc4fb9ef service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247890 Nov 23 22:54:27.547087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.547811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:27.586630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] For port f9b7e136-7fc2-4478-b9c0-78e087f43dec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f9b7e136-7fc2-4478-b9c0-78e087f43dec,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:27.587919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:27.595813 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-33031e23-1160-42bf-8f21-53578665f0c4 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.5919542 Nov 23 22:54:27.601401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:27.621954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Calling delete_port for f9b7e136-7fc2-4478-b9c0-78e087f43dec owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:27.748206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-e07ce34b-cd0c-4c1c-af6e-35454dd33dff service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960342 Nov 23 22:54:27.768156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fad42-abea-49b7-8d6a-1e585538992f tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.774357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fad42-abea-49b7-8d6a-1e585538992f tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.780475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fad42-abea-49b7-8d6a-1e585538992f tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:27.784595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-253fad42-abea-49b7-8d6a-1e585538992f tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1798480 Nov 23 22:54:27.789754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52794) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:27.897483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-f87c280f-96aa-4726-9ddb-eb1c6fe07483 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 217 time: 0.1337922 Nov 23 22:54:27.994277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-c598994f-4691-43e9-a58a-6a7532f39b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:28.002895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-c598994f-4691-43e9-a58a-6a7532f39b64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0958428 Nov 23 22:54:28.152508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Deleting port a8cf2954-dfff-473c-be8e-959e69dde79c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:28.153421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.168537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.183984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 98dc770f-8307-4c26-a385-c132c572336c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:28.217100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-e9cd25fd-3edd-4d06-a152-0e617ff06e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:28.219690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-e9cd25fd-3edd-4d06-a152-0e617ff06e6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2130756 Nov 23 22:54:28.284737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce130a0c-741b-489d-a068-752b9d35516e None None] DHCP port deletion for 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:28.325452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4ab23-208b-4603-bdfb-7b4637bda070 req-37f3b8b2-6b50-4d99-858f-1f8947759a31 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:28.333449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7b4ab23-208b-4603-bdfb-7b4637bda070 req-37f3b8b2-6b50-4d99-858f-1f8947759a31 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d354f8f-103a-48ef-a2d4-99d587c09e0c HTTP/1.1" status: 200 len: 867 time: 0.2696302 Nov 23 22:54:28.347239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 98dc770f-8307-4c26-a385-c132c572336c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:28.347763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.358530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1af1d-7200-4a88-84dc-a17ac276eee1 None None] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:28.384542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Pushing event deleted for resources: {'Port': ['ID=f9b7e136-7fc2-4478-b9c0-78e087f43dec,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:28.389832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] No DVR routers for this DVR port f9b7e136-7fc2-4478-b9c0-78e087f43dec on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:28.397675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.402276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0769b292-db5d-4898-9efc-32122604f0e1 req-7a409bd4-a435-44bc-8df1-a5c86f9b0f30 tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.48 "DELETE /v2.0/ports/f9b7e136-7fc2-4478-b9c0-78e087f43dec HTTP/1.1" status: 204 len: 173 time: 1.3757348 Nov 23 22:54:28.402276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'name': 'network-vif-deleted', 'tag': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:28.404685 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056593b8-cc02-43f3-a120-6be3db79495e" -d '{"events": [{"server_uuid": "6d354f8f-103a-48ef-a2d4-99d587c09e0c", "name": "network-vif-deleted", "tag": "f9b7e136-7fc2-4478-b9c0-78e087f43dec"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:28.495494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.517592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Calling delete_port for a8cf2954-dfff-473c-be8e-959e69dde79c owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:28.589400 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f5bb72-0e16-45c1-88ae-d37c3eb5bf8f x-openstack-request-id: req-d5f5bb72-0e16-45c1-88ae-d37c3eb5bf8f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:28.589685 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d354f8f-103a-48ef-a2d4-99d587c09e0c", "name": "network-vif-deleted", "tag": "f9b7e136-7fc2-4478-b9c0-78e087f43dec", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:28.590546 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5f5bb72-0e16-45c1-88ae-d37c3eb5bf8f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:28.591006 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d354f8f-103a-48ef-a2d4-99d587c09e0c', 'name': 'network-vif-deleted', 'tag': 'f9b7e136-7fc2-4478-b9c0-78e087f43dec', 'status': 'completed', 'code': 200} Nov 23 22:54:28.705294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-daf341ad-05f9-4090-86c6-ff6431c76762 None None] Provisioning complete for port 98dc770f-8307-4c26-a385-c132c572336c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:28.705581 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-daf341ad-05f9-4090-86c6-ff6431c76762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.734720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.758681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7b4ab23-208b-4603-bdfb-7b4637bda070 req-b1b7171e-f62c-492b-96b8-f33cbd22fe9d tempest-ServerRescueTestJSON-571236053 tempest-ServerRescueTestJSON-571236053-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2198738-1d9c-4ec4-a2d6-1df5b918250e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235194 Nov 23 22:54:28.767346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-db87103c-8765-40fd-aa34-38f3399f2926 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240240 Nov 23 22:54:28.774102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event deleted for resources: {'Port': ['ID=a8cf2954-dfff-473c-be8e-959e69dde79c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:28.853170 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.914561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.918573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66f11cd2-0ee6-4315-a3f0-66057236f60a tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "DELETE /v2.0/ports/a8cf2954-dfff-473c-be8e-959e69dde79c HTTP/1.1" status: 204 len: 168 time: 1.1223106 Nov 23 22:54:28.921843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52808) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:28.931469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Request body: {'port': {'name': 'tempest-new-port-name-192779929', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:28.931947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] bootfile-name is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:28.932295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] tftp-server is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:28.932631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.api.validators [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] server-ip-address is not in valid_values {{(pid=103523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:54:28.940053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-1bf2532a-e769-4161-93a9-d06e3a598f65 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602917 Nov 23 22:54:29.000397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 98dc770f-8307-4c26-a385-c132c572336c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=98dc770f-8307-4c26-a385-c132c572336c,segment=NetworkSegment(42acee3a-8158-4963-8018-353b013861e3),segment_id=42acee3a-8158-4963-8018-353b013861e3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:29.007925 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-daf341ad-05f9-4090-86c6-ff6431c76762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:29.040382 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:29.049574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-a37c191a-07e1-405e-b3ab-f90b5e66079f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0945642 Nov 23 22:54:29.054660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:29.230745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-3fee8595-912a-419e-ae84-ab338f15fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:29.232316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-3fee8595-912a-419e-ae84-ab338f15fcff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1668928 Nov 23 22:54:29.319525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=98dc770f-8307-4c26-a385-c132c572336c,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:29.338447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0f66f-6783-49e1-a7ca-94b1402f0a33 req-834f991a-c1e3-4c57-a844-6801c3e4463a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:29.344496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a0f66f-6783-49e1-a7ca-94b1402f0a33 req-834f991a-c1e3-4c57-a844-6801c3e4463a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1924894 Nov 23 22:54:29.351304 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-daf341ad-05f9-4090-86c6-ff6431c76762 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:54:29.351697 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-daf341ad-05f9-4090-86c6-ff6431c76762 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:54:29.397575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-0cb32c03-0387-45dc-a488-cb2375fe84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:29.399246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-0cb32c03-0387-45dc-a488-cb2375fe84f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550245 Nov 23 22:54:29.446519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4a0f66f-6783-49e1-a7ca-94b1402f0a33 req-0584d198-4070-4b35-ae98-70b4b416e5ae tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875881 Nov 23 22:54:29.462343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:29.487467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:29.529418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f9b7e136-7fc2-4478-b9c0-78e087f43dec no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:29.565978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-5f4e1674-d0e4-4ac0-99cc-d7bd2ff82905 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483080 Nov 23 22:54:29.572095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: f9b7e136-7fc2-4478-b9c0-78e087f43dec {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:29.572602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f9b7e136-7fc2-4478-b9c0-78e087f43dec not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:29.612640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event updated for resources: {'Port': ['ID=c30b2404-d637-4a92-b9e3-c1f446960047,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:29.634141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] In _notify_port_updated(), no bound segment for port c30b2404-d637-4a92-b9e3-c1f446960047 on network a084a7bf-dc24-4528-8c4b-6a8796ed59cc {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:54:29.639989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:29.640745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:29.645167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-569a494c-fb3d-46a2-a371-a815d11023a3 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "PUT /v2.0/ports/c30b2404-d637-4a92-b9e3-c1f446960047 HTTP/1.1" status: 200 len: 1136 time: 0.7221010 Nov 23 22:54:29.645845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:29.718586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52822) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:29.728969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5af56-28ed-4d38-9747-688214cd380e req-b8bdbb1b-b441-4a49-a7ee-c504c7fea273 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:29.730919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3a5af56-28ed-4d38-9747-688214cd380e req-b8bdbb1b-b441-4a49-a7ee-c504c7fea273 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1574025 Nov 23 22:54:29.773510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-db9f9f02-791b-4c38-bbae-2fd45759474c service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973326 Nov 23 22:54:29.796042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cb0bb-a328-4b78-8b79-0b926256942f tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:29.801865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd0cb0bb-a328-4b78-8b79-0b926256942f tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "GET /v2.0/ports/c30b2404-d637-4a92-b9e3-c1f446960047 HTTP/1.1" status: 200 len: 1136 time: 0.1501453 Nov 23 22:54:29.803194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52826) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:29.806462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3a5af56-28ed-4d38-9747-688214cd380e req-ac5b733b-f1dc-439e-8521-7e578839ed08 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626590 Nov 23 22:54:29.867543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52832) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:29.893144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-b2e13d6a-05f9-4e2d-896b-c5ac9415c720 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc HTTP/1.1" status: 200 len: 217 time: 0.0917764 Nov 23 22:54:29.972942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-2fef96f0-3517-4fb0-a091-d0cf58e5fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:29.975109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-2fef96f0-3517-4fb0-a091-d0cf58e5fdc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0733488 Nov 23 22:54:30.063182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-1f56a8ca-3789-4594-a775-df579d965486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:30.066396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-1f56a8ca-3789-4594-a775-df579d965486 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812535 Nov 23 22:54:30.068511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0a23ee5c-eea1-4d44-a05f-e8f4780f06a7 None None] Provisioning complete for port c30b2404-d637-4a92-b9e3-c1f446960047 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:30.068871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a23ee5c-eea1-4d44-a05f-e8f4780f06a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:30.148516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 98dc770f-8307-4c26-a385-c132c572336c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:30.262867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0a23ee5c-eea1-4d44-a05f-e8f4780f06a7 None None] Port c30b2404-d637-4a92-b9e3-c1f446960047 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:30.279376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0a23ee5c-eea1-4d44-a05f-e8f4780f06a7 None None] Provisioning complete for port 98dc770f-8307-4c26-a385-c132c572336c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:30.279772 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a23ee5c-eea1-4d44-a05f-e8f4780f06a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:30.403588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 98dc770f-8307-4c26-a385-c132c572336c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:30.404295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:30.412717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-c2cc2042-a23a-4362-8e96-e4239115403c service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306026 Nov 23 22:54:30.505554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-07fba630-a648-4ad2-8bad-c0b4be026402 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:30.521403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-07fba630-a648-4ad2-8bad-c0b4be026402 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.3922276 Nov 23 22:54:30.597693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-5d5aeee5-a89a-4054-a78c-eaef590e58bb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/quotas/8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 375 time: 0.0754604 Nov 23 22:54:30.733612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0a23ee5c-eea1-4d44-a05f-e8f4780f06a7 None None] Could not find standard attr ID for object a8cf2954-dfff-473c-be8e-959e69dde79c. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:54:30.774657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-b4f5db79-c1af-42e4-8b8a-2c0315a44a6a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1517196 Nov 23 22:54:30.870164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3c55ad6a-100d-465f-9e68-a85c67d3faa0 None None] Provisioning complete for port c30b2404-d637-4a92-b9e3-c1f446960047 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:30.870164 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c55ad6a-100d-465f-9e68-a85c67d3faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:30.888635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-c00d3696-f368-4eb2-b32b-c13caa95595e service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341061 Nov 23 22:54:30.923459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Deleting port c30b2404-d637-4a92-b9e3-c1f446960047 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:30.924108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:30.962631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3c55ad6a-100d-465f-9e68-a85c67d3faa0 None None] Port c30b2404-d637-4a92-b9e3-c1f446960047 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:31.053549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-76d29908-a47c-4060-9c4d-dd18b7a839c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b HTTP/1.1" status: 200 len: 217 time: 0.1546345 Nov 23 22:54:31.128161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-5acb025e-3fbb-454c-b925-6b09c575693f service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314071 Nov 23 22:54:31.142034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-c113b7c9-48c7-469d-95e9-7345db078e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:31.145401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-c113b7c9-48c7-469d-95e9-7345db078e85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.0827172 Nov 23 22:54:31.212956 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:31.236823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Calling delete_port for c30b2404-d637-4a92-b9e3-c1f446960047 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:31.273663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-92721a58-29af-466f-911b-e2f311eddf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:31.275296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-92721a58-29af-466f-911b-e2f311eddf9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017337 Nov 23 22:54:31.288910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-a86ed2be-f972-4099-8eda-7ddf83aa2a7a service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575480 Nov 23 22:54:31.468751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-0d1d2ff8-cb01-41b5-a010-d7da1e6f8d6c service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787133 Nov 23 22:54:31.590565 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2c867f1-5014-4376-bd24-970849b8bf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:31.611132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:31.665692 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2d33b71-959e-4a2e-af20-3ab6a7143109 req-a2d5566d-e18c-49d3-b424-9cda5e662bc7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 210 time: 0.0758615 Nov 23 22:54:31.725761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-afb385af-9fb0-46d6-93f4-3915a6c55fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452679 Nov 23 22:54:31.744548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:31.808233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-1b6cc267-bccd-462b-b46f-bb90e372497c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e HTTP/1.1" status: 200 len: 217 time: 0.0479605 Nov 23 22:54:31.891309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-e0d1d5a1-0a7d-4cd7-98c1-c05d9cfbf88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:31.891564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-e0d1d5a1-0a7d-4cd7-98c1-c05d9cfbf88d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.0742755 Nov 23 22:54:31.930587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event deleted for resources: {'Port': ['ID=c30b2404-d637-4a92-b9e3-c1f446960047,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:31.967423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-8881c0fc-0697-430f-bb20-dd5d3fb39a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:31.999485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-8881c0fc-0697-430f-bb20-dd5d3fb39a1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955744 Nov 23 22:54:32.001349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:32.074955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52878) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:32.112187 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:32.117278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-64619dbd-8af5-405c-bd56-69abf3d3e5ab tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "DELETE /v2.0/ports/c30b2404-d637-4a92-b9e3-c1f446960047 HTTP/1.1" status: 204 len: 168 time: 2.3127890 Nov 23 22:54:32.124717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52886) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:32.335101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-9f7941e3-fe19-4ff9-970f-5331a5fa9c2c service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151555 Nov 23 22:54:32.360958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Deleting subnet a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:32.370016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:32.520139 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:32.608522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-79c7e637-f7d8-4c7c-81fa-b9749c963d87 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592680 Nov 23 22:54:32.655061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Deleting port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:32.655422 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:32.696413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-eb3fc39f-ec66-47e9-a437-aa72009eebc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 200 len: 217 time: 0.0380261 Nov 23 22:54:32.763442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] For port d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,segment=NetworkSegment(b4503b63-3745-41dc-81c8-ccee53ca3861),segment_id=b4503b63-3745-41dc-81c8-ccee53ca3861)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:32.763835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:32.780000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Calling delete_port for d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:32.820098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:32.823984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21dd8666-4ece-49e4-a2ef-b73a6a63589d req-9e4e73bf-cbe6-4a32-a0c4-c1c5e983940b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 210 time: 0.0376139 Nov 23 22:54:32.835270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-ec9a534b-1335-49ca-8ad9-5f35cec816bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:32.836893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-ec9a534b-1335-49ca-8ad9-5f35cec816bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.1299582 Nov 23 22:54:32.947163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-ded2fd9c-2064-4847-bf6b-b40349cfba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:32.948821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-ded2fd9c-2064-4847-bf6b-b40349cfba92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886946 Nov 23 22:54:33.289298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port c16a724c-3bbf-4284-add4-26e2fb3e15c9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:33.290323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.337400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.401819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event deleted for resources: {'Subnet': ['ID=a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:33.408750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.414646 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0cb2147a-fcd8-4d6f-81bb-23ed118ebe90 tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "DELETE /v2.0/subnets/a02d7073-ac41-4cb3-b4cb-8b6fc26f3ace HTTP/1.1" status: 204 len: 168 time: 1.2886086 Nov 23 22:54:33.415286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:33.426526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c561dce-5fcd-43a5-8114-88a73696bac6 None None] Network a084a7bf-dc24-4528-8c4b-6a8796ed59cc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:33.566473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port c16a724c-3bbf-4284-add4-26e2fb3e15c9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c16a724c-3bbf-4284-add4-26e2fb3e15c9,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:33.566924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.574261 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.584025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.586000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-5da243f9-8e5b-4e2c-9660-2ec7c719113d service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236837 Nov 23 22:54:33.597712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for c16a724c-3bbf-4284-add4-26e2fb3e15c9 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:33.606464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9c76-46e9-4dc2-be45-8666849bda09 req-ae41af61-a693-4e61-9b79-e7b0f5e17417 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:33.608076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ffbe9c76-46e9-4dc2-be45-8666849bda09 req-ae41af61-a693-4e61-9b79-e7b0f5e17417 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 947 time: 0.5196538 Nov 23 22:54:33.630574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:33.660375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb2c9b-9f5b-437c-bb36-2a9882b1509c None None] DHCP port deletion for 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:33.726490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7921f065-d96e-41e8-84cd-c986dce12c13 req-6af314bb-99a1-4b65-8504-0f28d3e9b0db service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147792 Nov 23 22:54:33.758483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-75d6cb8b-3fdc-466d-8120-3cb697f8d3a3 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:33.760249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-75d6cb8b-3fdc-466d-8120-3cb697f8d3a3 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.7128513 Nov 23 22:54:33.784574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'port': {'device_id': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'admin_state_up': True, 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:33.791148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] DHCP port deletion for a084a7bf-dc24-4528-8c4b-6a8796ed59cc request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:33.841991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.851230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] Deleting port 98dc770f-8307-4c26-a385-c132c572336c {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:33.851663 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.861448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ffbe9c76-46e9-4dc2-be45-8666849bda09 req-0a67334f-9e56-47a0-b274-4f65a0a0103e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2233913 Nov 23 22:54:33.923984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] For port 98dc770f-8307-4c26-a385-c132c572336c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=98dc770f-8307-4c26-a385-c132c572336c,segment=NetworkSegment(42acee3a-8158-4963-8018-353b013861e3),segment_id=42acee3a-8158-4963-8018-353b013861e3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:33.924626 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.945533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] Calling delete_port for 98dc770f-8307-4c26-a385-c132c572336c owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:34.008870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Deleting port 98dc770f-8307-4c26-a385-c132c572336c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:34.009219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.081725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b574bbf3-bfa3-430c-8ae6-8e95296a35d8 req-5116ecb0-83eb-4763-932d-7be7cd53841c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 210 time: 0.0531721 Nov 23 22:54:34.102870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.179118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] Pushing event deleted for resources: {'Port': ['ID=98dc770f-8307-4c26-a385-c132c572336c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:34.184586 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb27ac0a-1c0c-48cd-8616-0d54fe9da0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.191586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69086a-a860-48b0-b2a6-81d0eb982b13 None None] No DVR routers for this DVR port 98dc770f-8307-4c26-a385-c132c572336c on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:34.194118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] For port 98dc770f-8307-4c26-a385-c132c572336c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=98dc770f-8307-4c26-a385-c132c572336c,segment=NetworkSegment(42acee3a-8158-4963-8018-353b013861e3),segment_id=42acee3a-8158-4963-8018-353b013861e3)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:34.197439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.210638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Made reservation on behalf of 8d524ce723c54b2c9f55db9abfefa842 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:34.214164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.220239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Calling delete_port for 98dc770f-8307-4c26-a385-c132c572336c owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:34.277326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 98dc770f-8307-4c26-a385-c132c572336c no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:34.346602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 98dc770f-8307-4c26-a385-c132c572336c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:34.348029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 98dc770f-8307-4c26-a385-c132c572336c not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:34.385511 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.425193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Allocated IP 172.20.0.4 (4ceb42f0-96f0-408b-a1b0-14731cc84da4/cb19bfdd-3f05-4f7d-bd68-bf739a632ced/7f34e373-7783-4ae4-944b-aabeebc40c2b) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:34.426991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.465352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Deleting port ca780ab8-d6d3-4480-afa9-50f527826e03 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:34.465686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.668102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] For port ca780ab8-d6d3-4480-afa9-50f527826e03, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ca780ab8-d6d3-4480-afa9-50f527826e03,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:34.668866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.687766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Calling delete_port for ca780ab8-d6d3-4480-afa9-50f527826e03 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:34.771247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.784410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-1dbe4700-b0eb-4522-8c59-57c2f8848f8d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:34.785930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-1dbe4700-b0eb-4522-8c59-57c2f8848f8d tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.48 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 947 time: 0.1604612 Nov 23 22:54:34.842456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event deleted for resources: {'Port': ['ID=98dc770f-8307-4c26-a385-c132c572336c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:34.859530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] No DVR routers for this DVR port 98dc770f-8307-4c26-a385-c132c572336c on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:34.978455 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:34.985154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.003324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.017024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb', '1be2901b-0787-46f4-be0d-cb1fd1068421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:54:35.077603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=c16a724c-3bbf-4284-add4-26e2fb3e15c9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:35.086942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.170823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a084a7bf-dc24-4528-8c4b-6a8796ed59cc']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:35.178557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:35.224254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:35.281197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=7f34e373-7783-4ae4-944b-aabeebc40c2b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:35.292662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42acee3a-8158-4963-8018-353b013861e3') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:35.293179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42acee3a-8158-4963-8018-353b013861e3') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:35.311941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.322245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c0137-d8dd-447b-a839-073cdba61801 req-ae8447e0-c8a0-4c0b-aa5e-76a1c616367f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:35.333849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a0c0137-d8dd-447b-a839-073cdba61801 req-ae8447e0-c8a0-4c0b-aa5e-76a1c616367f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 947 time: 0.3817575 Nov 23 22:54:35.359971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:35.378363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.398974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Deleting port beed38d6-bedf-41ed-8355-461e7b912811 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:35.399342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.508060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:35.509158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:35.514608 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:35.651989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d031b695-7495-4f6d-ab18-6031933b5664 None None] Provisioning complete for port 7f34e373-7783-4ae4-944b-aabeebc40c2b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:35.654292 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d031b695-7495-4f6d-ab18-6031933b5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.660455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.669831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:35.678894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.679547 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.682183 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] 10.222.0.11 "DELETE /v2.0/networks/a084a7bf-dc24-4528-8c4b-6a8796ed59cc HTTP/1.1" status: 204 len: 168 time: 2.2618153 Nov 23 22:54:35.689383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:35.690158 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.699635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155848-0da9-49e2-9eba-49b24e93a2ae tempest-ExtraDHCPOptionsTestJSON-1352251766 tempest-ExtraDHCPOptionsTestJSON-1352251766-project] Pushing event deleted for resources: {'Network': ['ID=a084a7bf-dc24-4528-8c4b-6a8796ed59cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:35.707702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.709592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a0c0137-d8dd-447b-a839-073cdba61801 req-411622af-ca02-4273-9b8b-f27926a05a03 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3733921 Nov 23 22:54:35.751165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] For port beed38d6-bedf-41ed-8355-461e7b912811, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=beed38d6-bedf-41ed-8355-461e7b912811,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:35.751649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:35.770093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfad7-1ca7-47f6-8ba7-6e29668f9613 req-86b520ce-06af-4417-a30b-b4938b79afb8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:35.772236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26fdfad7-1ca7-47f6-8ba7-6e29668f9613 req-86b520ce-06af-4417-a30b-b4938b79afb8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 931 time: 0.2968445 Nov 23 22:54:35.777248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca780ab8-d6d3-4480-afa9-50f527826e03,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:35.818536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-67cb9473-c743-4f22-8020-a85a3c85c2f5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0412676 Nov 23 22:54:35.824100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d031b695-7495-4f6d-ab18-6031933b5664 None None] Port 7f34e373-7783-4ae4-944b-aabeebc40c2b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:35.884568 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Request body: {'port': {'device_id': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:36.073706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:36.089611 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] Sync routers for ids ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:36.091780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6a826446-e21e-4c7c-ae28-3a82f1217949 admin admin] 10.222.0.11 "PUT /v2.0/routers/dc29cdf3-df47-4de5-b5f2-f7568b3973c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2132666 Nov 23 22:54:36.110174 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] Routers {'dc29cdf3-df47-4de5-b5f2-f7568b3973c0'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:36.110810 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:36.112983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52946) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:36.200557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52948) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:36.202979 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:54:36.243112 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:36.281113 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] Set router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:36.343023 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:36.382019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26fdfad7-1ca7-47f6-8ba7-6e29668f9613 req-d1bad053-37bc-4138-9531-4d17f3a3ef63 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148613 Nov 23 22:54:36.418691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:36.418990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:36.423161 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Floating IP 080ef208-9bbc-4887-8c7f-18e531fd523a disassociated. External IP: 172.25.0.57, port: beed38d6-bedf-41ed-8355-461e7b912811. Nov 23 22:54:36.423296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Calling delete_port for beed38d6-bedf-41ed-8355-461e7b912811 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:36.461128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:36.571831 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:54:33Z', 'revision_number': 5, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:36.601175 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] Checking router: dc29cdf3-df47-4de5-b5f2-f7568b3973c0 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:36.611871 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] Routers {'dc29cdf3-df47-4de5-b5f2-f7568b3973c0'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:36.613001 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:36.627987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c919b0c-a7af-4c8e-810e-040e0d798f4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bb5955abc4c4cc2ae1d39149bb52f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259486 Nov 23 22:54:36.633523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52958) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:36.684571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 00cc2304-e633-4d3f-92d3-8583ab394ab5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:36.720863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:36.760516 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] Set router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:36.868951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:36.879224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] Sync routers for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:36.902471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-12831909-23a9-44de-8f0f-52715ae92773 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "PUT /v2.0/routers/00cc2304-e633-4d3f-92d3-8583ab394ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1791129 Nov 23 22:54:36.911464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:36.912808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:36.965793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73c8-f60c-4f49-9e49-7a0b932d212d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.032770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73c8-f60c-4f49-9e49-7a0b932d212d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.040222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.055821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313ac4-8657-4243-b84f-6d7a2a244635 req-f0e67d04-0ba1-488a-a527-65c41a396b7e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:37.060504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Deleting port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:37.060917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.063252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52313ac4-8657-4243-b84f-6d7a2a244635 req-f0e67d04-0ba1-488a-a527-65c41a396b7e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 947 time: 0.1888769 Nov 23 22:54:37.065069 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:54:33Z', 'revision_number': 5, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:37.161356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:37.174608 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f331da-a12f-4aa6-9b73-fde058bd76fe None None] The sync data for ids ['dc29cdf3-df47-4de5-b5f2-f7568b3973c0'] in n-d-817303-3 is: [{'id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'name': 'tempest-ServerRescueTestJSON-1510787644-router', 'tenant_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:27Z', 'updated_at': '2021-11-23T22:54:33Z', 'revision_number': 5, 'project_id': '3fb99c4bc4c344ec941db5f0b7050cd5', 'gw_port': {'id': '33da76f9-0a79-4f3e-82dc-97a81a5ae8eb', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc29cdf3-df47-4de5-b5f2-f7568b3973c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:28Z', 'updated_at': '2021-11-23T22:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:37.207313 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73c8-f60c-4f49-9e49-7a0b932d212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.214115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5ee73c8-f60c-4f49-9e49-7a0b932d212d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.227321 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a5ee73c8-f60c-4f49-9e49-7a0b932d212d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de0cff0a-ddd3-4611-bd90-8a524763bc53 HTTP/1.1" status: 204 len: 168 time: 0.5792706 Nov 23 22:54:37.247420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee73c8-f60c-4f49-9e49-7a0b932d212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0cff0a-ddd3-4611-bd90-8a524763bc53,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:37.278968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] For port 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:37.279360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.296539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Calling delete_port for 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:37.389428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.452212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52313ac4-8657-4243-b84f-6d7a2a244635 req-accb48f2-5707-4626-9f29-6b82df7ac19e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3880246 Nov 23 22:54:37.554566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event deleted for resources: {'Port': ['ID=beed38d6-bedf-41ed-8355-461e7b912811,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:37.584836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.614403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device beed38d6-bedf-41ed-8355-461e7b912811 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:37.641572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf4604-0d5c-4d33-86a4-cf01b54218b1 req-b8ec7a62-66e3-47f9-a474-c2b948ecfb08 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:37.649795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ccf4604-0d5c-4d33-86a4-cf01b54218b1 req-b8ec7a62-66e3-47f9-a474-c2b948ecfb08 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 946 time: 0.2883854 Nov 23 22:54:37.729104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: beed38d6-bedf-41ed-8355-461e7b912811 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:37.729406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device beed38d6-bedf-41ed-8355-461e7b912811 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:37.806577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:34Z', 'revision_number': 6, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:52Z', 'revision_number': 1, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:37.861259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] Checking router: 00cc2304-e633-4d3f-92d3-8583ab394ab5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:37.889259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:37.922145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:37.923064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:37.944327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=33da76f9-0a79-4f3e-82dc-97a81a5ae8eb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:38.103601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cfbe1d-8e41-40ab-a6ab-2c6ec0f76579 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:38.108386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.184778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.191922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:38.233327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:38.238813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d6bda31f-d2a5-42e7-ac6b-c91d81bb56b1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:38.280979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:38.333119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ccf4604-0d5c-4d33-86a4-cf01b54218b1 req-808990f9-cbbd-474a-8d2e-41fa6d54460c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5950522 Nov 23 22:54:38.412192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Router 9f516ba9-6971-4de3-81dc-c78f8e49da5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:38.445681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.448296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.485062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048924a8-0da2-4f8a-a368-75608d16fd12 req-76d23cd2-b6e5-4f27-8bd0-3d34ab83f0e2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:38.486912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-048924a8-0da2-4f8a-a368-75608d16fd12 req-76d23cd2-b6e5-4f27-8bd0-3d34ab83f0e2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 931 time: 0.4750190 Nov 23 22:54:38.532972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.534054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc29cdf3-df47-4de5-b5f2-f7568b3973c0 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:54:38.542919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.549892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-631f9779-ea01-47fd-80a4-d3de29882f25 admin admin] 10.222.0.11 "DELETE /v2.0/routers/dc29cdf3-df47-4de5-b5f2-f7568b3973c0 HTTP/1.1" status: 204 len: 168 time: 2.4336810 Nov 23 22:54:38.556386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52994) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:38.593649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f34e373-7783-4ae4-944b-aabeebc40c2b {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:54:38.608526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.620313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] Deleting subnet c4aba33f-4b95-48f6-acb2-f380fb21d100 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:38.628764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.643497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Transition to ACTIVE for port object 7f34e373-7783-4ae4-944b-aabeebc40c2b will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:54:38.676144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:34Z', 'revision_number': 6, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:52Z', 'revision_number': 1, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:38.682277 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.716309 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.717662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e926c-655a-49fe-817c-5fd12ce685b0 None None] The sync data for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 is: [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:34Z', 'revision_number': 6, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3cb5b7d-f206-4848-983d-febdf43f7540', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'port_id': '16320a79-fc47-470b-adab-24be2a516b94', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'mac_address': 'fa:16:3e:5a:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:49Z', 'updated_at': '2021-11-23T22:52:52Z', 'revision_number': 1, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:38.821478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-048924a8-0da2-4f8a-a368-75608d16fd12 req-97a389df-41ef-4bde-961a-8cdf7e52163f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102162 Nov 23 22:54:38.903855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:38.919027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4eabef19-eb7b-4371-8daa-56952a2841f4 req-ee38e5e8-0929-4f9c-9a55-03d51d7d392f tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/ports?device_id=f914b51b-74c5-48a0-a1ce-694c9a3ffb30 HTTP/1.1" status: 200 len: 210 time: 0.2604074 Nov 23 22:54:38.946048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:38.951675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:39.031266 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.056514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b603c6-819d-4a16-914a-197b24324af5 req-db895926-59bf-4022-8535-e950dd83ea92 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:39.058159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f34e373-7783-4ae4-944b-aabeebc40c2b,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:39.059185 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4b603c6-819d-4a16-914a-197b24324af5 req-db895926-59bf-4022-8535-e950dd83ea92 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 946 time: 0.2685933 Nov 23 22:54:39.117392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4aba33f-4b95-48f6-acb2-f380fb21d100,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:39.128244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.133718 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-311c0734-0539-4fac-a7fb-19f1d9809895 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c4aba33f-4b95-48f6-acb2-f380fb21d100 HTTP/1.1" status: 204 len: 168 time: 0.5759981 Nov 23 22:54:39.135858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53010) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:39.146262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487795f-13ae-4ceb-af00-67db393d6220 None None] Network 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:39.433302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.457713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-505219744'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:39.526232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Attempting to bind port 7f34e373-7783-4ae4-944b-aabeebc40c2b on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:39.526588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Attempting to bind port 7f34e373-7783-4ae4-944b-aabeebc40c2b by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:39.528441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Attempting to bind port 7f34e373-7783-4ae4-944b-aabeebc40c2b on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:39.532468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port f175469a-8030-4bba-bdf0-4d00ac4e81bc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:39.532816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.553573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1307a3-9099-48b0-b860-25f11acf7888 None None] DHCP port deletion for 3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:39.599691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:39.604806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Port 7f34e373-7783-4ae4-944b-aabeebc40c2b on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:54:39.605193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Attempting to bind port 7f34e373-7783-4ae4-944b-aabeebc40c2b on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:39.613223 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] Sync routers for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:39.636858 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:39.637977 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:39.648539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:39.648952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:39.649433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Bound using segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:39.649999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Bound port: 7f34e373-7783-4ae4-944b-aabeebc40c2b, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:39.650502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.660182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.684671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92bd93-84f4-4ba9-beab-b2bd0e88b8dd req-38342071-d88d-4239-8c35-895fd9cd80e1 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:39.692215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e92bd93-84f4-4ba9-beab-b2bd0e88b8dd req-38342071-d88d-4239-8c35-895fd9cd80e1 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=94f922e3-2362-4851-bc47-26b7b48cafef HTTP/1.1" status: 200 len: 946 time: 0.2221987 Nov 23 22:54:39.694922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Made reservation on behalf of b797f2465689466bb14b6d4b4d85bbca for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:39.698536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.699510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:39.701032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] No DVR routers for this DVR port beed38d6-bedf-41ed-8355-461e7b912811 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:39.703814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.707689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87af6150-267a-4bef-bc0b-01bf1b9db4e4 req-0cab43c2-a1a9-44e5-b8dc-b700c0777d9c tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.48 "DELETE /v2.0/ports/beed38d6-bedf-41ed-8355-461e7b912811 HTTP/1.1" status: 204 len: 173 time: 4.9119394 Nov 23 22:54:39.718860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4503b63-3745-41dc-81c8-ccee53ca3861') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:39.718860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4503b63-3745-41dc-81c8-ccee53ca3861') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:39.720537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-deleted', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:39.725056 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09baa584-0729-4822-948c-1e12488d6b54" -d '{"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-deleted", "tag": "beed38d6-bedf-41ed-8355-461e7b912811"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:39.731101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port f175469a-8030-4bba-bdf0-4d00ac4e81bc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f175469a-8030-4bba-bdf0-4d00ac4e81bc,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:39.731656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.743975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.760218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for f175469a-8030-4bba-bdf0-4d00ac4e81bc owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:39.772409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.775932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.790820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:39.791371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:39.795785 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:39.866876 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:39.999034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] For port 7f34e373-7783-4ae4-944b-aabeebc40c2b, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:40.003755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] For port 7f34e373-7783-4ae4-944b-aabeebc40c2b, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:40.039792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c16a724c-3bbf-4284-add4-26e2fb3e15c9 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:40.073404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c16a724c-3bbf-4284-add4-26e2fb3e15c9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:40.078122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c16a724c-3bbf-4284-add4-26e2fb3e15c9 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:40.078978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:40.147130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:40.154373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33da76f9-0a79-4f3e-82dc-97a81a5ae8eb not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:40.190032 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:40.227121 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] Checking router: 9f516ba9-6971-4de3-81dc-c78f8e49da5a for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:40.230372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:40.232451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:40.239100 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:40.240359 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:40.278612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:40.282894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] 10.222.0.11 "DELETE /v2.0/networks/3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be HTTP/1.1" status: 204 len: 168 time: 1.1167989 Nov 23 22:54:40.328416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b99b02-145f-4753-a9b5-f68b3719bfac admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd2c91c-a9d4-43ac-a60b-a5dc1a3350be,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:40.332344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=f175469a-8030-4bba-bdf0-4d00ac4e81bc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:40.449431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] No DVR routers for this DVR port f175469a-8030-4bba-bdf0-4d00ac4e81bc on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:40.456961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:40.467362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4b603c6-819d-4a16-914a-197b24324af5 req-fb6c7967-2f68-4252-9c7c-9b2767dcc151 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "DELETE /v2.0/ports/f175469a-8030-4bba-bdf0-4d00ac4e81bc HTTP/1.1" status: 204 len: 173 time: 1.3724852 Nov 23 22:54:40.467909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f922e3-2362-4851-bc47-26b7b48cafef', 'name': 'network-vif-deleted', 'tag': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:40.472644 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1c9d02-c7db-4e4c-b92f-4f8d872feb3f" -d '{"events": [{"server_uuid": "94f922e3-2362-4851-bc47-26b7b48cafef", "name": "network-vif-deleted", "tag": "f175469a-8030-4bba-bdf0-4d00ac4e81bc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:40.522305 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:40.522481 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f72ea4-08d3-4586-91f4-b63c39d37dc6 x-openstack-request-id: req-b7f72ea4-08d3-4586-91f4-b63c39d37dc6 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:40.523838 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f914b51b-74c5-48a0-a1ce-694c9a3ffb30", "name": "network-vif-deleted", "tag": "beed38d6-bedf-41ed-8355-461e7b912811", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:40.523838 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7f72ea4-08d3-4586-91f4-b63c39d37dc6 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:40.523838 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f914b51b-74c5-48a0-a1ce-694c9a3ffb30', 'name': 'network-vif-deleted', 'tag': 'beed38d6-bedf-41ed-8355-461e7b912811', 'status': 'completed', 'code': 200} Nov 23 22:54:40.534148 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:40.572405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:40.582820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3ae28d24-47f4-416c-821f-eaad58327e5b admin admin] 10.222.0.11 "PUT /v2.0/routers/8b9a9b57-1987-4433-9fe9-41b2f5789e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5078185 Nov 23 22:54:40.586942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53046) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:40.597249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] Sync routers for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:40.632069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:40.633636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:40.707404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e92bd93-84f4-4ba9-beab-b2bd0e88b8dd req-288b95e7-fe3d-4a99-b980-6a8df6784651 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0122507 Nov 23 22:54:40.791416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f34e373-7783-4ae4-944b-aabeebc40c2b,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:40.820540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:40.821184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:40.828119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-515ec352-afd4-41cd-8cd1-9550427b85d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f34e373-7783-4ae4-944b-aabeebc40c2b HTTP/1.1" status: 200 len: 1091 time: 4.9422984 Nov 23 22:54:40.844002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53050) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:40.991845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dee4c-a42f-4458-918b-49a9f28add4a req-2b1ac242-7388-4dfb-b523-bd8dcf69dadb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:40.996802 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-77446c3d-f318-4b52-ae8e-ba691306a36a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fb99c4bc4c344ec941db5f0b7050cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505506 Nov 23 22:54:40.997645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-760dee4c-a42f-4458-918b-49a9f28add4a req-2b1ac242-7388-4dfb-b523-bd8dcf69dadb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 943 time: 0.4657919 Nov 23 22:54:41.000866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53054) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:41.206273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-ffe358ba-7fb2-484a-b66b-a10747c4f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:41.214607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-ffe358ba-7fb2-484a-b66b-a10747c4f943 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 1094 time: 0.3085411 Nov 23 22:54:41.275162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-760dee4c-a42f-4458-918b-49a9f28add4a req-a14095a0-5bc7-41b7-a254-caf76751e27e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659614 Nov 23 22:54:41.310629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53056) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:41.377119 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:41.385463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-a8f4f22f-665a-4466-ad01-2949ea4f5f97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b HTTP/1.1" status: 200 len: 217 time: 0.1151342 Nov 23 22:54:41.408821 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e69b811-4f82-4db5-b01c-dc2539aa1c7c None None] The sync data for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 is: [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '56a31148-fb7e-46d5-bf95-02b99a2222c4', 'name': '', 'network_id': 'b3241005-8cfb-4d5a-a235-19af426d7fdf', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'mac_address': 'fa:16:3e:02:49:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:03Z', 'updated_at': '2021-11-23T22:46:11Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'subnets': [{'id': '9b0376f4-3e70-4ac6-a11c-8491fa1e586d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:41.462151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:41.495768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.498560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-32ecab05-7c96-46c0-a28f-54702a6b035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:41.500617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-32ecab05-7c96-46c0-a28f-54702a6b035a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0734184 Nov 23 22:54:41.512577 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.607539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:54:41.621073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f175469a-8030-4bba-bdf0-4d00ac4e81bc no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:41.637858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c4a82-c689-4310-b3a1-4fc89c763545,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:41.652165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.652668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.653120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.653571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.654006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.654462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.654866 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620a6be2-638b-4371-91c9-3190162b90e8 x-openstack-request-id: req-620a6be2-638b-4371-91c9-3190162b90e8 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:41.655702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.655702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.655702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.656280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.656704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.657133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:41.670025 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f922e3-2362-4851-bc47-26b7b48cafef", "name": "network-vif-deleted", "tag": "f175469a-8030-4bba-bdf0-4d00ac4e81bc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:41.671803 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-620a6be2-638b-4371-91c9-3190162b90e8 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:41.672746 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f922e3-2362-4851-bc47-26b7b48cafef', 'name': 'network-vif-deleted', 'tag': 'f175469a-8030-4bba-bdf0-4d00ac4e81bc', 'status': 'completed', 'code': 200} Nov 23 22:54:41.678115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.683400 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Added segment c08cea02-4333-4092-962e-2cdcdf9482a5 of type vlan for network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc Nov 23 22:54:41.686360 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f29a7e7-ca24-4fb8-9e2e-bfd82450d229 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.720906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.730810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: f175469a-8030-4bba-bdf0-4d00ac4e81bc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:41.731776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f175469a-8030-4bba-bdf0-4d00ac4e81bc not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:41.747956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-c2084120-d505-4ca5-bb22-67cc1eb96e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:41.760226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-c2084120-d505-4ca5-bb22-67cc1eb96e31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426023 Nov 23 22:54:41.806522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f29a7e7-ca24-4fb8-9e2e-bfd82450d229 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.816685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53062) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:41.827919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.894783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:54:35Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:41.938810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] Checking router: 8b9a9b57-1987-4433-9fe9-41b2f5789e4d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:41.948229 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78612f14-4dec-4289-b766-e88acbebb410 None None] New status for floating IP 080ef208-9bbc-4887-8c7f-18e531fd523a: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:54:41.960156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] Routers {'8b9a9b57-1987-4433-9fe9-41b2f5789e4d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:41.961043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:41.989263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d24a0dc-6c76-4e74-9d58-c94d8ec0ac0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.992138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:41.999219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:41.999841 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.027028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f29a7e7-ca24-4fb8-9e2e-bfd82450d229 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.030696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f29a7e7-ca24-4fb8-9e2e-bfd82450d229 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.031923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f29a7e7-ca24-4fb8-9e2e-bfd82450d229 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "DELETE /v2.0/security-groups/b3b8d5f3-69d6-4031-aca2-e22bcb0e2262 HTTP/1.1" status: 204 len: 168 time: 0.7074950 Nov 23 22:54:42.050953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53066) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:42.093354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1382885 Nov 23 22:54:42.097029 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-e2580f26-1344-4c29-bbf6-d9e39845af4e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] show failed (client error): The resource could not be found. Nov 23 22:54:42.097489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a7e7-ca24-4fb8-9e2e-bfd82450d229 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8d5f3-69d6-4031-aca2-e22bcb0e2262,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:42.100517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75cdce6a-68eb-462d-abce-ef3e665de9c6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.105134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53070) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:42.105503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:42.107907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-094e76b0-0873-4956-aa9d-87faf90e920e service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366420 Nov 23 22:54:42.109078 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e2580f26-1344-4c29-bbf6-d9e39845af4e tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "GET /v2.0/security-groups/b3b8d5f3-69d6-4031-aca2-e22bcb0e2262 HTTP/1.1" status: 404 len: 347 time: 0.0527444 Nov 23 22:54:42.112914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'subnet': {'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:42.132166 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d24a0dc-6c76-4e74-9d58-c94d8ec0ac0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.171970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] Set router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:42.187295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.280353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d3829-eddd-43db-bd5b-d7b45b57d006 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Network': ['ID=7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:42.315055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d24a0dc-6c76-4e74-9d58-c94d8ec0ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.319270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d24a0dc-6c76-4e74-9d58-c94d8ec0ac0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.320841 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d24a0dc-6c76-4e74-9d58-c94d8ec0ac0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2198738-1d9c-4ec4-a2d6-1df5b918250e HTTP/1.1" status: 204 len: 168 time: 1.3136001 Nov 23 22:54:42.337658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24a0dc-6c76-4e74-9d58-c94d8ec0ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2198738-1d9c-4ec4-a2d6-1df5b918250e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:42.338561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75cdce6a-68eb-462d-abce-ef3e665de9c6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.353586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:54:42.429684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Deleting port 7b575212-24f8-424c-9994-07ee24ea9a9f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:42.430133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.529493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:42.531186 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e61c213-ed09-4b58-a42f-bfc8d9692401" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:42.615554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:54:35Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:42.623286 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc07daf8-1518-4136-aea2-0eeba0728325 x-openstack-request-id: req-dc07daf8-1518-4136-aea2-0eeba0728325 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:42.624255 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:42.624682 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc07daf8-1518-4136-aea2-0eeba0728325 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:42.625249 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b', 'status': 'completed', 'code': 200} Nov 23 22:54:42.650668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575ff74-3ba2-45da-a27f-49815e80b35f None None] The sync data for ids ['8b9a9b57-1987-4433-9fe9-41b2f5789e4d'] in n-d-817303-3 is: [{'id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1520515744-router', 'tenant_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:41:58Z', 'updated_at': '2021-11-23T22:54:35Z', 'revision_number': 5, 'project_id': 'd4bf0878015b40aebbce3e331ab6d25c', 'gw_port': {'id': '7b575212-24f8-424c-9994-07ee24ea9a9f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9a9b57-1987-4433-9fe9-41b2f5789e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:42:02Z', 'updated_at': '2021-11-23T22:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:42.697375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a870fc-d100-4a61-affa-df5be709e349 req-5a15db3d-04a1-4fa1-8a4c-4997744245eb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:42.700336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] For port 7b575212-24f8-424c-9994-07ee24ea9a9f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7b575212-24f8-424c-9994-07ee24ea9a9f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:42.701471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.707367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7a870fc-d100-4a61-affa-df5be709e349 req-5a15db3d-04a1-4fa1-8a4c-4997744245eb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 943 time: 0.2572844 Nov 23 22:54:42.726663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Made reservation on behalf of b797f2465689466bb14b6d4b4d85bbca for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:42.728835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Calling delete_port for 7b575212-24f8-424c-9994-07ee24ea9a9f owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:42.730270 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.766282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb20977f-2935-402d-9fcc-dc55a621bf9c req-20b77c25-7bdf-40b2-9aa7-889792302f49 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376588 Nov 23 22:54:42.857081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75cdce6a-68eb-462d-abce-ef3e665de9c6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.860168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75cdce6a-68eb-462d-abce-ef3e665de9c6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.863772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-75cdce6a-68eb-462d-abce-ef3e665de9c6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/security-groups/b2530f34-fd6e-4c08-bfc1-2f9ad68d3109 HTTP/1.1" status: 204 len: 168 time: 1.0359290 Nov 23 22:54:42.873278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7a870fc-d100-4a61-affa-df5be709e349 req-7a8fc859-8acb-4008-8377-ae166c451459 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649218 Nov 23 22:54:42.931984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53096) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:42.939665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdce6a-68eb-462d-abce-ef3e665de9c6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2530f34-fd6e-4c08-bfc1-2f9ad68d3109,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:42.949851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Deleting port 09138c33-35a0-46c1-836f-40fb9521ebe9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:42.950208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.022231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting subnet 7cb6ce27-7b24-4e0c-8ae1-9328236def68 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:43.026516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.058980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-6d0f59a8-8aa0-47a4-997b-bce58e022dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:43.060507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-6d0f59a8-8aa0-47a4-997b-bce58e022dc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 1094 time: 0.2078280 Nov 23 22:54:43.080035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.110388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.142187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f38e3a-86ef-4bba-9e74-8db3cbd45083 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:43.172891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.173230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.196584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b575212-24f8-424c-9994-07ee24ea9a9f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:43.242968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Calling delete_port for 09138c33-35a0-46c1-836f-40fb9521ebe9 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:43.352747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.366370 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.473837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.511827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-54b67a69-f5f9-480d-b7db-a915a39f5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:43.512904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-54b67a69-f5f9-480d-b7db-a915a39f5798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.4247189 Nov 23 22:54:43.513161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.527339 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.531522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.609683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.610660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9a9b57-1987-4433-9fe9-41b2f5789e4d {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:54:43.611853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-76b0bc5e-3b5a-49ec-9206-247eba2ebf8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b HTTP/1.1" status: 200 len: 217 time: 0.0724399 Nov 23 22:54:43.618875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.623607 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4046de4c-56f5-4a06-9231-a3876fab2b5a admin admin] 10.222.0.11 "DELETE /v2.0/routers/8b9a9b57-1987-4433-9fe9-41b2f5789e4d HTTP/1.1" status: 204 len: 168 time: 3.0322406 Nov 23 22:54:43.623607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:43.670208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.670424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da35f7-5b80-40d7-87fc-78c810bc47ad None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:43.689970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Pushing event deleted for resources: {'Port': ['ID=09138c33-35a0-46c1-836f-40fb9521ebe9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:43.726953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb6ce27-7b24-4e0c-8ae1-9328236def68,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:43.746034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.752710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b941b5a-489f-4be0-ac0f-11d748272402 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/subnets/7cb6ce27-7b24-4e0c-8ae1-9328236def68 HTTP/1.1" status: 204 len: 168 time: 0.8193433 Nov 23 22:54:43.758283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53120) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:43.763664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4079c3-f477-4e95-b442-9075a151fbe9 None None] Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:43.791170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Subnet': ['ID=98da4c20-7c92-4eb9-a675-4e24f4610f36,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:43.828949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Checking segment: {'id': 'c08cea02-4333-4092-962e-2cdcdf9482a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:43.829235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Network hostable DHCP agents. Network: 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:54:43.868834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-dfabf906-f51b-4cc3-831c-62428348fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:43.870337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-dfabf906-f51b-4cc3-831c-62428348fdbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.2206523 Nov 23 22:54:43.893911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.897199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.898654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dea2e2d0-e295-47d7-a8d1-402d5af56036 tempest-AttachVolumeShelveTestJSON-2094170058 tempest-AttachVolumeShelveTestJSON-2094170058-project] 10.222.0.11 "DELETE /v2.0/floatingips/080ef208-9bbc-4887-8c7f-18e531fd523a HTTP/1.1" status: 204 len: 168 time: 1.7812860 Nov 23 22:54:43.943895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:43.960338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] Deleting subnet 270f5e10-b7f5-4e82-8805-fa873a72b5a0 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:43.973693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:54:43.994354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.008810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:44.014629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:44.015236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.046529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.059163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-8dd06542-a351-40a6-87e4-c73467e3f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:44.059921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce74f01-6bac-4fc0-966b-ae1666cf3a04 None None] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:44.061065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-8dd06542-a351-40a6-87e4-c73467e3f21a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758440 Nov 23 22:54:44.075702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-197e2d3e-c8c2-4dd1-b900-82fd6abe2e7a tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9640293 Nov 23 22:54:44.086439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53132) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:44.104605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-af2e8027-3d1a-462d-9bb6-06baa0be54d5 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1380110569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:44.175726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.191001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a721a7-6d72-4911-89cb-a34d2f4fd602 req-d31668a1-9e7b-4a39-a397-16652fa8bb3d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:44.205261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80a721a7-6d72-4911-89cb-a34d2f4fd602 req-d31668a1-9e7b-4a39-a397-16652fa8bb3d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 943 time: 0.1801677 Nov 23 22:54:44.274965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2e8027-3d1a-462d-9bb6-06baa0be54d5 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.279311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2e8027-3d1a-462d-9bb6-06baa0be54d5 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.291822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port f571b809-385b-4f39-9da4-81b4a77f5067 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:44.292163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.324651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.344814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.351139 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/270f5e10-b7f5-4e82-8805-fa873a72b5a0 HTTP/1.1" status: 204 len: 168 time: 0.7254825 Nov 23 22:54:44.356766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53146) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:44.436101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd206f4-58b3-4d9c-b177-a58818c14fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270f5e10-b7f5-4e82-8805-fa873a72b5a0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:44.437017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab608a-d5b1-4b65-9f1f-ac6786eecc47 None None] DHCP port deletion for 91afef72-bf6d-40ee-b170-d1b1081fecd2 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:44.451537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e157de-be13-4f43-88f5-6fa4a29e6530 None None] Network 1a002db8-63e5-442b-8ec6-30503d13df0b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:44.470056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port f571b809-385b-4f39-9da4-81b4a77f5067, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f571b809-385b-4f39-9da4-81b4a77f5067,segment=NetworkSegment(9acb9556-514d-4e8e-b3e1-d7d7a6921cde),segment_id=9acb9556-514d-4e8e-b3e1-d7d7a6921cde)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:44.470542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.491826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7b575212-24f8-424c-9994-07ee24ea9a9f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:44.537664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for f571b809-385b-4f39-9da4-81b4a77f5067 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:44.563993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc', 'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc', 'tenant_id': 'b797f2465689466bb14b6d4b4d85bbca', 'fixed_ips': [{'subnet_id': '98da4c20-7c92-4eb9-a675-4e24f4610f36'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:54:44.565152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.576454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7b575212-24f8-424c-9994-07ee24ea9a9f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:44.577065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7b575212-24f8-424c-9994-07ee24ea9a9f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:44.577845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f571b809-385b-4f39-9da4-81b4a77f5067 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:44.606003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80a721a7-6d72-4911-89cb-a34d2f4fd602 req-1650e13e-05c2-4165-a4e7-3727ceecd039 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931837 Nov 23 22:54:44.615398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2e8027-3d1a-462d-9bb6-06baa0be54d5 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.618918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-2b97746c-2e3c-428a-acaa-e916f299e670 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434821 Nov 23 22:54:44.700377 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2e8027-3d1a-462d-9bb6-06baa0be54d5 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.723691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.779152 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.815756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] No DVR routers for this DVR port f571b809-385b-4f39-9da4-81b4a77f5067 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:44.819354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=f571b809-385b-4f39-9da4-81b4a77f5067,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:44.841998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7f34e373-7783-4ae4-944b-aabeebc40c2b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:54:44.886885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da78d8df-c9b6-4716-b6c3-31a41db9d375 req-680d05ab-e1ca-4a19-a6e2-99f46d33be17 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1982894 Nov 23 22:54:44.899491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Deleting port cc0a7452-72be-43ae-9d07-930dbd175435 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:44.900099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.904043 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2e8027-3d1a-462d-9bb6-06baa0be54d5 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.915879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-af2e8027-3d1a-462d-9bb6-06baa0be54d5 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8157232 Nov 23 22:54:44.922181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53162) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:44.933810 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:44.979236 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91afef72-bf6d-40ee-b170-d1b1081fecd2']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:45.023641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acb9556-514d-4e8e-b3e1-d7d7a6921cde') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:45.024135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acb9556-514d-4e8e-b3e1-d7d7a6921cde') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:45.046738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] For port cc0a7452-72be-43ae-9d07-930dbd175435, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cc0a7452-72be-43ae-9d07-930dbd175435,segment=NetworkSegment(c93e1c82-2dc3-427e-809c-9839ef117a69),segment_id=c93e1c82-2dc3-427e-809c-9839ef117a69)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:45.047263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.051365 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.059142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e61c213-ed09-4b58-a42f-bfc8d9692401 req-d2002596-db89-4eac-bcab-f50e030e004b service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330773 Nov 23 22:54:45.074161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Calling delete_port for cc0a7452-72be-43ae-9d07-930dbd175435 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:45.081812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.094762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:45.095334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:45.098907 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:45.216339 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.240890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7f34e373-7783-4ae4-944b-aabeebc40c2b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:45.246334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.251659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/networks/91afef72-bf6d-40ee-b170-d1b1081fecd2 HTTP/1.1" status: 204 len: 168 time: 1.4920352 Nov 23 22:54:45.267842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53170) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:45.304421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed406b52-5e21-4c97-8c2b-24223b972140 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Network': ['ID=91afef72-bf6d-40ee-b170-d1b1081fecd2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:45.388214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.403402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '7f34e373-7783-4ae4-944b-aabeebc40c2b', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': '7f34e373-7783-4ae4-944b-aabeebc40c2b', 'mac_address': 'fa:16:3e:91:3d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:54:45.443995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5dab608a-d5b1-4b65-9f1f-ac6786eecc47 None None] Deleting port f571b809-385b-4f39-9da4-81b4a77f5067 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:45.444342 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5dab608a-d5b1-4b65-9f1f-ac6786eecc47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.447405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0a7452-72be-43ae-9d07-930dbd175435,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:45.455491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] No DVR routers for this DVR port cc0a7452-72be-43ae-9d07-930dbd175435 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:45.495274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port f571b809-385b-4f39-9da4-81b4a77f5067 {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 22:54:45.495789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f571b809-385b-4f39-9da4-81b4a77f5067 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:45.504309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ca780ab8-d6d3-4480-afa9-50f527826e03 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:45.598819 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.669810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.707168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a002db8-63e5-442b-8ec6-30503d13df0b']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:45.734119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Allocated IP 172.20.0.2 (7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc/98da4c20-7c92-4eb9-a675-4e24f4610f36/249e5149-db3f-4b1c-9e49-d9cf85f25225) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:45.738386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93e1c82-2dc3-427e-809c-9839ef117a69') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:45.738743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93e1c82-2dc3-427e-809c-9839ef117a69') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:45.764350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.788944 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.798364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:45.809647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:45.811903 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:45.925835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port 598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:45.926247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.964455 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:45.978756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: ca780ab8-d6d3-4480-afa9-50f527826e03 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:45.979113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ca780ab8-d6d3-4480-afa9-50f527826e03 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:46.004278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-5dab608a-d5b1-4b65-9f1f-ac6786eecc47 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 could not be found. Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 22:54:46.064279 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 91afef72-bf6d-40ee-b170-d1b1081fecd2 could not be found. Nov 23 22:54:46.069092 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 22:54:46.088210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.088715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.123087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for 598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:46.191302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8ed6c-1768-4dbc-8699-7991a923baa1 None None] DHCP port deletion for 91afef72-bf6d-40ee-b170-d1b1081fecd2 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:46.212333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.226939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.261422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f34e373-7783-4ae4-944b-aabeebc40c2b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:54:46.288018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Pushing event updated for resources: {'Port': ['ID=249e5149-db3f-4b1c-9e49-d9cf85f25225,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:46.308539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:46.323214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:46.335914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:46.362866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7f34e373-7783-4ae4-944b-aabeebc40c2b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:46.390085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.394323 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1a002db8-63e5-442b-8ec6-30503d13df0b HTTP/1.1" status: 204 len: 168 time: 2.0360219 Nov 23 22:54:46.396961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccee02a-ade5-4796-8ece-83d5fdf92198 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a002db8-63e5-442b-8ec6-30503d13df0b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:46.399116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.403156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53188) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:46.431012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294fc85-10ec-4041-97a1-eb4f4e93883e None None] DHCP port deletion for 1a002db8-63e5-442b-8ec6-30503d13df0b request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:46.449450 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.485837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=598f7a0e-6ddb-49c2-a142-7bdcfa1f67f3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:46.707853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-910dde48-ae14-4145-b5ab-86ecd8c8fffd req-17a38aaa-6753-44f7-b134-cf564e2a1582 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1871877 Nov 23 22:54:46.736666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.737289 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Floating IP e3cb5b7d-f206-4848-983d-febdf43f7540 disassociated (deleted). External IP: 172.25.0.54, port: 16320a79-fc47-470b-adab-24be2a516b94. Nov 23 22:54:46.843285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da23d5e-f933-4dba-940e-b6957e094031 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:46.922825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Attempting to bind port 249e5149-db3f-4b1c-9e49-d9cf85f25225 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:46.922825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Attempting to bind port 249e5149-db3f-4b1c-9e49-d9cf85f25225 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c08cea02-4333-4092-962e-2cdcdf9482a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:46.923198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Attempting to bind port 249e5149-db3f-4b1c-9e49-d9cf85f25225 on network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:46.933432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136a24a-315c-4d76-868d-ad3770a6285c req-9485479f-7223-4c62-9053-28455375f043 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:46.942848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4136a24a-315c-4d76-868d-ad3770a6285c req-9485479f-7223-4c62-9053-28455375f043 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 944 time: 0.3913350 Nov 23 22:54:46.943981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7f34e373-7783-4ae4-944b-aabeebc40c2b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:54:46.970122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:46.970924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Checking segment: {'id': 'c08cea02-4333-4092-962e-2cdcdf9482a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:46.970924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:46.971185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Bound using segment: {'id': 'c08cea02-4333-4092-962e-2cdcdf9482a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:46.971934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Bound port: 249e5149-db3f-4b1c-9e49-d9cf85f25225, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08cea02-4333-4092-962e-2cdcdf9482a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:46.972527 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:47.080357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4136a24a-315c-4d76-868d-ad3770a6285c req-648509b1-a9dd-4bf2-861c-1c3ecf5f262a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318848 Nov 23 22:54:47.097909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] For port 249e5149-db3f-4b1c-9e49-d9cf85f25225, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:47.102671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] For port 249e5149-db3f-4b1c-9e49-d9cf85f25225, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=249e5149-db3f-4b1c-9e49-d9cf85f25225,segment=NetworkSegment(c08cea02-4333-4092-962e-2cdcdf9482a5),segment_id=c08cea02-4333-4092-962e-2cdcdf9482a5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:47.109055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7f34e373-7783-4ae4-944b-aabeebc40c2b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:47.115332 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:47.144423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Allocated IP 172.20.0.1 (7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc/98da4c20-7c92-4eb9-a675-4e24f4610f36/002f53fe-7583-491c-abfe-2a2bdb2b209a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:47.233044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbedbdf-881b-4ddf-9c44-13f0ea5cd70c None None] Pushing event updated for resources: {'Port': ['ID=249e5149-db3f-4b1c-9e49-d9cf85f25225,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:47.331247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:47.369487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 00cc2304-e633-4d3f-92d3-8583ab394ab5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:47.387797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:47.392767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:47.479035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:47.497489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:47.502390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:47.593868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Port': ['ID=002f53fe-7583-491c-abfe-2a2bdb2b209a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:47.629477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:47.836617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:47.884314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-592856c0-b257-4557-b11c-a1add2f4295c req-4a99685c-af4b-4919-9d92-153bdff8b62c tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0442979 Nov 23 22:54:48.168313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 249e5149-db3f-4b1c-9e49-d9cf85f25225 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:48.266677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 249e5149-db3f-4b1c-9e49-d9cf85f25225 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:48.267078 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.340401 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.351668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.354866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a562227e-8e8b-4f80-a6ce-b51990c8da36 req-e0d2f80c-9b9d-438b-b382-74fc19597366 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1229529 Nov 23 22:54:48.376359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.384831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:48.392589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.403717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] Sync routers for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:48.426610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c258ce-48c2-402a-b2d3-357388c931f8 req-82a130a7-3592-4a7e-b1e5-54ccf00ba952 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:48.438647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9c258ce-48c2-402a-b2d3-357388c931f8 req-82a130a7-3592-4a7e-b1e5-54ccf00ba952 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 944 time: 0.1904893 Nov 23 22:54:48.444353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-efc15dc5-a6e4-4f96-9b27-c97d5f622662 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/floatingips/e3cb5b7d-f206-4848-983d-febdf43f7540 HTTP/1.1" status: 204 len: 168 time: 3.1741915 Nov 23 22:54:48.446877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'tag': '16320a79-fc47-470b-adab-24be2a516b94'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:48.449642 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "tag": "16320a79-fc47-470b-adab-24be2a516b94"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:48.457638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:48.465950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:48.567798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Deleting port ed72b01a-b7d8-458f-9e49-7d24c72ba1df {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:48.568423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.594736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 249e5149-db3f-4b1c-9e49-d9cf85f25225, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=249e5149-db3f-4b1c-9e49-d9cf85f25225,segment=NetworkSegment(c08cea02-4333-4092-962e-2cdcdf9482a5),segment_id=c08cea02-4333-4092-962e-2cdcdf9482a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:48.641022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9c258ce-48c2-402a-b2d3-357388c931f8 req-95b1778a-1ad2-467b-9449-94257ab5fb0e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011163 Nov 23 22:54:48.672058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.672806 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.682324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Port': ['ID=002f53fe-7583-491c-abfe-2a2bdb2b209a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:48.743798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] For port ed72b01a-b7d8-458f-9e49-7d24c72ba1df, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:48.747256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:48.773747 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6466c77d-75e6-4cb5-836b-f8121c882fbd x-openstack-request-id: req-6466c77d-75e6-4cb5-836b-f8121c882fbd {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:48.775528 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "tag": "16320a79-fc47-470b-adab-24be2a516b94", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:48.775806 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6466c77d-75e6-4cb5-836b-f8121c882fbd {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:48.776268 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'tag': '16320a79-fc47-470b-adab-24be2a516b94', 'status': 'completed', 'code': 200} Nov 23 22:54:48.791161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cc0a7452-72be-43ae-9d07-930dbd175435 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:48.793501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28939eb3-141b-4c96-8dd7-f1c2998e9b83 None None] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:48.794712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Calling delete_port for ed72b01a-b7d8-458f-9e49-7d24c72ba1df owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:48.825218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:48.827115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:48.891663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:48.995082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=249e5149-db3f-4b1c-9e49-d9cf85f25225,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:49.081917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-d3c1888b-aa43-4647-999c-9aad7e31a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:49.084407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-d3c1888b-aa43-4647-999c-9aad7e31a743 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1799057 Nov 23 22:54:49.087948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7f34e373-7783-4ae4-944b-aabeebc40c2b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:49.172761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: cc0a7452-72be-43ae-9d07-930dbd175435 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:49.174308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cc0a7452-72be-43ae-9d07-930dbd175435 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:49.192871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ecea0f7c-d7dd-4e6e-a755-1a544be72a40 req-7430a782-a702-4c5f-a976-86f91b3efad4 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1001797 Nov 23 22:54:49.218868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-e24afd43-2bb0-4d22-828a-c09a0d4cef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:49.220811 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-e24afd43-2bb0-4d22-828a-c09a0d4cef6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=faab6c47-023f-4df3-afd5-082e8a119947 HTTP/1.1" status: 200 len: 897 time: 0.1273072 Nov 23 22:54:49.292279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d25c6c-5893-4ad0-ab00-686d20420a7d req-09b1a86b-be62-4a06-a7dc-8ba52fee9f60 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:49.297458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54d25c6c-5893-4ad0-ab00-686d20420a7d req-09b1a86b-be62-4a06-a7dc-8ba52fee9f60 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 946 time: 0.2630572 Nov 23 22:54:49.298639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-f5ab5fe6-e04b-4ed9-80fe-f4f652711293 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16320a79-fc47-470b-adab-24be2a516b94 HTTP/1.1" status: 200 len: 217 time: 0.0645547 Nov 23 22:54:49.333980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-90d27c7d-57e5-43cd-a5bb-cbd60d9fafa0 None None] Provisioning complete for port 249e5149-db3f-4b1c-9e49-d9cf85f25225 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:49.334625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90d27c7d-57e5-43cd-a5bb-cbd60d9fafa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:49.526408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 7f34e373-7783-4ae4-944b-aabeebc40c2b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:54:49.529796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-faa8d07e-f6cd-4c34-9293-c1f6ae4ce978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:49.539188 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-faa8d07e-f6cd-4c34-9293-c1f6ae4ce978 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=508374c0-b764-4975-9eaf-1f60dac29799 HTTP/1.1" status: 200 len: 835 time: 0.1609044 Nov 23 22:54:49.551705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 7f34e373-7783-4ae4-944b-aabeebc40c2b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:49.552633 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:49.570679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54d25c6c-5893-4ad0-ab00-686d20420a7d req-3573cf5a-b257-49ff-8543-24131a1b266a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492526 Nov 23 22:54:49.589931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Router c428088c-760d-4cbe-8e50-13581087018a is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:54:49.634458 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:49.689147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed72b01a-b7d8-458f-9e49-7d24c72ba1df,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:49.733525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-cb1bde26-cd6d-498d-97d0-f59916b24eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:49.737243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-cb1bde26-cd6d-498d-97d0-f59916b24eee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=faab6c47-023f-4df3-afd5-082e8a119947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878455 Nov 23 22:54:49.748834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:49.761643 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] Sync routers for ids ['c428088c-760d-4cbe-8e50-13581087018a'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:49.782004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-58a821a6-4f48-465d-af8c-c646e004e6e8 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "PUT /v2.0/routers/c428088c-760d-4cbe-8e50-13581087018a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8582568 Nov 23 22:54:49.787692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:49.788980 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] Routers {'c428088c-760d-4cbe-8e50-13581087018a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:49.789609 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c428088c-760d-4cbe-8e50-13581087018a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:49.798474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'port': {'network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc', 'name': 'tempest-FloatingIPNegativeTestJSON-903271822'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:49.899936 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:49.930254 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] Routers {'c428088c-760d-4cbe-8e50-13581087018a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:49.931253 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c428088c-760d-4cbe-8e50-13581087018a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:49.989299 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:49.991375 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe3f9-315a-4647-bdb5-343dd53524f4 None None] The sync data for ids ['c428088c-760d-4cbe-8e50-13581087018a'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:50.088649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04287b8c-ce97-4e62-ab12-075da816b274 req-16f1e79e-d12b-4310-ab44-c4d11d4433c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:50.090648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04287b8c-ce97-4e62-ab12-075da816b274 req-16f1e79e-d12b-4310-ab44-c4d11d4433c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 944 time: 0.2791584 Nov 23 22:54:50.105659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:50.109268 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:50.237867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:50.240892 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2daedc-0269-4b5d-b490-761e3ccddb17" -d '{"events": [{"server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "name": "network-vif-plugged", "status": "completed", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:50.247061 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-7332c4e9-89ee-409a-b49d-74b527f80038 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659715 Nov 23 22:54:50.256176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:34Z', 'revision_number': 6, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:50.280806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7f34e373-7783-4ae4-944b-aabeebc40c2b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:50.314982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Made reservation on behalf of b797f2465689466bb14b6d4b4d85bbca for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:50.324508 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:50.352400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 249e5149-db3f-4b1c-9e49-d9cf85f25225 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:50.358726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:50.369527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] Checking router: 00cc2304-e633-4d3f-92d3-8583ab394ab5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:50.379283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04287b8c-ce97-4e62-ab12-075da816b274 req-cf333a04-62d9-472d-8add-3dc2d3fd96b0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819798 Nov 23 22:54:50.464641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] device_id is not set on port 46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:54:50.617058 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633df38-73ea-467b-881d-0b74783bf05b x-openstack-request-id: req-6633df38-73ea-467b-881d-0b74783bf05b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:50.617504 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "name": "network-vif-plugged", "status": "completed", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:50.618857 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6633df38-73ea-467b-881d-0b74783bf05b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:50.619745 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b', 'code': 200} Nov 23 22:54:50.623992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7f34e373-7783-4ae4-944b-aabeebc40c2b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:50.662887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:50.681393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:50.709925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdb4ec27-f740-438d-bd6a-941d4f6f1e5c req-1dfde86f-9ded-4b3b-b420-1f769c88e255 service neutron] 10.222.0.48 "GET /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875782 Nov 23 22:54:50.762709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:50.780643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Allocated IP 172.20.0.13 (7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc/98da4c20-7c92-4eb9-a675-4e24f4610f36/46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:50.857916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f206c391-223b-46f1-a279-3af8ab1874ea None None] Provisioning complete for port 249e5149-db3f-4b1c-9e49-d9cf85f25225 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:50.858788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f206c391-223b-46f1-a279-3af8ab1874ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:50.981880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:50.985438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 249e5149-db3f-4b1c-9e49-d9cf85f25225 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:50.985809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:50.997508 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d9a70323-521f-401b-a4ca-a76ee5192f14 admin admin] 10.222.0.11 "PUT /v2.0/routers/919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5904255 Nov 23 22:54:50.999115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53268) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:51.010754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] Sync routers for ids ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:51.157943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8e4faf3-80ff-405f-962e-a4038e410131 req-12dd0462-4745-402b-8cb0-13f38fcfc008 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.7131734 Nov 23 22:54:51.199646 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:51.247327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-d3e217eb-f366-417c-a43b-3875a6672bf8 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:51.249929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-d3e217eb-f366-417c-a43b-3875a6672bf8 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 946 time: 0.8652465 Nov 23 22:54:51.259405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:51.271430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10d308-878a-4523-9cae-321efa6e5f69 req-a7b08b02-df12-41ad-9c39-ff20cc3ab5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:51.273306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a10d308-878a-4523-9cae-321efa6e5f69 req-a7b08b02-df12-41ad-9c39-ff20cc3ab5bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1551011 Nov 23 22:54:51.377863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e2960-8749-48a1-8d09-939d1093870b req-dfcdc325-4d5e-4506-989c-2019f9457740 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:51.383806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d70e2960-8749-48a1-8d09-939d1093870b req-dfcdc325-4d5e-4506-989c-2019f9457740 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 946 time: 0.2856429 Nov 23 22:54:51.404421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:51.452330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b743306-24a2-41a9-a250-d56a0635b091 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:54:51.529896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:51.533806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Deleting port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:51.535207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:51.537044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] Routers {'919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:51.537746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:51.651168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a10d308-878a-4523-9cae-321efa6e5f69 req-2abd4f14-6524-42ef-b6fa-8a66a74d86fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475583 Nov 23 22:54:51.653931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] For port b2d0a9a4-9056-4728-b0a6-787d0c87c7b6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:51.654589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:51.671089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Calling delete_port for b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:51.700886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d70e2960-8749-48a1-8d09-939d1093870b req-7da5779a-0e07-4697-94ff-4210a95b6401 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=b01cc5c2-4e77-4df4-830b-aba49bf63cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969873 Nov 23 22:54:51.721604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:51.800923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:51.811421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:51.830724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:51.948613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:51.952618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:51.970527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port 16320a79-fc47-470b-adab-24be2a516b94 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:51.972778 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.045200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Port': ['ID=46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:52.113956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d1ae380-2269-47de-b34a-dd5ae3298e67 req-7163393a-a9f3-420d-b109-03e435b70fe4 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0359876 Nov 23 22:54:52.139016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b743306-24a2-41a9-a250-d56a0635b091 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:54:52.163944 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.169596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d90765e-04af-48d0-bbf6-6abc07b776cf tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3751798 Nov 23 22:54:52.179118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552f8ba-55d8-4a85-b241-66f910f5aa7c req-2d942dc2-7bcb-4e26-8dab-433aefb18c02 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:52.181513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53304) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:52.186545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f552f8ba-55d8-4a85-b241-66f910f5aa7c req-2d942dc2-7bcb-4e26-8dab-433aefb18c02 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 945 time: 0.4808497 Nov 23 22:54:52.211596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:52.257257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d0a9a4-9056-4728-b0a6-787d0c87c7b6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:52.292101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f552f8ba-55d8-4a85-b241-66f910f5aa7c req-05f9015f-57f7-4ef9-a12b-8eec709f23fe tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046033 Nov 23 22:54:52.315888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port 16320a79-fc47-470b-adab-24be2a516b94, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=16320a79-fc47-470b-adab-24be2a516b94,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:52.316442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.324892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.360980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for 16320a79-fc47-470b-adab-24be2a516b94 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:52.384636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] Set router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:52.407952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.481148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f', 'name': 'tempest-TaggedBootDevicesTest_v242-1641918116-router', 'tenant_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:42:17Z', 'updated_at': '2021-11-23T22:54:51Z', 'revision_number': 6, 'project_id': '3af5344d2fbf4dc897e5b1cc206987b3', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:52.593069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.626881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] Checking router: 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:52.635072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=16320a79-fc47-470b-adab-24be2a516b94,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:52.653266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f206c391-223b-46f1-a279-3af8ab1874ea None None] Provisioning complete for port 002f53fe-7583-491c-abfe-2a2bdb2b209a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:52.653778 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f206c391-223b-46f1-a279-3af8ab1874ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.657376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.664962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.706190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] No DVR routers for this DVR port 16320a79-fc47-470b-adab-24be2a516b94 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:52.715419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.722938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-283e0fb9-19f1-43e1-a51e-de11b17b0132 req-c969deb6-f992-4eaa-a928-e7386f481747 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "DELETE /v2.0/ports/16320a79-fc47-470b-adab-24be2a516b94 HTTP/1.1" status: 204 len: 173 time: 1.4614344 Nov 23 22:54:52.725107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'name': 'network-vif-deleted', 'tag': '16320a79-fc47-470b-adab-24be2a516b94'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:52.729252 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed596ac-465a-42c2-8807-8e545f3cccd4" -d '{"events": [{"server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "name": "network-vif-deleted", "tag": "16320a79-fc47-470b-adab-24be2a516b94"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:52.827997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.828666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:54:52.837643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.840526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d13d91f-b769-4873-8afc-baf4a9c1a1c3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f HTTP/1.1" status: 204 len: 168 time: 1.8356729 Nov 23 22:54:52.841532 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a8137-e91c-419f-ac77-9ca16f8d1045 x-openstack-request-id: req-0c8a8137-e91c-419f-ac77-9ca16f8d1045 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:52.842142 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b0834f-6ed0-494a-b08b-3775ac6ea5e0", "name": "network-vif-deleted", "tag": "16320a79-fc47-470b-adab-24be2a516b94", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:52.842590 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c8a8137-e91c-419f-ac77-9ca16f8d1045 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:52.843761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53316) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:52.844396 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b0834f-6ed0-494a-b08b-3775ac6ea5e0', 'name': 'network-vif-deleted', 'tag': '16320a79-fc47-470b-adab-24be2a516b94', 'status': 'completed', 'code': 200} Nov 23 22:54:52.862403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] Routers {'919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:52.863375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:52.865631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f206c391-223b-46f1-a279-3af8ab1874ea None None] Port 002f53fe-7583-491c-abfe-2a2bdb2b209a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:52.907855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:52.956024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bb44cfc-c8e3-4ba4-92ef-ed03f885f9f9 req-9102149d-f8af-4a1f-b33d-b69f6e3d9a21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b0834f-6ed0-494a-b08b-3775ac6ea5e0 HTTP/1.1" status: 200 len: 210 time: 0.0826371 Nov 23 22:54:53.038004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Allocated IP 172.25.0.250 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/9c791670-7996-4787-9ba7-ad226af8166d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:53.087399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:53.088106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc4961-4adf-4fdd-b2e1-1412ac59a5df None None] The sync data for ids ['919bfc84-c39a-410f-8c4a-4fc2fc4c2c1f'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:53.176812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-abdbbaf2-da12-46d4-9e18-417cb28ecb55 None None] Provisioning complete for port 002f53fe-7583-491c-abfe-2a2bdb2b209a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:53.177515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abdbbaf2-da12-46d4-9e18-417cb28ecb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.184697 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.202048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] Deleting subnet 48ec440c-d109-4001-bb31-528266a1e1f8 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:54:53.215069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.264866 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.276364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-abdbbaf2-da12-46d4-9e18-417cb28ecb55 None None] Port 002f53fe-7583-491c-abfe-2a2bdb2b209a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:53.293665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.347361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Port': ['ID=9c791670-7996-4787-9ba7-ad226af8166d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:53.368919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:53.380779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:53.388390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:53.432392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2d7b773-d65b-47d4-b72c-2c139b31e51f req-e83168af-5e43-41a7-a172-db9fcf3a3f3e tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0733812 Nov 23 22:54:53.439717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:34Z', 'revision_number': 6, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:53.504654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.528507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00b2a5-d76d-4ed8-b88d-2611a81cc0e9 None None] The sync data for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 is: [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:54:34Z', 'revision_number': 6, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c8f23f1d-67e0-443b-abab-0cffd5cde6de', 'name': '', 'network_id': 'faab6c47-023f-4df3-afd5-082e8a119947', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:e2:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '508374c0-b764-4975-9eaf-1f60dac29799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:23Z', 'updated_at': '2021-11-23T22:52:27Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '508374c0-b764-4975-9eaf-1f60dac29799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:53.532771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de3e8-bbc8-4ae9-8748-604061c32282 req-c1083e27-655b-497e-81ca-005775ec9c16 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:53.534095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc4de3e8-bbc8-4ae9-8748-604061c32282 req-c1083e27-655b-497e-81ca-005775ec9c16 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 945 time: 0.1001983 Nov 23 22:54:53.679853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 16320a79-fc47-470b-adab-24be2a516b94 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:53.697907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc4de3e8-bbc8-4ae9-8748-604061c32282 req-6defd9a3-78cc-436a-a7b8-f12b9cdd7a75 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255651 Nov 23 22:54:53.745486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.764508 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.787922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff6494-d2c3-4e7b-bf35-d58dcea568b6 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:53.791115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 16320a79-fc47-470b-adab-24be2a516b94 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:53.793508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 16320a79-fc47-470b-adab-24be2a516b94 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:53.844163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ec440c-d109-4001-bb31-528266a1e1f8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:53.850415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:53.856086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-44214b20-a49d-4e98-a988-ffb9f3c9f391 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/48ec440c-d109-4001-bb31-528266a1e1f8 HTTP/1.1" status: 204 len: 168 time: 1.0094337 Nov 23 22:54:53.858041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad43f2-ff7a-4118-ad52-098eba65c9ea None None] Network 47a28f3e-6801-4c70-af9a-2013d2a9c477 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:53.862233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53332) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:53.889987 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.073250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.080559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53336) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:54.090682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-df8f7db7-6b8f-42cd-b73d-a0741a8076ef tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 267 time: 0.2370403 Nov 23 22:54:54.268808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-44b55f7b-e42c-48b7-8413-248d79b0a80c None None] Provisioning complete for port 46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:54.269188 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44b55f7b-e42c-48b7-8413-248d79b0a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.288065 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6a3cd-e6df-40f1-a7d6-ea87a800b3c0 None None] New status for floating IP e3cb5b7d-f206-4848-983d-febdf43f7540: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:54:54.345362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-d06c80c0-98fe-495c-9ec8-c093cd37d4d5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:54.360477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-d06c80c0-98fe-495c-9ec8-c093cd37d4d5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 945 time: 0.2687981 Nov 23 22:54:54.368689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'port': {'security_groups': []}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:54.400578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] DHCP port deletion for 47a28f3e-6801-4c70-af9a-2013d2a9c477 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:54.510460 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.585678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:54.644181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-44b55f7b-e42c-48b7-8413-248d79b0a80c None None] Port 46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:54.721046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:54.730671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b2d0a9a4-9056-4728-b0a6-787d0c87c7b6 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:54.731332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] For port 7f34e373-7783-4ae4-944b-aabeebc40c2b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:54.732143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ed72b01a-b7d8-458f-9e49-7d24c72ba1df no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:54.774978 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.784902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Deleting port 5f07005b-9e3c-4351-8396-bddbb0bbd280 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:54.786803 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.803280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: ed72b01a-b7d8-458f-9e49-7d24c72ba1df {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:54:54.804755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ed72b01a-b7d8-458f-9e49-7d24c72ba1df not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:54:54.805312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5f07005b-9e3c-4351-8396-bddbb0bbd280 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:54:54.822947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.827287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b77bbb25-6e7b-4792-a866-cc2c0502bde5 req-c2e0a721-e1c2-43a9-8710-38a7740f0110 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0454292 Nov 23 22:54:54.906312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:54.907372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:54.909351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d7f0b6e-6d16-4176-9be3-99ab11fd4c2d req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "PUT /v2.0/ports/7f34e373-7783-4ae4-944b-aabeebc40c2b HTTP/1.1" status: 200 len: 904 time: 0.5478466 Nov 23 22:54:54.909956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:54.913436 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea78501e-b77d-4acc-a235-a83460da2e56" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:54.937256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb', '1be2901b-0787-46f4-be0d-cb1fd1068421', '7f34e373-7783-4ae4-944b-aabeebc40c2b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:54:55.074416 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5dcdc0-39f9-43a8-952d-1ab5e2813e0b x-openstack-request-id: req-bf5dcdc0-39f9-43a8-952d-1ab5e2813e0b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:55.078911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7f34e373-7783-4ae4-944b-aabeebc40c2b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:54:55.081894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] Deleting port 5f07005b-9e3c-4351-8396-bddbb0bbd280 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:55.082276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.084489 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:55.084701 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf5dcdc0-39f9-43a8-952d-1ab5e2813e0b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:55.085141 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b', 'status': 'completed', 'code': 200} Nov 23 22:54:55.092494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] For port 5f07005b-9e3c-4351-8396-bddbb0bbd280, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f07005b-9e3c-4351-8396-bddbb0bbd280,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:55.092869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.232293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b47c46-eabf-4934-8013-7342d12d3f1a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.280417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b47c46-eabf-4934-8013-7342d12d3f1a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.315617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Calling delete_port for 5f07005b-9e3c-4351-8396-bddbb0bbd280 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:55.323260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b4998-f9b1-4642-911d-0235a14f7cd1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=7f34e373-7783-4ae4-944b-aabeebc40c2b,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:55.325175 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.365099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.418249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b47c46-eabf-4934-8013-7342d12d3f1a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.420934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1b47c46-eabf-4934-8013-7342d12d3f1a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.422145 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b1b47c46-eabf-4934-8013-7342d12d3f1a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/security-groups/b01cc5c2-4e77-4df4-830b-aba49bf63cbc HTTP/1.1" status: 204 len: 168 time: 1.3402002 Nov 23 22:54:55.432501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e434b7-5806-41c3-9558-4fe05b0f72f5 req-48877c30-7a07-48ce-88da-d300fb0c0dc7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:55.435317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3e434b7-5806-41c3-9558-4fe05b0f72f5 req-48877c30-7a07-48ce-88da-d300fb0c0dc7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 907 time: 0.2589362 Nov 23 22:54:55.445373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-f3a702b3-403c-48c8-a9c8-2529e8b774b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:55.450900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-f3a702b3-403c-48c8-a9c8-2529e8b774b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 1058 time: 0.3550754 Nov 23 22:54:55.494067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b47c46-eabf-4934-8013-7342d12d3f1a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01cc5c2-4e77-4df4-830b-aba49bf63cbc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:55.527400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53358) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:55.606092 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.615824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] For port 5f07005b-9e3c-4351-8396-bddbb0bbd280, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f07005b-9e3c-4351-8396-bddbb0bbd280,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:55.616454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.640360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Port': ['ID=9c791670-7996-4787-9ba7-ad226af8166d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:55.653956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] Calling delete_port for 5f07005b-9e3c-4351-8396-bddbb0bbd280 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:55.657156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.661333 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-171b4139-4a72-4c70-87ad-4f7a0c9105b4 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4557414 Nov 23 22:54:55.661611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53360) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:55.667378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9cace2b5-1851-4f1c-859e-135d672dcdf1 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'floatingip': {'port_id': '46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:55.710421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-57381a21-5db0-41b2-bbd2-03a2f95c4e7e None None] Provisioning complete for port 7f34e373-7783-4ae4-944b-aabeebc40c2b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:55.710869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-57381a21-5db0-41b2-bbd2-03a2f95c4e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.730302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cace2b5-1851-4f1c-859e-135d672dcdf1 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.849454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:55.906770 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-9cace2b5-1851-4f1c-859e-135d672dcdf1 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] update failed (client error): The resource could not be found. Nov 23 22:54:55.908034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9cace2b5-1851-4f1c-859e-135d672dcdf1 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "PUT /v2.0/floatingips/7108a7d5-b38c-4dcf-be37-1f4d46615438 HTTP/1.1" status: 404 len: 507 time: 0.2452915 Nov 23 22:54:55.910889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:56.024888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 5f07005b-9e3c-4351-8396-bddbb0bbd280, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f07005b-9e3c-4351-8396-bddbb0bbd280,segment=NetworkSegment(a893eee0-65ac-4351-9002-b5d5470b1b69),segment_id=a893eee0-65ac-4351-9002-b5d5470b1b69)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:56.107842 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.124899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Deleting port 9c791670-7996-4787-9ba7-ad226af8166d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:56.125747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.206149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.212366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event deleted for resources: {'Port': ['ID=5f07005b-9e3c-4351-8396-bddbb0bbd280,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:56.236232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.236856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.237803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.238317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.238844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.239391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.242681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.243266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.243830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.244353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.245209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.245721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.248963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.249529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.267124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Calling delete_port for 9c791670-7996-4787-9ba7-ad226af8166d owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:56.285800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] No DVR routers for this DVR port 5f07005b-9e3c-4351-8396-bddbb0bbd280 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:56.333824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e77ce106-62fb-43f3-86d9-1f0cd2b85701 req-18f73290-d2ae-4ba7-8ff0-b9fef47b3aff tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.2580521 Nov 23 22:54:56.387650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c2956-906a-4b5a-b7ad-9c60ed4ff97d None None] Pushing event deleted for resources: {'Port': ['ID=5f07005b-9e3c-4351-8396-bddbb0bbd280,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:56.550423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.570429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdaa50-cf06-4f23-baa6-ebaefa03ccf3 req-2be0be33-7253-4fbc-9032-318823ee7d8d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:56.578601 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85fdaa50-cf06-4f23-baa6-ebaefa03ccf3 req-2be0be33-7253-4fbc-9032-318823ee7d8d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.5023041 Nov 23 22:54:56.635897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event deleted for resources: {'Port': ['ID=9c791670-7996-4787-9ba7-ad226af8166d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:56.701248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.701721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.701982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.702280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.702619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.702960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.703293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.703646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.703983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.704314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.704643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.704970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:56.740786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85fdaa50-cf06-4f23-baa6-ebaefa03ccf3 req-92d24a38-ccf3-4fbb-ae2e-e3174b26260f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606982 Nov 23 22:54:56.750995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-191b89b4-db9d-484e-9d30-b90e4cffe675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:56.753231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-191b89b4-db9d-484e-9d30-b90e4cffe675 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 1.2472155 Nov 23 22:54:56.805904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.808623 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.813368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54d7be3f-faa3-4e83-aaf4-78a6e895547e tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "DELETE /v2.0/floatingips/7108a7d5-b38c-4dcf-be37-1f4d46615438 HTTP/1.1" status: 204 len: 168 time: 0.8976121 Nov 23 22:54:56.814178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53376) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:56.818749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1b5d1df7-151c-4e96-ba10-ad7c3edc4a58 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'floatingip': {'floating_network_id': '7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc', 'port_id': '46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:56.854857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.898247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1df7-151c-4e96-ba10-ad7c3edc4a58 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.937489 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.968946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-a76134fb-0fab-43d4-81bd-d2c3fb86d55b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b HTTP/1.1" status: 200 len: 217 time: 0.2073879 Nov 23 22:54:56.978454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f07005b-9e3c-4351-8396-bddbb0bbd280,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:57.066417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] No DVR routers for this DVR port 5f07005b-9e3c-4351-8396-bddbb0bbd280 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:54:57.135439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:57.162628 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-1b5d1df7-151c-4e96-ba10-ad7c3edc4a58 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:54:57.164275 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b5d1df7-151c-4e96-ba10-ad7c3edc4a58 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3493626 Nov 23 22:54:57.169356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53388) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:57.177837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:57.185288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2905b-8d20-4d66-8491-9eaeaa5d4d2b req-e80bd04b-e53b-4e02-af86-2475b6436f8c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:57.187015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28b2905b-8d20-4d66-8491-9eaeaa5d4d2b req-e80bd04b-e53b-4e02-af86-2475b6436f8c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.3159702 Nov 23 22:54:57.236308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:57.281797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-b955902c-5861-411c-8e41-b18b41fbf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:57.283597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-b955902c-5861-411c-8e41-b18b41fbf88a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.3024976 Nov 23 22:54:57.458797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:57.527955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:57.543156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28b2905b-8d20-4d66-8491-9eaeaa5d4d2b req-6f503e90-aa31-40b5-8508-54d999426045 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153839 Nov 23 22:54:57.675035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Allocated IP 172.25.0.68 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/59152dbb-318c-4e45-8db4-42ba80752639) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:57.810787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c426446-f482-47e5-91b5-d7ef1e9b09ba req-c054c359-73f3-4635-94d1-2b031a65083a tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.2382247 Nov 23 22:54:57.816163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a28f3e-6801-4c70-af9a-2013d2a9c477']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:57.881040 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:57.906138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a893eee0-65ac-4351-9002-b5d5470b1b69') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:57.906522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a893eee0-65ac-4351-9002-b5d5470b1b69') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:57.937091 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:57.958100 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:57.996164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.000848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-2d385c7c-20f0-4952-918a-2cd34068645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:58.002373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-2d385c7c-20f0-4952-918a-2cd34068645d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7106497 Nov 23 22:54:58.018295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:58.024344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:58.030426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:58.032618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event updated for resources: {'Port': ['ID=59152dbb-318c-4e45-8db4-42ba80752639,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:58.038865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:54:58.039384 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:54:58.041860 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:54:58.200489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-e66d8428-7129-4964-a892-7efb6f136495 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819153 Nov 23 22:54:58.328023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Deleting port 59152dbb-318c-4e45-8db4-42ba80752639 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:58.328299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.420062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.487651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.497888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] 10.222.0.11 "DELETE /v2.0/networks/47a28f3e-6801-4c70-af9a-2013d2a9c477 HTTP/1.1" status: 204 len: 168 time: 4.6322148 Nov 23 22:54:58.532140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.532740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.571038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Calling delete_port for 59152dbb-318c-4e45-8db4-42ba80752639 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:58.589747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-f2a0a66a-3f37-401d-a9b0-e76dcc8ab5d9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:58.596136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-f2a0a66a-3f37-401d-a9b0-e76dcc8ab5d9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.6546273 Nov 23 22:54:58.598291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea78501e-b77d-4acc-a235-a83460da2e56 req-cd28f2e1-9e8d-4497-95e2-83a724dfa3ef service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490431 Nov 23 22:54:58.623922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4aae7-34d4-4356-a9cd-f4a345fb8850 admin admin] Pushing event deleted for resources: {'Network': ['ID=47a28f3e-6801-4c70-af9a-2013d2a9c477,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:58.694082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-dafc3e90-4e67-46d3-9941-c0a90cfa217c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/quotas/8d524ce723c54b2c9f55db9abfefa842 HTTP/1.1" status: 200 len: 375 time: 0.0922692 Nov 23 22:54:58.772937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53416) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:58.804471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-bbef1661-83f9-4847-a6bd-1f485d29d38b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1094325 Nov 23 22:54:58.816590 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.821447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.885556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event deleted for resources: {'Port': ['ID=59152dbb-318c-4e45-8db4-42ba80752639,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:58.897184 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7c6c0545-8cfb-41eb-aef9-132dda406b32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4bf0878015b40aebbce3e331ab6d25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299212 Nov 23 22:54:58.897539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53422) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:58.987145 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] create failed (client error): The resource could not be found. Nov 23 22:54:58.988870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fcd7eb88-d8f2-46f4-8c86-cbe2c16d71e0 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8181860 Nov 23 22:54:58.993779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53424) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:59.120330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Deleting port 46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:54:59.120842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:59.237094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:59.253637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Calling delete_port for 46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:54:59.361898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0042258-a38f-4890-a2fb-d265605f3d5c req-08e0f309-e74c-4e34-83b4-1d722d0e5c3b tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0616145 Nov 23 22:54:59.405337 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:59.444301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-8dead4ea-0ad6-4672-b0a0-b54d1fa65ec4 service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205051 Nov 23 22:54:59.454855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event deleted for resources: {'Port': ['ID=46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:59.464457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-401a2954-a165-444d-89a7-328b93ff3dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:59.603784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:59.615112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-806e7206-c5bf-4da9-a879-920dcc68b4d9 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "DELETE /v2.0/ports/46ce69cf-2e9a-4c4d-8a15-2d93a37e7c40 HTTP/1.1" status: 204 len: 168 time: 0.6187053 Nov 23 22:54:59.616262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53430) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:59.639810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-401a2954-a165-444d-89a7-328b93ff3dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:59.719428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:59.720039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049fd54-4e90-4d76-b41f-0a25878c62d1 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:59.722096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a049fd54-4e90-4d76-b41f-0a25878c62d1 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "GET /v2.0/ports?device_id=c428088c-760d-4cbe-8e50-13581087018a HTTP/1.1" status: 200 len: 913 time: 0.1043117 Nov 23 22:54:59.725679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53438) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:59.783165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-2c8f6980-8e16-4059-b772-e788a5c4f6e5 service neutron] 10.222.0.11 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205843 Nov 23 22:55:00.022737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-401a2954-a165-444d-89a7-328b93ff3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.032949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-401a2954-a165-444d-89a7-328b93ff3dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.035024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-401a2954-a165-444d-89a7-328b93ff3dd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24f7f76d-5686-427d-95a3-41f559dae45a HTTP/1.1" status: 204 len: 168 time: 1.1254542 Nov 23 22:55:00.181170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a2954-a165-444d-89a7-328b93ff3dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f7f76d-5686-427d-95a3-41f559dae45a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:00.201143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-59e7da34-3ced-4886-aacd-3881bfe0cbcd req-0b03e900-9b5f-4002-983d-8607f4fcce73 service neutron] (103523) timed out ('10.222.0.11', 55028) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:55:00.261518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-230ded99-90c8-45ff-87f7-912987846563 req-6122aefd-1bb1-4d80-9998-c859d2291fb4 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 210 time: 0.1979344 Nov 23 22:55:00.351211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port c8f23f1d-67e0-443b-abab-0cffd5cde6de {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:00.352784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.440620 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.564750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port c8f23f1d-67e0-443b-abab-0cffd5cde6de, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c8f23f1d-67e0-443b-abab-0cffd5cde6de,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:00.565290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.591926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for c8f23f1d-67e0-443b-abab-0cffd5cde6de owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:00.646524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15370da8-123e-441f-a07f-0284ab345288 req-e5f8d29d-d81c-4ac3-848d-1e86e90e1d7f tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0451660 Nov 23 22:55:00.694444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53472) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:00.700664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Deleting port 56a31148-fb7e-46d5-bf95-02b99a2222c4 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:00.701749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.800904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] For port 56a31148-fb7e-46d5-bf95-02b99a2222c4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=56a31148-fb7e-46d5-bf95-02b99a2222c4,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:00.801577 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.822629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Calling delete_port for 56a31148-fb7e-46d5-bf95-02b99a2222c4 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:00.856851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53476) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:00.893701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Deleting port 002f53fe-7583-491c-abfe-2a2bdb2b209a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:00.894295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.961710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4ec088a9-9e4e-4bd3-84a8-e0440a339f93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.024607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.054633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Calling delete_port for 002f53fe-7583-491c-abfe-2a2bdb2b209a owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:01.062058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-49e687b6-c338-4481-93af-50ead2326abb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3af5344d2fbf4dc897e5b1cc206987b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013845 Nov 23 22:55:01.066228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53478) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:01.221018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7beb08f4-0d2e-417d-b2ae-5b33f04ddbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.241105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.291056 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7beb08f4-0d2e-417d-b2ae-5b33f04ddbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.308327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=c8f23f1d-67e0-443b-abab-0cffd5cde6de,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:01.362304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4ec088a9-9e4e-4bd3-84a8-e0440a339f93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.401323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4ec088a9-9e4e-4bd3-84a8-e0440a339f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.403530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.442028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7beb08f4-0d2e-417d-b2ae-5b33f04ddbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.445537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7beb08f4-0d2e-417d-b2ae-5b33f04ddbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.449472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7beb08f4-0d2e-417d-b2ae-5b33f04ddbef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b14ef7a8-cd58-40f5-916e-7b102822a4e7 HTTP/1.1" status: 204 len: 168 time: 0.3796880 Nov 23 22:55:01.455317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event deleted for resources: {'Port': ['ID=002f53fe-7583-491c-abfe-2a2bdb2b209a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:01.481962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb08f4-0d2e-417d-b2ae-5b33f04ddbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14ef7a8-cd58-40f5-916e-7b102822a4e7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:01.589958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4895c2cf-3740-4e61-8b86-e3d6c0f965db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.610688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4050055a-d7b4-4cc7-b8b8-e7f4f1d141f9 req-3ffbe5be-1f7a-4ca7-8acc-749b8f2fea63 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 210 time: 0.2001300 Nov 23 22:55:01.705660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.715163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4ec088a9-9e4e-4bd3-84a8-e0440a339f93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14fe7ca1c73a465da45fc732f90ad995&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0251956 Nov 23 22:55:01.726371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53488) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:01.806031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec088a9-9e4e-4bd3-84a8-e0440a339f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adee89e-b7cc-4a96-92d6-2f5629b69179,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:01.943795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c8f026c-0e1c-440f-a83c-843eaa27aef6 req-6fa51957-72b7-459c-8073-4edffa40c8d2 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1130919 Nov 23 22:55:01.950147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-862f7c52-137e-40ee-9f38-a9adb022cc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.968173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.988437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-862f7c52-137e-40ee-9f38-a9adb022cc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.992583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Router c428088c-760d-4cbe-8e50-13581087018a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:02.010203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=56a31148-fb7e-46d5-bf95-02b99a2222c4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:02.116331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-2fac4076-ae1c-4f55-b848-b82e67a5099b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:02.117878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-2fac4076-ae1c-4f55-b848-b82e67a5099b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.48 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 811 time: 0.4014399 Nov 23 22:55:02.138017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:02.145226 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5bf87736-3ce2-485f-b18b-0524b7fb2f3c tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "PUT /v2.0/routers/c428088c-760d-4cbe-8e50-13581087018a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182332 Nov 23 22:55:02.148398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53500) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:02.165202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] Sync routers for ids ['c428088c-760d-4cbe-8e50-13581087018a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:02.182331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] Routers {'c428088c-760d-4cbe-8e50-13581087018a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:02.184087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c428088c-760d-4cbe-8e50-13581087018a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:02.199798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Request body: {'port': {'device_id': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'admin_state_up': True, 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:02.230504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a607-2961-481a-9ce2-56ddc993b7ef tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.249733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.261611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:02.276566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] Routers {'c428088c-760d-4cbe-8e50-13581087018a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:02.282858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c428088c-760d-4cbe-8e50-13581087018a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:02.332339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:02.333774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa9a0d0-1f8c-4ef0-86d7-99aa84e581b3 None None] The sync data for ids ['c428088c-760d-4cbe-8e50-13581087018a'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:02.421110 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-862f7c52-137e-40ee-9f38-a9adb022cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.427536 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-862f7c52-137e-40ee-9f38-a9adb022cc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.428702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-862f7c52-137e-40ee-9f38-a9adb022cc4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5adee89e-b7cc-4a96-92d6-2f5629b69179 HTTP/1.1" status: 204 len: 168 time: 0.7006094 Nov 23 22:55:02.469615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f7c52-137e-40ee-9f38-a9adb022cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adee89e-b7cc-4a96-92d6-2f5629b69179,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:02.472536 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a607-2961-481a-9ce2-56ddc993b7ef tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.475147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a607-2961-481a-9ce2-56ddc993b7ef tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.545409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a607-2961-481a-9ce2-56ddc993b7ef tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.546071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf6a607-2961-481a-9ce2-56ddc993b7ef tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Fanout notify agent at l3_agent the message router_deleted on router c428088c-760d-4cbe-8e50-13581087018a {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:55:02.557034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a607-2961-481a-9ce2-56ddc993b7ef tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.558350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4bf6a607-2961-481a-9ce2-56ddc993b7ef tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "DELETE /v2.0/routers/c428088c-760d-4cbe-8e50-13581087018a HTTP/1.1" status: 204 len: 168 time: 0.4094365 Nov 23 22:55:02.562165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:02.635316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Deleting subnet 98da4c20-7c92-4eb9-a675-4e24f4610f36 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:55:02.639694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.642469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53516) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:02.691053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.765453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Made reservation on behalf of 8d524ce723c54b2c9f55db9abfefa842 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:02.769302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.782365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.802444 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.822239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7725e953-cd31-4178-a74a-d2e7d43ae809 req-5c6e00ea-dab9-480b-860a-4a5665503600 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 210 time: 0.0619769 Nov 23 22:55:02.838252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1011581144-network', 'tenant_id': '6514b34f755a48ab91aa9e3a7d637ebe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:02.891270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Made reservation on behalf of 6514b34f755a48ab91aa9e3a7d637ebe for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:02.893744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.902420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53524) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:02.916607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.929800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.931793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c82b2dd-23e8-423a-bf62-b91201dbe9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.972478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event deleted for resources: {'Subnet': ['ID=98da4c20-7c92-4eb9-a675-4e24f4610f36,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:02.981083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:02.986457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-124a3ea7-17ee-4960-b160-ac2a80118313 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "DELETE /v2.0/subnets/98da4c20-7c92-4eb9-a675-4e24f4610f36 HTTP/1.1" status: 204 len: 168 time: 0.4209569 Nov 23 22:55:02.986667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c8698-6cda-48bb-996c-4139c41c4c72 None None] Network 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:02.993144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53526) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:03.131134 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.242167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c82b2dd-23e8-423a-bf62-b91201dbe9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.248542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.252008 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c82b2dd-23e8-423a-bf62-b91201dbe9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.252367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] DHCP port deletion for 7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:03.266584 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.315401 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0c82b2dd-23e8-423a-bf62-b91201dbe9e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab89846f32a44e3589927f6594d17643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4095974 Nov 23 22:55:03.322836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:03.324957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:03.326474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] Deleting port 249e5149-db3f-4b1c-9e49-d9cf85f25225 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:03.327108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.327266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82b2dd-23e8-423a-bf62-b91201dbe9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770c66b2-f6cb-4483-9330-c542d0f798bd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:03.340024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 00cc2304-e633-4d3f-92d3-8583ab394ab5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:03.368644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9dc2f97f-c3a7-4579-85e4-1a41d5740de4 req-5e9276b9-5cfb-4e4d-926b-9ec70d5abdee tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0648594 Nov 23 22:55:03.412376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.413153 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Added segment d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9 of type vlan for network b2632c76-d9e2-4336-89d4-98d45241b7e1 Nov 23 22:55:03.429924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] For port 249e5149-db3f-4b1c-9e49-d9cf85f25225, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=249e5149-db3f-4b1c-9e49-d9cf85f25225,segment=NetworkSegment(c08cea02-4333-4092-962e-2cdcdf9482a5),segment_id=c08cea02-4333-4092-962e-2cdcdf9482a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:03.430400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.447352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] Calling delete_port for 249e5149-db3f-4b1c-9e49-d9cf85f25225 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:03.449934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Deleting port 249e5149-db3f-4b1c-9e49-d9cf85f25225 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:03.450283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.514269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6912ac6f-9e5b-46cc-9c49-6c39def624f3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:03.524170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Allocated IP 172.20.0.14 (4ceb42f0-96f0-408b-a1b0-14731cc84da4/cb19bfdd-3f05-4f7d-bd68-bf739a632ced/6ab254b3-69e1-43d8-92a3-44c79ef00e62) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:03.573592 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-821e6f7c-15a0-48e2-a475-0392adebd7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.580668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.590793 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.624283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] Pushing event deleted for resources: {'Port': ['ID=249e5149-db3f-4b1c-9e49-d9cf85f25225,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:03.632909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e41f6-6ca9-4372-b3a9-8301f188c5eb None None] No DVR routers for this DVR port 249e5149-db3f-4b1c-9e49-d9cf85f25225 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:03.685744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-821e6f7c-15a0-48e2-a475-0392adebd7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.704410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] For port 249e5149-db3f-4b1c-9e49-d9cf85f25225, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=249e5149-db3f-4b1c-9e49-d9cf85f25225,segment=NetworkSegment(c08cea02-4333-4092-962e-2cdcdf9482a5),segment_id=c08cea02-4333-4092-962e-2cdcdf9482a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:03.704757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.719444 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.720486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.721076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.737779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:03.748537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c368c3e1-20a5-4a9e-834b-bba2601e5ef5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "PUT /v2.0/routers/00cc2304-e633-4d3f-92d3-8583ab394ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2159784 Nov 23 22:55:03.753129 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] Sync routers for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:03.755101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53536) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:03.769318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Calling delete_port for 249e5149-db3f-4b1c-9e49-d9cf85f25225 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:03.776913 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:03.777537 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:54:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:03.832196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.837438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1938887 Nov 23 22:55:03.838087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53538) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:03.839251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.847143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.855216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.861378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.868300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.874337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.876355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-249b9923-6284-44f1-88b7-1b1b33bd5b54 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.2902734 Nov 23 22:55:03.883702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Router 9f516ba9-6971-4de3-81dc-c78f8e49da5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:03.892029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Request body: {'subnet': {'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1011581144-subnet', 'tenant_id': '6514b34f755a48ab91aa9e3a7d637ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:03.904907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3e7cc-32a3-4949-aa8e-c0ad7afacfac admin admin] Pushing event updated for resources: {'Network': ['ID=b2632c76-d9e2-4336-89d4-98d45241b7e1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:03.930751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b2632c76-d9e2-4336-89d4-98d45241b7e1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:03.952025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-821e6f7c-15a0-48e2-a475-0392adebd7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.957245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-821e6f7c-15a0-48e2-a475-0392adebd7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.959095 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-821e6f7c-15a0-48e2-a475-0392adebd7e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/770c66b2-f6cb-4483-9330-c542d0f798bd HTTP/1.1" status: 204 len: 168 time: 0.6353307 Nov 23 22:55:03.967242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Made reservation on behalf of 6514b34f755a48ab91aa9e3a7d637ebe for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:03.969758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:03.986175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e6f7c-15a0-48e2-a475-0392adebd7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c66b2-f6cb-4483-9330-c542d0f798bd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:04.012878 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:04.069858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting subnet 508374c0-b764-4975-9eaf-1f60dac29799 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:55:04.123150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ddfa14ba-4281-4260-8448-36a6a1ced86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.142455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.171828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17858a48-2cf6-4a14-a2d0-633784ec1d69 req-88b35588-237e-4d30-baab-59c78d3b6c5a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 210 time: 0.1657739 Nov 23 22:55:04.177512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.213689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] No DVR routers for this DVR port 249e5149-db3f-4b1c-9e49-d9cf85f25225 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:04.234090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event deleted for resources: {'Port': ['ID=249e5149-db3f-4b1c-9e49-d9cf85f25225,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:04.337762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b991bc85-74de-4448-bb51-2b51b6d408fb req-1bd0c0a8-578c-478b-b424-986857e7d8d5 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4393766 Nov 23 22:55:04.374451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.416994 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:55:01Z', 'revision_number': 7, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:04.463476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.504506 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] Checking router: 00cc2304-e633-4d3f-92d3-8583ab394ab5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:04.512403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 249e5149-db3f-4b1c-9e49-d9cf85f25225 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:04.519124 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] Routers {'00cc2304-e633-4d3f-92d3-8583ab394ab5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:04.520333 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00cc2304-e633-4d3f-92d3-8583ab394ab5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:04.543442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:04.550143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-99fa57d6-6293-4d97-b098-cc31a5c45e2c admin admin] 10.222.0.11 "PUT /v2.0/routers/9f516ba9-6971-4de3-81dc-c78f8e49da5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4135907 Nov 23 22:55:04.582515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] Sync routers for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:04.600174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 249e5149-db3f-4b1c-9e49-d9cf85f25225 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:04.600174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 249e5149-db3f-4b1c-9e49-d9cf85f25225 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:04.620052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53550) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:04.624438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:04.625537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:04.731504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] Set router 00cc2304-e633-4d3f-92d3-8583ab394ab5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:04.772823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60c81c52-c73f-4d7c-9de4-a14ef64d752a req-a1c17206-d18f-419a-9f39-4f725c351370 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1534531 Nov 23 22:55:04.803392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.826388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:04.843824 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.935082 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.936671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb', '1be2901b-0787-46f4-be0d-cb1fd1068421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:55:04.968553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:04.983819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:04.997515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.004276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.006226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08cea02-4333-4092-962e-2cdcdf9482a5') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:05.006746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08cea02-4333-4092-962e-2cdcdf9482a5') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:05.012500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.019959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.027752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.028839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.038647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.043209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.046716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.053076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.064829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d85926be-ccd8-47a5-934e-76375bdefaf4 req-0046c6c5-38c0-4587-a348-e4a485b87b43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.4471776 Nov 23 22:55:05.086423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:05.092171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:55:05.093170 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.095172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:55:05.095943 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:55:05.162364 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:55:01Z', 'revision_number': 7, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:05.167862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:05.195865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fe4819-d7e9-49a6-8654-80c17725020d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:05.218748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.234223 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.242339 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] 10.222.0.11 "DELETE /v2.0/networks/7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc HTTP/1.1" status: 204 len: 168 time: 2.2478771 Nov 23 22:55:05.245569 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa0fb0-0b90-45ed-ab7c-d80ce41a2688 None None] The sync data for ids ['00cc2304-e633-4d3f-92d3-8583ab394ab5'] in n-d-817303-3 is: [{'id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'name': 'tempest-TestNetworkBasicOps-router-1087805743', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:55:01Z', 'revision_number': 7, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': 'c01ccd82-272c-4eec-8408-bba28eca4639', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cc2304-e633-4d3f-92d3-8583ab394ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:18Z', 'updated_at': '2021-11-23T22:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:05.249833 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.272970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba103f-5c5a-41ea-b600-e03332416d67 tempest-FloatingIPNegativeTestJSON-439497934 tempest-FloatingIPNegativeTestJSON-439497934-project] Pushing event deleted for resources: {'Network': ['ID=7b575dbc-8bea-48bd-afd1-1ff7e1a8d8bc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:05.285409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Checking segment: {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:05.286126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Network hostable DHCP agents. Network: b2632c76-d9e2-4336-89d4-98d45241b7e1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:05.302811 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.352001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Network b2632c76-d9e2-4336-89d4-98d45241b7e1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:05.367156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b2632c76-d9e2-4336-89d4-98d45241b7e1) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:05.391220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.392134 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.400110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea00d76-f95e-4eae-aeaf-73897fb4985a None None] Network b2632c76-d9e2-4336-89d4-98d45241b7e1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:05.421392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.422257 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-45239192-5814-4b4e-ae47-8f9dfaee19aa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5786552 Nov 23 22:55:05.456451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.457160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.549281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Subnet': ['ID=508374c0-b764-4975-9eaf-1f60dac29799,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:05.569294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.574562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-021567c9-08ae-435e-9ef6-c3cbfd009eae tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/subnets/508374c0-b764-4975-9eaf-1f60dac29799 HTTP/1.1" status: 204 len: 168 time: 1.8162506 Nov 23 22:55:05.578251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:05.582386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a43979-602b-4fc5-8b38-e9f73727180f None None] Network faab6c47-023f-4df3-afd5-082e8a119947 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:05.588381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-6dd15b52-cd75-4720-b3e2-d16dac56b108 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4085972 Nov 23 22:55:05.613348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Request body: {'port': {'device_id': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:05.688886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab520a8e-1a5b-4c85-a912-8b264b38a223 req-470204e2-0815-4733-94f0-431325edae15 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.700223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab520a8e-1a5b-4c85-a912-8b264b38a223 req-470204e2-0815-4733-94f0-431325edae15 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 932 time: 0.2993150 Nov 23 22:55:05.714327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.767607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:55:01Z', 'revision_number': 5, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port': {'id': 'e374ee5d-7021-4ca6-9a91-49895e1ee189', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:55Z', 'updated_at': '2021-11-23T22:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:05.821473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] Checking router: 9f516ba9-6971-4de3-81dc-c78f8e49da5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:05.826599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab520a8e-1a5b-4c85-a912-8b264b38a223 req-f46dd0b9-6bb0-426a-8071-97170263d56b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235003 Nov 23 22:55:05.833458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53588) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:05.899091 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.899733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:05.924653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44a1da-764b-4b26-bc51-88b5de6cbe07 None None] Network b2632c76-d9e2-4336-89d4-98d45241b7e1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:06.058332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-971dac7e-1ccf-40b4-9985-ca6c38cfe927 None None] Provisioning complete for port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:06.059034 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-971dac7e-1ccf-40b4-9985-ca6c38cfe927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.076362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa4fed33-749a-4a79-99d1-2bf03cb95423 req-b570982b-47cd-4f9f-96be-c67c2dfdea5f tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0755863 Nov 23 22:55:06.105940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Deleting port e374ee5d-7021-4ca6-9a91-49895e1ee189 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:06.106430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.151984 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.189085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] Routers {'9f516ba9-6971-4de3-81dc-c78f8e49da5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:06.192775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:06.222517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] For port e374ee5d-7021-4ca6-9a91-49895e1ee189, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e374ee5d-7021-4ca6-9a91-49895e1ee189,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:06.222914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.249036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Calling delete_port for e374ee5d-7021-4ca6-9a91-49895e1ee189 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:06.294727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port c01ccd82-272c-4eec-8408-bba28eca4639 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:06.297270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.550877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] Set router 9f516ba9-6971-4de3-81dc-c78f8e49da5a gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:06.552535 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e0d5643e-2400-415f-aca4-ea2646b1f63f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b797f2465689466bb14b6d4b4d85bbca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7136533 Nov 23 22:55:06.557729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:06.591345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port c01ccd82-272c-4eec-8408-bba28eca4639, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c01ccd82-272c-4eec-8408-bba28eca4639,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:06.591751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.623079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for c01ccd82-272c-4eec-8408-bba28eca4639 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:06.657578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:55:05Z', 'revision_number': 6, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:06.693485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] DHCP port deletion for faab6c47-023f-4df3-afd5-082e8a119947 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:06.698758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f485bf1a-1125-4cff-856c-613e331685cd no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:06.715847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a85f46-feb2-43b7-b495-bc46fdf90a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.716334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93533b5d-8771-44ec-bbb3-4070adfa0deb None None] The sync data for ids ['9f516ba9-6971-4de3-81dc-c78f8e49da5a'] in n-d-817303-3 is: [{'id': '9f516ba9-6971-4de3-81dc-c78f8e49da5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1492552866-router', 'tenant_id': 'f5523f7332df411dad76b1605f353f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:52Z', 'updated_at': '2021-11-23T22:55:05Z', 'revision_number': 6, 'project_id': 'f5523f7332df411dad76b1605f353f40', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:06.742364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a85f46-feb2-43b7-b495-bc46fdf90a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.797272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-971dac7e-1ccf-40b4-9985-ca6c38cfe927 None None] Port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:06.889218 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.899522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a85f46-feb2-43b7-b495-bc46fdf90a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.902845 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a85f46-feb2-43b7-b495-bc46fdf90a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:06.904982 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21a85f46-feb2-43b7-b495-bc46fdf90a95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a4c4a82-c689-4310-b3a1-4fc89c763545 HTTP/1.1" status: 204 len: 168 time: 0.3462741 Nov 23 22:55:06.996003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a85f46-feb2-43b7-b495-bc46fdf90a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c4a82-c689-4310-b3a1-4fc89c763545,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:06.996252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] Deleting port f485bf1a-1125-4cff-856c-613e331685cd {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:06.996614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.072254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.097679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] For port f485bf1a-1125-4cff-856c-613e331685cd, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f485bf1a-1125-4cff-856c-613e331685cd,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:07.098102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.175146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=c01ccd82-272c-4eec-8408-bba28eca4639,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:07.217579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00745d0-b939-440f-be36-3a42add28f33 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:07.233357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-9e5c2ed4-b93a-4966-9f14-cba39d5f61e9 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:07.242450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-9e5c2ed4-b93a-4966-9f14-cba39d5f61e9 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 815 time: 0.7143722 Nov 23 22:55:07.248113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab254b3-69e1-43d8-92a3-44c79ef00e62 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:07.250749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.273059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dab961-169d-416a-9e80-aa8d347bf87e req-19bd59b7-db68-4ed1-b054-c28f966f250a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:07.274264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] Calling delete_port for f485bf1a-1125-4cff-856c-613e331685cd owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:07.284372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3dab961-169d-416a-9e80-aa8d347bf87e req-19bd59b7-db68-4ed1-b054-c28f966f250a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 932 time: 0.3367403 Nov 23 22:55:07.304663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.323429 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.324989 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.406535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-25b2d468-1233-4a0c-a59e-781b9e83ddbf tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/quotas/6514b34f755a48ab91aa9e3a7d637ebe HTTP/1.1" status: 200 len: 375 time: 0.1148500 Nov 23 22:55:07.410206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Pushing event deleted for resources: {'Port': ['ID=e374ee5d-7021-4ca6-9a91-49895e1ee189,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:07.462688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Transition to ACTIVE for port object 6ab254b3-69e1-43d8-92a3-44c79ef00e62 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:55:07.499244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27c05b6-2fc6-4ba6-b186-e15ae121ffff None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:07.524158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.526890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.568469 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.574734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port f485bf1a-1125-4cff-856c-613e331685cd, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f485bf1a-1125-4cff-856c-613e331685cd,segment=NetworkSegment(14b3e7ce-025f-4c46-bea2-4505976050d9),segment_id=14b3e7ce-025f-4c46-bea2-4505976050d9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:07.583159 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.588778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-d7a97bb5-24f9-487f-b8b6-044c5173f73f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798403 Nov 23 22:55:07.590503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.591255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c8f23f1d-67e0-443b-abab-0cffd5cde6de no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:07.638639 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.639320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Fanout notify agent at l3_agent the message router_deleted on router 00cc2304-e633-4d3f-92d3-8583ab394ab5 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:55:07.648832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.651834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dce3a664-ee1a-42a7-93de-97738b30f30e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/routers/00cc2304-e633-4d3f-92d3-8583ab394ab5 HTTP/1.1" status: 204 len: 168 time: 2.0709550 Nov 23 22:55:07.654378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53642) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:07.776785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c8f23f1d-67e0-443b-abab-0cffd5cde6de {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:07.777801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c8f23f1d-67e0-443b-abab-0cffd5cde6de not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:07.810324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3dab961-169d-416a-9e80-aa8d347bf87e req-66275002-61cc-4ca7-b707-53a500b28323 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102727 Nov 23 22:55:07.905416 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.935958 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:07.988647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] No DVR routers for this DVR port f485bf1a-1125-4cff-856c-613e331685cd on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:08.033193 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.084432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:08.096367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=f485bf1a-1125-4cff-856c-613e331685cd,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:08.172598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385a4de-a5fc-4cbf-9307-338fdbe5a842 None None] Pushing event deleted for resources: {'Port': ['ID=f485bf1a-1125-4cff-856c-613e331685cd,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:08.184689 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.286161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.342164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53664) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:08.348123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-527dbd34-83fd-4109-b58d-aadf67539f87 req-2f98542b-22ad-4781-8ae1-9a1859ed0b78 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.2566686 Nov 23 22:55:08.359790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faab6c47-023f-4df3-afd5-082e8a119947']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:08.371546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b3e7ce-025f-4c46-bea2-4505976050d9') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:08.371958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b3e7ce-025f-4c46-bea2-4505976050d9') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:08.387208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.412057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.421945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:55:08.423020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:55:08.430791 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:55:08.443400 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.447248 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.495280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c01ccd82-272c-4eec-8408-bba28eca4639 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:08.513088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Attempting to bind port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:08.513442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Attempting to bind port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:08.513775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Attempting to bind port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:08.521210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c01ccd82-272c-4eec-8408-bba28eca4639 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:08.521632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-6aa3c101-3db3-4aa9-8113-d3f2713ee280 service neutron] 10.222.0.11 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9316933 Nov 23 22:55:08.522446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c01ccd82-272c-4eec-8408-bba28eca4639 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:08.523272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e374ee5d-7021-4ca6-9a91-49895e1ee189 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:08.523483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:55:08.523841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Attempting to bind port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 on network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:08.529299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:08.529934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Checking segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:08.530511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Bound using segment: {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:08.531139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Bound port: 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7620bb90-cd1c-45a4-a952-4f84b5ac96a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:08.531813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.555705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e374ee5d-7021-4ca6-9a91-49895e1ee189 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:08.556962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e374ee5d-7021-4ca6-9a91-49895e1ee189 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:08.557496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 56a31148-fb7e-46d5-bf95-02b99a2222c4 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:08.565396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.571240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.577785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/networks/faab6c47-023f-4df3-afd5-082e8a119947 HTTP/1.1" status: 204 len: 168 time: 0.9193187 Nov 23 22:55:08.584510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.584990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.585583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.586501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.587141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.587820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.588573 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.590749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-ac211220-f188-442a-8210-e305cef8b91a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6492 time: 0.2475245 Nov 23 22:55:08.605435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53674) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:08.607078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 56a31148-fb7e-46d5-bf95-02b99a2222c4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:08.607702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 56a31148-fb7e-46d5-bf95-02b99a2222c4 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:08.613391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'network': {'name': 'tempest-network-smoke--1557587241', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:08.623486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8ccf-ec56-483b-a8bd-41afe1bbe4e5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Network': ['ID=faab6c47-023f-4df3-afd5-082e8a119947,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:08.634493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.635054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f516ba9-6971-4de3-81dc-c78f8e49da5a {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:55:08.649841 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.653724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e86cd22e-22ca-410b-aea1-95ad24275207 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9f516ba9-6971-4de3-81dc-c78f8e49da5a HTTP/1.1" status: 204 len: 168 time: 4.0325594 Nov 23 22:55:08.657651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:08.695283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-a4f38e13-a60d-4dd6-92a1-c7fb2ecc6a14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906043 Nov 23 22:55:08.696825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:08.706032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.726659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53682) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:08.741171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:08.753309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.753468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] Deleting subnet 9b0376f4-3e70-4ac6-a11c-8491fa1e586d {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:55:08.753679 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Added segment 1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c of type vlan for network 77beeaf7-122d-46be-9015-4d441bc4563a Nov 23 22:55:08.761172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.813077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-ee686447-164c-463d-985d-113f3313f41d service neutron] 10.222.0.11 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782736 Nov 23 22:55:08.815816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.824351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:08.828027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.831046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:08.853602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.860693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.867819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.868380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.906210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-929523966'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:08.951744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.952012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3343015 Nov 23 22:55:08.952127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:08.952127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] 10.222.0.48 "PUT /v2.0/ports/6ab254b3-69e1-43d8-92a3-44c79ef00e62 HTTP/1.1" status: 200 len: 1092 time: 3.3393447 Nov 23 22:55:08.952290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53688) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:08.952375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:08.952375 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67659dff-274d-4a06-801a-a52469a9b4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:08.997651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:09.001495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.001884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-726239755', 'admin_state_up': True, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:09.023950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f071493-6dac-4e3f-9248-4d871f2237e2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Network': ['ID=77beeaf7-122d-46be-9015-4d441bc4563a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:09.040052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 77beeaf7-122d-46be-9015-4d441bc4563a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:09.062012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.063457 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.070663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.080316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c476cb-b5fe-4d1e-b158-2e030c121f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:09.180970 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4a355f-0414-4d1a-b392-154c6d7a6cb1 x-openstack-request-id: req-ab4a355f-0414-4d1a-b392-154c6d7a6cb1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:09.181109 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:09.181340 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab4a355f-0414-4d1a-b392-154c6d7a6cb1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:09.181756 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'status': 'completed', 'code': 200} Nov 23 22:55:09.216325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-41bb6d98-7998-476d-88b5-570d7d4bcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:09.217811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-41bb6d98-7998-476d-88b5-570d7d4bcf5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 1095 time: 0.1273386 Nov 23 22:55:09.227027 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.288931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-eabbc04e-da2c-4426-9bc7-b31a7659db62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62 HTTP/1.1" status: 200 len: 217 time: 0.0495839 Nov 23 22:55:09.290520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.357312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d58db-a761-4f1f-ad01-2dfde06d3e43 req-0f1aea61-f287-4c86-a02e-5e374ca2b40c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:09.358885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-516d58db-a761-4f1f-ad01-2dfde06d3e43 req-0f1aea61-f287-4c86-a02e-5e374ca2b40c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 944 time: 0.4138124 Nov 23 22:55:09.373868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd0f65fc-13fc-4621-ae79-cbf3bf418c66 req-5de2b64e-4d12-4f25-a2b7-b799890d2bab tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 210 time: 0.1364706 Nov 23 22:55:09.466473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.512226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-ac3c4abb-54e1-4784-b16b-4ffc11af85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:09.513712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-ac3c4abb-54e1-4784-b16b-4ffc11af85e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1167603 Nov 23 22:55:09.700935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-daf6c1d0-caba-41dc-8cb8-972735672213 req-23e6cf29-fd9d-4ea4-835a-97a2a2bdde38 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1829801 Nov 23 22:55:09.790003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-516d58db-a761-4f1f-ad01-2dfde06d3e43 req-8f2ada90-b844-4a4f-b7d2-bf50f004cb09 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012094 Nov 23 22:55:09.831299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562079-83fc-4616-96f6-3b0fb903fffd req-54c1d1a1-37d4-49f4-9d6c-24d15477f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:09.832965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-54c1d1a1-37d4-49f4-9d6c-24d15477f4e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777202 Nov 23 22:55:09.835940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.842419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.854978 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.858446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.873659 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.918305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:09.922221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b0376f4-3e70-4ac6-a11c-8491fa1e586d HTTP/1.1" status: 204 len: 168 time: 1.2628837 Nov 23 22:55:09.932111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045935af-f113-454d-9d31-07fa9cbcfbc8 None None] Network b3241005-8cfb-4d5a-a235-19af426d7fdf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:09.933179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab700c3-86e2-4416-9630-3e6ba002d6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0376f4-3e70-4ac6-a11c-8491fa1e586d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:09.941084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:10.005317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:10.055187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2988ba06-1811-42d6-8c06-496d2a68f378,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:10.072712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.072712 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment e3b07137-f38f-48c5-9453-b03109791b8a of type vlan for network f0f9024f-02d0-4055-aafa-4faa669c5ac9 Nov 23 22:55:10.096985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.25.0.75 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/1b64da78-0348-41f5-80b2-d7e291db6e99) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:10.173282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-322f44a9-4545-4d6e-8fb1-e3b8787ee2c5 service neutron] 10.222.0.48 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285952 Nov 23 22:55:10.191209 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.196894 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.222493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] DHCP port deletion for b3241005-8cfb-4d5a-a235-19af426d7fdf request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:10.260599 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.318439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.329028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] Deleting port 0602d8f9-169c-4654-861f-4a74d54b148f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:10.329786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.340349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.347143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:10.347801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.369930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:10.373579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:10.390605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bd308-f92e-48a5-9672-4a04c2cd90a9 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:10.393933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:10.474936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0602d8f9-169c-4654-861f-4a74d54b148f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:10.476039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7451296 Nov 23 22:55:10.514983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] For port 0602d8f9-169c-4654-861f-4a74d54b148f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0602d8f9-169c-4654-861f-4a74d54b148f,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:10.515399 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.518094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53724) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:10.525428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'name': 'tempest-PortsIpV6TestJSON-494166859'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:10.550302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be562079-83fc-4616-96f6-3b0fb903fffd req-c99b1c83-2bb5-4f3d-be5c-fb5197b9aa8a service neutron] 10.222.0.48 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678710 Nov 23 22:55:10.588875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] Calling delete_port for 0602d8f9-169c-4654-861f-4a74d54b148f owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:10.591897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=1b64da78-0348-41f5-80b2-d7e291db6e99,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:10.594875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae7e6-0d5f-4e33-b550-d17e23c4b644 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=f0f9024f-02d0-4055-aafa-4faa669c5ac9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:10.644131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:10.657375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cfe476a-66c4-472f-857e-e00f575efbc0 req-e14cede2-1965-42e9-8261-803fa493be2d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 210 time: 0.0776165 Nov 23 22:55:10.703124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Deleting port 0602d8f9-169c-4654-861f-4a74d54b148f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:10.703782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.748297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:10.751721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2a4caaed-cbdf-422a-8a4a-a2c40e0a9729 None None] Provisioning complete for port 1b64da78-0348-41f5-80b2-d7e291db6e99 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:10.752443 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a4caaed-cbdf-422a-8a4a-a2c40e0a9729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.752919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.777100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:10.891101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2a4caaed-cbdf-422a-8a4a-a2c40e0a9729 None None] Port 1b64da78-0348-41f5-80b2-d7e291db6e99 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:10.899369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.930460 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.932391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-2852adc6-c9bd-4049-8201-9357ec1eca38 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:10.934555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-2852adc6-c9bd-4049-8201-9357ec1eca38 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 815 time: 0.4559159 Nov 23 22:55:10.952146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] No DVR routers for this DVR port 0602d8f9-169c-4654-861f-4a74d54b148f on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:10.959393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] For port 0602d8f9-169c-4654-861f-4a74d54b148f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0602d8f9-169c-4654-861f-4a74d54b148f,segment=NetworkSegment(bbe95445-899c-4160-898d-db3cdbaaf80f),segment_id=bbe95445-899c-4160-898d-db3cdbaaf80f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:10.959798 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:10.981029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-235f34e5-8418-455f-86f7-3b3865543352 req-04c7f00c-1df2-42fd-bf33-33a9df3f8287 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0856857 Nov 23 22:55:10.999506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-9b8b041f-cd94-4a6b-9ec3-bda8f2d98a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:10.999506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-9b8b041f-cd94-4a6b-9ec3-bda8f2d98a93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 1095 time: 0.3278787 Nov 23 22:55:10.999506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Request body: {'port': {'device_id': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'admin_state_up': True, 'tenant_id': '6514b34f755a48ab91aa9e3a7d637ebe'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:11.002911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac96653-2010-4035-9314-df117f99f0ec None None] Pushing event deleted for resources: {'Port': ['ID=0602d8f9-169c-4654-861f-4a74d54b148f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:11.059127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Calling delete_port for 0602d8f9-169c-4654-861f-4a74d54b148f owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:11.086506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.162311 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.226343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.342338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=60160b9d-4cda-4df7-9fbc-f889b4a91d1d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:11.399738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': 'e3b07137-f38f-48c5-9453-b03109791b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:11.400033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: f0f9024f-02d0-4055-aafa-4faa669c5ac9, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:11.461077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:11.474466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, f0f9024f-02d0-4055-aafa-4faa669c5ac9) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:11.476434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.480794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:11.483743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac0d6c-65e1-49bd-96db-b434bac4d4ce None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:11.486507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:11.487761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.512258 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d047a6c3-a32f-4fea-8db5-95e15eb24663 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9931006 Nov 23 22:55:11.527256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53734) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:11.537541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1332825766'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:11.571914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6e17d-918f-4c58-939b-a693d3fc1ffd req-c71a59e8-1853-4a81-8234-0cb62ee5c0b5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:11.573449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0a6e17d-918f-4c58-939b-a693d3fc1ffd req-c71a59e8-1853-4a81-8234-0cb62ee5c0b5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 944 time: 0.6192687 Nov 23 22:55:11.632010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-232d3008-8f6d-48b1-aca8-01ac7c1137be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:11.633488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-232d3008-8f6d-48b1-aca8-01ac7c1137be service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.6132562 Nov 23 22:55:11.645954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:55:11.658084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:11.662222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.714059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-d909a250-2dbf-47ff-ad18-164a2c1f2566 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62 HTTP/1.1" status: 200 len: 217 time: 0.0698967 Nov 23 22:55:11.803208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0a6e17d-918f-4c58-939b-a693d3fc1ffd req-6879df79-8c63-42e3-8bb4-cbeb3cdf7c42 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163174 Nov 23 22:55:11.829667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6cf81a2-2fe9-45f5-8e1f-9a118a71f176 req-a312fe81-1bfa-424f-82aa-ef598b52a920 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 210 time: 0.0761697 Nov 23 22:55:11.835737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.837961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:11.855889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Made reservation on behalf of 6514b34f755a48ab91aa9e3a7d637ebe for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:11.859421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.876936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:11.877281 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment d765b738-fcca-4897-bd90-525ab10124f2 of type vlan for network cb376be0-2ea5-400d-bfe9-489263dd9325 Nov 23 22:55:11.896610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-ebf36c41-cd07-4193-b483-1a7571e963c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:11.898112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-ebf36c41-cd07-4193-b483-1a7571e963c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1677587 Nov 23 22:55:11.906945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] No DVR routers for this DVR port 0602d8f9-169c-4654-861f-4a74d54b148f on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:11.913240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Pushing event deleted for resources: {'Port': ['ID=0602d8f9-169c-4654-861f-4a74d54b148f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:12.010059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.105821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:12.135770 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Sync routers for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:12.138431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.139990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0be3ae52-aec8-47aa-a700-310c0a5e919b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1423254 Nov 23 22:55:12.143036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53742) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:12.153223 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:12.154368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:12.165067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3300137f-5d7d-40e0-861c-daf2775c2d1c req-1ad016ca-3b90-4b04-84e7-8dbebcb7f99c tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1096063 Nov 23 22:55:12.170830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.177989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-3d9a5c6a-3da5-413b-a887-8be39e102f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:12.179484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-3d9a5c6a-3da5-413b-a887-8be39e102f92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699933 Nov 23 22:55:12.204959 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9869d1f-8400-4cb0-966e-1257afea1837 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=938aed2b458f424e83288c1d36a9e80f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417421 Nov 23 22:55:12.208360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53748) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:12.209286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3241005-8cfb-4d5a-a235-19af426d7fdf']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:12.222423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.230017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:12.230735 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.304604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0217a33-6d20-4729-91b4-cf439b09ca67 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:12.307041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe95445-899c-4160-898d-db3cdbaaf80f') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:12.307203 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c0217a33-6d20-4729-91b4-cf439b09ca67 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976849 Nov 23 22:55:12.307521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe95445-899c-4160-898d-db3cdbaaf80f') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:12.310057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53750) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:12.312056 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:12.344818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b7550cdd-e13c-42e2-b769-ca609eda19eb tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335479 Nov 23 22:55:12.347073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.347429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53752) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:12.353738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167808352', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:12.402874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8696394 Nov 23 22:55:12.421895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:12.431391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'ports': [{'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9'}, {'network_id': 'cb376be0-2ea5-400d-bfe9-489263dd9325'}]} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:12.431752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:12.432821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'cb376be0-2ea5-400d-bfe9-489263dd9325'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:12.435860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Allocated IP 172.20.0.5 (b2632c76-d9e2-4336-89d4-98d45241b7e1/21fe4819-d7e9-49a6-8654-80c17725020d/9600199b-a041-4e18-b392-5b03d51febe9) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:12.439848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e704a0a-44e8-4ead-8d52-d02ade1f5313 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=cb376be0-2ea5-400d-bfe9-489263dd9325,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:12.462287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network cb376be0-2ea5-400d-bfe9-489263dd9325 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:12.463415 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.480308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:55:12.480783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:55:12.482576 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:55:12.567963 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-76f35ea4-d640-4577-a7a5-8445bb55d681 service neutron] 10.222.0.48 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717687 Nov 23 22:55:12.569489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:12.573057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.600637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.634421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.639466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] 10.222.0.11 "DELETE /v2.0/networks/b3241005-8cfb-4d5a-a235-19af426d7fdf HTTP/1.1" status: 204 len: 168 time: 2.6949322 Nov 23 22:55:12.685627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7471-d49f-47e3-bade-757ce5a0a28e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3241005-8cfb-4d5a-a235-19af426d7fdf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:12.752947 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:10Z', 'revision_number': 3, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:12.759934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 2} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:12.766331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.797503 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Checking router: 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:12.798283 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Updating router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 port 1b64da78-0348-41f5-80b2-d7e291db6e99 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:55:12.808771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.851133 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:12.897078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67659dff-274d-4a06-801a-a52469a9b4f2 req-c20397ce-231c-4aaf-ac51-514810a64fcd service neutron] 10.222.0.48 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100553 Nov 23 22:55:12.927036 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.001703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a21446e-d7da-4382-b3f4-cf90fef5d437 req-0b450f28-7379-4b0a-9512-80336b9c899a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 210 time: 0.0513666 Nov 23 22:55:13.004327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53764) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:13.058259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port bd1951ad-7afe-462d-987e-c03cc5de4709 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:13.088470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.116270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a83c-01b3-4c0f-9bb7-780efc8e9a0f req-2f75d0fe-9ac1-4f65-a805-5931d845550a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:13.118083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a04a83c-01b3-4c0f-9bb7-780efc8e9a0f req-2f75d0fe-9ac1-4f65-a805-5931d845550a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 944 time: 0.1990218 Nov 23 22:55:13.173666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-387e05f3-54e3-4b95-849d-2876c09eb0dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5523f7332df411dad76b1605f353f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676166 Nov 23 22:55:13.174383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53772) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:13.217522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Network b2632c76-d9e2-4336-89d4-98d45241b7e1 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:13.231482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.247756 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:55:13.249708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:13.271457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:13.321934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Subnet': ['ID=511da6cd-0716-4426-a5b4-e1f0d5975068,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:13.330734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.337569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:13.338211 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.338656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.348227 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.368364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Pushing event updated for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:13.373632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Checking segment: {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:13.373993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network hostable DHCP agents. Network: 77beeaf7-122d-46be-9015-4d441bc4563a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:13.394553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cec42c-0658-4c43-84cc-71de035372f3 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:13.420309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fd00846-c54e-43ee-835f-0ca1c443df69 req-7812232d-0c2c-4474-b0fa-b868ba3194bf tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0757318 Nov 23 22:55:13.428381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port bd4d0f60-8f88-4c86-bd1c-ab94c98b3a09 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:13.447872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 77beeaf7-122d-46be-9015-4d441bc4563a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:13.468337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-7cdf11da-69d1-443b-91de-a4a7faca0e58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4985976 Nov 23 22:55:13.468603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 77beeaf7-122d-46be-9015-4d441bc4563a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:13.471112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4788f95c-e575-431d-b3da-2f36abde4966 None None] Provisioning complete for port 1b64da78-0348-41f5-80b2-d7e291db6e99 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:13.472066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4788f95c-e575-431d-b3da-2f36abde4966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.476783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af726d-9c7d-451b-8b9d-1c405716b28d None None] Network 77beeaf7-122d-46be-9015-4d441bc4563a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:13.477291 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Attempting to bind port 1b64da78-0348-41f5-80b2-d7e291db6e99 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:13.477742 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Attempting to bind port 1b64da78-0348-41f5-80b2-d7e291db6e99 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:13.478719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Attempting to bind port 1b64da78-0348-41f5-80b2-d7e291db6e99 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:13.479307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:13.484390 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.488094 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:13.488417 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:13.488986 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.489754 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:13.491207 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Bound port: 1b64da78-0348-41f5-80b2-d7e291db6e99, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:13.492251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Request body: {'port': {'device_id': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:13.492406 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.526171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3747c0f2-0e61-4ab8-8d6a-07439cf8fe0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.538673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a04a83c-01b3-4c0f-9bb7-780efc8e9a0f req-ae771d42-4bb4-4f1a-9d8d-f6212eb4275b tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096725 Nov 23 22:55:13.559020 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-df272827-d9e6-4e57-b46e-0677617e540b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2079971 Nov 23 22:55:13.559269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53778) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:13.587016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] For port 1b64da78-0348-41f5-80b2-d7e291db6e99, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:13.591067 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Pushing event updated for resources: {'Port': ['ID=1b64da78-0348-41f5-80b2-d7e291db6e99,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:13.607490 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] For port 1b64da78-0348-41f5-80b2-d7e291db6e99, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1b64da78-0348-41f5-80b2-d7e291db6e99,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:13.609958 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.610563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.611146 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.611796 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.612504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.613137 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.614335 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.615027 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.615894 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.616489 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.617111 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.617736 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:13.619510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.633897 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.653302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4788f95c-e575-431d-b3da-2f36abde4966 None None] Port 1b64da78-0348-41f5-80b2-d7e291db6e99 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:13.667712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3747c0f2-0e61-4ab8-8d6a-07439cf8fe0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.678991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283cd78-edfb-4706-bc5e-c24ac26db031 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:13.690465 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:13.691310 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:13.710496 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.833183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6ab254b3-69e1-43d8-92a3-44c79ef00e62 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:55:13.899956 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:13.903869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c5c7177d-1f49-4531-9218-3b782abe9ea8 None None] Provisioning complete for port 1b64da78-0348-41f5-80b2-d7e291db6e99 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:13.904510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5c7177d-1f49-4531-9218-3b782abe9ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.936830 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabff7c4-34f2-4277-a6e2-76c85e614104 None None] Pushing event updated for resources: {'Port': ['ID=1b64da78-0348-41f5-80b2-d7e291db6e99,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:13.941579 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3747c0f2-0e61-4ab8-8d6a-07439cf8fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.944813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3747c0f2-0e61-4ab8-8d6a-07439cf8fe0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:13.948949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3747c0f2-0e61-4ab8-8d6a-07439cf8fe0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d373a18d-7366-4261-88de-1e025c166efd HTTP/1.1" status: 204 len: 168 time: 0.7666414 Nov 23 22:55:13.972380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747c0f2-0e61-4ab8-8d6a-07439cf8fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d373a18d-7366-4261-88de-1e025c166efd,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:14.000646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-77beeaf7-122d-46be-9015-4d441bc4563a', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:55:14.005136 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.080194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.118290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:14.124640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:14.130513 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:55:14.176595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:14.177797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.219359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9600199b-a041-4e18-b392-5b03d51febe9 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:14.235430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.269201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Transition to ACTIVE for port object 9600199b-a041-4e18-b392-5b03d51febe9 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:55:14.281421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.311403 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:10Z', 'revision_number': 3, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:14.400972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.403422 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaee70a-a984-4522-b90c-72cb63903516 None None] The sync data for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 is: [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:10Z', 'revision_number': 3, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:14.443387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Pushing event updated for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:14.461591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Attempting to bind port 9600199b-a041-4e18-b392-5b03d51febe9 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:14.462173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Attempting to bind port 9600199b-a041-4e18-b392-5b03d51febe9 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:14.462605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Attempting to bind port 9600199b-a041-4e18-b392-5b03d51febe9 on network b2632c76-d9e2-4336-89d4-98d45241b7e1 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:14.467904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Port 9600199b-a041-4e18-b392-5b03d51febe9 on network b2632c76-d9e2-4336-89d4-98d45241b7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:55:14.468374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Attempting to bind port 9600199b-a041-4e18-b392-5b03d51febe9 on network b2632c76-d9e2-4336-89d4-98d45241b7e1 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:14.475325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:14.475964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Checking segment: {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:14.476842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Bound using segment: {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:14.476999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Bound port: 9600199b-a041-4e18-b392-5b03d51febe9, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:14.477428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.508920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=bd1951ad-7afe-462d-987e-c03cc5de4709,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:14.616163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:14.625622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:14.633632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.749497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Pushing event updated for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:14.791149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:14.795970 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5c7177d-1f49-4531-9218-3b782abe9ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.806532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b3a9afc-86ae-48a4-8568-9d9868edd916 req-b91116f3-8cb7-4612-ac1c-56313736fdee tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0792954 Nov 23 22:55:14.819131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:14.819376 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.820862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-59cfa2e0-cadd-4ca5-bf7b-57ed617ea967 service neutron] 10.222.0.46 "PUT /v2.0/ports/9600199b-a041-4e18-b392-5b03d51febe9 HTTP/1.1" status: 200 len: 1091 time: 1.3370354 Nov 23 22:55:14.821339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:14.826112 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3412757e-588a-4350-a880-9d43214db55d" -d '{"events": [{"name": "network-changed", "server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "tag": "9600199b-a041-4e18-b392-5b03d51febe9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:14.858380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c5c7177d-1f49-4531-9218-3b782abe9ea8 None None] For port 1b64da78-0348-41f5-80b2-d7e291db6e99, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1b64da78-0348-41f5-80b2-d7e291db6e99,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:14.882743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a884-b3a2-4e0f-8a70-5feceb899486 req-ffec9d04-cbd7-4b6c-a0de-3d1a90514af4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:14.884537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6076a884-b3a2-4e0f-8a70-5feceb899486 req-ffec9d04-cbd7-4b6c-a0de-3d1a90514af4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 943 time: 0.6891451 Nov 23 22:55:14.887114 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5c7177d-1f49-4531-9218-3b782abe9ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:14.897230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'mac_address': 'fa:16:3e:6e:bf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:55:14.902446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Allocated IP 172.20.0.2 (77beeaf7-122d-46be-9015-4d441bc4563a/511da6cd-0716-4426-a5b4-e1f0d5975068/1e406712-441a-4ad7-80de-7e7b841a4cf1) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:14.919009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=bd4d0f60-8f88-4c86-bd1c-ab94c98b3a09,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:14.934371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': 'd765b738-fcca-4897-bd90-525ab10124f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'cb376be0-2ea5-400d-bfe9-489263dd9325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:14.935304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: cb376be0-2ea5-400d-bfe9-489263dd9325, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:15.041277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6076a884-b3a2-4e0f-8a70-5feceb899486 req-84a6b7af-8c25-47bc-bcdc-7e780d022f67 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486435 Nov 23 22:55:15.049216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network cb376be0-2ea5-400d-bfe9-489263dd9325 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:15.074222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, cb376be0-2ea5-400d-bfe9-489263dd9325) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:15.121749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:15.134437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:15.139467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:15.147488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-6f4630aa-c6fb-4cdb-955f-711a99ca8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:15.149142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-6f4630aa-c6fb-4cdb-955f-711a99ca8553 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 1094 time: 0.2553842 Nov 23 22:55:15.150303 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.165588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7177d-1f49-4531-9218-3b782abe9ea8 None None] Pushing event updated for resources: {'Port': ['ID=1b64da78-0348-41f5-80b2-d7e291db6e99,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:15.177049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113d20b-0a9f-4dfe-b6f7-4c73284ee07e None None] Network cb376be0-2ea5-400d-bfe9-489263dd9325 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:15.246545 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d5a96548-fe21-4ffe-a3b1-28985945fcef tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8211415 Nov 23 22:55:15.247542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53806) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:15.256867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a579d0-dd41-4bc1-8e8a-c1a055ca56a8 req-214dd0d9-b6d2-41f1-a208-020125b0e0e7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:15.268930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4a579d0-dd41-4bc1-8e8a-c1a055ca56a8 req-214dd0d9-b6d2-41f1-a208-020125b0e0e7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 944 time: 0.2040656 Nov 23 22:55:15.274347 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639d9c0f-fdd0-4eb0-b472-c3c9575222e2 x-openstack-request-id: req-639d9c0f-fdd0-4eb0-b472-c3c9575222e2 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:15.275484 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "tag": "9600199b-a041-4e18-b392-5b03d51febe9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:15.276175 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-639d9c0f-fdd0-4eb0-b472-c3c9575222e2 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:15.276904 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9', 'status': 'completed', 'code': 200} Nov 23 22:55:15.287542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-f383017f-5562-496a-b0d0-96c81777b0a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9600199b-a041-4e18-b392-5b03d51febe9 HTTP/1.1" status: 200 len: 217 time: 0.1300430 Nov 23 22:55:15.388738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port bd4d0f60-8f88-4c86-bd1c-ab94c98b3a09 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:15.389080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.503098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4a579d0-dd41-4bc1-8e8a-c1a055ca56a8 req-e29c7451-582a-4d2e-95cc-77af7182d84f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321658 Nov 23 22:55:15.530248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-2412d20b-55ec-4eeb-8144-ef2997aef4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:15.531494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-2412d20b-55ec-4eeb-8144-ef2997aef4b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21fe4819-d7e9-49a6-8654-80c17725020d HTTP/1.1" status: 200 len: 855 time: 0.2012694 Nov 23 22:55:15.584550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.615487 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.640259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for bd4d0f60-8f88-4c86-bd1c-ab94c98b3a09 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:15.647044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-3f6931ba-3fa4-45e9-81a6-b985a0d63ab5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2632c76-d9e2-4336-89d4-98d45241b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072946 Nov 23 22:55:15.668369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab254b3-69e1-43d8-92a3-44c79ef00e62 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:15.790720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.793396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-1bc00b63-a2a4-41d6-9ba9-686749e38b0b service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411512 Nov 23 22:55:15.796268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:15.822941 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.841955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=bd4d0f60-8f88-4c86-bd1c-ab94c98b3a09,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:15.850908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53822) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:15.860792 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.867725 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c8c44d3d-74c0-432c-895f-860e0a1843b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/bd4d0f60-8f88-4c86-bd1c-ab94c98b3a09 HTTP/1.1" status: 204 len: 168 time: 0.6158679 Nov 23 22:55:15.867952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:15.950473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.962399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:15.969143 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:15.992038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e841d-d40b-49cb-aa0d-3f853dd5ed39 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:15.998044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9d2a41d-8b23-428d-9a7b-681928678874 req-5e0ac9db-2855-4ce4-aa2f-f9252c834690 service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893611 Nov 23 22:55:16.007665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e841d-d40b-49cb-aa0d-3f853dd5ed39 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:16.013240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Network 77beeaf7-122d-46be-9015-4d441bc4563a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:16.016825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:16.020375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53830) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:16.020572 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e08e841d-d40b-49cb-aa0d-3f853dd5ed39 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1509221 Nov 23 22:55:16.028603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:16.173895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6932c10-008f-43d2-a5fd-4703532e30a8 req-27ec450e-fa0a-4a8c-824e-5b3ae97a35e2 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0966477 Nov 23 22:55:16.200938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.20.0.1 (77beeaf7-122d-46be-9015-4d441bc4563a/511da6cd-0716-4426-a5b4-e1f0d5975068/c53a705e-603c-40cb-a4c0-be2c0068e5f7) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:16.206296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-813888704-network', 'tenant_id': '8c13c8b8d98f4b48a1d9c6d6ca24560c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:16.277202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412757e-588a-4350-a880-9d43214db55d req-215a5d37-aaee-41b3-be41-3be8ea9ecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:16.278754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3412757e-588a-4350-a880-9d43214db55d req-215a5d37-aaee-41b3-be41-3be8ea9ecd0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 1094 time: 0.2012491 Nov 23 22:55:16.394993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92e994-ffe7-4856-9b3b-d760a8a8d3ca req-831bca76-5f17-41ea-ae30-e93d7aee48c7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:16.398602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.403828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb92e994-ffe7-4856-9b3b-d760a8a8d3ca req-831bca76-5f17-41ea-ae30-e93d7aee48c7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 943 time: 0.2284229 Nov 23 22:55:16.423071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Pushing event updated for resources: {'Port': ['ID=1e406712-441a-4ad7-80de-7e7b841a4cf1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:16.427090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412757e-588a-4350-a880-9d43214db55d req-b176a09e-cfbb-464c-b3f2-972dbf9642fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:16.428621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3412757e-588a-4350-a880-9d43214db55d req-b176a09e-cfbb-464c-b3f2-972dbf9642fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 916 time: 0.1407757 Nov 23 22:55:16.443682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.454930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Attempting to bind port 1e406712-441a-4ad7-80de-7e7b841a4cf1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:16.455715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Attempting to bind port 1e406712-441a-4ad7-80de-7e7b841a4cf1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:16.456632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Attempting to bind port 1e406712-441a-4ad7-80de-7e7b841a4cf1 on network 77beeaf7-122d-46be-9015-4d441bc4563a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:16.464389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:16.465162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Checking segment: {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:16.465803 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.466448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Bound using segment: {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:16.467200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Bound port: 1e406712-441a-4ad7-80de-7e7b841a4cf1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:16.467842 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.517551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 77beeaf7-122d-46be-9015-4d441bc4563a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:16.523893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:16.537701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:16.545760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=c53a705e-603c-40cb-a4c0-be2c0068e5f7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:16.546536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Made reservation on behalf of 8c13c8b8d98f4b48a1d9c6d6ca24560c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:16.550107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.563145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3412757e-588a-4350-a880-9d43214db55d req-1b89f722-178a-4ae7-ac2e-9270a241c053 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9600199b-a041-4e18-b392-5b03d51febe9 HTTP/1.1" status: 200 len: 217 time: 0.1181829 Nov 23 22:55:16.566663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6ab254b3-69e1-43d8-92a3-44c79ef00e62'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:55:16.595113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.597434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port bd1951ad-7afe-462d-987e-c03cc5de4709 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:16.598029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.667709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.669415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1b64da78-0348-41f5-80b2-d7e291db6e99 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:16.866530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] For port 1e406712-441a-4ad7-80de-7e7b841a4cf1, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:16.873151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] For port 1e406712-441a-4ad7-80de-7e7b841a4cf1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1e406712-441a-4ad7-80de-7e7b841a4cf1,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:16.889005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.890043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1b64da78-0348-41f5-80b2-d7e291db6e99 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:16.890861 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.926695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:16.976161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.050686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.081557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:17.105533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.105764 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Added segment 43247fe9-a11a-41cc-b75d-68230daf19cf of type vlan for network ff10a010-6755-4f00-8434-2ffc0fce86f6 Nov 23 22:55:17.136913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9c659-e5ee-441e-81f5-d962ec5c1a05 None None] Pushing event updated for resources: {'Port': ['ID=1e406712-441a-4ad7-80de-7e7b841a4cf1,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:17.196815 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.198889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb92e994-ffe7-4856-9b3b-d760a8a8d3ca req-b417bb6c-fe85-491e-81dd-cd5f4704503a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901850 Nov 23 22:55:17.290670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f76fc5-3b47-44b6-a61a-8289f6564174,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:17.309919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412757e-588a-4350-a880-9d43214db55d req-e6ae27f9-55c7-4c43-9d91-0cae75cba7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:17.311609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3412757e-588a-4350-a880-9d43214db55d req-e6ae27f9-55c7-4c43-9d91-0cae75cba7f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21fe4819-d7e9-49a6-8654-80c17725020d HTTP/1.1" status: 200 len: 855 time: 0.7369671 Nov 23 22:55:17.319774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.375402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.376449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:17.376999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.427390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3412757e-588a-4350-a880-9d43214db55d req-ad892112-d741-43c3-8d49-947c58c4aee5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2632c76-d9e2-4336-89d4-98d45241b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021507 Nov 23 22:55:17.431471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for bd1951ad-7afe-462d-987e-c03cc5de4709 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:17.440125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5857944 Nov 23 22:55:17.448446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53844) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:17.485344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Request body: {'subnet': {'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-813888704-subnet', 'tenant_id': '8c13c8b8d98f4b48a1d9c6d6ca24560c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:17.518964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac51cca-c502-495a-943c-15174f5fbc6d req-d64219d0-97a3-464e-b507-70876aabc21f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:17.520809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ac51cca-c502-495a-943c-15174f5fbc6d req-d64219d0-97a3-464e-b507-70876aabc21f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 945 time: 0.3507156 Nov 23 22:55:17.568722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380debe-f629-4fa7-8bac-c738fa07c40f admin admin] Pushing event updated for resources: {'Network': ['ID=ff10a010-6755-4f00-8434-2ffc0fce86f6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:17.584519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:17.601982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Made reservation on behalf of 8c13c8b8d98f4b48a1d9c6d6ca24560c for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:17.608190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.712476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3412757e-588a-4350-a880-9d43214db55d req-55685c42-3f1c-42a8-b19d-a47fd255203a service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721720 Nov 23 22:55:17.733231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ac51cca-c502-495a-943c-15174f5fbc6d req-68fbd3bf-f358-48b4-8600-bf78308332d7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319449 Nov 23 22:55:17.882342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33ee06cf-859c-44ba-a02b-d985a3986309 req-64180ad0-b6a0-454f-bd4b-9269f8356a90 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.5250740 Nov 23 22:55:17.915478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3412757e-588a-4350-a880-9d43214db55d req-6eeaf522-ba34-4438-82fd-438c3fdbadc6 service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670406 Nov 23 22:55:17.922741 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.967803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=bd1951ad-7afe-462d-987e-c03cc5de4709,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:17.978309 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:17.982614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7d4fd7e4-114a-48f9-b26c-7d893653046c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/bd1951ad-7afe-462d-987e-c03cc5de4709 HTTP/1.1" status: 204 len: 168 time: 1.9606469 Nov 23 22:55:17.985236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53850) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:18.009894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.016038 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.041617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ef53c-580a-4233-8c55-43dd8d8ddfee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:18.043295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e74ef53c-580a-4233-8c55-43dd8d8ddfee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0569613 Nov 23 22:55:18.047244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53852) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:18.075674 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de86eb5-9b28-49ae-bb9e-53ddb0702bdb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:55:18.080045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4de86eb5-9b28-49ae-bb9e-53ddb0702bdb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/bd4d0f60-8f88-4c86-bd1c-ab94c98b3a09 HTTP/1.1" status: 404 len: 333 time: 0.0289783 Nov 23 22:55:18.080388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53854) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:18.114258 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-180a1c75-63c9-46a2-988b-b934f5ae9059 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:55:18.116676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-180a1c75-63c9-46a2-988b-b934f5ae9059 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/bd1951ad-7afe-462d-987e-c03cc5de4709 HTTP/1.1" status: 404 len: 333 time: 0.0353522 Nov 23 22:55:18.119537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53856) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:18.150532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.152659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=c53a705e-603c-40cb-a4c0-be2c0068e5f7,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:18.157243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.230025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0cf416f-f859-4636-a10b-f0923e1b1f57,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:18.233020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.350949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.359367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Checking segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:18.359976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Network hostable DHCP agents. Network: ff10a010-6755-4f00-8434-2ffc0fce86f6, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:18.377616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb376be0-2ea5-400d-bfe9-489263dd9325']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:18.390097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd765b738-fcca-4897-bd90-525ab10124f2') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:18.390533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd765b738-fcca-4897-bd90-525ab10124f2') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:18.402531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.405086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 77beeaf7-122d-46be-9015-4d441bc4563a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:18.406607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:18.414050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:18.491479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.506873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:55:18.507675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:55:18.512207 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:55:18.556766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1e406712-441a-4ad7-80de-7e7b841a4cf1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:18.590773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ff10a010-6755-4f00-8434-2ffc0fce86f6) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:18.597665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:18.598775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.636463 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3ae8238b-a490-4861-8273-b4f4ea8b24fa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1862910 Nov 23 22:55:18.639959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e26fc-3331-4958-91dc-175ea0dfce49 req-f4e55f5f-55c6-4e42-85f8-3fd89332b160 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:18.651008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b10e26fc-3331-4958-91dc-175ea0dfce49 req-f4e55f5f-55c6-4e42-85f8-3fd89332b160 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 943 time: 0.2367105 Nov 23 22:55:18.658976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7faeb72-9c3a-485e-9056-36d0bdc778ca None None] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:18.664116 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.671858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:18.676789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.685301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/cb376be0-2ea5-400d-bfe9-489263dd9325 HTTP/1.1" status: 204 len: 168 time: 0.5640950 Nov 23 22:55:18.695635 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53862) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:18.709157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-569216951'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:18.752783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28ef7b-1b0e-4c07-a70b-9664d2ac86cf tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=cb376be0-2ea5-400d-bfe9-489263dd9325,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:18.777664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e48882a-92b1-4647-b4e0-eb36bc3c9c00 None None] Network 77beeaf7-122d-46be-9015-4d441bc4563a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:18.795839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:18.799790 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.801663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1e406712-441a-4ad7-80de-7e7b841a4cf1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:18.802494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.844362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:18.850226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b10e26fc-3331-4958-91dc-175ea0dfce49 req-858be251-0ec5-4aaa-8a9d-766b6c595c76 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606436 Nov 23 22:55:18.860488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.861261 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment 60fb1462-9d8a-4269-bc23-a1e0d2473890 of type vlan for network d80cfe08-158e-40e3-ba1d-f852efb3a39d Nov 23 22:55:18.924870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-184572aa-b11c-4ebe-98fd-9f8df8f57055 None None] Provisioning complete for port 1e406712-441a-4ad7-80de-7e7b841a4cf1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:18.925674 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184572aa-b11c-4ebe-98fd-9f8df8f57055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.936552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:18.988165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9600199b-a041-4e18-b392-5b03d51febe9 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:55:19.024661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0507f6c-31f2-4ff0-ae3e-aa00c19b5559 req-6421c93b-05fd-495e-93a1-ec9e69ba65db tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.026934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0507f6c-31f2-4ff0-ae3e-aa00c19b5559 req-6421c93b-05fd-495e-93a1-ec9e69ba65db tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 945 time: 0.1071112 Nov 23 22:55:19.028338 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:19.035911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.036746 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:19.040027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:19.058205 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b282532b-29d0-488a-96bf-377bc97f4381 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "PUT /v2.0/routers/1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4950409 Nov 23 22:55:19.063215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:19.091006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Sync routers for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:19.126312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4260988 Nov 23 22:55:19.135382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53878) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:19.140725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:19.165394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d6ac853-5b94-42ba-bc15-de32037c8387 req-a8f0a3b0-4ae3-437f-87cf-ee12fe26e070 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0839179 Nov 23 22:55:19.172622 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:55:19.222414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6873c-a43e-44d6-8f61-c7543b322e8d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=d80cfe08-158e-40e3-ba1d-f852efb3a39d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:19.252939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0507f6c-31f2-4ff0-ae3e-aa00c19b5559 req-9178e0bd-efed-429f-9f87-400e574859f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950445 Nov 23 22:55:19.266986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d80cfe08-158e-40e3-ba1d-f852efb3a39d details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:19.300373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d778300-574e-49ec-a899-bb4a2f84762e None None] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:19.446134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:19.446888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:19.527488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-2ed64c92-4600-4741-90ae-0d85bbd75192 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.535950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-2ed64c92-4600-4741-90ae-0d85bbd75192 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.1632686 Nov 23 22:55:19.556086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-17029f94-548c-4f6b-be4d-9388880c7d6e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/quotas/8c13c8b8d98f4b48a1d9c6d6ca24560c HTTP/1.1" status: 200 len: 375 time: 0.0186024 Nov 23 22:55:19.600875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-7349af49-2595-4e27-9aa0-ef39f1a6537e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425570 Nov 23 22:55:19.629973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:19.751983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:19.761433 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-110f8cb3-57d8-430a-8c9c-f0964c3a9e7c service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587434 Nov 23 22:55:19.809723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:19.873927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.874536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.875067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.875787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.876245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.876910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.877624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.878241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.878945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.880138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.880912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.881716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.882237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:19.886003 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-860c0661-0134-4557-859d-87b1c8c47e05 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9073 time: 0.8208268 Nov 23 22:55:19.894310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53892) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:19.905197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '9600199b-a041-4e18-b392-5b03d51febe9', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'port_id': '9600199b-a041-4e18-b392-5b03d51febe9', 'mac_address': 'fa:16:3e:19:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fe4819-d7e9-49a6-8654-80c17725020d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:55:19.997091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-307e04fb-5af1-49d8-beb8-7d1c1c4ab1d7 req-8f0319c5-0297-420d-acd5-31897579c740 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1008749 Nov 23 22:55:20.010064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.010835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.011483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.012229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.012850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.013986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.014641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.016050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.016684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.017300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.017914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.020638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7bdd0080-d486-4151-823e-17e6ab620a80 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7097 time: 0.1147716 Nov 23 22:55:20.022409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:20.024496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6ab254b3-69e1-43d8-92a3-44c79ef00e62 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:20.026681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:20.030077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53894) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:20.136352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-24b7c585-3764-4e4c-9f53-50da31b622dd service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645790 Nov 23 22:55:20.168664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bac9-c8c5-4ab9-aa9d-e8e0814afa33 req-b4486220-9c98-4add-a377-afd1d1055743 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.181625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93f1bac9-c8c5-4ab9-aa9d-e8e0814afa33 req-b4486220-9c98-4add-a377-afd1d1055743 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 943 time: 0.1705682 Nov 23 22:55:20.298966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93f1bac9-c8c5-4ab9-aa9d-e8e0814afa33 req-e29cc4e4-4af1-4795-bdb2-fc3561d419f9 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112404 Nov 23 22:55:20.365388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 22:55:20.368883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 22:55:20.425006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03c1015a-4f43-4de2-bebb-b5d41f54048f req-f3d04627-5094-454d-978a-ba958958cb1a tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0555611 Nov 23 22:55:20.452547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 1e406712-441a-4ad7-80de-7e7b841a4cf1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1e406712-441a-4ad7-80de-7e7b841a4cf1,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:20.466652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184572aa-b11c-4ebe-98fd-9f8df8f57055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:20.482758 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:20.498298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:20.633331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34af3a49-db4d-4a72-ac84-5426a8505acc req-f985ccca-761c-4044-8329-85ab87c82252 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 210 time: 0.0628922 Nov 23 22:55:20.634786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9600199b-a041-4e18-b392-5b03d51febe9 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:20.664246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca4224-7180-45c3-a3f8-7f9132a14563 req-b8791b17-897f-42cf-b100-fe569123266a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:20.668371 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aca4224-7180-45c3-a3f8-7f9132a14563 req-b8791b17-897f-42cf-b100-fe569123266a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 945 time: 0.1795261 Nov 23 22:55:20.807477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aca4224-7180-45c3-a3f8-7f9132a14563 req-57003492-3157-4962-8192-ae1dfa544a1c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305213 Nov 23 22:55:20.853538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:20.889915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:20.893774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:20.898296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:55:20.906314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:20.907162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:20.946510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=1e406712-441a-4ad7-80de-7e7b841a4cf1,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:20.979810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=592f74c4-2e63-413a-bfca-fe8ebe0b9128,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:20.991624 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d41f7c6-59ee-421b-80d3-3637025b7a90 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.9601300 Nov 23 22:55:21.021312 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-184572aa-b11c-4ebe-98fd-9f8df8f57055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:55:21.022032 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-184572aa-b11c-4ebe-98fd-9f8df8f57055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:55:21.035976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': '60fb1462-9d8a-4269-bc23-a1e0d2473890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:21.036366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: d80cfe08-158e-40e3-ba1d-f852efb3a39d, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:21.089382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:17Z', 'revision_number': 2, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:21.093927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network d80cfe08-158e-40e3-ba1d-f852efb3a39d is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:21.125220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, d80cfe08-158e-40e3-ba1d-f852efb3a39d) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:21.132436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:21.133044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:21.152324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cedb52-75a5-4277-92e3-1c2d042baf62 None None] Network d80cfe08-158e-40e3-ba1d-f852efb3a39d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:21.164136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Checking router: 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:21.164502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Updating router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 port c53a705e-603c-40cb-a4c0-be2c0068e5f7 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:55:21.166960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9600199b-a041-4e18-b392-5b03d51febe9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:55:21.185488 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e4464579-0e3c-4f99-b7ea-f58464fb635a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0487387 Nov 23 22:55:21.189806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:21.204067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d', 'name': 'tempest-PortsIpV6TestJSON-474759821'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:21.233001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:21.390673 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:21.484187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:21.593972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:21.603359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-edec7323-519d-4975-9830-cbcd20a68bee tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219972519', 'description': 'tempest-secgroup-smoke-219972519 description', 'project_id': '938aed2b458f424e83288c1d36a9e80f'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:21.623671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589af03d-c2c3-4b38-ae84-f3f6f542671e req-b0a9191d-b12e-4446-8592-08428f9a35f2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:21.634654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:21.636422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-589af03d-c2c3-4b38-ae84-f3f6f542671e req-b0a9191d-b12e-4446-8592-08428f9a35f2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 944 time: 0.1125741 Nov 23 22:55:21.650143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:21.711392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-589af03d-c2c3-4b38-ae84-f3f6f542671e req-992d856a-d6f0-4850-81d4-fb06d43730fb tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719166 Nov 23 22:55:21.733312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 159f6712-4145-4499-b8ae-82991791e2b3 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:21.765478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:21.768477 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cc27af-d86b-424e-a9ff-41d11eb1aed1" -d '{"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-plugged", "status": "completed", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:21.808978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:21.815975 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42746e48-7b5d-46ff-b0d5-003eb4c62dcc req-c9b86cce-e54b-40db-bc81-72ec7537b666 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0931160 Nov 23 22:55:21.908728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-d80cfe08-158e-40e3-ba1d-f852efb3a39d', 'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d', 'tenant_id': '92d657dcf6944b468b040ee50498ec37', 'fixed_ips': [{'subnet_id': '592f74c4-2e63-413a-bfca-fe8ebe0b9128'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:55:21.909620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:21.913556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63deb603-1a84-4282-9179-3d25d53d71db req-40675c69-b1dd-4e60-946a-ae671232e50f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 210 time: 0.0890422 Nov 23 22:55:21.915456 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:21.916429 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edec7323-519d-4975-9830-cbcd20a68bee tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:21.979898 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc27cdaf-4792-4840-b007-47a7a0db3355 x-openstack-request-id: req-dc27cdaf-4792-4840-b007-47a7a0db3355 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:21.981479 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-plugged", "status": "completed", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:21.989671 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc27cdaf-4792-4840-b007-47a7a0db3355 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:21.990231 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'code': 200} Nov 23 22:55:22.046470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::22d (d80cfe08-158e-40e3-ba1d-f852efb3a39d/592f74c4-2e63-413a-bfca-fe8ebe0b9128/159f6712-4145-4499-b8ae-82991791e2b3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:22.147545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edec7323-519d-4975-9830-cbcd20a68bee tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.192624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edec7323-519d-4975-9830-cbcd20a68bee tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.269350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-75216aac-00af-490d-ba26-d54c132cb568 None None] Provisioning complete for port c53a705e-603c-40cb-a4c0-be2c0068e5f7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:22.270429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75216aac-00af-490d-ba26-d54c132cb568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.309017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:22.362704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d474e2cf-e0dd-4e8c-917d-26904a37fb36 req-acef10bb-bc03-430a-87ff-9265b458b4a4 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0661936 Nov 23 22:55:22.368292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edec7323-519d-4975-9830-cbcd20a68bee tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.372107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-edec7323-519d-4975-9830-cbcd20a68bee tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7710335 Nov 23 22:55:22.373231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec7323-519d-4975-9830-cbcd20a68bee tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e238bf-aa7e-442d-afb1-5eeb6f30a577,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:22.375283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53940) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:22.383939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-08df9ab4-520e-4dbb-913c-3b9f2e5efd96 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'e9e238bf-aa7e-442d-afb1-5eeb6f30a577', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:22.397277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1da1c8-ae8e-4068-9452-2cbb3db60f11 req-9712d15c-e9a2-4bfd-8f30-a8b7cbcd60eb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:22.413310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb1da1c8-ae8e-4068-9452-2cbb3db60f11 req-9712d15c-e9a2-4bfd-8f30-a8b7cbcd60eb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.3697443 Nov 23 22:55:22.424786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0418-0c52-4146-a274-6929a40efdf0 req-71377654-ff3f-4263-991b-44b43d9b2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:22.427190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad3e0418-0c52-4146-a274-6929a40efdf0 req-71377654-ff3f-4263-991b-44b43d9b2130 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 1097 time: 0.2704191 Nov 23 22:55:22.478505 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.490528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08df9ab4-520e-4dbb-913c-3b9f2e5efd96 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.596263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.609179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb1da1c8-ae8e-4068-9452-2cbb3db60f11 req-cad18d13-23b8-489d-9379-b9e8fab249df tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972680 Nov 23 22:55:22.613132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.616436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-75216aac-00af-490d-ba26-d54c132cb568 None None] Port c53a705e-603c-40cb-a4c0-be2c0068e5f7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:22.653814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad3e0418-0c52-4146-a274-6929a40efdf0 req-64f3d15b-f1f1-4c6e-92e5-bb0479ab8c82 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142086 Nov 23 22:55:22.687462 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08df9ab4-520e-4dbb-913c-3b9f2e5efd96 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.691186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1e406712-441a-4ad7-80de-7e7b841a4cf1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:22.699249 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-45e55c45-6ffd-4e78-88a4-0c773fcae2b8 req-27dd98ba-7a34-4937-90ee-cd62f187a5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=963df38aaa924d3ab5ca05d306356c5d&device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.1737280 Nov 23 22:55:22.701068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08df9ab4-520e-4dbb-913c-3b9f2e5efd96 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.721352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.743719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df9ab4-520e-4dbb-913c-3b9f2e5efd96 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25d07a2-1419-410e-b33d-8430162c985c,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:22.773649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08df9ab4-520e-4dbb-913c-3b9f2e5efd96 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.775848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-08df9ab4-520e-4dbb-913c-3b9f2e5efd96 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969228 Nov 23 22:55:22.786897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:22.793345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-032c3d11-2f2f-4ed9-9a22-c25223ec1379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'e9e238bf-aa7e-442d-afb1-5eeb6f30a577', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:22.886351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c783f12-58d3-4053-9d96-3b64ac40f260 None None] Pushing event updated for resources: {'Port': ['ID=c53a705e-603c-40cb-a4c0-be2c0068e5f7,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:22.897230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-75216aac-00af-490d-ba26-d54c132cb568 None None] Provisioning complete for port 1e406712-441a-4ad7-80de-7e7b841a4cf1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:22.898665 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75216aac-00af-490d-ba26-d54c132cb568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:22.911967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network d80cfe08-158e-40e3-ba1d-f852efb3a39d is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:22.930010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:22.955737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:22.970678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:22.978789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.002882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Allocated IP 2001:db8::2 (d80cfe08-158e-40e3-ba1d-f852efb3a39d/592f74c4-2e63-413a-bfca-fe8ebe0b9128/06850564-8891-4c7a-be3f-3aaf568f5ca5) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:23.012568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Attempting to bind port c53a705e-603c-40cb-a4c0-be2c0068e5f7 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:23.012935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Attempting to bind port c53a705e-603c-40cb-a4c0-be2c0068e5f7 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:23.013309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Attempting to bind port c53a705e-603c-40cb-a4c0-be2c0068e5f7 on network 77beeaf7-122d-46be-9015-4d441bc4563a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:23.022130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1e406712-441a-4ad7-80de-7e7b841a4cf1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:23.022501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.024192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:23.024575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Checking segment: {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:23.024974 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.025361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Bound using segment: {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:23.025834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Bound port: c53a705e-603c-40cb-a4c0-be2c0068e5f7, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:23.026204 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.100207 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-45e55c45-6ffd-4e78-88a4-0c773fcae2b8 req-500b7027-48ec-4679-8d51-49435f2d15a1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=963df38aaa924d3ab5ca05d306356c5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881126 Nov 23 22:55:23.186312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-032c3d11-2f2f-4ed9-9a22-c25223ec1379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.327183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] For port c53a705e-603c-40cb-a4c0-be2c0068e5f7, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:23.332864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] For port c53a705e-603c-40cb-a4c0-be2c0068e5f7, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c53a705e-603c-40cb-a4c0-be2c0068e5f7,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:23.366536 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.370015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fb3db99-5e29-4654-8884-6aba26d6301f req-f64e1eaf-9c60-4cc5-b683-299f59006ad9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 210 time: 0.1645346 Nov 23 22:55:23.384521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=159f6712-4145-4499-b8ae-82991791e2b3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:23.414813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef88324-00d9-4379-a51f-74deb8e7a029 req-c0b080db-8b9c-42a2-b9b8-875d1932bfa4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:23.428155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cef88324-00d9-4379-a51f-74deb8e7a029 req-c0b080db-8b9c-42a2-b9b8-875d1932bfa4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 944 time: 0.5168245 Nov 23 22:55:23.464627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-94bf0e8b-8f2f-4ee4-a189-e7172a644a42 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2732916 Nov 23 22:55:23.481707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53954) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:23.522792 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-032c3d11-2f2f-4ed9-9a22-c25223ec1379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.544819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.551702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:23.552507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:23.556421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c783f12-58d3-4053-9d96-3b64ac40f260 None None] Pushing event updated for resources: {'Port': ['ID=c53a705e-603c-40cb-a4c0-be2c0068e5f7,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:23.561197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.570820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-032c3d11-2f2f-4ed9-9a22-c25223ec1379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.593304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a3928574-927e-4d82-a17a-257e6e226a77 None None] Provisioning complete for port c53a705e-603c-40cb-a4c0-be2c0068e5f7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:23.593836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3928574-927e-4d82-a17a-257e6e226a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.631531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-d1ef3b1a-ae56-442e-9a77-4a435c7d17c3 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:23.637260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-d1ef3b1a-ae56-442e-9a77-4a435c7d17c3 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.6641355 Nov 23 22:55:23.664928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e55c45-6ffd-4e78-88a4-0c773fcae2b8 req-3bdbb16c-d47d-48c5-88e3-2336e98bd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:23.667417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-45e55c45-6ffd-4e78-88a4-0c773fcae2b8 req-3bdbb16c-d47d-48c5-88e3-2336e98bd4af service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5483441 Nov 23 22:55:23.727424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Request body: {'port': {'device_id': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'admin_state_up': True, 'tenant_id': '8c13c8b8d98f4b48a1d9c6d6ca24560c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:23.810135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c3d11-2f2f-4ed9-9a22-c25223ec1379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818fbc35-2eef-47d8-bb2e-3da273c9e1a5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:23.838578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cef88324-00d9-4379-a51f-74deb8e7a029 req-f735d3dd-8901-4977-bc37-96b69330a886 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997571 Nov 23 22:55:23.889636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-032c3d11-2f2f-4ed9-9a22-c25223ec1379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:23.893155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-032c3d11-2f2f-4ed9-9a22-c25223ec1379 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1048558 Nov 23 22:55:23.898919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53962) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:23.904293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8f8a6c38-edf5-45b8-9a31-a02ab04171f5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'e9e238bf-aa7e-442d-afb1-5eeb6f30a577', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:23.912532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-174bdb8d-30d5-4ed1-9933-7dfb6c67a995 req-9e0192be-4fb9-4db6-9dcf-e34daa2959f9 tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.11 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.2393143 Nov 23 22:55:23.962660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6c38-edf5-45b8-9a31-a02ab04171f5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.033253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Network d80cfe08-158e-40e3-ba1d-f852efb3a39d is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:24.078642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:24.087482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:24.097226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Pushing event updated for resources: {'Port': ['ID=06850564-8891-4c7a-be3f-3aaf568f5ca5,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:24.137545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Made reservation on behalf of 8c13c8b8d98f4b48a1d9c6d6ca24560c for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:24.152615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.186646 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6c38-edf5-45b8-9a31-a02ab04171f5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.194037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6c38-edf5-45b8-9a31-a02ab04171f5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.197866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c6df-efbf-471f-bafa-92875311cba8 req-5a5d07f8-7906-4c07-99e3-dd16c8140362 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:24.199595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a75c6df-efbf-471f-bafa-92875311cba8 req-5a5d07f8-7906-4c07-99e3-dd16c8140362 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1693759 Nov 23 22:55:24.204722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 159f6712-4145-4499-b8ae-82991791e2b3 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:24.208190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.239348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:24.240119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a6c38-edf5-45b8-9a31-a02ab04171f5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af32d85-0309-4fa3-a43a-1453b0529b5e,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:24.241325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Attempting to bind port 06850564-8891-4c7a-be3f-3aaf568f5ca5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:24.241797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Attempting to bind port 06850564-8891-4c7a-be3f-3aaf568f5ca5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '60fb1462-9d8a-4269-bc23-a1e0d2473890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:24.241797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Attempting to bind port 06850564-8891-4c7a-be3f-3aaf568f5ca5 on network d80cfe08-158e-40e3-ba1d-f852efb3a39d {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:24.258747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6c38-edf5-45b8-9a31-a02ab04171f5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.262959 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8f8a6c38-edf5-45b8-9a31-a02ab04171f5 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3599243 Nov 23 22:55:24.264188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53964) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:24.277109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-52a7d45e-5706-4eef-996c-600a3f324f56 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'e9e238bf-aa7e-442d-afb1-5eeb6f30a577', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:24.326428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:24.327377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Checking segment: {'id': '60fb1462-9d8a-4269-bc23-a1e0d2473890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:24.327377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.327377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Bound using segment: {'id': '60fb1462-9d8a-4269-bc23-a1e0d2473890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:24.332994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Bound port: 06850564-8891-4c7a-be3f-3aaf568f5ca5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fb1462-9d8a-4269-bc23-a1e0d2473890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd80cfe08-158e-40e3-ba1d-f852efb3a39d'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:24.334512 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.336758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a7d45e-5706-4eef-996c-600a3f324f56 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.349516 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3928574-927e-4d82-a17a-257e6e226a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.455835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a75c6df-efbf-471f-bafa-92875311cba8 req-b8e25a7e-a69f-4142-8381-05e676280943 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075067 Nov 23 22:55:24.475092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.506333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a7d45e-5706-4eef-996c-600a3f324f56 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.514515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a7d45e-5706-4eef-996c-600a3f324f56 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.534384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Allocated IP 172.20.0.3 (ff10a010-6755-4f00-8434-2ffc0fce86f6/b0cf416f-f859-4636-a10b-f0923e1b1f57/31b14b38-7584-45aa-bfc2-d8bd54448e6d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:24.548529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7d45e-5706-4eef-996c-600a3f324f56 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f98bf0-925c-4f1e-924c-f51bfe7ef838,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:24.571189 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a7d45e-5706-4eef-996c-600a3f324f56 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.576076 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-52a7d45e-5706-4eef-996c-600a3f324f56 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3075035 Nov 23 22:55:24.576076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53970) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:24.580685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'e9e238bf-aa7e-442d-afb1-5eeb6f30a577', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:24.591838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 159f6712-4145-4499-b8ae-82991791e2b3 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:24.600272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1f38f01-56ca-4947-96fd-a35a28c2dc10 req-9dc41fd8-117a-4546-9682-316935b0baad tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 210 time: 0.0909526 Nov 23 22:55:24.658779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3928574-927e-4d82-a17a-257e6e226a77 None None] For port c53a705e-603c-40cb-a4c0-be2c0068e5f7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c53a705e-603c-40cb-a4c0-be2c0068e5f7,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:24.673108 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Project 938aed2b458f424e83288c1d36a9e80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:55:24.707145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3928574-927e-4d82-a17a-257e6e226a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.722318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.885622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.893127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:24.930703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2f6942-7238-42a9-8752-5b22e7530461,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:24.995485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9600199b-a041-4e18-b392-5b03d51febe9 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:25.009131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.010385 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-df28b261-a7b8-4cd8-9aa3-a392345a328c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4339001 Nov 23 22:55:25.029902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53984) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:25.034666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'security_group_rule': {'security_group_id': 'e9e238bf-aa7e-442d-afb1-5eeb6f30a577', 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:25.071452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] For port 06850564-8891-4c7a-be3f-3aaf568f5ca5, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:25.097144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-45e55c45-6ffd-4e78-88a4-0c773fcae2b8 req-aee9b604-f72c-4e22-aa57-e17b3916cd4d tempest-ServerShowV257Test-1374177728 tempest-ServerShowV257Test-1374177728-project] 10.222.0.48 "GET /v2.0/ports?device_id=57c45b27-f02c-4ade-bb3b-851334866f91 HTTP/1.1" status: 200 len: 210 time: 0.0567324 Nov 23 22:55:25.115018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3928574-927e-4d82-a17a-257e6e226a77 None None] Pushing event updated for resources: {'Port': ['ID=c53a705e-603c-40cb-a4c0-be2c0068e5f7,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:25.122372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] For port 06850564-8891-4c7a-be3f-3aaf568f5ca5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06850564-8891-4c7a-be3f-3aaf568f5ca5,segment=NetworkSegment(60fb1462-9d8a-4269-bc23-a1e0d2473890),segment_id=60fb1462-9d8a-4269-bc23-a1e0d2473890)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:25.124890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-eacaa125-fef1-4bc2-a6fc-73a1146fbfa7 None None] Provisioning complete for port c53a705e-603c-40cb-a4c0-be2c0068e5f7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:25.125365 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eacaa125-fef1-4bc2-a6fc-73a1146fbfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.162172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.193338 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Project 938aed2b458f424e83288c1d36a9e80f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:55:25.218472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-4ff66955-1df2-48f1-8f0a-232812db43a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4368856 Nov 23 22:55:25.230643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.296591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 9600199b-a041-4e18-b392-5b03d51febe9 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:55:25.312003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:23Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:25.319999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e661ae-507b-4b5e-8e8e-4ce646aa8487 None None] Pushing event updated for resources: {'Port': ['ID=06850564-8891-4c7a-be3f-3aaf568f5ca5,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:25.327029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 9600199b-a041-4e18-b392-5b03d51febe9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:25.327790 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.397314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-424b8fa9-9f7f-4ef9-9ae9-e3e298dea7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:25.399258 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-424b8fa9-9f7f-4ef9-9ae9-e3e298dea7c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 1097 time: 0.1387379 Nov 23 22:55:25.424210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.452065 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.527473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfbe1a-2c9e-45da-aa6c-b66197679faf None None] The sync data for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 is: [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:23Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:25.572795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4511936-dc83-4bfd-9284-712dbe4b6f84,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:25.621932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.626280 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9eb1f8a7-7d99-46d0-887e-b11391c8186a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5952976 Nov 23 22:55:25.734604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-a2053f8e-b039-4ffc-bbce-89f202ebc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:25.737211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-a2053f8e-b039-4ffc-bbce-89f202ebc4b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.3116889 Nov 23 22:55:25.779913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.787226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:25.825981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-0bd936c0-8ed9-48aa-9a33-ac5b0105b89e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb HTTP/1.1" status: 200 len: 217 time: 0.0813425 Nov 23 22:55:25.895302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:25.909467 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a505762d-3cec-415a-814b-5518893320cf" -d '{"events": [{"server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "name": "network-vif-plugged", "status": "completed", "tag": "9600199b-a041-4e18-b392-5b03d51febe9"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:25.928457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-d97a772d-de6e-491e-ad88-9b0e070ce034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:25.930403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-d97a772d-de6e-491e-ad88-9b0e070ce034 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0973516 Nov 23 22:55:25.940849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:25.950205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:26.050924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e33b-e204-4d4a-9047-85a6da4cf01d req-ad560512-2dbf-4b02-a121-994316166b2c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:26.082630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-3441950e-72f6-44c8-9b83-7da91c571a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:26.085437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c519e33b-e204-4d4a-9047-85a6da4cf01d req-ad560512-2dbf-4b02-a121-994316166b2c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.9011152 Nov 23 22:55:26.086842 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-3441950e-72f6-44c8-9b83-7da91c571a65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487043 Nov 23 22:55:26.100760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08069af-8911-4253-9253-27c90d280ca8 req-156574de-3d30-4742-87bc-8e0f35352c17 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:26.103175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-8cb417d2-bfd5-4bbe-a15b-c271235e839e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:55:26.104398 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-8cb417d2-bfd5-4bbe-a15b-c271235e839e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066295 Nov 23 22:55:26.109402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a08069af-8911-4253-9253-27c90d280ca8 req-156574de-3d30-4742-87bc-8e0f35352c17 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 944 time: 0.9424832 Nov 23 22:55:26.111608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:26.144204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:26.205631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=159f6712-4145-4499-b8ae-82991791e2b3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:26.242570 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:26.262343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a08069af-8911-4253-9253-27c90d280ca8 req-7b6914ed-23bb-4947-b57a-068e83f620a8 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516392 Nov 23 22:55:26.323461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:26.331710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-f1cd79fa-e283-4f7e-851f-b7166558e20f service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178478 Nov 23 22:55:26.412969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:26.421799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event updated for resources: {'Port': ['ID=31b14b38-7584-45aa-bfc2-d8bd54448e6d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:26.439679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:26.444232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-68a71c3b-9914-4dbd-87a1-aabc4c9870dd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/159f6712-4145-4499-b8ae-82991791e2b3 HTTP/1.1" status: 204 len: 168 time: 2.9560051 Nov 23 22:55:26.446900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54002) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:26.455760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:26.467271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c519e33b-e204-4d4a-9047-85a6da4cf01d req-aa53f463-352c-4079-aeaa-ee59b74601d5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512077 Nov 23 22:55:26.657822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:26.660780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:26.683656 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae96c31-c31b-4bad-b33a-7c87b0253e20 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:55:26.687025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae96c31-c31b-4bad-b33a-7c87b0253e20 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:55:26.697553 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cae96c31-c31b-4bad-b33a-7c87b0253e20 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/159f6712-4145-4499-b8ae-82991791e2b3 HTTP/1.1" status: 404 len: 333 time: 0.2491560 Nov 23 22:55:26.714981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:26.775719 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d38f13c-d2a4-4cd4-8b16-b8aa8a7591b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:55:26.777376 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d38f13c-d2a4-4cd4-8b16-b8aa8a7591b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/159f6712-4145-4499-b8ae-82991791e2b3 HTTP/1.1" status: 404 len: 333 time: 0.0559728 Nov 23 22:55:26.780338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54016) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:26.836893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:26.854935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-98164a60-3c3b-4123-9132-b29f75f6540c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1351857 Nov 23 22:55:26.874391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c53a705e-603c-40cb-a4c0-be2c0068e5f7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:26.884889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet 592f74c4-2e63-413a-bfca-fe8ebe0b9128 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:55:26.909331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:26.915987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Request body: {'port': {'device_id': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:27.036643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c53a705e-603c-40cb-a4c0-be2c0068e5f7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:27.037418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.044798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5e15bc9-4a3a-432c-b13b-033421940d73 req-a7c5f89d-8adb-4afc-a2ee-e114fef1a132 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028515 Nov 23 22:55:27.084541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-e61eb4fe-9968-4e09-af56-47d0d19da097 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219972519&fields=id&tenant_id=938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 267 time: 0.4137397 Nov 23 22:55:27.092937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.151787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54018) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:27.252696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06850564-8891-4c7a-be3f-3aaf568f5ca5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:27.330310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d40202-1d2e-44d3-96d1-7f3b77fb7e2d None None] Network d80cfe08-158e-40e3-ba1d-f852efb3a39d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:27.347749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.353037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca1fca-15c6-4705-939c-5074ec83a547 req-3e449628-29ac-4470-a837-525d12b1afcf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:27.364385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-efca1fca-15c6-4705-939c-5074ec83a547 req-3e449628-29ac-4470-a837-525d12b1afcf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 931 time: 0.8933086 Nov 23 22:55:27.457672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.478950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.512004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 06850564-8891-4c7a-be3f-3aaf568f5ca5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:27.523414 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.554414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=592f74c4-2e63-413a-bfca-fe8ebe0b9128,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:27.556913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.560497 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c50c174a-05fb-45d3-afa9-6a1d26ad9c1b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/592f74c4-2e63-413a-bfca-fe8ebe0b9128 HTTP/1.1" status: 204 len: 168 time: 0.7787170 Nov 23 22:55:27.570090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54030) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:27.603743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-45d46913-6735-489f-8698-a8a01fa5909a None None] Provisioning complete for port 06850564-8891-4c7a-be3f-3aaf568f5ca5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:27.604887 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45d46913-6735-489f-8698-a8a01fa5909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.749272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.770756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-ac1808b2-934d-4969-a708-e62211d1436e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:27.781539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-ac1808b2-934d-4969-a708-e62211d1436e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/networks?id=77beeaf7-122d-46be-9015-4d441bc4563a HTTP/1.1" status: 200 len: 797 time: 0.6956680 Nov 23 22:55:27.855729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-415ad9ec-8d83-4d04-9aca-e05468905a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.894903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 06850564-8891-4c7a-be3f-3aaf568f5ca5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:27.895280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:27.905435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-f7890e9c-eab3-4a53-ac2e-34dd64bf0c64 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/quotas/938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 375 time: 0.1225982 Nov 23 22:55:27.951246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-efca1fca-15c6-4705-939c-5074ec83a547 req-8e6a141a-0ce4-4288-8773-6c5f4d163bb6 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679364 Nov 23 22:55:28.020502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] For port 06850564-8891-4c7a-be3f-3aaf568f5ca5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06850564-8891-4c7a-be3f-3aaf568f5ca5,segment=NetworkSegment(60fb1462-9d8a-4269-bc23-a1e0d2473890),segment_id=60fb1462-9d8a-4269-bc23-a1e0d2473890)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:28.020971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.032309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] DHCP port deletion for d80cfe08-158e-40e3-ba1d-f852efb3a39d request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:28.038897 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.042188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 06850564-8891-4c7a-be3f-3aaf568f5ca5 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:28.049821 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aebf5e-36de-4c64-b44f-103c17c54c9b x-openstack-request-id: req-31aebf5e-36de-4c64-b44f-103c17c54c9b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:28.050204 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "name": "network-vif-plugged", "status": "completed", "tag": "9600199b-a041-4e18-b392-5b03d51febe9", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:28.050430 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31aebf5e-36de-4c64-b44f-103c17c54c9b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:28.056781 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9', 'code': 200} Nov 23 22:55:28.156178 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-45d46913-6735-489f-8698-a8a01fa5909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.187294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 06850564-8891-4c7a-be3f-3aaf568f5ca5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06850564-8891-4c7a-be3f-3aaf568f5ca5,segment=NetworkSegment(60fb1462-9d8a-4269-bc23-a1e0d2473890),segment_id=60fb1462-9d8a-4269-bc23-a1e0d2473890)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:28.200955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a1673440-7991-4e56-8d82-1b0d4221287e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2945879 Nov 23 22:55:28.215819 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.223506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.228265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c6df-466d-44c5-ba0b-02afa5232e8c req-a5dd323a-0e28-4a93-8202-09748f5aa9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:28.230894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f860c6df-466d-44c5-ba0b-02afa5232e8c req-a5dd323a-0e28-4a93-8202-09748f5aa9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 1096 time: 0.0684280 Nov 23 22:55:28.269071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=06850564-8891-4c7a-be3f-3aaf568f5ca5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:28.275478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No DVR routers for this DVR port 06850564-8891-4c7a-be3f-3aaf568f5ca5 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:28.294952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event deleted for resources: {'Port': ['ID=06850564-8891-4c7a-be3f-3aaf568f5ca5,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:28.355924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] Deleting port 06850564-8891-4c7a-be3f-3aaf568f5ca5 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:28.356296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.398870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.424798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80cfe08-158e-40e3-ba1d-f852efb3a39d']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:28.435828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec947fb0-dcd7-491d-9f73-d34bb863b407 req-c2ee1b65-e2e1-4d05-afd8-1c4590c3b913 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:28.437142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fb1462-9d8a-4269-bc23-a1e0d2473890') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:28.437512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fb1462-9d8a-4269-bc23-a1e0d2473890') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:28.445630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec947fb0-dcd7-491d-9f73-d34bb863b407 req-c2ee1b65-e2e1-4d05-afd8-1c4590c3b913 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.2435741 Nov 23 22:55:28.450168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.469043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.480062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:55:28.481200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.482588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] For port 06850564-8891-4c7a-be3f-3aaf568f5ca5, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:28.483177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.501813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] Calling delete_port for 06850564-8891-4c7a-be3f-3aaf568f5ca5 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:28.506490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] Port 06850564-8891-4c7a-be3f-3aaf568f5ca5 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:55:28.509825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.557032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-ab072c81-f788-436a-9642-32353e79dc9c service neutron] 10.222.0.11 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318870 Nov 23 22:55:28.565471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-415ad9ec-8d83-4d04-9aca-e05468905a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:55:28.575321 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:55:28.578364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] Pushing event deleted for resources: {'Port': ['ID=06850564-8891-4c7a-be3f-3aaf568f5ca5,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:28.579343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.586693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.596434 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/d80cfe08-158e-40e3-ba1d-f852efb3a39d HTTP/1.1" status: 204 len: 168 time: 1.0200975 Nov 23 22:55:28.599879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54036) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:28.604000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd9229-88b6-4040-b305-f9ddd7131c60 None None] No DVR routers for this DVR port 06850564-8891-4c7a-be3f-3aaf568f5ca5 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:28.606140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-878515860'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:28.626620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06850564-8891-4c7a-be3f-3aaf568f5ca5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:28.634141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-415ad9ec-8d83-4d04-9aca-e05468905a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.655106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 06850564-8891-4c7a-be3f-3aaf568f5ca5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:28.655451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06850564-8891-4c7a-be3f-3aaf568f5ca5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:28.656132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2510d-c82f-427b-ade6-0235aee9fae1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=d80cfe08-158e-40e3-ba1d-f852efb3a39d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:28.690175 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f860c6df-466d-44c5-ba0b-02afa5232e8c req-3c1e43ff-1873-443d-83f6-f4d9d767085d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316449 Nov 23 22:55:28.698450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:28.704489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.708129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec947fb0-dcd7-491d-9f73-d34bb863b407 req-a2e95bc6-b36c-45fd-a088-ddf7b939af87 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612615 Nov 23 22:55:28.730077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-415ad9ec-8d83-4d04-9aca-e05468905a5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=963df38aaa924d3ab5ca05d306356c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5681441 Nov 23 22:55:28.730699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:28.739436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ad9ec-8d83-4d04-9aca-e05468905a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6609a4c-da46-4379-9ff3-6faf024a60ce,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:28.753767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:28.766606 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.767225 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment 5a05b1a6-9e22-473f-bee3-3cb3e51be429 of type vlan for network d3655f15-33b4-43f7-9cd7-cba4a179b352 Nov 23 22:55:28.768315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b14b38-7584-45aa-bfc2-d8bd54448e6d {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:28.798830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.834321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.869847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.876157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Transition to ACTIVE for port object 31b14b38-7584-45aa-bfc2-d8bd54448e6d will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:55:28.876967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:28.877616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.889911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.893237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-b7668901-84f4-4dd3-a639-3b21d662a15d service neutron] 10.222.0.11 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874701 Nov 23 22:55:28.945846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34425451-1482-4ccf-84f9-26aaac040744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.966631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118983bd-726a-4209-a6a4-08e731b5af30 req-efe57316-b5f3-4b9d-ae88-0d7614aea769 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:28.968267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-118983bd-726a-4209-a6a4-08e731b5af30 req-efe57316-b5f3-4b9d-ae88-0d7614aea769 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1946096 Nov 23 22:55:28.973211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=d3655f15-33b4-43f7-9cd7-cba4a179b352,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:28.985427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d3655f15-33b4-43f7-9cd7-cba4a179b352 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:28.996788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Pushing event updated for resources: {'Port': ['ID=31b14b38-7584-45aa-bfc2-d8bd54448e6d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:29.022736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e48d7aab-2fcd-4480-991a-6c6509fbe370 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4182243 Nov 23 22:55:29.022736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54042) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:29.028121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:29.070474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34425451-1482-4ccf-84f9-26aaac040744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.148304 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-118983bd-726a-4209-a6a4-08e731b5af30 req-9771f121-8ec4-4e95-b926-76a048cd0cb8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618199 Nov 23 22:55:29.165084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Attempting to bind port 31b14b38-7584-45aa-bfc2-d8bd54448e6d on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:29.165494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Attempting to bind port 31b14b38-7584-45aa-bfc2-d8bd54448e6d by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:29.165876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Attempting to bind port 31b14b38-7584-45aa-bfc2-d8bd54448e6d on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:29.173475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Port 31b14b38-7584-45aa-bfc2-d8bd54448e6d on network ff10a010-6755-4f00-8434-2ffc0fce86f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:55:29.173911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Attempting to bind port 31b14b38-7584-45aa-bfc2-d8bd54448e6d on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:29.193558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:29.193804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Checking segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:29.194213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Bound using segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:29.194811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Bound port: 31b14b38-7584-45aa-bfc2-d8bd54448e6d, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:29.195226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.210833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:29.216500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.232543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34425451-1482-4ccf-84f9-26aaac040744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.235646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34425451-1482-4ccf-84f9-26aaac040744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.236843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-34425451-1482-4ccf-84f9-26aaac040744 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6609a4c-da46-4379-9ff3-6faf024a60ce HTTP/1.1" status: 204 len: 168 time: 0.5054836 Nov 23 22:55:29.310952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34425451-1482-4ccf-84f9-26aaac040744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6609a4c-da46-4379-9ff3-6faf024a60ce,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:29.363816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5fdb40e-1ab5-4f69-9331-fb424187eba9 req-5697fc45-3a31-4d86-bb58-9c3f6ff9dc81 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 210 time: 0.1019087 Nov 23 22:55:29.408234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db066b98-237f-4aff-8ef8-3d177ee1a1ee req-fe8d9f4d-d61d-4c61-97b1-f05e8cacacf1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:29.416673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db066b98-237f-4aff-8ef8-3d177ee1a1ee req-fe8d9f4d-d61d-4c61-97b1-f05e8cacacf1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 943 time: 0.2177038 Nov 23 22:55:29.458258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] For port 31b14b38-7584-45aa-bfc2-d8bd54448e6d, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:29.481013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] For port 31b14b38-7584-45aa-bfc2-d8bd54448e6d, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:29.494563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db066b98-237f-4aff-8ef8-3d177ee1a1ee req-b522af9a-c60c-4ead-a65f-3a1087f83092 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769122 Nov 23 22:55:29.501575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.552204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:29.553320 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.554971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] 10.222.0.46 "PUT /v2.0/ports/31b14b38-7584-45aa-bfc2-d8bd54448e6d HTTP/1.1" status: 200 len: 1091 time: 2.6581986 Nov 23 22:55:29.555669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'tag': '31b14b38-7584-45aa-bfc2-d8bd54448e6d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:29.558199 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf294c39-c3cf-4978-933e-ea7a389e8ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca136d37-d47f-42a4-ad28-a7a5e7740e2b", "tag": "31b14b38-7584-45aa-bfc2-d8bd54448e6d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:29.604772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8aa98-4dc3-4c63-ad8c-8fb749670807 service neutron] Pushing event updated for resources: {'Port': ['ID=31b14b38-7584-45aa-bfc2-d8bd54448e6d,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:29.633901 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3f6d7-fe56-4f92-a873-49a19624f7d0 x-openstack-request-id: req-07b3f6d7-fe56-4f92-a873-49a19624f7d0 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:29.634202 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca136d37-d47f-42a4-ad28-a7a5e7740e2b", "tag": "31b14b38-7584-45aa-bfc2-d8bd54448e6d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:29.634467 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07b3f6d7-fe56-4f92-a873-49a19624f7d0 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:29.634891 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'tag': '31b14b38-7584-45aa-bfc2-d8bd54448e6d', 'status': 'completed', 'code': 200} Nov 23 22:55:29.757213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-e9708c70-6631-4ab2-8789-b0e3ecf78991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:29.765056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-e9708c70-6631-4ab2-8789-b0e3ecf78991 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 1094 time: 0.1258116 Nov 23 22:55:29.845342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:29.874209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-6b27c707-acd9-4056-bda1-60e9341382ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d HTTP/1.1" status: 200 len: 217 time: 0.0983863 Nov 23 22:55:29.982847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-d1433a71-70e4-4fc0-9d64-490d4c78db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:29.984420 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-d1433a71-70e4-4fc0-9d64-490d4c78db75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.0695398 Nov 23 22:55:29.995250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d9c3c-02a5-4b5f-90ac-4b053746db8a req-febadff6-f032-4702-9a0f-25a5eba3d9b0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:29.997382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-093d9c3c-02a5-4b5f-90ac-4b053746db8a req-febadff6-f032-4702-9a0f-25a5eba3d9b0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1264498 Nov 23 22:55:30.055901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-f4f841bf-a402-4921-9206-a3ec0eb7ac12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571973 Nov 23 22:55:30.120840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=bbf6002a-2a54-4361-a09a-8394baa96949,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:30.168093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': '5a05b1a6-9e22-473f-bee3-3cb3e51be429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:30.168301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: d3655f15-33b4-43f7-9cd7-cba4a179b352, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:30.227906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network d3655f15-33b4-43f7-9cd7-cba4a179b352 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:30.251121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, d3655f15-33b4-43f7-9cd7-cba4a179b352) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:30.258058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:30.258667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:30.284029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f1104-3ef5-4273-8122-44ec1982aa50 None None] Network d3655f15-33b4-43f7-9cd7-cba4a179b352 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:30.290943 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-97d60e61-4f9b-4a6e-aac6-4171e5262ed3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2675252 Nov 23 22:55:30.294935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:30.301454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1504843080'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:30.345721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-22bb608a-0302-488c-ba15-a56359bfd5b8 service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805164 Nov 23 22:55:30.409086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-093d9c3c-02a5-4b5f-90ac-4b053746db8a req-3feb9de6-9115-4140-b803-1442df8a0a7d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001997 Nov 23 22:55:30.572593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:30.577462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:30.616663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 7e7e47c4-2ffb-4486-a58b-ba718abaec7d yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:30.617456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8beeb758-0d31-41dc-8340-80eea7133a48 req-809a7f04-4eff-4341-b1d6-27f10524585d tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 210 time: 0.0488167 Nov 23 22:55:30.673607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa1700-1501-43b4-8a31-9988ceb84403 req-865b1485-e10a-4b46-b08b-550b10c761aa tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:30.684093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30aa1700-1501-43b4-8a31-9988ceb84403 req-865b1485-e10a-4b46-b08b-550b10c761aa tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.2681575 Nov 23 22:55:30.688251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-d3655f15-33b4-43f7-9cd7-cba4a179b352', 'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352', 'tenant_id': '92d657dcf6944b468b040ee50498ec37', 'fixed_ips': [{'subnet_id': 'bbf6002a-2a54-4361-a09a-8394baa96949'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:55:30.688972 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:30.760229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-115eb303-3dd4-4a92-8947-fbe7bea7e26c req-cb429463-95c7-456a-9419-aed9e6f93f1e service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054046 Nov 23 22:55:30.851024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:30.906250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::16c (d3655f15-33b4-43f7-9cd7-cba4a179b352/bbf6002a-2a54-4361-a09a-8394baa96949/7e7e47c4-2ffb-4486-a58b-ba718abaec7d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:30.910227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-30aa1700-1501-43b4-8a31-9988ceb84403 req-e6196bbb-26be-4f5d-a633-a9c9c071ea73 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248890 Nov 23 22:55:30.928859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c0a2b-e7b2-4240-b8cd-ada3f83cb973 req-454f4abf-256c-4281-98e8-07de7479a633 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:30.930754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-325c0a2b-e7b2-4240-b8cd-ada3f83cb973 req-454f4abf-256c-4281-98e8-07de7479a633 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 943 time: 0.1614108 Nov 23 22:55:30.952263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-16433263-fabf-42ef-82ba-36dee8a5e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:30.953763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-16433263-fabf-42ef-82ba-36dee8a5e6a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 1094 time: 0.1089120 Nov 23 22:55:31.005269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1084022938-network', 'tenant_id': '751f0ad60a4b441493eb906c5e4ba902'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:31.084716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-325c0a2b-e7b2-4240-b8cd-ada3f83cb973 req-24ed6354-291c-46fd-93b6-915371fb43ac tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454484 Nov 23 22:55:31.100498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-82f6df7a-eeed-4f20-a27a-e245e3d4c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:31.102223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-82f6df7a-eeed-4f20-a27a-e245e3d4c362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 915 time: 0.1402879 Nov 23 22:55:31.150029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Made reservation on behalf of 751f0ad60a4b441493eb906c5e4ba902 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:31.153464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:31.199829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-91c4db74-69f3-4efa-8b0e-ec7206c09ef3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d HTTP/1.1" status: 200 len: 217 time: 0.0880539 Nov 23 22:55:31.202472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:31.240258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:31.259086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-7a366704-e8e7-4add-ae91-8f781cc28380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:31.260722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-7a366704-e8e7-4add-ae91-8f781cc28380 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.0523295 Nov 23 22:55:31.299596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-368c7249-82eb-48ce-91b4-fa74f64efef7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304193 Nov 23 22:55:31.403030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-cd1c71fb-905b-4f0a-a02b-73fb0900c3fb service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965521 Nov 23 22:55:31.515403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf294c39-c3cf-4978-933e-ea7a389e8ed4 req-b8cd6c0f-1f6b-4ddf-8b13-7f3876989721 service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035383 Nov 23 22:55:31.569519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82a30ade-e5a3-447b-9d23-c050c7d7c095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:31.877378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-548d6284-cd29-4bcf-aaed-cbe681363b8e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:31.879640 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-548d6284-cd29-4bcf-aaed-cbe681363b8e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/networks?id=77beeaf7-122d-46be-9015-4d441bc4563a HTTP/1.1" status: 200 len: 797 time: 0.7913098 Nov 23 22:55:31.894374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba9a854a-a045-4265-b700-8fe69d1e0aac req-9394658f-33cb-4161-9eeb-59445fc28e95 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 210 time: 0.0358224 Nov 23 22:55:31.904991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6ab254b3-69e1-43d8-92a3-44c79ef00e62 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:55:31.921622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1775d92-0451-4615-810e-ac1bbb068afb req-b32d9498-535d-443e-91ab-f8fc3c04e434 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:31.930442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1775d92-0451-4615-810e-ac1bbb068afb req-b32d9498-535d-443e-91ab-f8fc3c04e434 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.3876486 Nov 23 22:55:31.933147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:31.991080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1775d92-0451-4615-810e-ac1bbb068afb req-26a22b90-7547-4464-8139-068c974eead7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594618 Nov 23 22:55:32.038130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network d3655f15-33b4-43f7-9cd7-cba4a179b352 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:32.074881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:32.083197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:32.092051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:32.094607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d706e6-94b8-40a6-a4dc-406efc24f7a8 req-06e38079-8cc7-4406-b2c7-b406e07800b8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:32.095235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.103943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00d706e6-94b8-40a6-a4dc-406efc24f7a8 req-06e38079-8cc7-4406-b2c7-b406e07800b8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.0937634 Nov 23 22:55:32.138273 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.153299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=7e7e47c4-2ffb-4486-a58b-ba718abaec7d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:32.176004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-7a347be3-7289-42a1-ba5d-28394cb20102 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938aed2b458f424e83288c1d36a9e80f HTTP/1.1" status: 200 len: 379 time: 0.2778091 Nov 23 22:55:32.176913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.189221 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e501fb35-6274-425e-8f4c-cd68732ed39f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8903763 Nov 23 22:55:32.192168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54132) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:32.196927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'port': {'device_id': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'admin_state_up': True, 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'security_groups': ['e9e238bf-aa7e-442d-afb1-5eeb6f30a577']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:32.222242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00d706e6-94b8-40a6-a4dc-406efc24f7a8 req-4faca3ea-36f6-4980-905d-48f7913378f9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136103 Nov 23 22:55:32.263342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:32.286611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:32.333843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.334221 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Added segment e6477834-bf83-4678-8762-31d8396c3cf4 of type vlan for network b3acffb6-88c7-4731-a53d-01c995e47020 Nov 23 22:55:32.440595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Allocated IP 2001:db8::2 (d3655f15-33b4-43f7-9cd7-cba4a179b352/bbf6002a-2a54-4361-a09a-8394baa96949/167ba215-fe88-4e72-b126-0cda23b74aa4) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:32.449671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add9c9a-078b-456c-9490-597e5ddd2b78 req-23f7dcf4-f0eb-4698-96f2-e234ca3007db tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:32.451627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6add9c9a-078b-456c-9490-597e5ddd2b78 req-23f7dcf4-f0eb-4698-96f2-e234ca3007db tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.3219690 Nov 23 22:55:32.495395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:32.497875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.527366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'port_id': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'mac_address': 'fa:16:3e:6e:bf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:55:32.534707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4b8b5-ed7b-4f3a-b64b-685ff4ea04b1 req-bb100b1b-c178-490a-9a2a-7a1cccdedd1b tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:32.536500 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bc4b8b5-ed7b-4f3a-b64b-685ff4ea04b1 req-bb100b1b-c178-490a-9a2a-7a1cccdedd1b tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 943 time: 0.1070769 Nov 23 22:55:32.539002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.539976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:32.540556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.602543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 7e7e47c4-2ffb-4486-a58b-ba718abaec7d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:32.602985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.606339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Made reservation on behalf of 938aed2b458f424e83288c1d36a9e80f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:32.609620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6add9c9a-078b-456c-9490-597e5ddd2b78 req-b04d5201-2df8-46e5-9bde-3d76caf88715 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245227 Nov 23 22:55:32.618084 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.618358 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.640581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7858398 Nov 23 22:55:32.645730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ab254b3-69e1-43d8-92a3-44c79ef00e62 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:32.646273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54146) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:32.654947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Request body: {'subnet': {'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1084022938-subnet', 'tenant_id': '751f0ad60a4b441493eb906c5e4ba902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:32.710365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:32.714086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bc4b8b5-ed7b-4f3a-b64b-685ff4ea04b1 req-bd0eb766-7058-49f2-a8f6-c345e8d2b0f7 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697192 Nov 23 22:55:32.720568 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.753385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Made reservation on behalf of 751f0ad60a4b441493eb906c5e4ba902 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:32.756836 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.780578 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:32.804819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 7e7e47c4-2ffb-4486-a58b-ba718abaec7d owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:32.806718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada6b30-9228-4153-aad0-0e4363bb893b admin admin] Pushing event updated for resources: {'Network': ['ID=b3acffb6-88c7-4731-a53d-01c995e47020,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:32.846220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:32.878060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b3acffb6-88c7-4731-a53d-01c995e47020 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:33.046464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6ab254b3-69e1-43d8-92a3-44c79ef00e62'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:55:33.054704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31b14b38-7584-45aa-bfc2-d8bd54448e6d details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:55:33.114600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.20.0.9 (77beeaf7-122d-46be-9015-4d441bc4563a/511da6cd-0716-4426-a5b4-e1f0d5975068/121273a7-890b-46b5-8247-3c57ce86fd7e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:33.166744 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2eead6a-e3fc-4c71-ad69-07a369f3d2b5 req-b269820f-4717-488c-8d13-ba2171f5c24e tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 210 time: 0.1188185 Nov 23 22:55:33.210589 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.220199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.312099 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.344909 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:55:33.349934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=7e7e47c4-2ffb-4486-a58b-ba718abaec7d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:33.368798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.455253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.538025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.574841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Network d3655f15-33b4-43f7-9cd7-cba4a179b352 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:33.590517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 77beeaf7-122d-46be-9015-4d441bc4563a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:33.633090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:33.636328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:33.639338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:33.653749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.664769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9631d7d2-00ce-4f30-86e5-880df04c247f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/7e7e47c4-2ffb-4486-a58b-ba718abaec7d HTTP/1.1" status: 204 len: 168 time: 1.4682271 Nov 23 22:55:33.676691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54188) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:33.685282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:33.687061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a1eae5-e55c-40ba-8a05-a5ad0cffc914,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:33.696269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=121273a7-890b-46b5-8247-3c57ce86fd7e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:33.697221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Pushing event updated for resources: {'Port': ['ID=167ba215-fe88-4e72-b126-0cda23b74aa4,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:33.723700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:33.731681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.777460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-3ed1ce96-1689-486f-85c8-2f53d1fadbb2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5878007 Nov 23 22:55:33.789037 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-3130befd-eac9-4f83-af4a-2e2098536169 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:55:33.793653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3130befd-eac9-4f83-af4a-2e2098536169 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/7e7e47c4-2ffb-4486-a58b-ba718abaec7d HTTP/1.1" status: 404 len: 333 time: 0.1079288 Nov 23 22:55:33.796435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Checking segment: {'id': 'e6477834-bf83-4678-8762-31d8396c3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:33.798046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Network hostable DHCP agents. Network: b3acffb6-88c7-4731-a53d-01c995e47020, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:33.807671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Request body: {'port': {'device_id': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:33.808415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54192) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:33.842736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 31b14b38-7584-45aa-bfc2-d8bd54448e6d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:33.914904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.927897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e0188-a09f-462c-a2cb-ae2646baed13 req-18ee36fa-e57c-43ef-814f-5a890b69434f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:33.952201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d15e0188-a09f-462c-a2cb-ae2646baed13 req-18ee36fa-e57c-43ef-814f-5a890b69434f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 945 time: 0.6008339 Nov 23 22:55:33.981678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Network b3acffb6-88c7-4731-a53d-01c995e47020 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:33.991369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb8671-ebff-4a38-9e0b-b49131be5629 req-d3a41662-450d-44e4-b48c-004f584dc038 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:33.993132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53cb8671-ebff-4a38-9e0b-b49131be5629 req-d3a41662-450d-44e4-b48c-004f584dc038 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.6266789 Nov 23 22:55:34.003564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Attempting to bind port 167ba215-fe88-4e72-b126-0cda23b74aa4 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:34.004489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Attempting to bind port 167ba215-fe88-4e72-b126-0cda23b74aa4 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5a05b1a6-9e22-473f-bee3-3cb3e51be429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:34.005273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Attempting to bind port 167ba215-fe88-4e72-b126-0cda23b74aa4 on network d3655f15-33b4-43f7-9cd7-cba4a179b352 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:34.018430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:34.019977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Checking segment: {'id': '5a05b1a6-9e22-473f-bee3-3cb3e51be429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:34.023182 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.026489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Bound using segment: {'id': '5a05b1a6-9e22-473f-bee3-3cb3e51be429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:34.027796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Bound port: 167ba215-fe88-4e72-b126-0cda23b74aa4, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a05b1a6-9e22-473f-bee3-3cb3e51be429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd3655f15-33b4-43f7-9cd7-cba4a179b352'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:34.028542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.032283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '31b14b38-7584-45aa-bfc2-d8bd54448e6d', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'port_id': '31b14b38-7584-45aa-bfc2-d8bd54448e6d', 'mac_address': 'fa:16:3e:a2:a3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0cf416f-f859-4636-a10b-f0923e1b1f57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:55:34.151173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b3acffb6-88c7-4731-a53d-01c995e47020) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:34.154807 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.182636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b14b38-7584-45aa-bfc2-d8bd54448e6d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:34.192443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833cf34-3f7a-4201-b509-d67a9ad9b6ca None None] Network b3acffb6-88c7-4731-a53d-01c995e47020 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:34.228219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet bbf6002a-2a54-4361-a09a-8394baa96949 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:55:34.275211 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.285468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4b18704a-38f8-4b86-96c3-b82405ab4a06 None None] Provisioning complete for port 121273a7-890b-46b5-8247-3c57ce86fd7e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:34.285848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4b18704a-38f8-4b86-96c3-b82405ab4a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.341473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ce3-12c2-4e25-bf02-d0bcd5b57f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.354111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4b18704a-38f8-4b86-96c3-b82405ab4a06 None None] Port 121273a7-890b-46b5-8247-3c57ce86fd7e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:34.374792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 31b14b38-7584-45aa-bfc2-d8bd54448e6d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:34.396945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:34.397565 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.437313 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.441753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e8556e37-3110-48f4-a8ac-366c19f3b6d8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7907894 Nov 23 22:55:34.503820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d15e0188-a09f-462c-a2cb-ae2646baed13 req-9dc9aefe-c3cd-41b2-b331-76fbca59393d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501862 Nov 23 22:55:34.547519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=31b14b38-7584-45aa-bfc2-d8bd54448e6d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:34.570222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] For port 167ba215-fe88-4e72-b126-0cda23b74aa4, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:34.576698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] For port 167ba215-fe88-4e72-b126-0cda23b74aa4, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=167ba215-fe88-4e72-b126-0cda23b74aa4,segment=NetworkSegment(5a05b1a6-9e22-473f-bee3-3cb3e51be429),segment_id=5a05b1a6-9e22-473f-bee3-3cb3e51be429)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:34.577312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.586718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.653913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121273a7-890b-46b5-8247-3c57ce86fd7e {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:34.679250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.713744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31b14b38-7584-45aa-bfc2-d8bd54448e6d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:55:34.717648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Transition to ACTIVE for port object 121273a7-890b-46b5-8247-3c57ce86fd7e will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:55:34.725681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.776385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-53cb8671-ebff-4a38-9e0b-b49131be5629 req-8e1c066a-bb37-4881-acbe-80c835a5a5cf tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7628844 Nov 23 22:55:34.893727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Pushing event updated for resources: {'Port': ['ID=121273a7-890b-46b5-8247-3c57ce86fd7e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:34.952897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a49ec2-9b45-4909-b57f-90150db57039 None None] Network b3acffb6-88c7-4731-a53d-01c995e47020 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:35.230328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Attempting to bind port 121273a7-890b-46b5-8247-3c57ce86fd7e on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:35.231866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Attempting to bind port 121273a7-890b-46b5-8247-3c57ce86fd7e by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:35.232390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Attempting to bind port 121273a7-890b-46b5-8247-3c57ce86fd7e on network 77beeaf7-122d-46be-9015-4d441bc4563a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:35.242611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8e604-0e41-4c5d-8f5a-e818a822ea22 req-ac8815a1-1162-4b00-8c82-f536d4e3b580 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:35.246877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Port 121273a7-890b-46b5-8247-3c57ce86fd7e on network 77beeaf7-122d-46be-9015-4d441bc4563a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:55:35.248109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Attempting to bind port 121273a7-890b-46b5-8247-3c57ce86fd7e on network 77beeaf7-122d-46be-9015-4d441bc4563a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:35.258503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4e8e604-0e41-4c5d-8f5a-e818a822ea22 req-ac8815a1-1162-4b00-8c82-f536d4e3b580 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 944 time: 0.5286157 Nov 23 22:55:35.261577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:35.263827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Checking segment: {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:35.264334 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.264599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Bound using segment: {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:35.265245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Bound port: 121273a7-890b-46b5-8247-3c57ce86fd7e, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:35.266105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.330941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463c73-e426-4e95-b668-471821180906 req-c2779cfb-7d2e-4364-b86e-6730b8e38972 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:35.339639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c463c73-e426-4e95-b668-471821180906 req-c2779cfb-7d2e-4364-b86e-6730b8e38972 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 943 time: 0.3931963 Nov 23 22:55:35.553753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4e8e604-0e41-4c5d-8f5a-e818a822ea22 req-75882f49-e488-4d37-ad1f-e358cc30e59e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939794 Nov 23 22:55:35.556171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc32f-b865-4423-b280-4f069fc484ad None None] Pushing event updated for resources: {'Port': ['ID=167ba215-fe88-4e72-b126-0cda23b74aa4,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:35.609382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] For port 121273a7-890b-46b5-8247-3c57ce86fd7e, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:35.625360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] For port 121273a7-890b-46b5-8247-3c57ce86fd7e, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=121273a7-890b-46b5-8247-3c57ce86fd7e,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:35.632115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54230) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:35.633969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.656627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-686277728-network', 'tenant_id': 'bbe43adf50934708b40ffbbd2e08b6a1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:35.661136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.672532 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.707352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c463c73-e426-4e95-b668-471821180906 req-18617d45-de82-457a-a229-343c4887a3fe tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670704 Nov 23 22:55:35.760852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:35.761908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.764932 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] 10.222.0.48 "PUT /v2.0/ports/121273a7-890b-46b5-8247-3c57ce86fd7e HTTP/1.1" status: 200 len: 1091 time: 1.9651175 Nov 23 22:55:35.767825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:35.787252 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ffc827-b30c-4185-9d11-d22287b4a02a" -d '{"events": [{"name": "network-changed", "server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:35.841672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf6002a-2a54-4361-a09a-8394baa96949,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:35.889115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.896308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b661f14d-e8bc-4c49-be4d-8b8717ec065c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/bbf6002a-2a54-4361-a09a-8394baa96949 HTTP/1.1" status: 204 len: 168 time: 2.0799983 Nov 23 22:55:35.916442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54236) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:35.929031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Made reservation on behalf of bbe43adf50934708b40ffbbd2e08b6a1 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:35.931762 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:35.935289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6ab254b3-69e1-43d8-92a3-44c79ef00e62 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:36.029882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:36.048349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f881aa-157b-436d-82d2-0953b5c69f68 service neutron] Pushing event updated for resources: {'Port': ['ID=121273a7-890b-46b5-8247-3c57ce86fd7e,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:36.103144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:36.103404 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:36.116245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-cbf5de19-6195-437a-8ef2-2d449a96a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:36.117938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-cbf5de19-6195-437a-8ef2-2d449a96a60b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 1094 time: 0.2594397 Nov 23 22:55:36.245505 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-91971e17-b5ec-4b83-8cb7-596e923693f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121273a7-890b-46b5-8247-3c57ce86fd7e HTTP/1.1" status: 200 len: 217 time: 0.1124320 Nov 23 22:55:36.263528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84bd6-4000-4b3f-b782-d670a7895a4f req-8a5b980a-c52b-48ac-aad6-28736af14d43 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:36.272233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43d84bd6-4000-4b3f-b782-d670a7895a4f req-8a5b980a-c52b-48ac-aad6-28736af14d43 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 945 time: 0.4648311 Nov 23 22:55:36.288795 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:36.290331 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:36.303262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545aa1d8-573c-4608-9214-9879136a9acf req-666c42b1-5bde-4414-977d-8fd5f25dfab8 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:36.317447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-545aa1d8-573c-4608-9214-9879136a9acf req-666c42b1-5bde-4414-977d-8fd5f25dfab8 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.4306338 Nov 23 22:55:36.319805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-2c269d33-43ec-4db4-b833-6d0adec37bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:36.321352 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-2c269d33-43ec-4db4-b833-6d0adec37bb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=511da6cd-0716-4426-a5b4-e1f0d5975068 HTTP/1.1" status: 200 len: 834 time: 0.0660796 Nov 23 22:55:36.362771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:36.366126 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d43ac2-930f-4229-89ef-36a3c5b3b31d" -d '{"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-plugged", "status": "completed", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:36.390110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:36.405113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:36.462875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399158-a87b-490a-8fc6-069f722aad9d req-d25537d7-4ce7-4004-961b-1835a64f9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:36.464823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-d25537d7-4ce7-4004-961b-1835a64f9f31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77beeaf7-122d-46be-9015-4d441bc4563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255550 Nov 23 22:55:36.593515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:36.611068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:36.731417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43d84bd6-4000-4b3f-b782-d670a7895a4f req-1e8801b4-133c-4796-b20b-00928702925d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581792 Nov 23 22:55:36.795881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-4c074c81-fae3-416c-aa47-e49202b86af8 service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219600 Nov 23 22:55:36.799152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 167ba215-fe88-4e72-b126-0cda23b74aa4 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:36.815653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-545aa1d8-573c-4608-9214-9879136a9acf req-baeada34-a0ea-4235-9389-5c9bc45f876e tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971287 Nov 23 22:55:36.914189 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f9b12-db94-40f7-87bc-4632cc7acd94 x-openstack-request-id: req-a93f9b12-db94-40f7-87bc-4632cc7acd94 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:36.914613 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:36.915005 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a93f9b12-db94-40f7-87bc-4632cc7acd94 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:36.915714 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'status': 'completed', 'code': 200} Nov 23 22:55:36.948975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:36.968823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f399158-a87b-490a-8fc6-069f722aad9d req-adb082b1-6f84-4183-a868-9186faa9bf1c service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629643 Nov 23 22:55:36.985754 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea0e468-bd00-47fd-bf99-3dc22b7311e1 x-openstack-request-id: req-4ea0e468-bd00-47fd-bf99-3dc22b7311e1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:36.986342 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-plugged", "status": "completed", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:36.986342 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ea0e468-bd00-47fd-bf99-3dc22b7311e1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:36.986684 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'code': 200} Nov 23 22:55:36.996365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.042313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31b14b38-7584-45aa-bfc2-d8bd54448e6d up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:37.162291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1db9b8-4fb5-45a4-bd8e-e2adfa0aac85,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:37.177448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-f76c27ad-f843-49c8-8c13-c70b7c358c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:37.179737 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-f76c27ad-f843-49c8-8c13-c70b7c358c96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 1094 time: 0.0995488 Nov 23 22:55:37.271957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:37.289641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.291420 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Added segment 2048a240-09dd-491a-ac09-eef0c20a8d72 of type vlan for network 4543a411-62f0-4ffb-aba4-7bc686b23f91 Nov 23 22:55:37.321876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d99951-7da9-454d-9a09-4982a08c1c2d None None] Network d3655f15-33b4-43f7-9cd7-cba4a179b352 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:37.355405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.379969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 167ba215-fe88-4e72-b126-0cda23b74aa4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:37.380514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.397094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-9feb9c15-47fc-4636-8850-5d2110c2bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:37.398932 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-9feb9c15-47fc-4636-8850-5d2110c2bc9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=77beeaf7-122d-46be-9015-4d441bc4563a HTTP/1.1" status: 200 len: 898 time: 0.2059035 Nov 23 22:55:37.404519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 167ba215-fe88-4e72-b126-0cda23b74aa4 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:37.405530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.419340 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.420421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:37.421029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.490132 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-890924fd-cf61-4852-bf63-8d3846473b63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121273a7-890b-46b5-8247-3c57ce86fd7e HTTP/1.1" status: 200 len: 217 time: 0.0827053 Nov 23 22:55:37.593731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-09874525-10f4-4fb9-b1c4-b01986b00f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:37.595541 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-09874525-10f4-4fb9-b1c4-b01986b00f11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=511da6cd-0716-4426-a5b4-e1f0d5975068 HTTP/1.1" status: 200 len: 834 time: 0.0976272 Nov 23 22:55:37.679065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-185a3032-cbca-4a31-a62a-fa45b6ccfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:37.680823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-185a3032-cbca-4a31-a62a-fa45b6ccfd40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77beeaf7-122d-46be-9015-4d441bc4563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769963 Nov 23 22:55:37.720064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0867670 Nov 23 22:55:37.744598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658527-e986-489a-9067-192018f4e85f req-df9948a9-1726-4b3b-8fc8-9b33d7a95599 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:37.746061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11658527-e986-489a-9067-192018f4e85f req-df9948a9-1726-4b3b-8fc8-9b33d7a95599 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 944 time: 0.5659671 Nov 23 22:55:37.746587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54250) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:37.828618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Request body: {'subnet': {'network_id': '4543a411-62f0-4ffb-aba4-7bc686b23f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-686277728-subnet', 'tenant_id': 'bbe43adf50934708b40ffbbd2e08b6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:37.858489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84cc8-9f3d-4fd2-95c5-d63b308da683 req-1e154471-6842-4540-aa70-5ec3c52c4639 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:37.866077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70f84cc8-9f3d-4fd2-95c5-d63b308da683 req-1e154471-6842-4540-aa70-5ec3c52c4639 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 943 time: 0.6384804 Nov 23 22:55:37.881191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] For port 167ba215-fe88-4e72-b126-0cda23b74aa4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=167ba215-fe88-4e72-b126-0cda23b74aa4,segment=NetworkSegment(5a05b1a6-9e22-473f-bee3-3cb3e51be429),segment_id=5a05b1a6-9e22-473f-bee3-3cb3e51be429)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:37.881552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:37.885087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa2632-d860-47ae-89ae-d29777bbeba7 admin admin] Pushing event updated for resources: {'Network': ['ID=4543a411-62f0-4ffb-aba4-7bc686b23f91,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:37.928575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 167ba215-fe88-4e72-b126-0cda23b74aa4 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:37.938969 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-f3fe5a73-e2d5-44e2-9c60-d40f635d7e82 service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459390 Nov 23 22:55:37.960676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Made reservation on behalf of bbe43adf50934708b40ffbbd2e08b6a1 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:37.963117 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.064761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11658527-e986-489a-9067-192018f4e85f req-9a1b1380-916c-494f-8dff-f2cf9ac18251 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292786 Nov 23 22:55:38.065154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4543a411-62f0-4ffb-aba4-7bc686b23f91 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:38.153114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01ffc827-b30c-4185-9d11-d22287b4a02a req-ad336750-94b8-4da5-82b6-a78a63543a5e service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059436 Nov 23 22:55:38.212256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 31b14b38-7584-45aa-bfc2-d8bd54448e6d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:55:38.242792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70f84cc8-9f3d-4fd2-95c5-d63b308da683 req-6a3a9096-562c-4c39-b109-740d3b620825 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754592 Nov 23 22:55:38.288189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-64b0d050-f842-4b67-951f-5428977bbb57 None None] Provisioning complete for port 167ba215-fe88-4e72-b126-0cda23b74aa4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:38.288518 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-64b0d050-f842-4b67-951f-5428977bbb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.290188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 31b14b38-7584-45aa-bfc2-d8bd54448e6d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:38.290531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.294268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.396528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.449698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300166-85db-4a67-a4ab-0efefba82739 req-5752ae48-fa37-4b7c-a6cb-6b5b60d4d724 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:38.451341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f300166-85db-4a67-a4ab-0efefba82739 req-5752ae48-fa37-4b7c-a6cb-6b5b60d4d724 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.2061663 Nov 23 22:55:38.452096 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.473537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No DVR routers for this DVR port 167ba215-fe88-4e72-b126-0cda23b74aa4 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:38.478010 n-d-817303-3 neutron-server[103524]: INFO neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No ports have port_id starting with 167ba215-fe88-4e72-b126-0cda23b74aa4 Nov 23 22:55:38.493749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-64b0d050-f842-4b67-951f-5428977bbb57 None None] Could not find standard attr ID for object 167ba215-fe88-4e72-b126-0cda23b74aa4. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:55:38.517853 n-d-817303-3 neutron-server[103524]: INFO neutron.plugins.ml2.db [None req-64b0d050-f842-4b67-951f-5428977bbb57 None None] No ports have port_id starting with 167ba215-fe88-4e72-b126-0cda23b74aa4 Nov 23 22:55:38.560756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede0622-132f-4358-8206-00311c17c8b3 req-18540f9f-b375-484b-8433-70974062bfa7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:38.568480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aede0622-132f-4358-8206-00311c17c8b3 req-18540f9f-b375-484b-8433-70974062bfa7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.2011602 Nov 23 22:55:38.599604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f65471-579b-4826-8c0c-619729c390f9 None None] DHCP port deletion for d3655f15-33b4-43f7-9cd7-cba4a179b352 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:38.605907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=167ba215-fe88-4e72-b126-0cda23b74aa4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:38.661121 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.681579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 167ba215-fe88-4e72-b126-0cda23b74aa4 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:38.734051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 167ba215-fe88-4e72-b126-0cda23b74aa4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:38.734452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 167ba215-fe88-4e72-b126-0cda23b74aa4 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:38.760403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 31b14b38-7584-45aa-bfc2-d8bd54448e6d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:38.766703 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.802265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.817120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.855107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=31b14b38-7584-45aa-bfc2-d8bd54448e6d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:38.891112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aede0622-132f-4358-8206-00311c17c8b3 req-129710fb-aea1-4313-b026-233b2f9928bc tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195674 Nov 23 22:55:38.909035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3655f15-33b4-43f7-9cd7-cba4a179b352']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:38.942409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f300166-85db-4a67-a4ab-0efefba82739 req-4b0814e8-e9da-465d-8ca0-994bc1a055ee tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714518 Nov 23 22:55:38.942409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Checking segment: {'id': '2048a240-09dd-491a-ac09-eef0c20a8d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4543a411-62f0-4ffb-aba4-7bc686b23f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:38.942409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Network hostable DHCP agents. Network: 4543a411-62f0-4ffb-aba4-7bc686b23f91, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:38.946899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a05b1a6-9e22-473f-bee3-3cb3e51be429') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:38.947413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a05b1a6-9e22-473f-bee3-3cb3e51be429') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:38.971550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:38.996242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b14b38-7584-45aa-bfc2-d8bd54448e6d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:38.997275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6c2fa1-f4fd-4048-94b3-85a59f815594,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:39.003601 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9fc0af-07cd-4016-a68a-23d46574f3d8" -d '{"events": [{"server_uuid": "ca136d37-d47f-42a4-ad28-a7a5e7740e2b", "name": "network-vif-plugged", "status": "completed", "tag": "31b14b38-7584-45aa-bfc2-d8bd54448e6d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:39.023146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:39.027323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Network 4543a411-62f0-4ffb-aba4-7bc686b23f91 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:39.052334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4543a411-62f0-4ffb-aba4-7bc686b23f91) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:39.062911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9170932-42e9-41f7-9be6-e08c96810fd2 None None] Network 4543a411-62f0-4ffb-aba4-7bc686b23f91 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:39.064820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:39.065448 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:39.072336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:55:39.072737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:55:39.081545 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:55:39.096216 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667676e7-8125-4b32-98db-b211e1c474a0 x-openstack-request-id: req-667676e7-8125-4b32-98db-b211e1c474a0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:39.096902 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca136d37-d47f-42a4-ad28-a7a5e7740e2b", "name": "network-vif-plugged", "status": "completed", "tag": "31b14b38-7584-45aa-bfc2-d8bd54448e6d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:39.096902 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-667676e7-8125-4b32-98db-b211e1c474a0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:39.101398 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b14b38-7584-45aa-bfc2-d8bd54448e6d', 'code': 200} Nov 23 22:55:39.187352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4411b18f-287c-4d6e-957f-bb839ece4054 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3792353 Nov 23 22:55:39.306740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e39a38-2bd4-4eee-9f30-2f424583e3dd None None] Network 4543a411-62f0-4ffb-aba4-7bc686b23f91 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:39.725391 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:39.750691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:39.756159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/d3655f15-33b4-43f7-9cd7-cba4a179b352 HTTP/1.1" status: 204 len: 168 time: 3.8215272 Nov 23 22:55:39.760136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54274) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:39.765470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'name': 'tempest-PortsIpV6TestJSON-812916701'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:39.766906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286685d-0101-403f-91a1-7f2308fe8327 req-eb2e7571-822c-490c-8ce0-1fe7961f48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:39.768835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9286685d-0101-403f-91a1-7f2308fe8327 req-eb2e7571-822c-490c-8ce0-1fe7961f48d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 1096 time: 0.5959861 Nov 23 22:55:39.804768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410edfd-3711-40fd-be23-09ee18ad8d98 req-f8a7b3e6-9b74-4620-909b-3d9723fc5cab tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:39.807083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8410edfd-3711-40fd-be23-09ee18ad8d98 req-f8a7b3e6-9b74-4620-909b-3d9723fc5cab tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 943 time: 0.1689005 Nov 23 22:55:39.808208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba756-dee6-4314-81b3-a69cd0241066 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=d3655f15-33b4-43f7-9cd7-cba4a179b352,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:39.870665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f838d60-c4c4-4cc2-b79c-524c92366f3c req-787b06fa-6019-4787-9214-88c1cc92a3cb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:39.878142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f838d60-c4c4-4cc2-b79c-524c92366f3c req-787b06fa-6019-4787-9214-88c1cc92a3cb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 945 time: 0.2410526 Nov 23 22:55:39.934859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9286685d-0101-403f-91a1-7f2308fe8327 req-64b258b5-defc-49fe-af23-fed84111699c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478281 Nov 23 22:55:39.945846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 121273a7-890b-46b5-8247-3c57ce86fd7e details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:55:39.951525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:39.955489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:39.989574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f838d60-c4c4-4cc2-b79c-524c92366f3c req-15c39650-bb82-49cb-9287-3f9117d9b516 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051564 Nov 23 22:55:39.991683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port b8625563-9868-462d-a3db-f5192fc2cc83 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:40.032047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8410edfd-3711-40fd-be23-09ee18ad8d98 req-c09df84c-15c9-4692-b37e-cc6e8ff58e60 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172410 Nov 23 22:55:40.216002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 121273a7-890b-46b5-8247-3c57ce86fd7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=121273a7-890b-46b5-8247-3c57ce86fd7e,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:40.279837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'port_id': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'mac_address': 'fa:16:3e:c1:4b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:55:40.362101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a3134-fc34-4e42-aefb-2d86f81fbff2 req-177209d2-3eb3-4842-9cf2-efb8214a3eef tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:40.370007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec6a3134-fc34-4e42-aefb-2d86f81fbff2 req-177209d2-3eb3-4842-9cf2-efb8214a3eef tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1436353 Nov 23 22:55:40.372390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:40.388609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121273a7-890b-46b5-8247-3c57ce86fd7e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:40.432666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 121273a7-890b-46b5-8247-3c57ce86fd7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=121273a7-890b-46b5-8247-3c57ce86fd7e,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:40.449950 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:40.472854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec6a3134-fc34-4e42-aefb-2d86f81fbff2 req-2f4d0cea-17dc-4a9b-b321-8912b8eda771 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002591 Nov 23 22:55:40.508333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:40.565082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=121273a7-890b-46b5-8247-3c57ce86fd7e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:40.590717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:40.720202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=b8625563-9868-462d-a3db-f5192fc2cc83,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:40.724367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:40.727692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:40.730273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:40.736500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:40.738506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:40.782626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-7f1c03c4-966d-448c-92a1-a1acc0f9f3e2 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:40.784896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-7f1c03c4-966d-448c-92a1-a1acc0f9f3e2 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/networks?id=b3acffb6-88c7-4731-a53d-01c995e47020 HTTP/1.1" status: 200 len: 825 time: 0.3106778 Nov 23 22:55:40.787681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a41bec25-56ad-4652-bc5a-20b8d64166af tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0236344 Nov 23 22:55:40.789006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54306) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:40.796455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddcb6d-ca60-46a0-968d-deea471d488d req-450cd16e-32df-472d-bbcd-0cf2375151f9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:40.798200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbddcb6d-ca60-46a0-968d-deea471d488d req-450cd16e-32df-472d-bbcd-0cf2375151f9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.2346730 Nov 23 22:55:40.817428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['121273a7-890b-46b5-8247-3c57ce86fd7e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:55:40.831560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-fbd2f3b5-20b3-49f1-9a86-6a23548a5978 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/quotas/751f0ad60a4b441493eb906c5e4ba902 HTTP/1.1" status: 200 len: 375 time: 0.0320256 Nov 23 22:55:40.913647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-32a24004-594c-4d16-80cd-3d968acc6249 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=751f0ad60a4b441493eb906c5e4ba902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658844 Nov 23 22:55:40.969374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54308) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:40.973103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port b8625563-9868-462d-a3db-f5192fc2cc83 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:40.973462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.122259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-6fd2422c-d650-4d36-854b-6a5d0e577c33 service neutron] 10.222.0.11 "GET /v2.0/networks/b3acffb6-88c7-4731-a53d-01c995e47020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934080 Nov 23 22:55:41.148366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbddcb6d-ca60-46a0-968d-deea471d488d req-0c5e44c0-a35a-4fa0-8ffa-79c70d661344 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402004 Nov 23 22:55:41.166035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.227852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for b8625563-9868-462d-a3db-f5192fc2cc83 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:41.370365 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab3189f1-cca9-4d5b-9de2-5749c1012053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.416551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-5b9b2d97-4c7e-491c-9296-ea72f24e63dd service neutron] 10.222.0.11 "GET /v2.0/networks/b3acffb6-88c7-4731-a53d-01c995e47020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890131 Nov 23 22:55:41.484693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dc25f-e16e-4bd6-96ba-02d54bc19fbf req-a78e783c-a908-4090-ae0e-1a86e128189e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:41.486449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d2dc25f-e16e-4bd6-96ba-02d54bc19fbf req-a78e783c-a908-4090-ae0e-1a86e128189e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 945 time: 0.0689249 Nov 23 22:55:41.499648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.546167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=b8625563-9868-462d-a3db-f5192fc2cc83,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:41.563591 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.571144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a2173b0-f253-4af4-953d-e5bb2dbeecc8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/b8625563-9868-462d-a3db-f5192fc2cc83 HTTP/1.1" status: 204 len: 168 time: 0.7785029 Nov 23 22:55:41.573880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:41.575762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab3189f1-cca9-4d5b-9de2-5749c1012053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.586542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'mac_address': 'fa:16:3e:eb:96:cf', 'name': 'tempest-PortsIpV6TestJSON-1694960823'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:41.588204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab3189f1-cca9-4d5b-9de2-5749c1012053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.671004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ab3189f1-cca9-4d5b-9de2-5749c1012053 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f02b502d14e340cabc41c02a986037cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6573670 Nov 23 22:55:41.671855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3189f1-cca9-4d5b-9de2-5749c1012053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3e2038-0912-4f41-8e40-7ec1c8758845,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:41.676688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54324) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:41.700479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d2dc25f-e16e-4bd6-96ba-02d54bc19fbf req-8869cb2e-9fc7-4210-a434-ffbc27de9c52 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003231 Nov 23 22:55:41.876913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0428cca0-c304-4aad-ab9d-754ad572e947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.929478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0428cca0-c304-4aad-ab9d-754ad572e947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:41.945818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4f815-42c2-4935-84d1-25ee0ea6b604 req-bc8ae491-f5d0-407c-ad43-fa2ce43ee3e6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:41.954437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9c4f815-42c2-4935-84d1-25ee0ea6b604 req-bc8ae491-f5d0-407c-ad43-fa2ce43ee3e6 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 944 time: 0.2528946 Nov 23 22:55:41.985306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:42.049601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ebb76-7b42-4a8b-aaa8-f781436799f4 req-46b669ae-d63e-4c61-990c-7b92d2d0c00c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:42.064558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-516ebb76-7b42-4a8b-aaa8-f781436799f4 req-46b669ae-d63e-4c61-990c-7b92d2d0c00c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1988521 Nov 23 22:55:42.076124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0428cca0-c304-4aad-ab9d-754ad572e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.079559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0428cca0-c304-4aad-ab9d-754ad572e947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.082861 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0428cca0-c304-4aad-ab9d-754ad572e947 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e3e2038-0912-4f41-8e40-7ec1c8758845 HTTP/1.1" status: 204 len: 168 time: 0.4052722 Nov 23 22:55:42.103172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428cca0-c304-4aad-ab9d-754ad572e947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3e2038-0912-4f41-8e40-7ec1c8758845,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:42.266123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9c4f815-42c2-4935-84d1-25ee0ea6b604 req-42bb285f-4461-4b2a-9a5d-d1d6cd11979d tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054767 Nov 23 22:55:42.292317 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.448622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27f33e9f-cae5-4caa-8fb4-9502bb2c5fb0 req-40a89f51-f9de-4b72-835b-6970a2760a5f tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 210 time: 0.0952628 Nov 23 22:55:42.459394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port eacc66bc-1631-4347-b4eb-3ffa1d9b94db yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:42.484573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-516ebb76-7b42-4a8b-aaa8-f781436799f4 req-efc90b8c-1d7c-48ee-a257-28d567bb29f6 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853211 Nov 23 22:55:42.786639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e351698-3607-44c6-ba00-0fac67de26ce req-41166aec-1d2e-4c3d-9e18-d8ee81196979 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:42.790870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54350) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:42.803364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e351698-3607-44c6-ba00-0fac67de26ce req-41166aec-1d2e-4c3d-9e18-d8ee81196979 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1776171 Nov 23 22:55:42.810578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecdd8-1eb2-4240-b153-04e830de1092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.915937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.929230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e351698-3607-44c6-ba00-0fac67de26ce req-0ffd0298-59e0-4a0f-8ca7-43bc4b1a2d9c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Nov 23 22:55:42.970903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecdd8-1eb2-4240-b153-04e830de1092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.982172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecdd8-1eb2-4240-b153-04e830de1092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.994284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.021173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ecdd8-1eb2-4240-b153-04e830de1092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8171f4b-8832-4403-95cc-7843a680952d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:43.059229 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c0ecdd8-1eb2-4240-b153-04e830de1092 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92a6a6dc569348418ad342da567432f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661178 Nov 23 22:55:43.061044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54352) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:43.074538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:43.085926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:43.095385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:43.101642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:43.102271 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.125276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=eacc66bc-1631-4347-b4eb-3ffa1d9b94db,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:43.171306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.171652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.172019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.172370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.172823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.173168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.173508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.174168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.174512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.174848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.175550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.175918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.196378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54354) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:43.206368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-57ddfc4f-6fa7-4af3-a789-b1ec1ea49498 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6311264 Nov 23 22:55:43.225128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35718b83-4d45-490c-8d67-6273c96c6060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.256479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35718b83-4d45-490c-8d67-6273c96c6060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.321244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb19ab-7a94-4f9a-bf1c-22a295a07e53 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:43.326076 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-96cb19ab-7a94-4f9a-bf1c-22a295a07e53 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/eacc66bc-1631-4347-b4eb-3ffa1d9b94db HTTP/1.1" status: 200 len: 845 time: 0.1261334 Nov 23 22:55:43.327768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54358) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:43.344487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35718b83-4d45-490c-8d67-6273c96c6060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.349912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35718b83-4d45-490c-8d67-6273c96c6060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.351318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-35718b83-4d45-490c-8d67-6273c96c6060 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8171f4b-8832-4403-95cc-7843a680952d HTTP/1.1" status: 204 len: 168 time: 0.2885478 Nov 23 22:55:43.379354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35718b83-4d45-490c-8d67-6273c96c6060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8171f4b-8832-4403-95cc-7843a680952d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:43.580104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77db899-e221-400f-8561-6cfb203d6bed req-0fc50fdc-11b4-41db-ba0f-32de606c4646 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:43.582270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c77db899-e221-400f-8561-6cfb203d6bed req-0fc50fdc-11b4-41db-ba0f-32de606c4646 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 944 time: 0.1475940 Nov 23 22:55:43.689762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6a29f09-9560-4f08-ae15-0aef15d64d49 req-18cb41ed-7b5e-4507-813f-7878cabc1d57 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 210 time: 0.0968904 Nov 23 22:55:43.730486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port eacc66bc-1631-4347-b4eb-3ffa1d9b94db {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:43.730938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.755784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-b7b06a27-f72f-4321-af4b-2cf1d00b8b7f tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:43.756673 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-b7b06a27-f72f-4321-af4b-2cf1d00b8b7f tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.48 "GET /v2.0/networks?id=b3acffb6-88c7-4731-a53d-01c995e47020 HTTP/1.1" status: 200 len: 825 time: 0.2818921 Nov 23 22:55:43.814104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Request body: {'port': {'device_id': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020', 'admin_state_up': True, 'tenant_id': '751f0ad60a4b441493eb906c5e4ba902'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:43.823894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c77db899-e221-400f-8561-6cfb203d6bed req-b7c8be59-d60f-4820-9ae5-2cb70aeae26a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321908 Nov 23 22:55:43.917786 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.935749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for eacc66bc-1631-4347-b4eb-3ffa1d9b94db owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:43.947428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118ac9e-d387-4f2f-ae41-c254b2ce264a req-d873e490-cdd5-43ad-9996-9d3212d5caf8 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:43.955026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4118ac9e-d387-4f2f-ae41-c254b2ce264a req-d873e490-cdd5-43ad-9996-9d3212d5caf8 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.0855377 Nov 23 22:55:43.977579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 121273a7-890b-46b5-8247-3c57ce86fd7e up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:44.101005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 121273a7-890b-46b5-8247-3c57ce86fd7e completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:55:44.105182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 121273a7-890b-46b5-8247-3c57ce86fd7e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:44.105489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.146583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.159084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4118ac9e-d387-4f2f-ae41-c254b2ce264a req-07858f13-0b5b-42cc-a4f8-ed76f4cdff19 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025347 Nov 23 22:55:44.197958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de16f-b45a-45db-9b06-f6c7f260fc9a req-31819d46-407c-4811-b7e0-310e97155510 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:44.206971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=eacc66bc-1631-4347-b4eb-3ffa1d9b94db,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:44.211438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e9de16f-b45a-45db-9b06-f6c7f260fc9a req-31819d46-407c-4811-b7e0-310e97155510 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1957209 Nov 23 22:55:44.218425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.222992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-271f70b7-2420-4599-b321-9d6bec0046e9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/eacc66bc-1631-4347-b4eb-3ffa1d9b94db HTTP/1.1" status: 204 len: 168 time: 0.8893189 Nov 23 22:55:44.225826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54380) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:44.247621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Made reservation on behalf of 751f0ad60a4b441493eb906c5e4ba902 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:44.252340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.265527 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4c7d3d-1adc-4122-b211-26e413ba7267 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:55:44.268379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3f4c7d3d-1adc-4122-b211-26e413ba7267 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/eacc66bc-1631-4347-b4eb-3ffa1d9b94db HTTP/1.1" status: 404 len: 333 time: 0.0411203 Nov 23 22:55:44.278629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54382) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:44.290811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'name': 'tempest-PortsIpV6TestJSON-1071472456'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:44.292840 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.404815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 121273a7-890b-46b5-8247-3c57ce86fd7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=121273a7-890b-46b5-8247-3c57ce86fd7e,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:44.407739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:44.416717 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3063e904-b385-4a4e-afea-176919af6b5a" -d '{"events": [{"server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "name": "network-vif-plugged", "status": "completed", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:44.433251 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.441606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e9de16f-b45a-45db-9b06-f6c7f260fc9a req-5b48686c-5a0d-4c54-b363-20d36ae6cef2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280734 Nov 23 22:55:44.442817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:44.446607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.494538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 6b5ef283-3dc2-4e67-8d74-84737ad0ebb6 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:44.548350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Allocated IP 172.20.0.11 (b3acffb6-88c7-4731-a53d-01c995e47020/53a1eae5-e55c-40ba-8a05-a5ad0cffc914/3a798b80-fb38-4898-bdfe-be96c9cab7d9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:44.569719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=121273a7-890b-46b5-8247-3c57ce86fd7e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:44.888899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.906878 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c86d99-23a0-4a21-ab6d-a25b8c40c099 x-openstack-request-id: req-70c86d99-23a0-4a21-ab6d-a25b8c40c099 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:44.907183 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "name": "network-vif-plugged", "status": "completed", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:44.907441 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70c86d99-23a0-4a21-ab6d-a25b8c40c099 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:44.908085 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'code': 200} Nov 23 22:55:44.911754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:44.978491 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:45.007987 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:45.085648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Network b3acffb6-88c7-4731-a53d-01c995e47020 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:45.089737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:45.093627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:45.162746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:45.166114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Pushing event updated for resources: {'Port': ['ID=3a798b80-fb38-4898-bdfe-be96c9cab7d9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:45.189377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:45.190339 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:45.233502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:45.239209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-831ea771-d757-45f6-b1b1-edb5a74af595 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397001 Nov 23 22:55:45.263694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:45.267755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Request body: {'port': {'device_id': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:45.282152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:45.294749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:45.399967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=6b5ef283-3dc2-4e67-8d74-84737ad0ebb6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:45.420486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-90f757c4-6428-4eb8-af18-a3b64e6417d4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1402168 Nov 23 22:55:45.431297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f5319-5e2a-4e53-9fa5-ab2d056e496c req-a446a33a-1ba6-42b8-82da-e9beac0bd695 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:45.432937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd3f5319-5e2a-4e53-9fa5-ab2d056e496c req-a446a33a-1ba6-42b8-82da-e9beac0bd695 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 932 time: 0.4313459 Nov 23 22:55:45.434990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cbca1-05dd-4349-98d9-493ceb016a18 req-55e4d1ca-8052-4bcb-b007-d1d3a9ae5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:45.436472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-520cbca1-05dd-4349-98d9-493ceb016a18 req-55e4d1ca-8052-4bcb-b007-d1d3a9ae5e0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 1096 time: 0.3708992 Nov 23 22:55:45.436953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54418) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:45.445214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:45.485947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e504f18-5f28-4a6a-b0d4-d546df7e1a7f req-0f02806a-adc0-46f7-89e1-6edd0b068417 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:45.494161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e504f18-5f28-4a6a-b0d4-d546df7e1a7f req-0f02806a-adc0-46f7-89e1-6edd0b068417 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 945 time: 0.1649532 Nov 23 22:55:45.620644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-520cbca1-05dd-4349-98d9-493ceb016a18 req-71cb770a-2bd8-4946-bd52-9062adb3476b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719692 Nov 23 22:55:45.686623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:45.711033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd3f5319-5e2a-4e53-9fa5-ab2d056e496c req-ebb5da82-23bf-4a2c-bf34-3d396d1a44b7 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457063 Nov 23 22:55:45.789278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e504f18-5f28-4a6a-b0d4-d546df7e1a7f req-59119d82-5440-41b1-b425-7504fbd9aeb9 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940924 Nov 23 22:55:45.857181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.087824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5dc52-30bc-4bd3-9f5e-d116751af4d9 req-f7030e2a-314e-4144-84c4-2877e8db2523 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:46.089428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55e5dc52-30bc-4bd3-9f5e-d116751af4d9 req-f7030e2a-314e-4144-84c4-2877e8db2523 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.2108824 Nov 23 22:55:46.104216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b84a53-3364-4360-8a83-76a4c74c7218 req-361ca8f3-ebc4-4349-b5f0-c49da7c443bc tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:46.111374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26b84a53-3364-4360-8a83-76a4c74c7218 req-361ca8f3-ebc4-4349-b5f0-c49da7c443bc tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1680322 Nov 23 22:55:46.295531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26b84a53-3364-4360-8a83-76a4c74c7218 req-36c5a800-e3f0-4d22-92ae-1442ca45afb9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831222 Nov 23 22:55:46.325548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.332250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55e5dc52-30bc-4bd3-9f5e-d116751af4d9 req-57f9b195-cc20-44c0-9473-2446ca3690ed tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134192 Nov 23 22:55:46.333579 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.354182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] In _notify_port_updated(), no bound segment for port 6b5ef283-3dc2-4e67-8d74-84737ad0ebb6 on network f0f9024f-02d0-4055-aafa-4faa669c5ac9 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:55:46.368550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:46.368550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.368550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "PUT /v2.0/ports/6b5ef283-3dc2-4e67-8d74-84737ad0ebb6 HTTP/1.1" status: 200 len: 818 time: 0.9252276 Nov 23 22:55:46.384455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54436) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:46.425841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a798b80-fb38-4898-bdfe-be96c9cab7d9 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:46.444526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.465238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Transition to ACTIVE for port object 3a798b80-fb38-4898-bdfe-be96c9cab7d9 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:55:46.471601 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.479666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718f678-d536-4d06-8a4c-cef67af25c7a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=6b5ef283-3dc2-4e67-8d74-84737ad0ebb6,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:46.530781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 6b5ef283-3dc2-4e67-8d74-84737ad0ebb6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:46.531130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.651530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.663873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Pushing event updated for resources: {'Port': ['ID=3a798b80-fb38-4898-bdfe-be96c9cab7d9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:46.679467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Attempting to bind port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:46.680136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Attempting to bind port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'e6477834-bf83-4678-8762-31d8396c3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:46.680823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Attempting to bind port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 on network b3acffb6-88c7-4731-a53d-01c995e47020 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:46.708051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 on network b3acffb6-88c7-4731-a53d-01c995e47020 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:55:46.709134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Attempting to bind port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 on network b3acffb6-88c7-4731-a53d-01c995e47020 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:46.713263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 6b5ef283-3dc2-4e67-8d74-84737ad0ebb6 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:46.723954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:46.724499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Checking segment: {'id': 'e6477834-bf83-4678-8762-31d8396c3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:46.725046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Bound using segment: {'id': 'e6477834-bf83-4678-8762-31d8396c3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:46.726590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Bound port: 3a798b80-fb38-4898-bdfe-be96c9cab7d9, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6477834-bf83-4678-8762-31d8396c3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:46.727156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.835074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] For port 3a798b80-fb38-4898-bdfe-be96c9cab7d9, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:46.841319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] For port 3a798b80-fb38-4898-bdfe-be96c9cab7d9, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3a798b80-fb38-4898-bdfe-be96c9cab7d9,segment=NetworkSegment(e6477834-bf83-4678-8762-31d8396c3cf4),segment_id=e6477834-bf83-4678-8762-31d8396c3cf4)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:46.850708 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.959802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Pushing event updated for resources: {'Port': ['ID=3a798b80-fb38-4898-bdfe-be96c9cab7d9,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:46.974370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:46.978743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.980660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-d315a0dd-94a0-46ee-b5c5-7bad6c95423f service neutron] 10.222.0.48 "PUT /v2.0/ports/3a798b80-fb38-4898-bdfe-be96c9cab7d9 HTTP/1.1" status: 200 len: 1092 time: 1.7278242 Nov 23 22:55:46.984284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'tag': '3a798b80-fb38-4898-bdfe-be96c9cab7d9'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:46.987387 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03011a18-1268-419f-80a5-676741c8064a" -d '{"events": [{"name": "network-changed", "server_uuid": "e226f40e-7c14-4b34-9b13-b3cbda9c127d", "tag": "3a798b80-fb38-4898-bdfe-be96c9cab7d9"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:47.016237 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:47.071543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=6b5ef283-3dc2-4e67-8d74-84737ad0ebb6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:47.095858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:47.102703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4df728fe-358e-400b-9640-b00693b1eefa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/6b5ef283-3dc2-4e67-8d74-84737ad0ebb6 HTTP/1.1" status: 204 len: 168 time: 0.7170517 Nov 23 22:55:47.109606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54450) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:47.137669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-a7f66d2a-bca5-431d-834b-0698a5bc7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:47.145924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-a7f66d2a-bca5-431d-834b-0698a5bc7ef6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=751f0ad60a4b441493eb906c5e4ba902&device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 1095 time: 0.0763075 Nov 23 22:55:47.156934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30913a-2fcf-45ff-824c-82b5f5640edd req-bb14471a-8c3a-476c-b386-13a65d83823b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:47.158969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc30913a-2fcf-45ff-824c-82b5f5640edd req-bb14471a-8c3a-476c-b386-13a65d83823b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 945 time: 0.1642909 Nov 23 22:55:47.217615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-4adf8ba7-59fd-4973-b94d-c0f4d39d9fdb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a798b80-fb38-4898-bdfe-be96c9cab7d9 HTTP/1.1" status: 200 len: 217 time: 0.0618746 Nov 23 22:55:47.245325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3086-0f25-4a9f-b17a-b64e3721d140 req-2b66cc12-d62a-4c72-86d2-dc1ae933d366 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:47.253142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a79e3086-0f25-4a9f-b17a-b64e3721d140 req-2b66cc12-d62a-4c72-86d2-dc1ae933d366 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 944 time: 0.2573037 Nov 23 22:55:47.298250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-1e2895c2-15d0-4c0c-a1cf-4b0361f41e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:47.301180 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-1e2895c2-15d0-4c0c-a1cf-4b0361f41e89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a1eae5-e55c-40ba-8a05-a5ad0cffc914 HTTP/1.1" status: 200 len: 865 time: 0.0747831 Nov 23 22:55:47.352348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-6b342261-46cb-446f-94ad-db6495c27df1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3acffb6-88c7-4731-a53d-01c995e47020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423772 Nov 23 22:55:47.373074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-678c37e7-c4a5-4706-ba86-a92dce369ad3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:55:47.374103 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-678c37e7-c4a5-4706-ba86-a92dce369ad3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056312 Nov 23 22:55:47.437681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a79e3086-0f25-4a9f-b17a-b64e3721d140 req-9152b2d7-5d97-4fca-b806-99e34122ad48 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820385 Nov 23 22:55:47.476715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d4c86-b4ba-4b98-abf5-7cc0f73872b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:47.483881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b07d4c86-b4ba-4b98-abf5-7cc0f73872b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3677752 Nov 23 22:55:47.499606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc30913a-2fcf-45ff-824c-82b5f5640edd req-f294c192-721b-4e05-905f-da5d20533a2b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010836 Nov 23 22:55:47.500212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54458) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:47.567772 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a134b6c-ea53-4295-bd8b-fe7872b77f55 x-openstack-request-id: req-3a134b6c-ea53-4295-bd8b-fe7872b77f55 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:47.568272 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e226f40e-7c14-4b34-9b13-b3cbda9c127d", "tag": "3a798b80-fb38-4898-bdfe-be96c9cab7d9", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:47.568565 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a134b6c-ea53-4295-bd8b-fe7872b77f55 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:47.568979 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'tag': '3a798b80-fb38-4898-bdfe-be96c9cab7d9', 'status': 'completed', 'code': 200} Nov 23 22:55:47.579836 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6eb6e3f-edba-40d1-a697-b59b8ca9296c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:55:47.591039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b6eb6e3f-edba-40d1-a697-b59b8ca9296c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/6b5ef283-3dc2-4e67-8d74-84737ad0ebb6 HTTP/1.1" status: 404 len: 333 time: 0.0895309 Nov 23 22:55:47.593290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54462) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:47.610184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418723514'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:47.668956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:47.676899 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-5795e8ab-699f-4cfb-a78b-ab4d3a0c0ca3 service neutron] 10.222.0.48 "GET /v2.0/networks/b3acffb6-88c7-4731-a53d-01c995e47020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951753 Nov 23 22:55:47.681603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:47.803992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:47.826269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:47.826642 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment f0732ed3-0440-4f49-9760-b874b4173e4f of type vlan for network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 Nov 23 22:55:47.839024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a3b86-d428-4f7b-a147-3cc0a85f8602 req-441b587b-3f45-446e-95b1-1a859cdb03bf tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:47.847672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-532a3b86-d428-4f7b-a147-3cc0a85f8602 req-441b587b-3f45-446e-95b1-1a859cdb03bf tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1324980 Nov 23 22:55:47.865321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0355ec-8b5d-4994-941d-54db9a84765e req-7660d427-eca2-45a7-9aa4-995a3e4bcaf2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:47.873416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d0355ec-8b5d-4994-941d-54db9a84765e req-7660d427-eca2-45a7-9aa4-995a3e4bcaf2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1576807 Nov 23 22:55:47.892642 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ab7f3c1a-17d9-49d3-a9b9-b7fd07182fc9 req-bf5c23bc-07de-4ff8-a9c3-6a2edf1c684b service neutron] 10.222.0.48 "GET /v2.0/networks/b3acffb6-88c7-4731-a53d-01c995e47020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090218 Nov 23 22:55:47.965485 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:47.999435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d0355ec-8b5d-4994-941d-54db9a84765e req-02d384eb-9edf-49e6-82b6-defd9e05e0e2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248662 Nov 23 22:55:48.063642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-532a3b86-d428-4f7b-a147-3cc0a85f8602 req-d080025d-647e-4dee-9c81-d0cfe1a0824c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147510 Nov 23 22:55:48.065078 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:48.073685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:48.074413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:48.101414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5035200 Nov 23 22:55:48.101820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54466) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:48.107811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:48.157067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011a18-1268-419f-80a5-676741c8064a req-1408c643-8b8b-42a8-b482-0390d0850950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:48.159166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03011a18-1268-419f-80a5-676741c8064a req-1408c643-8b8b-42a8-b482-0390d0850950 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=751f0ad60a4b441493eb906c5e4ba902&device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 1095 time: 0.1567340 Nov 23 22:55:48.333836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011a18-1268-419f-80a5-676741c8064a req-e9ae3387-b8b7-47e8-a686-ebf0e61cd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:48.335774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03011a18-1268-419f-80a5-676741c8064a req-e9ae3387-b8b7-47e8-a686-ebf0e61cd596 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3acffb6-88c7-4731-a53d-01c995e47020 HTTP/1.1" status: 200 len: 926 time: 0.1685598 Nov 23 22:55:48.340556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:48.347384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:48.438726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03011a18-1268-419f-80a5-676741c8064a req-8efe6d0f-fb24-4de8-beb1-14538f7ede8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a798b80-fb38-4898-bdfe-be96c9cab7d9 HTTP/1.1" status: 200 len: 217 time: 0.0868616 Nov 23 22:55:48.601594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaa580-a221-46d1-8394-75532fb5f96f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=ff5ca45b-9112-4f8e-b17c-decbeecde3e8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:48.664151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03011a18-1268-419f-80a5-676741c8064a req-c4a3cf06-11f6-4106-9915-1040e6994001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:48.665542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03011a18-1268-419f-80a5-676741c8064a req-c4a3cf06-11f6-4106-9915-1040e6994001 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a1eae5-e55c-40ba-8a05-a5ad0cffc914 HTTP/1.1" status: 200 len: 865 time: 0.2193999 Nov 23 22:55:48.718535 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03011a18-1268-419f-80a5-676741c8064a req-94184adc-3675-4ed8-ba8c-50bf17456b1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3acffb6-88c7-4731-a53d-01c995e47020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330882 Nov 23 22:55:48.798351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:48.821651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc0f75-6f3f-409d-8425-fec99cd8081b req-3100aad1-3d2f-4f6e-9d74-2d7b48e1c0f3 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:48.826036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8adc0f75-6f3f-409d-8425-fec99cd8081b req-3100aad1-3d2f-4f6e-9d74-2d7b48e1c0f3 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 944 time: 0.2141278 Nov 23 22:55:48.864604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f424e-cb79-4cbc-aca9-dc30554a300b req-5aac1541-cf96-42b5-a7f5-9bacf02fe0c9 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:48.866300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e3f424e-cb79-4cbc-aca9-dc30554a300b req-5aac1541-cf96-42b5-a7f5-9bacf02fe0c9 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 945 time: 0.1816258 Nov 23 22:55:49.020801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e3f424e-cb79-4cbc-aca9-dc30554a300b req-37a598df-9e75-429f-adb5-9c0ac51c6dc8 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446400 Nov 23 22:55:49.054159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.062364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8adc0f75-6f3f-409d-8425-fec99cd8081b req-28f0ae01-762f-48f2-916c-72a837dce80d tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272394 Nov 23 22:55:49.146001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=c812ca07-50c1-4cc0-bf2b-3f44bcbe691a,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:49.153468 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03011a18-1268-419f-80a5-676741c8064a req-2d2cbc56-6057-48fa-b239-9495fb85fea8 service neutron] 10.222.0.48 "GET /v2.0/networks/b3acffb6-88c7-4731-a53d-01c995e47020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248748 Nov 23 22:55:49.299140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': 'f0732ed3-0440-4f49-9760-b874b4173e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:49.300685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: ff5ca45b-9112-4f8e-b17c-decbeecde3e8, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:49.306250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb18a0-997a-48df-8a7c-63bba03b05e3 req-f4affbe4-37ea-4fb9-9d9d-61601cfbc46a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:49.308061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acfb18a0-997a-48df-8a7c-63bba03b05e3 req-f4affbe4-37ea-4fb9-9d9d-61601cfbc46a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1285558 Nov 23 22:55:49.318995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568b63d-d745-4eec-92ab-90210e82c6d8 req-ebb7446f-cf45-495f-b6b1-02a254aa7fd4 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:49.328146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9568b63d-d745-4eec-92ab-90210e82c6d8 req-ebb7446f-cf45-495f-b6b1-02a254aa7fd4 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 945 time: 0.1375439 Nov 23 22:55:49.397045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03011a18-1268-419f-80a5-676741c8064a req-ed99d125-d226-4e6e-ae0e-6addba409818 service neutron] 10.222.0.48 "GET /v2.0/networks/b3acffb6-88c7-4731-a53d-01c995e47020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221060 Nov 23 22:55:49.398984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:49.431283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ff5ca45b-9112-4f8e-b17c-decbeecde3e8) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:49.442547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:49.452634 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.459477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c7b604-57df-4126-b6d2-d16469b91e36 None None] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:49.491742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9568b63d-d745-4eec-92ab-90210e82c6d8 req-a6418523-c853-4302-9c28-68e0577c2c69 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613944 Nov 23 22:55:49.501253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acfb18a0-997a-48df-8a7c-63bba03b05e3 req-3fc62462-aa08-4e3b-a5ef-128f9b59988c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709747 Nov 23 22:55:49.512973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54496) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:49.538308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54498) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:49.538647 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f327f8a0-19a4-49db-ae2c-d14041739795 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4306302 Nov 23 22:55:49.553229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7495e3bb-2a55-48f7-b1e0-02fbc9b024f2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:49.790658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186bbbfa-1b1a-46f2-8712-8f3da728df74 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:49.795074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-186bbbfa-1b1a-46f2-8712-8f3da728df74 tempest-TestNetworkBasicOps-1011188023 tempest-TestNetworkBasicOps-1011188023-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 1091 time: 0.2780221 Nov 23 22:55:49.795256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ff5ca45b-9112-4f8e-b17c-decbeecde3e8', 'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8', 'tenant_id': '92d657dcf6944b468b040ee50498ec37', 'fixed_ips': [{'subnet_id': 'c812ca07-50c1-4cc0-bf2b-3f44bcbe691a'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:55:49.795256 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.796237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54508) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:49.803643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:49.830945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86155-5e1f-4631-bed0-4c71419af1af req-e675642e-b2b1-4636-aa2d-d7fed8bcac46 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:49.833847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20f86155-5e1f-4631-bed0-4c71419af1af req-e675642e-b2b1-4636-aa2d-d7fed8bcac46 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1910031 Nov 23 22:55:49.837402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.951264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20f86155-5e1f-4631-bed0-4c71419af1af req-aa354a0d-666c-4c81-9051-fc3afabf2deb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098800 Nov 23 22:55:49.967480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495e3bb-2a55-48f7-b1e0-02fbc9b024f2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:49.972028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7495e3bb-2a55-48f7-b1e0-02fbc9b024f2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.032571 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.037084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3a798b80-fb38-4898-bdfe-be96c9cab7d9 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:55:50.118843 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-7495e3bb-2a55-48f7-b1e0-02fbc9b024f2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c812ca07-50c1-4cc0-bf2b-3f44bcbe691a (CIDR: 2001:db8::/64) Nov 23 22:55:50.130126 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7495e3bb-2a55-48f7-b1e0-02fbc9b024f2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:55:50.130984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7495e3bb-2a55-48f7-b1e0-02fbc9b024f2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:55:50.168557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7495e3bb-2a55-48f7-b1e0-02fbc9b024f2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6309152 Nov 23 22:55:50.169590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54512) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:50.184271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:50.217250 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:55:50.228071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Allocated IP 172.25.0.111 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/5e1b7a95-2416-48e8-92ed-a7b1583b66e2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:50.258763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Allocated IP 2001:db8::2 (ff5ca45b-9112-4f8e-b17c-decbeecde3e8/c812ca07-50c1-4cc0-bf2b-3f44bcbe691a/42d9fd30-113f-44c9-a9e4-3f4ad7be044a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:50.327025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3a798b80-fb38-4898-bdfe-be96c9cab7d9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3a798b80-fb38-4898-bdfe-be96c9cab7d9,segment=NetworkSegment(e6477834-bf83-4678-8762-31d8396c3cf4),segment_id=e6477834-bf83-4678-8762-31d8396c3cf4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:50.337599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ddea8-5df6-46f3-9e20-eeece0f81ba7 req-7ca0d99b-1b69-406f-a2f1-d7fe629e38a9 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:50.346166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad4ddea8-5df6-46f3-9e20-eeece0f81ba7 req-7ca0d99b-1b69-406f-a2f1-d7fe629e38a9 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 944 time: 0.1115942 Nov 23 22:55:50.370903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '3a798b80-fb38-4898-bdfe-be96c9cab7d9', 'network_id': 'b3acffb6-88c7-4731-a53d-01c995e47020', 'port_id': '3a798b80-fb38-4898-bdfe-be96c9cab7d9', 'mac_address': 'fa:16:3e:cf:31:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a1eae5-e55c-40ba-8a05-a5ad0cffc914', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:55:50.432566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad4ddea8-5df6-46f3-9e20-eeece0f81ba7 req-ffa839e6-90ad-4c4b-b213-1ca75ff259a0 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844383 Nov 23 22:55:50.446567 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.464804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:50.469452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.499961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.500200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.573167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a798b80-fb38-4898-bdfe-be96c9cab7d9 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:55:50.579619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:50.607750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:50.612130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:50.614886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3a798b80-fb38-4898-bdfe-be96c9cab7d9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3a798b80-fb38-4898-bdfe-be96c9cab7d9,segment=NetworkSegment(e6477834-bf83-4678-8762-31d8396c3cf4),segment_id=e6477834-bf83-4678-8762-31d8396c3cf4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:50.619717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.629495 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.667142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=5e1b7a95-2416-48e8-92ed-a7b1583b66e2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:50.682222 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.712499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:50.718397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:50.723957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:50.814252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Attempting to bind port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:50.814644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Attempting to bind port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f0732ed3-0440-4f49-9760-b874b4173e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:50.815015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Attempting to bind port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a on network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:50.823716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3a798b80-fb38-4898-bdfe-be96c9cab7d9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:50.876699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:50.879703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Checking segment: {'id': 'f0732ed3-0440-4f49-9760-b874b4173e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:50.880355 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.883214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Bound using segment: {'id': 'f0732ed3-0440-4f49-9760-b874b4173e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:50.883589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Bound port: 42d9fd30-113f-44c9-a9e4-3f4ad7be044a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0732ed3-0440-4f49-9760-b874b4173e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:50.884003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.924464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Pushing event updated for resources: {'Port': ['ID=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:50.988843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.060151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] For port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:51.064879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['3a798b80-fb38-4898-bdfe-be96c9cab7d9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:55:51.133411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:51.136402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:51.146537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:51.147166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.194287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] For port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,segment=NetworkSegment(f0732ed3-0440-4f49-9760-b874b4173e4f),segment_id=f0732ed3-0440-4f49-9760-b874b4173e4f)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:51.196876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e49be-a999-431b-b965-ea466c58c1ff req-a6f52190-4c29-48f7-8a5d-305ef8adaa75 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:51.211873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c75e49be-a999-431b-b965-ea466c58c1ff req-a6f52190-4c29-48f7-8a5d-305ef8adaa75 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.2665799 Nov 23 22:55:51.216601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.294736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=a293eb0f-882e-43cc-a6a5-b95780e07af8,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:51.329077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7b08d46f-5136-4afe-918d-1efc83491412 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1548827 Nov 23 22:55:51.333976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54536) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:51.340963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8', 'fixed_ips': [{'subnet_id': 'c812ca07-50c1-4cc0-bf2b-3f44bcbe691a'}, {'subnet_id': 'a293eb0f-882e-43cc-a6a5-b95780e07af8'}], 'name': 'tempest-PortsIpV6TestJSON-1678931443'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:51.424652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fedee-31c8-4d82-a86c-a67b7d6fe090 None None] Pushing event updated for resources: {'Port': ['ID=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:51.436699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c75e49be-a999-431b-b965-ea466c58c1ff req-f6c46449-15f3-489e-a319-0ea1cb04c8b5 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153368 Nov 23 22:55:51.498107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b37ce-3a56-46aa-bae9-74b1a9e70226 req-ac98a2c6-f7d2-4387-ada8-a9f35df0f563 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:51.512976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-238b37ce-3a56-46aa-bae9-74b1a9e70226 req-ac98a2c6-f7d2-4387-ada8-a9f35df0f563 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.3565724 Nov 23 22:55:51.787198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:51.806930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-238b37ce-3a56-46aa-bae9-74b1a9e70226 req-7c55e801-61a4-4624-8c44-e4e77c3c12a9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925594 Nov 23 22:55:51.851352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816252da-8c6b-46ed-913b-062a1bc1d951 req-9540edd3-c236-4dc0-b6dc-4bfd0c47eba4 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:51.855980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-816252da-8c6b-46ed-913b-062a1bc1d951 req-9540edd3-c236-4dc0-b6dc-4bfd0c47eba4 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 945 time: 0.2456021 Nov 23 22:55:52.008275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-816252da-8c6b-46ed-913b-062a1bc1d951 req-32c67f6d-3339-47cc-a281-4cf6726f70d3 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419010 Nov 23 22:55:52.016662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.077827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.125143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 1f3041ef-0a32-4db1-885b-d0e07873babf yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:55:52.340730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54556) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:52.484619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::252 (ff5ca45b-9112-4f8e-b17c-decbeecde3e8/c812ca07-50c1-4cc0-bf2b-3f44bcbe691a/1f3041ef-0a32-4db1-885b-d0e07873babf) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:52.497941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8:0:1::d2 (ff5ca45b-9112-4f8e-b17c-decbeecde3e8/a293eb0f-882e-43cc-a6a5-b95780e07af8/1f3041ef-0a32-4db1-885b-d0e07873babf) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:52.539103 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd218-10f4-4429-80e3-59a15f3ce0f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.585369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.752038 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd218-10f4-4429-80e3-59a15f3ce0f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.764994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42d9fd30-113f-44c9-a9e4-3f4ad7be044a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:52.780012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd218-10f4-4429-80e3-59a15f3ce0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.831949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05364f-bc61-496d-9d13-ee24bf124f3f req-60680607-002a-497e-ad13-61c1c13ed02f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:52.842742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de05364f-bc61-496d-9d13-ee24bf124f3f req-60680607-002a-497e-ad13-61c1c13ed02f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.2822051 Nov 23 22:55:52.886479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:52.890727 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.056087 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.093550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dd218-10f4-4429-80e3-59a15f3ce0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4d9eb-f6a6-4535-930c-5ee5da16929c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:53.105493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02fd652-6010-4e99-af36-2a0575edba64 None None] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:53.115455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de05364f-bc61-496d-9d13-ee24bf124f3f req-b221f58a-b2ce-4f8f-98b7-12c56b207ad9 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706487 Nov 23 22:55:53.155467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.157684 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.177981 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.200738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5a2dd218-10f4-4429-80e3-59a15f3ce0f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6156805fdb9a43c8b9c9a8b072c6141f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8560691 Nov 23 22:55:53.201346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54568) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:53.219801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:53.245308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:53.251100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:53.262137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:53.262806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.323728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=1f3041ef-0a32-4db1-885b-d0e07873babf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:53.341658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-271ef254-d1e8-4f48-8545-999036766e54 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0055428 Nov 23 22:55:53.367101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54570) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:53.375912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c812ca07-50c1-4cc0-bf2b-3f44bcbe691a'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:53.405677 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.448291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8640cd92-c885-4583-b02b-d9bfea308f21 None None] Provisioning complete for port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:53.448724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8640cd92-c885-4583-b02b-d9bfea308f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.467430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130920-3d89-4cb1-adad-899f75fffdec req-737b51fe-0f1b-4123-ab7a-74ffb8bde242 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:53.469865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38130920-3d89-4cb1-adad-899f75fffdec req-737b51fe-0f1b-4123-ab7a-74ffb8bde242 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.4399185 Nov 23 22:55:53.520454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,segment=NetworkSegment(f0732ed3-0440-4f49-9760-b874b4173e4f),segment_id=f0732ed3-0440-4f49-9760-b874b4173e4f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:53.546670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcf66-7c53-49b2-b2c9-decf06ed1843 req-97dd6a33-e180-4d30-90e8-ec10045a868c tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:53.555513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb8dcf66-7c53-49b2-b2c9-decf06ed1843 req-97dd6a33-e180-4d30-90e8-ec10045a868c tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 945 time: 0.2803092 Nov 23 22:55:53.615341 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.640749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38130920-3d89-4cb1-adad-899f75fffdec req-6e0d54ac-47c4-45d1-bf8a-17c19722b450 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610105 Nov 23 22:55:53.648257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c0b0-725b-4ab8-8060-00004e513a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.698924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb8dcf66-7c53-49b2-b2c9-decf06ed1843 req-c33a861c-0467-4ae4-b75f-d1380c039507 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424396 Nov 23 22:55:53.723428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c0b0-725b-4ab8-8060-00004e513a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.828423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c0b0-725b-4ab8-8060-00004e513a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.831931 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c0b0-725b-4ab8-8060-00004e513a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.833316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b0f4c0b0-725b-4ab8-8060-00004e513a3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7f4d9eb-f6a6-4535-930c-5ee5da16929c HTTP/1.1" status: 204 len: 168 time: 0.6308386 Nov 23 22:55:53.846171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4c0b0-725b-4ab8-8060-00004e513a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4d9eb-f6a6-4535-930c-5ee5da16929c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:53.850639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event updated for resources: {'Port': ['ID=5e1b7a95-2416-48e8-92ed-a7b1583b66e2,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:53.894075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.946511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:54.012046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3a798b80-fb38-4898-bdfe-be96c9cab7d9 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:54.077077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe0f5d3-f4f5-49ed-ac32-13d47d8ef95c None None] Update dhcp port {'port': {'network_id': 'ff5ca45b-9112-4f8e-b17c-decbeecde3e8', 'fixed_ips': [{'subnet_id': 'c812ca07-50c1-4cc0-bf2b-3f44bcbe691a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a293eb0f-882e-43cc-a6a5-b95780e07af8'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '42d9fd30-113f-44c9-a9e4-3f4ad7be044a'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:55:54.108686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f5d3-f4f5-49ed-ac32-13d47d8ef95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.167682 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Floating IP 6d7f47c7-e174-4be9-93e4-b69b45fa526b associated. External IP: 172.25.0.111, port: 121273a7-890b-46b5-8247-3c57ce86fd7e. Nov 23 22:55:54.312994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-0fe0f5d3-f4f5-49ed-ac32-13d47d8ef95c None None] Allocated IP 2001:db8:0:1::2 (ff5ca45b-9112-4f8e-b17c-decbeecde3e8/a293eb0f-882e-43cc-a6a5-b95780e07af8/42d9fd30-113f-44c9-a9e4-3f4ad7be044a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:54.369403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9c85-7b0a-4a2b-8a15-8094d8e448c8 req-a8df72ea-f738-49d3-b374-f2fd2514bd8a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:54.377605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac7e9c85-7b0a-4a2b-8a15-8094d8e448c8 req-a8df72ea-f738-49d3-b374-f2fd2514bd8a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1174479 Nov 23 22:55:54.445688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0fe0f5d3-f4f5-49ed-ac32-13d47d8ef95c None None] For port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,segment=NetworkSegment(f0732ed3-0440-4f49-9760-b874b4173e4f),segment_id=f0732ed3-0440-4f49-9760-b874b4173e4f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:54.466070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.476225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:54.491958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f5d3-f4f5-49ed-ac32-13d47d8ef95c None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.502034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac7e9c85-7b0a-4a2b-8a15-8094d8e448c8 req-80dfd3ba-5cb6-40a4-b314-2cbbb9cb99ac tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160133 Nov 23 22:55:54.508686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:55:54.513359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f5d3-f4f5-49ed-ac32-13d47d8ef95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.516799 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9dcbce32-0e39-43b7-8152-2c6901b33632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.576512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0f5d3-f4f5-49ed-ac32-13d47d8ef95c None None] Pushing event updated for resources: {'Port': ['ID=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:54.580455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:54.580838 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.692831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42d9fd30-113f-44c9-a9e4-3f4ad7be044a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:54.913002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:54.913379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.922611 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.957853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87209db-df28-42fc-bd4d-d3b1f28d2519 req-190ce681-b33b-4a82-8f8f-ad739d27e510 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:54.958243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f87209db-df28-42fc-bd4d-d3b1f28d2519 req-190ce681-b33b-4a82-8f8f-ad739d27e510 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1427493 Nov 23 22:55:54.979170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089f8fd-8018-455c-9c28-b709de050f30 req-739ddafe-6cea-4e84-b02a-c3cadb3d9df0 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:54.992028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3089f8fd-8018-455c-9c28-b709de050f30 req-739ddafe-6cea-4e84-b02a-c3cadb3d9df0 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 945 time: 0.1129255 Nov 23 22:55:55.051392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3a798b80-fb38-4898-bdfe-be96c9cab7d9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3a798b80-fb38-4898-bdfe-be96c9cab7d9,segment=NetworkSegment(e6477834-bf83-4678-8762-31d8396c3cf4),segment_id=e6477834-bf83-4678-8762-31d8396c3cf4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:55.058033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a798b80-fb38-4898-bdfe-be96c9cab7d9'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:55.064372 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969127fa-e938-4de0-a366-5b22fe769547" -d '{"events": [{"server_uuid": "e226f40e-7c14-4b34-9b13-b3cbda9c127d", "name": "network-vif-plugged", "status": "completed", "tag": "3a798b80-fb38-4898-bdfe-be96c9cab7d9"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:55.079194 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.157262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3089f8fd-8018-455c-9c28-b709de050f30 req-7aac1b47-d301-4572-8bbf-7cbd0a4181f2 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491005 Nov 23 22:55:55.157262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f87209db-df28-42fc-bd4d-d3b1f28d2519 req-76df008f-ce0e-4847-937e-b29e884bee6a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595218 Nov 23 22:55:55.248440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3a798b80-fb38-4898-bdfe-be96c9cab7d9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.260199 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f8588-41dc-4653-a3c7-b0b575f3fe7a x-openstack-request-id: req-b10f8588-41dc-4653-a3c7-b0b575f3fe7a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:55.260479 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e226f40e-7c14-4b34-9b13-b3cbda9c127d", "name": "network-vif-plugged", "status": "completed", "tag": "3a798b80-fb38-4898-bdfe-be96c9cab7d9", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:55.260747 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b10f8588-41dc-4653-a3c7-b0b575f3fe7a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:55.261156 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a798b80-fb38-4898-bdfe-be96c9cab7d9', 'code': 200} Nov 23 22:55:55.305580 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9dcbce32-0e39-43b7-8152-2c6901b33632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.331070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9dcbce32-0e39-43b7-8152-2c6901b33632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.337699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Delete allocated IP 2001:db8:0:1::d2 (ff5ca45b-9112-4f8e-b17c-decbeecde3e8/a293eb0f-882e-43cc-a6a5-b95780e07af8) {{(pid=103523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:55:55.409424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:55.480906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54594) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:55.483014 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9dcbce32-0e39-43b7-8152-2c6901b33632 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08b5d3dea555469bb86f18fe1c6a02de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0016770 Nov 23 22:55:55.488724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbce32-0e39-43b7-8152-2c6901b33632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeea7012-f05f-4486-a1c6-146320f31af7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.612926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e42ac092-366f-4563-9c06-3514a72fe7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.686172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e42ac092-366f-4563-9c06-3514a72fe7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.744211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7adf-3686-45c0-884c-a807efd331c3 req-924064bb-71d6-4cbb-bfe5-8b9341b0f853 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:55.746194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df4b7adf-3686-45c0-884c-a807efd331c3 req-924064bb-71d6-4cbb-bfe5-8b9341b0f853 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1192796 Nov 23 22:55:55.808245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e42ac092-366f-4563-9c06-3514a72fe7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.811207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e42ac092-366f-4563-9c06-3514a72fe7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.812603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e42ac092-366f-4563-9c06-3514a72fe7c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eeea7012-f05f-4486-a1c6-146320f31af7 HTTP/1.1" status: 204 len: 168 time: 0.3301446 Nov 23 22:55:55.831700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ac092-366f-4563-9c06-3514a72fe7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeea7012-f05f-4486-a1c6-146320f31af7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.874621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63561f23-f529-4788-8fc4-903c212706b2 None None] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:55.898137 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df4b7adf-3686-45c0-884c-a807efd331c3 req-f5900e2d-17f5-4c02-9f58-0b8670ddcce9 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337178 Nov 23 22:55:55.930673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d53d-fa83-4af2-a346-4d795cf106cf req-6874f53d-4827-4094-9dba-48c5418598f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:55.947898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9b37d53d-fa83-4af2-a346-4d795cf106cf req-6874f53d-4827-4094-9dba-48c5418598f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 1097 time: 0.5726769 Nov 23 22:55:55.951764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5def19b8-b699-4ffc-bda2-44db4baf667b None None] Provisioning complete for port 1f3041ef-0a32-4db1-885b-d0e07873babf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:55.952139 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5def19b8-b699-4ffc-bda2-44db4baf667b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.039638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5def19b8-b699-4ffc-bda2-44db4baf667b None None] Port 1f3041ef-0a32-4db1-885b-d0e07873babf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:56.069167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5def19b8-b699-4ffc-bda2-44db4baf667b None None] Provisioning complete for port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:56.069842 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5def19b8-b699-4ffc-bda2-44db4baf667b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.097745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:56.104090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.125356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] Sync routers for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:56.147752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.192808 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:56.193447 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:56.290395 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9b37d53d-fa83-4af2-a346-4d795cf106cf req-82abb2a1-741d-497c-8b03-0802925a6c2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413785 Nov 23 22:55:56.398795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] In _notify_port_updated(), no bound segment for port 1f3041ef-0a32-4db1-885b-d0e07873babf on network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:55:56.412902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:56.415895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.418363 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "PUT /v2.0/ports/1f3041ef-0a32-4db1-885b-d0e07873babf HTTP/1.1" status: 200 len: 926 time: 3.0485768 Nov 23 22:55:56.457681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.469419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:56.494487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c812ca07-50c1-4cc0-bf2b-3f44bcbe691a'}, {'subnet_id': 'a293eb0f-882e-43cc-a6a5-b95780e07af8'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:56.525054 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:56.565064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95577298-62df-4640-8a3e-ce1142e1d2cc req-cbd9edb7-c696-4796-a2d7-3a30f68859d8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:56.580114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95577298-62df-4640-8a3e-ce1142e1d2cc req-cbd9edb7-c696-4796-a2d7-3a30f68859d8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.2700765 Nov 23 22:55:56.652898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6218d2-84ca-4a97-97c4-76dcdf91c5a5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=1f3041ef-0a32-4db1-885b-d0e07873babf,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:56.680048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ca0b2-d07a-408a-a507-1e1658efd798 req-24932056-fdfb-4eda-a66a-70c6b97965bc tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:56.685376 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-581ee341-ae9f-4052-9c70-2936f659434f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8844342 Nov 23 22:55:56.685376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:56.693232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a23ca0b2-d07a-408a-a507-1e1658efd798 req-24932056-fdfb-4eda-a66a-70c6b97965bc tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 946 time: 0.2896969 Nov 23 22:55:56.709647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54616) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:56.719756 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78b6661-193b-4293-a84d-5a5376951159" -d '{"events": [{"name": "network-changed", "server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:56.756585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42d9fd30-113f-44c9-a9e4-3f4ad7be044a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:56.824955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.983382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4fca8061-704d-4782-a448-1b9a51ef28c2 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/6d7f47c7-e174-4be9-93e4-b69b45fa526b HTTP/1.1" status: 200 len: 991 time: 0.2670810 Nov 23 22:55:57.007065 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.011012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.011381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.020111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95577298-62df-4640-8a3e-ce1142e1d2cc req-a20efc2b-3500-4045-9f01-927d76cde3c5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369059 Nov 23 22:55:57.096060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a23ca0b2-d07a-408a-a507-1e1658efd798 req-93c4ce15-8cdc-4d2a-b13b-6f92bc5b7707 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011824 Nov 23 22:55:57.144722 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '6d7f47c7-e174-4be9-93e4-b69b45fa526b', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'port_id': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'mac_address': 'fa:16:3e:c1:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:55:51Z', 'updated_at': '2021-11-23T22:55:51Z', 'revision_number': 0, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:24Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:57.182392 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] Checking router: 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:57.197398 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:57.198584 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:55:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:57.354408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9e9f-d238-4bc2-b189-0872f0c1bd44 None None] Provisioning complete for port 1f3041ef-0a32-4db1-885b-d0e07873babf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.356983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9e9f-d238-4bc2-b189-0872f0c1bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.453789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa9e9f-d238-4bc2-b189-0872f0c1bd44 None None] Port 1f3041ef-0a32-4db1-885b-d0e07873babf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:57.510752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9e9f-d238-4bc2-b189-0872f0c1bd44 None None] Provisioning complete for port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.516134 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9e9f-d238-4bc2-b189-0872f0c1bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.704298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0bea9-99db-4268-844d-f544e171b3bf req-b6f27aee-cf41-42aa-b0ff-a6c7c1b487e3 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:57.713390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ed0bea9-99db-4268-844d-f544e171b3bf req-b6f27aee-cf41-42aa-b0ff-a6c7c1b487e3 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1341772 Nov 23 22:55:57.724029 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9fe699-9546-4f0b-891d-1bb3a11d37d5 x-openstack-request-id: req-ec9fe699-9546-4f0b-891d-1bb3a11d37d5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:57.724642 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:57.726746 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec9fe699-9546-4f0b-891d-1bb3a11d37d5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:57.727297 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'status': 'completed', 'code': 200} Nov 23 22:55:57.746079 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:57.928553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ed0bea9-99db-4268-844d-f544e171b3bf req-ec6afb0f-fa42-45f2-b294-b30bc6ee6e63 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913304 Nov 23 22:55:57.984426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54636) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:58.010341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b6661-193b-4293-a84d-5a5376951159 req-1800a412-5402-480f-9944-1e796e61e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.016442 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f78b6661-193b-4293-a84d-5a5376951159 req-1800a412-5402-480f-9944-1e796e61e92b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 1096 time: 0.3246717 Nov 23 22:55:58.102327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b67a2512-b609-43f5-b53f-a22742d22320 None None] Provisioning complete for port 1f3041ef-0a32-4db1-885b-d0e07873babf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:58.102717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b67a2512-b609-43f5-b53f-a22742d22320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.218742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7edf6cf8-e1d6-4c02-91a4-e5cbe90deac7 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/6d7f47c7-e174-4be9-93e4-b69b45fa526b HTTP/1.1" status: 200 len: 991 time: 0.2324674 Nov 23 22:55:58.222811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b6661-193b-4293-a84d-5a5376951159 req-3b608734-0b93-407a-a7d1-ec0e65cb71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.224436 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f78b6661-193b-4293-a84d-5a5376951159 req-3b608734-0b93-407a-a7d1-ec0e65cb71e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77beeaf7-122d-46be-9015-4d441bc4563a HTTP/1.1" status: 200 len: 898 time: 0.1987281 Nov 23 22:55:58.251313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b67a2512-b609-43f5-b53f-a22742d22320 None None] Port 1f3041ef-0a32-4db1-885b-d0e07873babf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:58.317412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374667a0-2def-4234-8c95-1109693a3a8e req-59144816-140f-47e0-9261-8373fcea3c7d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.332932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-374667a0-2def-4234-8c95-1109693a3a8e req-59144816-140f-47e0-9261-8373fcea3c7d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1405134 Nov 23 22:55:58.357922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8:0:1::174 (ff5ca45b-9112-4f8e-b17c-decbeecde3e8/a293eb0f-882e-43cc-a6a5-b95780e07af8/1f3041ef-0a32-4db1-885b-d0e07873babf) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:58.407812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-79c3f3cb-1818-435c-aa52-8edb9ca5203d None None] Provisioning complete for port 1f3041ef-0a32-4db1-885b-d0e07873babf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:58.414499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79c3f3cb-1818-435c-aa52-8edb9ca5203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.476889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-79c3f3cb-1818-435c-aa52-8edb9ca5203d None None] Port 1f3041ef-0a32-4db1-885b-d0e07873babf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:58.489015 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '6d7f47c7-e174-4be9-93e4-b69b45fa526b', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'port_id': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'mac_address': 'fa:16:3e:c1:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:55:51Z', 'updated_at': '2021-11-23T22:55:51Z', 'revision_number': 0, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:24Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:58.536772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-374667a0-2def-4234-8c95-1109693a3a8e req-416fbd9c-4441-4cdc-8500-87e3a641c2af tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024908 Nov 23 22:55:58.566151 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85d81-29db-4b89-aa05-c60d9ab7e687 None None] The sync data for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 is: [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '6d7f47c7-e174-4be9-93e4-b69b45fa526b', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'port_id': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'mac_address': 'fa:16:3e:c1:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:55:51Z', 'updated_at': '2021-11-23T22:55:51Z', 'revision_number': 0, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:24Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:58.607753 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f78b6661-193b-4293-a84d-5a5376951159 req-e5d3f18c-73dd-43d5-a2ed-a0c18bbd04f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121273a7-890b-46b5-8247-3c57ce86fd7e HTTP/1.1" status: 200 len: 999 time: 0.3457377 Nov 23 22:55:58.608035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7a985-9dfd-4df3-b041-7ab372eb3cd3 req-f070d27d-ee71-4f7c-a86b-786f8802cedb tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.608035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cd7a985-9dfd-4df3-b041-7ab372eb3cd3 req-f070d27d-ee71-4f7c-a86b-786f8802cedb tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 946 time: 0.2590909 Nov 23 22:55:58.710624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cd7a985-9dfd-4df3-b041-7ab372eb3cd3 req-715081d1-d3dd-4cf7-b020-3028ff0b4770 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032870 Nov 23 22:55:58.735701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b6661-193b-4293-a84d-5a5376951159 req-60038f91-3dda-4414-b2a4-fdac6774db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.735701 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f78b6661-193b-4293-a84d-5a5376951159 req-60038f91-3dda-4414-b2a4-fdac6774db15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=511da6cd-0716-4426-a5b4-e1f0d5975068 HTTP/1.1" status: 200 len: 834 time: 0.1299160 Nov 23 22:55:58.820374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.843299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.880849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b6661-193b-4293-a84d-5a5376951159 req-d6f66de0-8ac6-42ca-a130-0b8a60558434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.882394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f78b6661-193b-4293-a84d-5a5376951159 req-d6f66de0-8ac6-42ca-a130-0b8a60558434 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77beeaf7-122d-46be-9015-4d441bc4563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455901 Nov 23 22:55:58.910655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f431b82-8e14-4991-9d63-d395dcb7e3e5 req-2018637a-7d02-4ae7-97a4-40af9732a2c9 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.919875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f431b82-8e14-4991-9d63-d395dcb7e3e5 req-2018637a-7d02-4ae7-97a4-40af9732a2c9 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 946 time: 0.0905919 Nov 23 22:55:59.039729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] In _notify_port_updated(), no bound segment for port 1f3041ef-0a32-4db1-885b-d0e07873babf on network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:55:59.045843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:59.046502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.047889 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "PUT /v2.0/ports/1f3041ef-0a32-4db1-885b-d0e07873babf HTTP/1.1" status: 200 len: 1012 time: 2.5632153 Nov 23 22:55:59.055198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54662) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:59.089162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dafd6-8884-4ead-8146-93d1f44cf89f None None] New status for floating IP 6d7f47c7-e174-4be9-93e4-b69b45fa526b: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:55:59.134682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=1f3041ef-0a32-4db1-885b-d0e07873babf,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:59.175149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.175633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.175988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.176332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.176669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.177005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.177339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.177672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.178006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.178333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.178662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.178986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69483178-b03a-4111-8756-76e771003248 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:59.234886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54666) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:59.249623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f431b82-8e14-4991-9d63-d395dcb7e3e5 req-ad0e17ce-2672-4c41-a343-c4f79f16952c tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134909 Nov 23 22:55:59.441154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f78b6661-193b-4293-a84d-5a5376951159 req-50f127a2-748a-498a-805d-16fb5b72bd3e service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292509 Nov 23 22:55:59.488338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285304e-073b-4c83-b961-d856d27dbad8 req-8d6de554-b94b-4bb7-ad47-46cd361a8630 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:59.490189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2285304e-073b-4c83-b961-d856d27dbad8 req-8d6de554-b94b-4bb7-ad47-46cd361a8630 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.3141613 Nov 23 22:55:59.494861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 1f3041ef-0a32-4db1-885b-d0e07873babf {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:59.495611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.596159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d06dc6d5-4034-4a57-a959-6461791c1b60 None None] Provisioning complete for port 1f3041ef-0a32-4db1-885b-d0e07873babf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:59.599543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d06dc6d5-4034-4a57-a959-6461791c1b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.647327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.709628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d06dc6d5-4034-4a57-a959-6461791c1b60 None None] Port 1f3041ef-0a32-4db1-885b-d0e07873babf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:59.722820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2285304e-073b-4c83-b961-d856d27dbad8 req-3e6e21fe-1829-434c-940e-02ab6591a72d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892807 Nov 23 22:55:59.724942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 1f3041ef-0a32-4db1-885b-d0e07873babf owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:59.879023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-274be187-adc9-43b8-a9ca-d6cdf863145d tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/6d7f47c7-e174-4be9-93e4-b69b45fa526b HTTP/1.1" status: 200 len: 991 time: 0.6428289 Nov 23 22:55:59.908712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803fe6-6126-4db2-8c92-6262754d8d23 req-325b19bb-5611-4d71-b4f9-269b32e2a708 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:59.910972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e803fe6-6126-4db2-8c92-6262754d8d23 req-325b19bb-5611-4d71-b4f9-269b32e2a708 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1021771 Nov 23 22:55:59.923243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f78b6661-193b-4293-a84d-5a5376951159 req-4af4cf14-a89b-4695-a92f-c2dcbbb8d4ca service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616077 Nov 23 22:56:00.035355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e803fe6-6126-4db2-8c92-6262754d8d23 req-951ace3d-c725-4eff-a9cc-160410212369 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030219 Nov 23 22:56:00.062090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca115ff-954e-4c59-90be-f8ff512db69f req-f1317069-e0f0-4d82-9527-389770e6c07a tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.063843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ca115ff-954e-4c59-90be-f8ff512db69f req-f1317069-e0f0-4d82-9527-389770e6c07a tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 946 time: 0.1489067 Nov 23 22:56:00.182690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7ca115ff-954e-4c59-90be-f8ff512db69f req-112cd25b-e01e-476e-bef8-b635922e2922 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020200 Nov 23 22:56:00.201946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.255546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=1f3041ef-0a32-4db1-885b-d0e07873babf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:00.378374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.396903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5291711f-6a6c-42be-bcba-edcf9294acc7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/1f3041ef-0a32-4db1-885b-d0e07873babf HTTP/1.1" status: 204 len: 168 time: 1.3351634 Nov 23 22:56:00.397301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54700) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:00.648375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6363385-6900-4d1b-be63-aa72c5558c69 req-f89dda6b-3557-40b3-852a-d9b891b4ff05 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.650148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6363385-6900-4d1b-be63-aa72c5558c69 req-f89dda6b-3557-40b3-852a-d9b891b4ff05 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 946 time: 0.0612593 Nov 23 22:56:00.707200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6363385-6900-4d1b-be63-aa72c5558c69 req-84fc1b30-8233-465b-9931-a03d67a7415c tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505261 Nov 23 22:56:00.797200 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b236a344-9aab-4f66-860d-023528b3b0d2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:56:00.801567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b236a344-9aab-4f66-860d-023528b3b0d2 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/1f3041ef-0a32-4db1-885b-d0e07873babf HTTP/1.1" status: 404 len: 333 time: 0.4026480 Nov 23 22:56:00.802223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54710) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:00.845693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f8a6-e834-46fc-bba8-8fe701ccb070 req-bb22aa37-5d20-4e3b-a9f3-3a610e7bedec tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.847260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8af2f8a6-e834-46fc-bba8-8fe701ccb070 req-bb22aa37-5d20-4e3b-a9f3-3a610e7bedec tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.0543976 Nov 23 22:56:00.854662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet a293eb0f-882e-43cc-a6a5-b95780e07af8 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:00.859554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.885223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54714) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:00.904768 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.990028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8af2f8a6-e834-46fc-bba8-8fe701ccb070 req-2281ddb9-6c3a-4ab5-8222-717433771211 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326656 Nov 23 22:56:00.993264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-79a646b3-2cd0-4b90-96b9-b99fa2e8b39b tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/6d7f47c7-e174-4be9-93e4-b69b45fa526b HTTP/1.1" status: 200 len: 993 time: 0.1033983 Nov 23 22:56:01.014193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.077645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.124455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=a293eb0f-882e-43cc-a6a5-b95780e07af8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:01.146686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.152912 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-312fc927-e137-4f08-92c8-c1e17dafa518 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/a293eb0f-882e-43cc-a6a5-b95780e07af8 HTTP/1.1" status: 204 len: 168 time: 0.3496556 Nov 23 22:56:01.154181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f334e-daaa-4d79-bf41-39931a3738c1 None None] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:01.155427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54718) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:01.227599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-b520dfc6-c090-49c7-a544-02d61d19d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.227599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-b520dfc6-c090-49c7-a544-02d61d19d8eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 1097 time: 0.1369336 Nov 23 22:56:01.227966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78063b-4d1a-4018-8c7d-1b67781ca052 req-8323cb43-3ea1-49a8-a644-300b6f513725 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.228286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c78063b-4d1a-4018-8c7d-1b67781ca052 req-8323cb43-3ea1-49a8-a644-300b6f513725 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.0982974 Nov 23 22:56:01.273931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet c812ca07-50c1-4cc0-bf2b-3f44bcbe691a {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:01.292452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.324783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c78063b-4d1a-4018-8c7d-1b67781ca052 req-bea9ab94-2ac1-4e29-b2d8-567447d0d696 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879600 Nov 23 22:56:01.405143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.468260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-521ef804-a442-4eb8-a001-8856e716133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.469810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-521ef804-a442-4eb8-a001-8856e716133b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.2342710 Nov 23 22:56:01.537802 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-9568823f-7f20-4db3-ab22-1df66ccd745c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62 HTTP/1.1" status: 200 len: 217 time: 0.0606403 Nov 23 22:56:01.561892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.567970 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7000a4ce-5c9b-4c5d-b473-d6fb46c3c05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.635895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-409fa149-4b8d-498e-9c06-d0c333318e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.637439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-409fa149-4b8d-498e-9c06-d0c333318e95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.0893717 Nov 23 22:56:01.680766 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.715272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=c812ca07-50c1-4cc0-bf2b-3f44bcbe691a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:01.718709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.722417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd1f6429-2563-4836-93aa-ac43e6d5e04a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/c812ca07-50c1-4cc0-bf2b-3f44bcbe691a HTTP/1.1" status: 204 len: 168 time: 0.5655084 Nov 23 22:56:01.725180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54722) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:01.725996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-c66ff658-dc72-459f-b3cc-0d0899ab08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.727547 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-c66ff658-dc72-459f-b3cc-0d0899ab08b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820749 Nov 23 22:56:01.853023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-111e6602-6c59-4b36-9cda-3e5d75abd8a1 service neutron] 10.222.0.48 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118600 Nov 23 22:56:01.860049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:01.883819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f9902-7403-47ad-ba25-be9274f7f6b8 req-3227e351-83e2-4e9f-820e-94d6dad90510 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.885497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b5f9902-7403-47ad-ba25-be9274f7f6b8 req-3227e351-83e2-4e9f-820e-94d6dad90510 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 946 time: 0.0751514 Nov 23 22:56:01.975849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b5f9902-7403-47ad-ba25-be9274f7f6b8 req-b288922f-927d-480a-a4a9-e74565e38408 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679047 Nov 23 22:56:01.989046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:01.989416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.005766 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6fdff907-a27b-4a25-ae2a-a34904655701 req-197ebb43-b692-44ab-8834-46bf3b5218cb service neutron] 10.222.0.48 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293077 Nov 23 22:56:02.105646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37363d30-4a61-4ba1-ade7-cc083ec684db None None] Network ff5ca45b-9112-4f8e-b17c-decbeecde3e8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:02.238866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c02efea4-bcfa-4915-9b5d-5f9750d7a28b None None] Provisioning complete for port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:02.239598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c02efea4-bcfa-4915-9b5d-5f9750d7a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.385928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] DHCP port deletion for ff5ca45b-9112-4f8e-b17c-decbeecde3e8 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:02.390306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] For port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,segment=NetworkSegment(f0732ed3-0440-4f49-9760-b874b4173e4f),segment_id=f0732ed3-0440-4f49-9760-b874b4173e4f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:02.390692 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.409905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 42d9fd30-113f-44c9-a9e4-3f4ad7be044a owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:02.425979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89914f57-b3f4-40a9-aa10-f47285a0ef0f req-a1f9997f-736a-41db-ba1a-340d9d462c75 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:02.427523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89914f57-b3f4-40a9-aa10-f47285a0ef0f req-a1f9997f-736a-41db-ba1a-340d9d462c75 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.0926440 Nov 23 22:56:02.437774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-37e0dd47-68d0-4203-a735-19aeb2638965 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:02.439443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-37e0dd47-68d0-4203-a735-19aeb2638965 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 946 time: 0.0906808 Nov 23 22:56:02.441108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Deleting port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:02.441677 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.523926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] For port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,segment=NetworkSegment(f0732ed3-0440-4f49-9760-b874b4173e4f),segment_id=f0732ed3-0440-4f49-9760-b874b4173e4f)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:02.523926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.552735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Calling delete_port for 42d9fd30-113f-44c9-a9e4-3f4ad7be044a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:02.591603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Deleting port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:02.591969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.598477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216b27-355d-4b59-bb86-05eee40ba11b req-1e653a78-b678-41e5-9fd4-1a2bfd8b60ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:02.600236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8216b27-355d-4b59-bb86-05eee40ba11b req-1e653a78-b678-41e5-9fd4-1a2bfd8b60ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1686029 Nov 23 22:56:02.605684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89914f57-b3f4-40a9-aa10-f47285a0ef0f req-e1cd5a78-5294-4fbe-927f-6e0cf63b2093 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626904 Nov 23 22:56:02.641807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.683863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42d9fd30-113f-44c9-a9e4-3f4ad7be044a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:02.684047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No DVR routers for this DVR port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:02.685598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:02.720945 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.725209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 42d9fd30-113f-44c9-a9e4-3f4ad7be044a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:02.725851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42d9fd30-113f-44c9-a9e4-3f4ad7be044a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:02.748507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8216b27-355d-4b59-bb86-05eee40ba11b req-5aedb02a-865e-4ee1-bed8-086a86eed701 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367652 Nov 23 22:56:02.766500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Pushing event deleted for resources: {'Port': ['ID=42d9fd30-113f-44c9-a9e4-3f4ad7be044a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:02.774575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] For port 3a798b80-fb38-4898-bdfe-be96c9cab7d9, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3a798b80-fb38-4898-bdfe-be96c9cab7d9,segment=NetworkSegment(e6477834-bf83-4678-8762-31d8396c3cf4),segment_id=e6477834-bf83-4678-8762-31d8396c3cf4)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:02.774928 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.780575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] No DVR routers for this DVR port 42d9fd30-113f-44c9-a9e4-3f4ad7be044a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:02.798072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.798412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.798979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.799114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.800067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.800269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Calling delete_port for 3a798b80-fb38-4898-bdfe-be96c9cab7d9 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:02.800459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.801489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.802445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.802731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.803064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.803395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.803775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa544446-ba00-448d-88db-7806cefddf9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:02.829413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.860070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5ca45b-9112-4f8e-b17c-decbeecde3e8']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:02.870185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0732ed3-0440-4f49-9760-b874b4173e4f') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:02.870498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0732ed3-0440-4f49-9760-b874b4173e4f') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:02.881257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.895814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.911949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:02.912382 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:02.915813 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:02.986726 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.998487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.007939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.008757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/ff5ca45b-9112-4f8e-b17c-decbeecde3e8 HTTP/1.1" status: 204 len: 168 time: 1.2764316 Nov 23 22:56:03.019340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54744) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:03.050344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa02ec0-5053-41e4-9f09-8a8c6e7d8ae8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=ff5ca45b-9112-4f8e-b17c-decbeecde3e8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:03.057871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['3a798b80-fb38-4898-bdfe-be96c9cab7d9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:03.082126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3acaf8-b24d-4c66-a0c8-db4f5a596252 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:03.084148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3c3acaf8-b24d-4c66-a0c8-db4f5a596252 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0635557 Nov 23 22:56:03.087731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54748) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:03.108676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Pushing event deleted for resources: {'Port': ['ID=3a798b80-fb38-4898-bdfe-be96c9cab7d9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:03.126546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9600199b-a041-4e18-b392-5b03d51febe9 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:56:03.150526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e812cb35-1705-4c40-93af-3ef92374e1f6 req-1d5722dc-cb1e-4253-a06e-f70e4a4b03c8 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.11 "GET /v2.0/ports?device_id=e226f40e-7c14-4b34-9b13-b3cbda9c127d HTTP/1.1" status: 200 len: 210 time: 0.0524576 Nov 23 22:56:03.182149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] No DVR routers for this DVR port 3a798b80-fb38-4898-bdfe-be96c9cab7d9 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:03.185357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-34808771-c720-44ba-8a9a-9bcedd282542 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0962784 Nov 23 22:56:03.185595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.189025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54752) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:03.191933 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967743ba-4468-4ae8-80d3-9ca77710d1dc req-869cac2b-1b65-4ee0-8a5c-907544552a11 tempest-ServersNegativeTestMultiTenantJSON-716978877 tempest-ServersNegativeTestMultiTenantJSON-716978877-project] 10.222.0.48 "DELETE /v2.0/ports/3a798b80-fb38-4898-bdfe-be96c9cab7d9 HTTP/1.1" status: 204 len: 173 time: 0.7380669 Nov 23 22:56:03.192650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'name': 'network-vif-deleted', 'tag': '3a798b80-fb38-4898-bdfe-be96c9cab7d9'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:03.196384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1008488725'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:03.207082 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac497b-2381-4e53-bc04-0f3778e42a6e" -d '{"events": [{"server_uuid": "e226f40e-7c14-4b34-9b13-b3cbda9c127d", "name": "network-vif-deleted", "tag": "3a798b80-fb38-4898-bdfe-be96c9cab7d9"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:03.226963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:03.232526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.274442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:56:03.291932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.292305 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment b15f6bbd-90d8-4137-9e76-5eab86d191b5 of type vlan for network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 Nov 23 22:56:03.303703 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ce168-430f-4a02-9de9-11d2a88a8809 x-openstack-request-id: req-449ce168-430f-4a02-9de9-11d2a88a8809 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:03.304079 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e226f40e-7c14-4b34-9b13-b3cbda9c127d", "name": "network-vif-deleted", "tag": "3a798b80-fb38-4898-bdfe-be96c9cab7d9", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:03.304508 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-449ce168-430f-4a02-9de9-11d2a88a8809 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:03.305096 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e226f40e-7c14-4b34-9b13-b3cbda9c127d', 'name': 'network-vif-deleted', 'tag': '3a798b80-fb38-4898-bdfe-be96c9cab7d9', 'status': 'completed', 'code': 200} Nov 23 22:56:03.332731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:03.351127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '9600199b-a041-4e18-b392-5b03d51febe9', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'port_id': '9600199b-a041-4e18-b392-5b03d51febe9', 'mac_address': 'fa:16:3e:19:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fe4819-d7e9-49a6-8654-80c17725020d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:56:03.357176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.392840 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.400031 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.411180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:03.411873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.443446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9600199b-a041-4e18-b392-5b03d51febe9 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:03.454148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2639565 Nov 23 22:56:03.458020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:03.463107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:03.478274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:03.485269 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.539117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009b619-b220-4427-85d6-a81ee2a029f9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=b59d6803-2b24-42cb-bd5e-8e0cb3691b37,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:03.543910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:03.553760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:56:03.700540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-e01fb5f8-a181-4af1-b626-358c26950ce4 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:03.702360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-e01fb5f8-a181-4af1-b626-358c26950ce4 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.1860683 Nov 23 22:56:03.703823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:03.708470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.834587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-4b589d7e-5216-4fb8-a02e-25cbe4de6b21 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/quotas/8c13c8b8d98f4b48a1d9c6d6ca24560c HTTP/1.1" status: 200 len: 375 time: 0.0482059 Nov 23 22:56:03.884302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9600199b-a041-4e18-b392-5b03d51febe9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:03.936933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88400a2c-3087-47b3-89e0-f48a8a4f4115 req-e8ef8a00-196f-4523-ae96-c7385fea7b7a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:03.946512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88400a2c-3087-47b3-89e0-f48a8a4f4115 req-e8ef8a00-196f-4523-ae96-c7385fea7b7a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 944 time: 0.1588008 Nov 23 22:56:04.086071 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-017c91e1-85dc-4c5e-9dcd-0c4d1d79cae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.098308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.104402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3a798b80-fb38-4898-bdfe-be96c9cab7d9 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:04.105470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-6118dffd-039a-4a5a-815a-88b52cf0e911 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2446182 Nov 23 22:56:04.126411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88400a2c-3087-47b3-89e0-f48a8a4f4115 req-841ddf65-a64f-4225-a10c-ffbc72d19384 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774054 Nov 23 22:56:04.185988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 3a798b80-fb38-4898-bdfe-be96c9cab7d9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:04.186230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3a798b80-fb38-4898-bdfe-be96c9cab7d9 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:04.186640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6ab254b3-69e1-43d8-92a3-44c79ef00e62 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:04.337292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=0749e3d4-5d16-45f6-9cf5-c0fcab83ff46,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:04.365230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.370910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': 'b15f6bbd-90d8-4137-9e76-5eab86d191b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:04.371425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: b59d6803-2b24-42cb-bd5e-8e0cb3691b37, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:56:04.388524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-9fbabbf6-1bff-465b-a4d5-95a8ddb65b2a service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259841 Nov 23 22:56:04.408438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376287e8-8dcd-4869-8ec3-10b120a6e859 req-b3c33907-715a-4bcc-9feb-3fba1dd87655 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:04.410452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-376287e8-8dcd-4869-8ec3-10b120a6e859 req-b3c33907-715a-4bcc-9feb-3fba1dd87655 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 946 time: 0.1459022 Nov 23 22:56:04.432087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:04.432087 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa20c0c-f275-4745-ac48-2f98acf3f211" -d '{"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:04.455503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:04.460173 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.483978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:56:04.527647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:04.542082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b59d6803-2b24-42cb-bd5e-8e0cb3691b37) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:04.556534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581fd603-82eb-4196-a93e-376a4e4da508 None None] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:04.559474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:04.559994 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.592459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-376287e8-8dcd-4869-8ec3-10b120a6e859 req-e6349145-5279-42cf-a91c-7e535f846231 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715202 Nov 23 22:56:04.643073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-46ffbf5c-5a59-473b-a7b1-b61b864771b4 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1837616 Nov 23 22:56:04.646718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54786) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:04.655375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37', 'name': 'tempest-PortsIpV6TestJSON-1955547401'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:04.677583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-28aa21ad-1441-4150-8c2d-9f37bce2d8c2 service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787817 Nov 23 22:56:04.684375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54788) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:04.778225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] Deleting subnet 53a1eae5-e55c-40ba-8a05-a5ad0cffc914 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:04.788150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.813237 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6611bc5-c6a3-40ab-bcab-19f12b1f7eef x-openstack-request-id: req-e6611bc5-c6a3-40ab-bcab-19f12b1f7eef {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:04.813767 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:04.814492 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6611bc5-c6a3-40ab-bcab-19f12b1f7eef {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:04.814492 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'code': 200} Nov 23 22:56:04.835516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.889128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:04.892278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b59d6803-2b24-42cb-bd5e-8e0cb3691b37', 'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37', 'tenant_id': '92d657dcf6944b468b040ee50498ec37', 'fixed_ips': [{'subnet_id': '0749e3d4-5d16-45f6-9cf5-c0fcab83ff46'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:56:04.892786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.894286 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.896163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:04.961943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 0dbdc0bf-a09b-431f-b5a9-b240bede1a2a yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:56:05.051310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9cd3916-ec20-4221-a9ed-5c6189dfc001 req-aa8f908d-20be-4944-be40-b1e88ca61a21 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 210 time: 0.0581765 Nov 23 22:56:05.053251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.081020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a1eae5-e55c-40ba-8a05-a5ad0cffc914,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:05.102643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.113412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ed1fa412-617d-4ab2-a1ec-5183ca55e470 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/53a1eae5-e55c-40ba-8a05-a5ad0cffc914 HTTP/1.1" status: 204 len: 168 time: 0.4248462 Nov 23 22:56:05.113653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::12e (b59d6803-2b24-42cb-bd5e-8e0cb3691b37/0749e3d4-5d16-45f6-9cf5-c0fcab83ff46/0dbdc0bf-a09b-431f-b5a9-b240bede1a2a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:05.113917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54794) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:05.139213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9600199b-a041-4e18-b392-5b03d51febe9 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:05.183894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.213532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 9600199b-a041-4e18-b392-5b03d51febe9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:05.213947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.243185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.376262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.379278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.428916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.433240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:05.441949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.453589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.462410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a84911-0253-419e-a126-897ed3f408af req-7d38e52e-8f25-4a9b-8ac0-0bc7fd6fa3a7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:05.464133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a84911-0253-419e-a126-897ed3f408af req-7d38e52e-8f25-4a9b-8ac0-0bc7fd6fa3a7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 944 time: 0.1727719 Nov 23 22:56:05.468118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3acffb6-88c7-4731-a53d-01c995e47020']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:05.481361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6477834-bf83-4678-8762-31d8396c3cf4') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:05.481665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6477834-bf83-4678-8762-31d8396c3cf4') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:05.510604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.539926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=0dbdc0bf-a09b-431f-b5a9-b240bede1a2a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:05.569708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:05.575909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:05.577468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:05.590307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:05.591255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Allocated IP 2001:db8::2 (b59d6803-2b24-42cb-bd5e-8e0cb3691b37/0749e3d4-5d16-45f6-9cf5-c0fcab83ff46/1567db07-9b8a-44f9-8cb3-25fe27f00a61) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:05.609060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:05.613368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.614334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13a84911-0253-419e-a126-897ed3f408af req-0876f941-85eb-4079-aa10-11a183f69a68 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374099 Nov 23 22:56:05.622243 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.632096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:05.646740 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-92ebae67-3592-4502-a967-9036b11d0f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9973054 Nov 23 22:56:05.647760 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.650568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54808) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:05.652371 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:05.661484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37', 'name': 'tempest-PortsIpV6TestJSON-1608131619'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:05.827704 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.839134 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.843649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b3acffb6-88c7-4731-a53d-01c995e47020 HTTP/1.1" status: 204 len: 168 time: 0.7286592 Nov 23 22:56:05.847716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54810) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:05.871535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6cd1-f7f5-4c0b-b27e-6d078cc87bbf req-c8f5c231-ee55-4b38-b6e6-ff8d298f269d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:05.874734 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.883562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42c6cd1-f7f5-4c0b-b27e-6d078cc87bbf req-c8f5c231-ee55-4b38-b6e6-ff8d298f269d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 944 time: 0.1155908 Nov 23 22:56:05.898665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:05.900326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.902458 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.906150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81275b-0ab0-4c87-99a2-1ba1b7f3d5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3acffb6-88c7-4731-a53d-01c995e47020,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:05.906941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] Deleting subnet 2e6c2fa1-f4fd-4048-94b3-85a59f815594 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:05.919386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.962638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 07b5aebb-7fc2-44ae-a94f-2782ad06bcf3 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:56:05.964459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b42c6cd1-f7f5-4c0b-b27e-6d078cc87bbf req-2cf76fae-175b-4e79-95ab-598aca4dcf01 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767417 Nov 23 22:56:06.002419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:06.011899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:06.020221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:06.022003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.122955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.153144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Pushing event updated for resources: {'Port': ['ID=1567db07-9b8a-44f9-8cb3-25fe27f00a61,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:06.180163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Attempting to bind port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:06.180816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Attempting to bind port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b15f6bbd-90d8-4137-9e76-5eab86d191b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:06.181391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Attempting to bind port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 on network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:06.188817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:06.189504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Checking segment: {'id': 'b15f6bbd-90d8-4137-9e76-5eab86d191b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:06.190774 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.191789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Bound using segment: {'id': 'b15f6bbd-90d8-4137-9e76-5eab86d191b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:06.192642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Bound port: 1567db07-9b8a-44f9-8cb3-25fe27f00a61, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15f6bbd-90d8-4137-9e76-5eab86d191b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b59d6803-2b24-42cb-bd5e-8e0cb3691b37'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:06.193464 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.203089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::ab (b59d6803-2b24-42cb-bd5e-8e0cb3691b37/0749e3d4-5d16-45f6-9cf5-c0fcab83ff46/07b5aebb-7fc2-44ae-a94f-2782ad06bcf3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:06.250389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9597-511d-45bd-9ab5-ee9ef091170a req-e45a64f2-8084-46c4-9ee5-bc0646d94957 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:06.252364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad7e9597-511d-45bd-9ab5-ee9ef091170a req-e45a64f2-8084-46c4-9ee5-bc0646d94957 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1208918 Nov 23 22:56:06.271528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.289567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78868c48-f87e-44ab-8a89-74f1054b904f req-3f103691-eee2-46bb-a6eb-78d8aa904cf2 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 210 time: 0.0352523 Nov 23 22:56:06.300171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] For port 1567db07-9b8a-44f9-8cb3-25fe27f00a61, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:06.303913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] For port 1567db07-9b8a-44f9-8cb3-25fe27f00a61, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1567db07-9b8a-44f9-8cb3-25fe27f00a61,segment=NetworkSegment(b15f6bbd-90d8-4137-9e76-5eab86d191b5),segment_id=b15f6bbd-90d8-4137-9e76-5eab86d191b5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:06.305310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6c2fa1-f4fd-4048-94b3-85a59f815594,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:06.317997 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.328655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.332631 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9eaf01b-b2e9-4a54-8b19-6fc996a9ad87 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2e6c2fa1-f4fd-4048-94b3-85a59f815594 HTTP/1.1" status: 204 len: 168 time: 0.4837139 Nov 23 22:56:06.339973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54816) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:06.365537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad7e9597-511d-45bd-9ab5-ee9ef091170a req-c37abd5c-3ec3-4f73-9e80-97ab8a58de4a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783019 Nov 23 22:56:06.442612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68c8e7-9828-4dca-b9f9-3b51ce5d315a None None] Pushing event updated for resources: {'Port': ['ID=1567db07-9b8a-44f9-8cb3-25fe27f00a61,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:06.481837 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.495702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.544895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.610481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01df44-466b-4088-bb74-5ed5d8bc110d req-32c036ef-db6f-4f67-9717-e71be33845da tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:06.612941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df01df44-466b-4088-bb74-5ed5d8bc110d req-32c036ef-db6f-4f67-9717-e71be33845da tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1064956 Nov 23 22:56:06.668662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.702189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df01df44-466b-4088-bb74-5ed5d8bc110d req-c75c81d2-3dc7-4f33-a2c0-807ad37c49c8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817070 Nov 23 22:56:06.760006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-d0f261c2-28ba-462e-ac2c-bcfec71eea32 req-6673071d-9773-41cf-ae09-e2a3348546b9 tempest-MigrationsAdminTest-1817646016 tempest-MigrationsAdminTest-1817646016-project] (103523) timed out ('10.222.0.46', 59067) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:56:06.816107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:06.820284 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb58c5-b454-4434-9598-7298c027532e" -d '{"events": [{"server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "name": "network-vif-plugged", "status": "completed", "tag": "9600199b-a041-4e18-b392-5b03d51febe9"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:06.832388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.842715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe99a-789b-4f8f-98aa-860f5a6965ab req-9832aca9-37bf-414e-8b03-ea4776988b6c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:06.845376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2ebe99a-789b-4f8f-98aa-860f5a6965ab req-9832aca9-37bf-414e-8b03-ea4776988b6c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.0891585 Nov 23 22:56:06.918159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2ebe99a-789b-4f8f-98aa-860f5a6965ab req-a640d2dd-8c9c-490c-a0bf-04204915e34d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662680 Nov 23 22:56:06.922215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=07b5aebb-7fc2-44ae-a94f-2782ad06bcf3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:06.943335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4543a411-62f0-4ffb-aba4-7bc686b23f91']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:06.953949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:06.970015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:06.974508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:06.980314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:06.980964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:06.990888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2048a240-09dd-491a-ac09-eef0c20a8d72') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:06.991189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2048a240-09dd-491a-ac09-eef0c20a8d72') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:07.013660 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100f7508-9597-433e-a1f7-1940ba0ed172 x-openstack-request-id: req-100f7508-9597-433e-a1f7-1940ba0ed172 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:07.013952 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "name": "network-vif-plugged", "status": "completed", "tag": "9600199b-a041-4e18-b392-5b03d51febe9", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:07.014207 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-100f7508-9597-433e-a1f7-1940ba0ed172 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:07.014607 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9', 'code': 200} Nov 23 22:56:07.026927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.057550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-195a8907-df17-4209-b287-090105038991 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:07.059266 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-195a8907-df17-4209-b287-090105038991 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.5270729 Nov 23 22:56:07.074906 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fcd0f621-f1bb-46c7-aa0e-1d0f3be0498e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4205453 Nov 23 22:56:07.075487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54830) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:07.084525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Request body: {'port': {'device_id': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'admin_state_up': True, 'tenant_id': '8c13c8b8d98f4b48a1d9c6d6ca24560c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:07.122271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.161696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4f4e8-261e-4205-8d7c-0e2910c11c8f req-00ad9cca-0423-44c6-a362-2d9d7b25bd0a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:07.172227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbf4f4e8-261e-4205-8d7c-0e2910c11c8f req-00ad9cca-0423-44c6-a362-2d9d7b25bd0a tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1140366 Nov 23 22:56:07.175474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:07.176244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:07.177815 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:07.272313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbf4f4e8-261e-4205-8d7c-0e2910c11c8f req-22164a7a-b24f-4f03-a552-b0e6d413b4c2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984309 Nov 23 22:56:07.280162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63df8d-653f-444b-9814-4869fa14cf27 req-af830075-dcd5-4423-8fb4-fb2163278b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:07.281665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e63df8d-653f-444b-9814-4869fa14cf27 req-af830075-dcd5-4423-8fb4-fb2163278b57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 1096 time: 0.0930798 Nov 23 22:56:07.323714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f746a7-8910-493a-be9f-2c7655f3f40f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:07.325172 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b5f746a7-8910-493a-be9f-2c7655f3f40f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12e HTTP/1.1" status: 200 len: 929 time: 0.2448936 Nov 23 22:56:07.329025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54834) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:07.329740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.345516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.352564 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4543a411-62f0-4ffb-aba4-7bc686b23f91 HTTP/1.1" status: 204 len: 168 time: 1.0107427 Nov 23 22:56:07.363432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e63df8d-653f-444b-9814-4869fa14cf27 req-1531e47a-78a5-43fe-ab1f-ed109734a350 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738995 Nov 23 22:56:07.398816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c35ca8-5d47-487a-8546-574ac1511128 admin admin] Pushing event deleted for resources: {'Network': ['ID=4543a411-62f0-4ffb-aba4-7bc686b23f91,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:07.452859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5bfdb7f0-1d84-4fc1-86fb-1ba772ffc2cd req-f0cc7d24-4d5b-4d70-8f32-fdc15d918492 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 210 time: 0.0676854 Nov 23 22:56:07.469838 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.474871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Made reservation on behalf of 8c13c8b8d98f4b48a1d9c6d6ca24560c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:07.485841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.632393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:07.632631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 07b5aebb-7fc2-44ae-a94f-2782ad06bcf3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:07.632772 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.711320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2dee568b-3c72-44a6-9516-ee3fa0716882 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=751f0ad60a4b441493eb906c5e4ba902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740747 Nov 23 22:56:07.711678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54840) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:07.741345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Allocated IP 172.20.0.11 (ff10a010-6755-4f00-8434-2ffc0fce86f6/b0cf416f-f859-4636-a10b-f0923e1b1f57/0a338763-1bfd-4a9f-866b-8057466d17c3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:07.773434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.804513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 07b5aebb-7fc2-44ae-a94f-2782ad06bcf3 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:07.807395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83438c4c-ad2c-4869-82ba-3bd66316785e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.849009 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83438c4c-ad2c-4869-82ba-3bd66316785e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.936683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83438c4c-ad2c-4869-82ba-3bd66316785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.940625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83438c4c-ad2c-4869-82ba-3bd66316785e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.943377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-83438c4c-ad2c-4869-82ba-3bd66316785e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51 HTTP/1.1" status: 204 len: 168 time: 0.2299576 Nov 23 22:56:07.958253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83438c4c-ad2c-4869-82ba-3bd66316785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f7503d-d59e-4e4a-bcd2-aa21f58a8a51,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:07.962159 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.100110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6ab254b3-69e1-43d8-92a3-44c79ef00e62 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:08.171961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db761630-c1cf-4903-b52e-0546db885e90 req-9d7ad6b4-e6a9-4e45-b2ee-839c970377a8 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:08.173583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db761630-c1cf-4903-b52e-0546db885e90 req-9d7ad6b4-e6a9-4e45-b2ee-839c970377a8 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1353180 Nov 23 22:56:08.187800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1ddc1-cfaa-4d54-a881-120db5153365 None None] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:08.247550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6a5e764e-7e1b-4da8-af60-09a0915d67a4 None None] Provisioning complete for port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:08.248184 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a5e764e-7e1b-4da8-af60-09a0915d67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.256563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db761630-c1cf-4903-b52e-0546db885e90 req-f2ed6da8-a0e7-4eec-bd56-11f7bc522d12 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710526 Nov 23 22:56:08.470347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc012e-b360-4e07-a887-7746f015660b req-45d180c5-440b-424d-a2a2-f071eb8be764 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:08.480884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fedc012e-b360-4e07-a887-7746f015660b req-45d180c5-440b-424d-a2a2-f071eb8be764 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1032696 Nov 23 22:56:08.557041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.559013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a5e764e-7e1b-4da8-af60-09a0915d67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.569820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.595933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fedc012e-b360-4e07-a887-7746f015660b req-2fd58659-97c5-44db-bc8e-5397df7912d5 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027262 Nov 23 22:56:08.631259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=07b5aebb-7fc2-44ae-a94f-2782ad06bcf3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:08.647023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6a5e764e-7e1b-4da8-af60-09a0915d67a4 None None] For port 1567db07-9b8a-44f9-8cb3-25fe27f00a61, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1567db07-9b8a-44f9-8cb3-25fe27f00a61,segment=NetworkSegment(b15f6bbd-90d8-4137-9e76-5eab86d191b5),segment_id=b15f6bbd-90d8-4137-9e76-5eab86d191b5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:08.663429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a5e764e-7e1b-4da8-af60-09a0915d67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.678598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.680156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f4e2c82-496b-4f36-8295-6c7d26a23cb7 req-77360225-1787-44e7-b46d-9e8fb14d404c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 210 time: 0.0806675 Nov 23 22:56:08.686654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-92d79c8d-1255-4b9e-9228-c09bee08cdfd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/07b5aebb-7fc2-44ae-a94f-2782ad06bcf3 HTTP/1.1" status: 204 len: 168 time: 1.3541777 Nov 23 22:56:08.689381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54854) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:08.741119 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-98448e5b-50ed-4c6d-b287-3b2c1116feb5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:56:08.742813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-98448e5b-50ed-4c6d-b287-3b2c1116feb5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/07b5aebb-7fc2-44ae-a94f-2782ad06bcf3 HTTP/1.1" status: 404 len: 333 time: 0.0517554 Nov 23 22:56:08.748050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:08.775514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1567db07-9b8a-44f9-8cb3-25fe27f00a61 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:08.807380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.828468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31b14b38-7584-45aa-bfc2-d8bd54448e6d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:08.896735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54860) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:08.902110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e764e-7e1b-4da8-af60-09a0915d67a4 None None] Pushing event updated for resources: {'Port': ['ID=1567db07-9b8a-44f9-8cb3-25fe27f00a61,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:08.925504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:08.931744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:08.942246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:08.942503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.956105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:09.007185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event updated for resources: {'Port': ['ID=0a338763-1bfd-4a9f-866b-8057466d17c3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:09.007530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6e180f03-01a2-4ccb-924f-64184ede64ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbe43adf50934708b40ffbbd2e08b6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1090727 Nov 23 22:56:09.012530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54862) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:09.048059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 0dbdc0bf-a09b-431f-b5a9-b240bede1a2a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:09.048400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.070578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.078415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.092081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0b56202-5e1b-4ee4-b3fe-14ffbe8bdec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.125042 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0b56202-5e1b-4ee4-b3fe-14ffbe8bdec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.205131 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-d565f35d-db77-4e54-8e27-eb4d5cec3adf tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1285546 Nov 23 22:56:09.211503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0b56202-5e1b-4ee4-b3fe-14ffbe8bdec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.216475 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0b56202-5e1b-4ee4-b3fe-14ffbe8bdec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.219722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b0b56202-5e1b-4ee4-b3fe-14ffbe8bdec8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f1db9b8-4fb5-45a4-bd8e-e2adfa0aac85 HTTP/1.1" status: 204 len: 168 time: 0.2052214 Nov 23 22:56:09.226974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Request body: {'port': {'device_id': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:09.229782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b56202-5e1b-4ee4-b3fe-14ffbe8bdec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1db9b8-4fb5-45a4-bd8e-e2adfa0aac85,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:09.294550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5fb12015-5342-4634-a189-0f5dfc3cb7bc None None] Provisioning complete for port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:09.295088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5fb12015-5342-4634-a189-0f5dfc3cb7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.332151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.335687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.423078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 0dbdc0bf-a09b-431f-b5a9-b240bede1a2a owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:09.448235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5fb12015-5342-4634-a189-0f5dfc3cb7bc None None] Provisioning complete for port 0dbdc0bf-a09b-431f-b5a9-b240bede1a2a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:09.448876 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5fb12015-5342-4634-a189-0f5dfc3cb7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.509525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8a8bb-25c6-4fea-a489-05189fd12463 req-56c85f44-9779-4bad-a785-7c1514f0ff09 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.512881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91e8a8bb-25c6-4fea-a489-05189fd12463 req-56c85f44-9779-4bad-a785-7c1514f0ff09 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1158662 Nov 23 22:56:09.529782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5fb12015-5342-4634-a189-0f5dfc3cb7bc None None] Port 0dbdc0bf-a09b-431f-b5a9-b240bede1a2a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:09.608551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91e8a8bb-25c6-4fea-a489-05189fd12463 req-2671cff8-bfff-42ee-91d6-8ce9b71d5a03 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874393 Nov 23 22:56:09.779169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-86f88875-e53a-4959-bc87-35a2713ab116 None None] Provisioning complete for port 0dbdc0bf-a09b-431f-b5a9-b240bede1a2a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:09.779914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86f88875-e53a-4959-bc87-35a2713ab116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.882949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-86f88875-e53a-4959-bc87-35a2713ab116 None None] Port 0dbdc0bf-a09b-431f-b5a9-b240bede1a2a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:09.906724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d7bb2-3921-41b6-9e4b-699f283eac41 req-14e970b5-9377-4129-afa1-85685da4f3ac tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.921377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-824d7bb2-3921-41b6-9e4b-699f283eac41 req-14e970b5-9377-4129-afa1-85685da4f3ac tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.1863010 Nov 23 22:56:09.944530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b27338-84b2-4359-8465-3e5a96001c85 req-14437e59-ae21-4f79-8bb6-f833b25abd88 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.952286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b27338-84b2-4359-8465-3e5a96001c85 req-14437e59-ae21-4f79-8bb6-f833b25abd88 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1942763 Nov 23 22:56:09.994559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.062917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=0dbdc0bf-a09b-431f-b5a9-b240bede1a2a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:10.066375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b27338-84b2-4359-8465-3e5a96001c85 req-1ad6df71-c4e7-4540-80b4-2bbfd2fd359d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126809 Nov 23 22:56:10.112426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.118940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ae481727-15ef-4ee0-8166-a17ba87c2825 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/0dbdc0bf-a09b-431f-b5a9-b240bede1a2a HTTP/1.1" status: 204 len: 168 time: 1.3675456 Nov 23 22:56:10.119254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a338763-1bfd-4a9f-866b-8057466d17c3 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:10.121889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54888) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:10.128614 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.161044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Transition to ACTIVE for port object 0a338763-1bfd-4a9f-866b-8057466d17c3 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:56:10.167943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.203821 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddac635b-253c-4878-9d53-325e552562d1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:56:10.208730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dd523da8-9328-4fe2-b120-8eeec38ae016 None None] Could not find standard attr ID for object 07b5aebb-7fc2-44ae-a94f-2782ad06bcf3. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:56:10.209596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ddac635b-253c-4878-9d53-325e552562d1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/0dbdc0bf-a09b-431f-b5a9-b240bede1a2a HTTP/1.1" status: 404 len: 333 time: 0.0844390 Nov 23 22:56:10.213011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54890) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:10.218546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-824d7bb2-3921-41b6-9e4b-699f283eac41 req-d7de13d5-7041-4f68-abde-0f6c64e155d5 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628505 Nov 23 22:56:10.264521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Pushing event updated for resources: {'Port': ['ID=0a338763-1bfd-4a9f-866b-8057466d17c3,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:10.412746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc37f3-55cb-4fc7-8542-895914108e6b req-043ba69c-a988-4770-bc80-3f3c3912d971 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:10.423769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77bc37f3-55cb-4fc7-8542-895914108e6b req-043ba69c-a988-4770-bc80-3f3c3912d971 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 944 time: 0.2213867 Nov 23 22:56:10.440856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Attempting to bind port 0a338763-1bfd-4a9f-866b-8057466d17c3 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:10.443403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Attempting to bind port 0a338763-1bfd-4a9f-866b-8057466d17c3 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:10.443403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Attempting to bind port 0a338763-1bfd-4a9f-866b-8057466d17c3 on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:10.449953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Port 0a338763-1bfd-4a9f-866b-8057466d17c3 on network ff10a010-6755-4f00-8434-2ffc0fce86f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:56:10.450283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Attempting to bind port 0a338763-1bfd-4a9f-866b-8057466d17c3 on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:10.458300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:10.458666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Checking segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:10.459044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Bound using segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:10.459491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Bound port: 0a338763-1bfd-4a9f-866b-8057466d17c3, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:10.459927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.474068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet 0749e3d4-5d16-45f6-9cf5-c0fcab83ff46 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:10.511554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.590037 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77bc37f3-55cb-4fc7-8542-895914108e6b req-bf9abbaf-5978-4747-b2f9-e3bb88633c47 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653826 Nov 23 22:56:10.604901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.655472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] For port 0a338763-1bfd-4a9f-866b-8057466d17c3, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:10.662694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] For port 0a338763-1bfd-4a9f-866b-8057466d17c3, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0a338763-1bfd-4a9f-866b-8057466d17c3,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:10.673931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.730155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1567db07-9b8a-44f9-8cb3-25fe27f00a61 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:10.804519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:10.806095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.807889 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] 10.222.0.48 "PUT /v2.0/ports/0a338763-1bfd-4a9f-866b-8057466d17c3 HTTP/1.1" status: 200 len: 1092 time: 1.5875025 Nov 23 22:56:10.808603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'tag': '0a338763-1bfd-4a9f-866b-8057466d17c3'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:10.819883 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282f0e8b-4246-4559-9822-a1ab51e0ffff" -d '{"events": [{"name": "network-changed", "server_uuid": "e93dba81-bbf2-438e-8826-62daf17e0905", "tag": "0a338763-1bfd-4a9f-866b-8057466d17c3"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:10.853012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.876402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:10.876896 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:10.957225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf67c3-015d-42fc-a98d-ab49b79daafc service neutron] Pushing event updated for resources: {'Port': ['ID=0a338763-1bfd-4a9f-866b-8057466d17c3,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:10.963202 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c92cf22-a216-44ee-994e-50c45dbcf935 x-openstack-request-id: req-4c92cf22-a216-44ee-994e-50c45dbcf935 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:10.963726 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93dba81-bbf2-438e-8826-62daf17e0905", "tag": "0a338763-1bfd-4a9f-866b-8057466d17c3", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:10.963992 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c92cf22-a216-44ee-994e-50c45dbcf935 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:10.964416 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'tag': '0a338763-1bfd-4a9f-866b-8057466d17c3', 'status': 'completed', 'code': 200} Nov 23 22:56:10.994778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-5f9d722b-1f08-4397-9d97-c582082d04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:10.997732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-5f9d722b-1f08-4397-9d97-c582082d04c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 1095 time: 0.1154959 Nov 23 22:56:11.039023 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.078243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-92e4be17-0c85-41dc-b110-a7d1de0c7e2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a338763-1bfd-4a9f-866b-8057466d17c3 HTTP/1.1" status: 200 len: 217 time: 0.0576069 Nov 23 22:56:11.117022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=0749e3d4-5d16-45f6-9cf5-c0fcab83ff46,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:11.125713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.133837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec0271-f3e0-4420-b388-d724309865a8 None None] Network b59d6803-2b24-42cb-bd5e-8e0cb3691b37 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:11.148276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54934) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:11.152098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3edb33cd-8102-4175-82f9-769ff896d040 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/0749e3d4-5d16-45f6-9cf5-c0fcab83ff46 HTTP/1.1" status: 204 len: 168 time: 0.9101534 Nov 23 22:56:11.254227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-9ab0c845-dc7b-493b-b241-74156f899707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:11.256260 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-9ab0c845-dc7b-493b-b241-74156f899707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.1701686 Nov 23 22:56:11.286105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.291127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-c315c022-cf63-4d43-80ea-2460c28e74f4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:11.300651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-c315c022-cf63-4d43-80ea-2460c28e74f4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 815 time: 0.2752304 Nov 23 22:56:11.317320 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-cada0345-9967-4260-b4e2-b54fdeaaa12d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497358 Nov 23 22:56:11.342508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eed6d-1e88-4d34-833d-ff8fcc8bba8f req-14dbe135-abb0-4bca-be94-ef69b2a76709 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:11.353829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c1eed6d-1e88-4d34-833d-ff8fcc8bba8f req-14dbe135-abb0-4bca-be94-ef69b2a76709 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1549656 Nov 23 22:56:11.355261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54936) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:11.363297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-c3531e48-b33d-4888-a260-912b79f6fa75 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/quotas/6514b34f755a48ab91aa9e3a7d637ebe HTTP/1.1" status: 200 len: 375 time: 0.0615518 Nov 23 22:56:11.451459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c1eed6d-1e88-4d34-833d-ff8fcc8bba8f req-9427d52f-e1e7-4b3a-bc8f-9cb689d397e6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966032 Nov 23 22:56:11.465715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-08a98acd-8ea2-43e2-ac66-43e329d1d9b7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011395 Nov 23 22:56:11.475283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:11.475652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.480311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] DHCP port deletion for b59d6803-2b24-42cb-bd5e-8e0cb3691b37 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:11.489748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-02f028d8-cfce-4b02-aab6-5a300412e6b2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:56:11.492082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-02f028d8-cfce-4b02-aab6-5a300412e6b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097420 Nov 23 22:56:11.532029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-3a27228e-0f73-41ae-a63e-e65659ac0e1f service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898196 Nov 23 22:56:11.594205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] Deleting port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:11.594676 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.613512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6daacec0-9817-49b3-b700-46df4ec87438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.646022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] For port 1567db07-9b8a-44f9-8cb3-25fe27f00a61, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1567db07-9b8a-44f9-8cb3-25fe27f00a61,segment=NetworkSegment(b15f6bbd-90d8-4137-9e76-5eab86d191b5),segment_id=b15f6bbd-90d8-4137-9e76-5eab86d191b5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:11.646391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.652416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-4feee086-7e0e-4843-a6d1-49e0ce1dafb6 service neutron] 10.222.0.11 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439953 Nov 23 22:56:11.685339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] For port 1567db07-9b8a-44f9-8cb3-25fe27f00a61, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1567db07-9b8a-44f9-8cb3-25fe27f00a61,segment=NetworkSegment(b15f6bbd-90d8-4137-9e76-5eab86d191b5),segment_id=b15f6bbd-90d8-4137-9e76-5eab86d191b5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:11.685742 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.701832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] Calling delete_port for 1567db07-9b8a-44f9-8cb3-25fe27f00a61 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:11.715095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 1567db07-9b8a-44f9-8cb3-25fe27f00a61 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:11.762524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-ee577291-3896-4919-8854-0d8b2c0eb3cd service neutron] 10.222.0.11 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091008 Nov 23 22:56:11.798318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.828176 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0ee2ce6b-c1f9-48ec-b63c-d99ef76c8b84 req-045b5dde-d256-4657-bfe3-7783d22d7689 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869802 Nov 23 22:56:11.842192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] Pushing event deleted for resources: {'Port': ['ID=1567db07-9b8a-44f9-8cb3-25fe27f00a61,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:11.853112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709172d5-59dd-43ae-9d72-85f41b59d884 None None] No DVR routers for this DVR port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:11.869810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6ff65-57e4-4cf8-92e1-142e13f655bc req-6a1ae026-67f4-4f21-a31c-8b0a0c679d5e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:11.888453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ea6ff65-57e4-4cf8-92e1-142e13f655bc req-6a1ae026-67f4-4f21-a31c-8b0a0c679d5e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 944 time: 0.1170497 Nov 23 22:56:11.921769 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:11.974479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ea6ff65-57e4-4cf8-92e1-142e13f655bc req-d43e163f-3a15-4835-9325-26da350284c3 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804193 Nov 23 22:56:12.003079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6daacec0-9817-49b3-b700-46df4ec87438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.012570 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=1567db07-9b8a-44f9-8cb3-25fe27f00a61,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:12.021286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3cd05d56-366d-42ba-b9d2-57886bf1a831 req-73dcfb9b-3720-4c3a-bb7e-a9c4b0b65a93 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 210 time: 0.0421491 Nov 23 22:56:12.046069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No DVR routers for this DVR port 1567db07-9b8a-44f9-8cb3-25fe27f00a61 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:12.047906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6daacec0-9817-49b3-b700-46df4ec87438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.091273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daacec0-9817-49b3-b700-46df4ec87438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecacf90-44fc-4977-a619-c9c378659b0c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:12.117502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-b8d52dcf-0c16-489d-a9ab-59c1b9660bd0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:12.119187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-b8d52dcf-0c16-489d-a9ab-59c1b9660bd0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "GET /v2.0/ports?device_id=06a26448-ba1b-45b3-9880-e30c0d0cadab HTTP/1.1" status: 200 len: 945 time: 0.0958705 Nov 23 22:56:12.149842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-c2154480-ff09-4592-8a60-b8e32225142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:12.151338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-c2154480-ff09-4592-8a60-b8e32225142d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 1095 time: 0.1515887 Nov 23 22:56:12.156580 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6daacec0-9817-49b3-b700-46df4ec87438 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07fbd3132a3e4ef180e6cdfe39866204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7985151 Nov 23 22:56:12.164915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54948) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:12.248936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.275321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Deleting port 9600199b-a041-4e18-b392-5b03d51febe9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:12.275849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.329240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59d6803-2b24-42cb-bd5e-8e0cb3691b37']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:12.355887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15f6bbd-90d8-4137-9e76-5eab86d191b5') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:12.356047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15f6bbd-90d8-4137-9e76-5eab86d191b5') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:12.374322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.414706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f6-719a-4851-ae06-a7eb32a0f3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.416930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.419906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-b561e1a4-8f45-43b5-87ad-a36a54d79dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:12.421847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-b561e1a4-8f45-43b5-87ad-a36a54d79dd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 915 time: 0.2577243 Nov 23 22:56:12.432893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:12.433313 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:12.437141 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:12.525803 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-8de40007-fcf9-487a-9aeb-95b6b0ae4b37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a338763-1bfd-4a9f-866b-8057466d17c3 HTTP/1.1" status: 200 len: 217 time: 0.0946620 Nov 23 22:56:12.576155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f6-719a-4851-ae06-a7eb32a0f3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.637359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.661200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.670360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/b59d6803-2b24-42cb-bd5e-8e0cb3691b37 HTTP/1.1" status: 204 len: 168 time: 1.5123560 Nov 23 22:56:12.675840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54960) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:12.683340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-298845754'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:12.704229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1567db07-9b8a-44f9-8cb3-25fe27f00a61 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:12.704869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8259851-98a5-4d19-b49a-23cd03433af6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=b59d6803-2b24-42cb-bd5e-8e0cb3691b37,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:12.710884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-ece3184b-fd64-4e07-b996-649929ec3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:12.712962 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-ece3184b-fd64-4e07-b996-649929ec3b82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.1749582 Nov 23 22:56:12.750899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f6-719a-4851-ae06-a7eb32a0f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.754158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0f6-719a-4851-ae06-a7eb32a0f3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.757823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ef50a0f6-719a-4851-ae06-a7eb32a0f3af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cecacf90-44fc-4977-a619-c9c378659b0c HTTP/1.1" status: 204 len: 168 time: 0.5896816 Nov 23 22:56:12.778362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-2441137a-1f17-46a2-8208-a31c5d0ac8dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418947 Nov 23 22:56:12.780745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1567db07-9b8a-44f9-8cb3-25fe27f00a61 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:12.782673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1567db07-9b8a-44f9-8cb3-25fe27f00a61 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:12.794019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50a0f6-719a-4851-ae06-a7eb32a0f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecacf90-44fc-4977-a619-c9c378659b0c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:12.803359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:12.816388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.869994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6becd-9241-40d3-8334-543c7bd1091e req-60814241-c9c9-43c2-bba0-e4be95cd015e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:12.872297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26a6becd-9241-40d3-8334-543c7bd1091e req-60814241-c9c9-43c2-bba0-e4be95cd015e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1396983 Nov 23 22:56:12.927356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] For port 9600199b-a041-4e18-b392-5b03d51febe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9600199b-a041-4e18-b392-5b03d51febe9,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:12.928171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.961399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Calling delete_port for 9600199b-a041-4e18-b392-5b03d51febe9 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:12.967142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:56:12.984049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:12.984410 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment 5b715cc9-a96a-4efd-98f1-54428723e091 of type vlan for network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a Nov 23 22:56:13.037222 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-3348c5da-72ca-462d-8220-471a215dd629 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356730 Nov 23 22:56:13.151385 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-282f0e8b-4246-4559-9822-a1ab51e0ffff req-80c28b1d-e257-4b77-b13f-add6a0f606f7 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042957 Nov 23 22:56:13.153084 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:13.154309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26a6becd-9241-40d3-8334-543c7bd1091e req-99f83af2-ed59-4c7b-92c0-3bd3dd5f3ec7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722416 Nov 23 22:56:13.214042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:13.224695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:13.225386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:13.230085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:13.251532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e604c-0a63-4dad-8cf0-4810f04c85b2 req-03e39faf-554c-4e45-a17c-959820e3710e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:13.264024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e4e604c-0a63-4dad-8cf0-4810f04c85b2 req-03e39faf-554c-4e45-a17c-959820e3710e tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 944 time: 0.1614983 Nov 23 22:56:13.275689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5968773 Nov 23 22:56:13.276341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54974) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:13.313374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:13.363554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Pushing event deleted for resources: {'Port': ['ID=9600199b-a041-4e18-b392-5b03d51febe9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:13.366487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7b3378da-5008-45fb-89cf-1222c564d864 req-02df2492-87ab-45f3-8c82-e480a77fea0a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 210 time: 0.0688105 Nov 23 22:56:13.450826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] No DVR routers for this DVR port 9600199b-a041-4e18-b392-5b03d51febe9 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:13.485416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e4e604c-0a63-4dad-8cf0-4810f04c85b2 req-10799c01-ce6c-46d4-bff9-fcf2bac44806 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145076 Nov 23 22:56:13.488660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:13.493235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2f85895-066b-4647-ab4e-6e0d8e7847be req-2d01ba24-b671-4377-914c-20ffde1266ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "DELETE /v2.0/ports/9600199b-a041-4e18-b392-5b03d51febe9 HTTP/1.1" status: 204 len: 173 time: 1.3661864 Nov 23 22:56:13.493881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'name': 'network-vif-deleted', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:13.496432 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63ce156-fe64-421c-9599-878907f7549e" -d '{"events": [{"server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "name": "network-vif-deleted", "tag": "9600199b-a041-4e18-b392-5b03d51febe9"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:13.542543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52425c64-a728-4ee6-a9f8-2e8cb764d481 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=09e7ca0c-7001-4262-afa8-6ffbf8a5672a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:13.543135 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a7402-eec5-4ce0-8c5d-86073c1a63cc x-openstack-request-id: req-ef1a7402-eec5-4ce0-8c5d-86073c1a63cc {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:13.543799 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a26448-ba1b-45b3-9880-e30c0d0cadab", "name": "network-vif-deleted", "tag": "9600199b-a041-4e18-b392-5b03d51febe9", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:13.544323 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef1a7402-eec5-4ce0-8c5d-86073c1a63cc {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:13.544999 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a26448-ba1b-45b3-9880-e30c0d0cadab', 'name': 'network-vif-deleted', 'tag': '9600199b-a041-4e18-b392-5b03d51febe9', 'status': 'completed', 'code': 200} Nov 23 22:56:13.560840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:56:13.687155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:13.693484 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:13.741892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-09bec871-6370-4744-b846-2c0dba5f8e93 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:13.743684 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-09bec871-6370-4744-b846-2c0dba5f8e93 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.48 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 815 time: 0.3565121 Nov 23 22:56:13.778442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Request body: {'port': {'device_id': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'admin_state_up': True, 'tenant_id': '6514b34f755a48ab91aa9e3a7d637ebe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:14.039445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Made reservation on behalf of 6514b34f755a48ab91aa9e3a7d637ebe for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:14.043165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.086325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.116928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0a338763-1bfd-4a9f-866b-8057466d17c3 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:56:14.336249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0a338763-1bfd-4a9f-866b-8057466d17c3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0a338763-1bfd-4a9f-866b-8057466d17c3,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:14.356158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '0a338763-1bfd-4a9f-866b-8057466d17c3', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'port_id': '0a338763-1bfd-4a9f-866b-8057466d17c3', 'mac_address': 'fa:16:3e:2b:a5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0cf416f-f859-4636-a10b-f0923e1b1f57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:56:14.356582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Allocated IP 172.20.0.8 (b2632c76-d9e2-4336-89d4-98d45241b7e1/21fe4819-d7e9-49a6-8654-80c17725020d/76639f42-0cc3-4bee-a404-36a744ffc8b8) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:14.368031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d578d5-3130-4138-9094-9b0b0790f93c req-16051f66-acba-42ff-9b5b-cd7955ea0a27 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:14.374587 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d578d5-3130-4138-9094-9b0b0790f93c req-16051f66-acba-42ff-9b5b-cd7955ea0a27 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.0821738 Nov 23 22:56:14.441394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.468672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a338763-1bfd-4a9f-866b-8057466d17c3 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:14.469947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': '5b715cc9-a96a-4efd-98f1-54428723e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:14.470579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: 09e7ca0c-7001-4262-afa8-6ffbf8a5672a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:56:14.472532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d578d5-3130-4138-9094-9b0b0790f93c req-dbeacd16-97d6-40be-a924-ff37dbbdb5e3 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920804 Nov 23 22:56:14.483877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=55b23c68-d092-435f-8c62-df50c6e2a0de,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:14.521979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:56:14.524699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0a338763-1bfd-4a9f-866b-8057466d17c3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0a338763-1bfd-4a9f-866b-8057466d17c3,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:14.530883 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.534012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 09e7ca0c-7001-4262-afa8-6ffbf8a5672a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:14.538763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:14.539383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.546980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240d465-1b4b-45ed-98d6-5e4c0bd19eb3 None None] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:14.568856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d81fe4d8-07d7-40dd-9da0-f5cd8decf6e8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2879908 Nov 23 22:56:14.572195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:14.577214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a', 'name': 'tempest-PortsIpV6TestJSON-1654163923', 'fixed_ips': [{'subnet_id': '55b23c68-d092-435f-8c62-df50c6e2a0de', 'ip_address': '2001:db8::10'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:14.592518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-867d4e8c-3e88-42fe-a6a5-5e991de500b7 req-1dbee7e5-06dc-4962-812e-9c804e39d3f2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 210 time: 0.0982141 Nov 23 22:56:14.690412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51764c-22a9-4fc8-b0cb-1ca757a3454f req-c23aecdc-51dd-4791-a453-b9751fe26da1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:14.692029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b51764c-22a9-4fc8-b0cb-1ca757a3454f req-c23aecdc-51dd-4791-a453-b9751fe26da1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 945 time: 0.0750842 Nov 23 22:56:14.722680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0a338763-1bfd-4a9f-866b-8057466d17c3,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:14.818016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b51764c-22a9-4fc8-b0cb-1ca757a3454f req-52f9cdf1-4f18-4b57-9979-2eea9efa4dd0 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148171 Nov 23 22:56:14.850555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.855742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-09e7ca0c-7001-4262-afa8-6ffbf8a5672a', 'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a', 'tenant_id': '92d657dcf6944b468b040ee50498ec37', 'fixed_ips': [{'subnet_id': '55b23c68-d092-435f-8c62-df50c6e2a0de'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:56:14.857175 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.910471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0a338763-1bfd-4a9f-866b-8057466d17c3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:14.930347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:14.947143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:15.117548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Network b2632c76-d9e2-4336-89d4-98d45241b7e1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:15.124946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9600199b-a041-4e18-b392-5b03d51febe9 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:15.156223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Allocated IP 2001:db8::2 (09e7ca0c-7001-4262-afa8-6ffbf8a5672a/55b23c68-d092-435f-8c62-df50c6e2a0de/e18d25e0-23b1-4d65-ab26-27c752bfc68e) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:15.159395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 9600199b-a041-4e18-b392-5b03d51febe9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:15.159804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9600199b-a041-4e18-b392-5b03d51febe9 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:15.172975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:15.177756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:15.180496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:15.274780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55030) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:15.288768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:15.289507 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.309148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.349386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port d7fd1cc3-bc70-4ab8-bf79-d69337c22eca yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:56:15.362943 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-d1e1c612-4db4-472e-8411-5f898435f59f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929141 Nov 23 22:56:15.397725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Request body: {'port': {'device_id': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:15.520192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.582219 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.608265 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.688561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:15.696851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:15.701406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:15.713789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7935-a9c3-48f1-bacd-a35bf5ddd455 req-8dd38f29-c35d-4bda-a2f0-69a4daa00e09 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:15.723604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bfe7935-a9c3-48f1-bacd-a35bf5ddd455 req-8dd38f29-c35d-4bda-a2f0-69a4daa00e09 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1093717 Nov 23 22:56:15.739120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Pushing event updated for resources: {'Port': ['ID=e18d25e0-23b1-4d65-ab26-27c752bfc68e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:15.771162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::10 (09e7ca0c-7001-4262-afa8-6ffbf8a5672a/55b23c68-d092-435f-8c62-df50c6e2a0de/d7fd1cc3-bc70-4ab8-bf79-d69337c22eca) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:15.782542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e7790f8-4c27-4e01-8313-90008889ea8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.785178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Attempting to bind port e18d25e0-23b1-4d65-ab26-27c752bfc68e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:15.785778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Attempting to bind port e18d25e0-23b1-4d65-ab26-27c752bfc68e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5b715cc9-a96a-4efd-98f1-54428723e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:15.786370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Attempting to bind port e18d25e0-23b1-4d65-ab26-27c752bfc68e on network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:15.798123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:15.799172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Checking segment: {'id': '5b715cc9-a96a-4efd-98f1-54428723e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:15.801102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.802087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Bound using segment: {'id': '5b715cc9-a96a-4efd-98f1-54428723e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:15.803649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Bound port: e18d25e0-23b1-4d65-ab26-27c752bfc68e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b715cc9-a96a-4efd-98f1-54428723e091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:15.806437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.853157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bfe7935-a9c3-48f1-bacd-a35bf5ddd455 req-df034477-42a8-4163-8bf4-ba4dbbf5fe81 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282461 Nov 23 22:56:15.869390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3723d3a-f6ac-45be-99dc-0fa92b7d7665 req-7523a6b5-1de8-4414-a41c-b86fb0f0257b tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:15.871031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3723d3a-f6ac-45be-99dc-0fa92b7d7665 req-7523a6b5-1de8-4414-a41c-b86fb0f0257b tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 931 time: 0.1340749 Nov 23 22:56:15.886608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] For port e18d25e0-23b1-4d65-ab26-27c752bfc68e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:15.890295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] For port e18d25e0-23b1-4d65-ab26-27c752bfc68e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e18d25e0-23b1-4d65-ab26-27c752bfc68e,segment=NetworkSegment(5b715cc9-a96a-4efd-98f1-54428723e091),segment_id=5b715cc9-a96a-4efd-98f1-54428723e091)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:15.903898 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:15.982840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfc83a-c767-4ffc-8856-f408f2509da5 None None] Pushing event updated for resources: {'Port': ['ID=e18d25e0-23b1-4d65-ab26-27c752bfc68e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:16.022905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3723d3a-f6ac-45be-99dc-0fa92b7d7665 req-36b7df26-638e-4ba4-ac2b-30820eb6a4c2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391943 Nov 23 22:56:16.046038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76639f42-0cc3-4bee-a404-36a744ffc8b8 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:16.061620 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.076733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e7790f8-4c27-4e01-8313-90008889ea8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.077682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.090062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Transition to ACTIVE for port object 76639f42-0cc3-4bee-a404-36a744ffc8b8 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:56:16.097185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c4926-92dc-48a3-81fc-eab01eb5676f req-0c2a5b20-667d-457a-a20b-9e97a7208de5 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:16.098999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-051c4926-92dc-48a3-81fc-eab01eb5676f req-0c2a5b20-667d-457a-a20b-9e97a7208de5 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 945 time: 0.1015937 Nov 23 22:56:16.100381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e7790f8-4c27-4e01-8313-90008889ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.104102 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.163965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7790f8-4c27-4e01-8313-90008889ea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5d20a1-0027-47d9-82aa-032863354e4e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:16.188022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07085640-732d-4919-b2dd-b478de000228 service neutron] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:16.207211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.225634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7e7790f8-4c27-4e01-8313-90008889ea8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4ef78b8a39a4cec9390cf4c92a3927d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9497144 Nov 23 22:56:16.228760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55054) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:16.301652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-051c4926-92dc-48a3-81fc-eab01eb5676f req-200f52ae-4e8a-43e2-bf2f-5ca02e6c9ed3 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810219 Nov 23 22:56:16.372796 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b476200-3685-4378-9072-f002e1fe29f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.414829 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b476200-3685-4378-9072-f002e1fe29f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.482479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b476200-3685-4378-9072-f002e1fe29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.485651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2b476200-3685-4378-9072-f002e1fe29f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.491253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2b476200-3685-4378-9072-f002e1fe29f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c5d20a1-0027-47d9-82aa-032863354e4e HTTP/1.1" status: 204 len: 168 time: 0.2598519 Nov 23 22:56:16.514852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b476200-3685-4378-9072-f002e1fe29f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5d20a1-0027-47d9-82aa-032863354e4e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:16.660346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:16.667081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:16.677257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:16.683147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:16.683836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.715857 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1425562 Nov 23 22:56:16.717001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc1f4-2f4a-464a-b45b-ef183e0470cc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=d7fd1cc3-bc70-4ab8-bf79-d69337c22eca,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:16.718939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55062) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:16.724642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': '09e7ca0c-7001-4262-afa8-6ffbf8a5672a', 'name': 'tempest-PortsIpV6TestJSON-1026762011', 'fixed_ips': [{'subnet_id': '55b23c68-d092-435f-8c62-df50c6e2a0de', 'ip_address': '2001:db8::f'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:16.730838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Attempting to bind port 76639f42-0cc3-4bee-a404-36a744ffc8b8 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:16.731451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Attempting to bind port 76639f42-0cc3-4bee-a404-36a744ffc8b8 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:16.732003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Attempting to bind port 76639f42-0cc3-4bee-a404-36a744ffc8b8 on network b2632c76-d9e2-4336-89d4-98d45241b7e1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:16.737520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Port 76639f42-0cc3-4bee-a404-36a744ffc8b8 on network b2632c76-d9e2-4336-89d4-98d45241b7e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:56:16.738277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Attempting to bind port 76639f42-0cc3-4bee-a404-36a744ffc8b8 on network b2632c76-d9e2-4336-89d4-98d45241b7e1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:16.744483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:16.745491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Checking segment: {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:16.746080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Bound using segment: {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:16.746716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Bound port: 76639f42-0cc3-4bee-a404-36a744ffc8b8, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:16.747658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.760034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e18d25e0-23b1-4d65-ab26-27c752bfc68e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:16.831404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:16.835760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:16.843161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.868119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e18d25e0-23b1-4d65-ab26-27c752bfc68e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:16.868585 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.897947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:16.899452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:16.901603 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-07085640-732d-4919-b2dd-b478de000228 service neutron] 10.222.0.48 "PUT /v2.0/ports/76639f42-0cc3-4bee-a404-36a744ffc8b8 HTTP/1.1" status: 200 len: 1091 time: 1.5106552 Nov 23 22:56:16.902405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:16.905149 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db16e0-b898-4f54-b11f-a86dae99f7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:16.965721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07085640-732d-4919-b2dd-b478de000228 service neutron] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:16.996901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:17.000782 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92587845-59e4-428a-85cd-59b34ed9461d x-openstack-request-id: req-92587845-59e4-428a-85cd-59b34ed9461d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:17.001368 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:17.001866 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92587845-59e4-428a-85cd-59b34ed9461d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:17.004304 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'status': 'completed', 'code': 200} Nov 23 22:56:17.116125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-f436498d-f306-422e-9f37-177eab42b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:17.120209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-f436498d-f306-422e-9f37-177eab42b234 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 1094 time: 0.1451597 Nov 23 22:56:17.130040 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:17.193770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-f2e7ad61-4363-48dd-9d8e-158db274c952 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8 HTTP/1.1" status: 200 len: 217 time: 0.0537622 Nov 23 22:56:17.242598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port e18d25e0-23b1-4d65-ab26-27c752bfc68e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e18d25e0-23b1-4d65-ab26-27c752bfc68e,segment=NetworkSegment(5b715cc9-a96a-4efd-98f1-54428723e091),segment_id=5b715cc9-a96a-4efd-98f1-54428723e091)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:17.250528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:17.345359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-239a1b02-c928-43a9-981c-8972208de92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:17.348216 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-239a1b02-c928-43a9-981c-8972208de92e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21fe4819-d7e9-49a6-8654-80c17725020d HTTP/1.1" status: 200 len: 855 time: 0.1466517 Nov 23 22:56:17.366737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=e18d25e0-23b1-4d65-ab26-27c752bfc68e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:17.389675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2662d-4088-46f5-b5dc-a97694fde12d req-8c09240f-ccbb-4036-871d-3e091bc5bb3c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:17.398393 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-ce566166-bde0-4869-a027-8f92c80a977b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2632c76-d9e2-4336-89d4-98d45241b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425305 Nov 23 22:56:17.399490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f2662d-4088-46f5-b5dc-a97694fde12d req-8c09240f-ccbb-4036-871d-3e091bc5bb3c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.2475874 Nov 23 22:56:17.427742 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:17.477041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 1f14663b-06e0-4002-a419-aba0d0976e86 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:56:17.500908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55078) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:17.503082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ed57a-16c2-4047-bdf9-4bb54fa79381 req-fd4ccd51-ddc7-4d67-a8f4-8a8d06687c58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:17.512789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c5ed57a-16c2-4047-bdf9-4bb54fa79381 req-fd4ccd51-ddc7-4d67-a8f4-8a8d06687c58 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 943 time: 0.3119383 Nov 23 22:56:17.527889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51cdcc26-b524-417c-b279-c487dd200431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:17.574542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-02537c59-c722-4a0c-8a53-485a5d7c0745 service neutron] 10.222.0.48 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655712 Nov 23 22:56:17.593719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf53805-b2af-4287-bf24-269cbc6e87e2 None None] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:17.622511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24f2662d-4088-46f5-b5dc-a97694fde12d req-a4c93ad1-47d3-4922-b156-bdcc45611784 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219815 Nov 23 22:56:17.701195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c5ed57a-16c2-4047-bdf9-4bb54fa79381 req-4f03470a-37b0-422d-9068-64984e4fe4b4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870809 Nov 23 22:56:17.764667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f66227d5-94bc-4aa1-8c00-e19320fcb073 req-abfbb622-9c8f-4b19-94ec-d25362f98eda service neutron] 10.222.0.48 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802106 Nov 23 22:56:17.774828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8a53fb0e-5e66-4c0d-a378-17a6c3a6896e None None] Provisioning complete for port e18d25e0-23b1-4d65-ab26-27c752bfc68e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:17.775449 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a53fb0e-5e66-4c0d-a378-17a6c3a6896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:17.775745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51cdcc26-b524-417c-b279-c487dd200431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:17.783186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51cdcc26-b524-417c-b279-c487dd200431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:17.818099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::f (09e7ca0c-7001-4262-afa8-6ffbf8a5672a/55b23c68-d092-435f-8c62-df50c6e2a0de/1f14663b-06e0-4002-a419-aba0d0976e86) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:17.856539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-51cdcc26-b524-417c-b279-c487dd200431 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f23d307cc7f40e88da4a3a39473feed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510315 Nov 23 22:56:17.857813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55080) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:17.860667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdcc26-b524-417c-b279-c487dd200431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40253e1-90ac-40c5-b9fb-8b03003e1516,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:18.004635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-3ced04e8-8402-4dd6-a56c-a1bc98dea02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.006213 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-3ced04e8-8402-4dd6-a56c-a1bc98dea02f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 1094 time: 0.1472249 Nov 23 22:56:18.027196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3a4358b-3a01-4ba3-b46b-d7c7aaa98fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.030997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d5401-c45d-41b1-a6d0-82c08b2d0d7c req-70d53c96-25d0-4ee6-a432-b04fe07c7cd9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.032620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-163d5401-c45d-41b1-a6d0-82c08b2d0d7c req-70d53c96-25d0-4ee6-a432-b04fe07c7cd9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 945 time: 0.1135495 Nov 23 22:56:18.085043 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.101017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3a4358b-3a01-4ba3-b46b-d7c7aaa98fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.150133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0a338763-1bfd-4a9f-866b-8057466d17c3 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:18.165503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-163d5401-c45d-41b1-a6d0-82c08b2d0d7c req-40656723-189e-4441-8bd4-ffe4dfba791f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250753 Nov 23 22:56:18.216472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-d714176e-6f1a-47f8-a802-321208b4eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.217590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.218036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-d714176e-6f1a-47f8-a802-321208b4eb53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 916 time: 0.1919665 Nov 23 22:56:18.272220 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-12b825fd-4a65-4a14-89b7-512c1820b7db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8 HTTP/1.1" status: 200 len: 217 time: 0.0461249 Nov 23 22:56:18.277578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3a4358b-3a01-4ba3-b46b-d7c7aaa98fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.278975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7595f750-726b-4ad8-9187-54bba5479414 None None] Provisioning complete for port d7fd1cc3-bc70-4ab8-bf79-d69337c22eca triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:18.279356 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7595f750-726b-4ad8-9187-54bba5479414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.282505 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3a4358b-3a01-4ba3-b46b-d7c7aaa98fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.292996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:18.298983 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a3a4358b-3a01-4ba3-b46b-d7c7aaa98fdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c40253e1-90ac-40c5-b9fb-8b03003e1516 HTTP/1.1" status: 204 len: 168 time: 0.4024198 Nov 23 22:56:18.301730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:18.308838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:18.315391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.316745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.336016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 0a338763-1bfd-4a9f-866b-8057466d17c3 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:56:18.346632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6257892 Nov 23 22:56:18.351874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55086) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:18.368415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 0a338763-1bfd-4a9f-866b-8057466d17c3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:18.368986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.395295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c860426-7e0d-41f7-90e5-d8de0798ee77 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=1f14663b-06e0-4002-a419-aba0d0976e86,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:18.432408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-89a98151-6549-415c-ab10-1b7b6a283c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.436754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-89a98151-6549-415c-ab10-1b7b6a283c73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21fe4819-d7e9-49a6-8654-80c17725020d HTTP/1.1" status: 200 len: 855 time: 0.1343479 Nov 23 22:56:18.440994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4358b-3a01-4ba3-b46b-d7c7aaa98fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40253e1-90ac-40c5-b9fb-8b03003e1516,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:18.482620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7e8f9c-a7ed-4bc6-9dcd-c454c23d95ae tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.488406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8e7e8f9c-a7ed-4bc6-9dcd-c454c23d95ae tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1351480 Nov 23 22:56:18.489539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55090) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:18.492804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7595f750-726b-4ad8-9187-54bba5479414 None None] Port d7fd1cc3-bc70-4ab8-bf79-d69337c22eca cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:18.510612 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-f83c82f8-99c2-4460-839a-7f7b01a43b83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b2632c76-d9e2-4336-89d4-98d45241b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644667 Nov 23 22:56:18.532990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7595f750-726b-4ad8-9187-54bba5479414 None None] Provisioning complete for port e18d25e0-23b1-4d65-ab26-27c752bfc68e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:18.534102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7595f750-726b-4ad8-9187-54bba5479414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.546793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55094) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:18.615689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca48a8-cdca-4fa8-bb29-ee496009b798 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.634486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca48a8-cdca-4fa8-bb29-ee496009b798 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.655276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca48a8-cdca-4fa8-bb29-ee496009b798 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.665243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-14efa90b-6bbe-4894-ac5d-9d5e3d91ae12 service neutron] 10.222.0.48 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379340 Nov 23 22:56:18.665696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:18.668386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-44ca48a8-cdca-4fa8-bb29-ee496009b798 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1771214 Nov 23 22:56:18.728183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e18d25e0-23b1-4d65-ab26-27c752bfc68e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:18.799390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.901807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab34d-0070-427a-81aa-344c3364fadc req-8cd599f2-8bdd-49dd-9e8f-acb09d1837b9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:18.904442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc3ab34d-0070-427a-81aa-344c3364fadc req-8cd599f2-8bdd-49dd-9e8f-acb09d1837b9 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1497200 Nov 23 22:56:18.913703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a338763-1bfd-4a9f-866b-8057466d17c3'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:18.915970 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b2b591-3cf7-4dde-b4b1-425b36426298" -d '{"events": [{"server_uuid": "e93dba81-bbf2-438e-8826-62daf17e0905", "name": "network-vif-plugged", "status": "completed", "tag": "0a338763-1bfd-4a9f-866b-8057466d17c3"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:18.957473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8fa84ac7-80c8-4987-87da-e7ed1d4c16bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:18.963772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29db16e0-b898-4f54-b11f-a86dae99f7b8 req-d9e0e4e6-ec05-4f6a-b541-c37463d7681b service neutron] 10.222.0.48 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725115 Nov 23 22:56:19.004488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a1aa-56c8-4333-aa9e-5ee82c0762f9 req-2e5b233a-99b1-4ed6-b5de-0129fbd473ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:19.005260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 0a338763-1bfd-4a9f-866b-8057466d17c3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0a338763-1bfd-4a9f-866b-8057466d17c3,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:19.006383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5034a1aa-56c8-4333-aa9e-5ee82c0762f9 req-2e5b233a-99b1-4ed6-b5de-0129fbd473ee tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 943 time: 0.1854959 Nov 23 22:56:19.025533 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.029413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e18d25e0-23b1-4d65-ab26-27c752bfc68e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:19.029860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.082960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 1f14663b-06e0-4002-a419-aba0d0976e86 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:19.083340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.125124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc3ab34d-0070-427a-81aa-344c3364fadc req-da93fdb4-933a-4823-ac87-69e6aaeb3ee0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870792 Nov 23 22:56:19.172179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=0a338763-1bfd-4a9f-866b-8057466d17c3,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:19.212962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5034a1aa-56c8-4333-aa9e-5ee82c0762f9 req-e117b895-ac17-4ed5-8373-4f92058bc8c2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950104 Nov 23 22:56:19.262522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8fa84ac7-80c8-4987-87da-e7ed1d4c16bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.262903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.274588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8fa84ac7-80c8-4987-87da-e7ed1d4c16bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.282286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d32173a1-663f-4132-9a85-2b17731d7deb None None] Provisioning complete for port 1f14663b-06e0-4002-a419-aba0d0976e86 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:19.282907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d32173a1-663f-4132-9a85-2b17731d7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.289105 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b465129-bda1-460c-a2d8-31acd5df2715 x-openstack-request-id: req-9b465129-bda1-460c-a2d8-31acd5df2715 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:19.289730 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93dba81-bbf2-438e-8826-62daf17e0905", "name": "network-vif-plugged", "status": "completed", "tag": "0a338763-1bfd-4a9f-866b-8057466d17c3", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:19.290195 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b465129-bda1-460c-a2d8-31acd5df2715 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:19.290774 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a338763-1bfd-4a9f-866b-8057466d17c3', 'code': 200} Nov 23 22:56:19.297984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 1f14663b-06e0-4002-a419-aba0d0976e86 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:19.344854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8fa84ac7-80c8-4987-87da-e7ed1d4c16bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a4dda37498c4ef6ba719a5b87d42e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7964301 Nov 23 22:56:19.346607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55124) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:19.347554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa84ac7-80c8-4987-87da-e7ed1d4c16bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105d818d-81fd-4c0d-ad80-08afa8ee01c6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:19.373361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d32173a1-663f-4132-9a85-2b17731d7deb None None] Port 1f14663b-06e0-4002-a419-aba0d0976e86 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:19.388003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d32173a1-663f-4132-9a85-2b17731d7deb None None] Provisioning complete for port d7fd1cc3-bc70-4ab8-bf79-d69337c22eca triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:19.388646 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d32173a1-663f-4132-9a85-2b17731d7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.444002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d32173a1-663f-4132-9a85-2b17731d7deb None None] Port d7fd1cc3-bc70-4ab8-bf79-d69337c22eca cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:19.466290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b99c-32e4-4697-ae90-402dfce463c6 req-d05ab743-bf5f-4b16-a6ae-e7e2680d74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:19.468477 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c655b99c-32e4-4697-ae90-402dfce463c6 req-d05ab743-bf5f-4b16-a6ae-e7e2680d74de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 1097 time: 0.1261666 Nov 23 22:56:19.494878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce589c6-3cb0-4091-b37a-d33f6716cb27 req-1d1c83db-1ce3-406c-bd99-47a7f52fe1bb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:19.496779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ce589c6-3cb0-4091-b37a-d33f6716cb27 req-1d1c83db-1ce3-406c-bd99-47a7f52fe1bb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 946 time: 0.1213312 Nov 23 22:56:19.504492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e21e-ed68-4aef-8edc-3d755fa500b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.568555 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e21e-ed68-4aef-8edc-3d755fa500b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.578906 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c655b99c-32e4-4697-ae90-402dfce463c6 req-ca628d54-5740-42f2-85c8-31f0c7e8ba3a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013405 Nov 23 22:56:19.594432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.630608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=1f14663b-06e0-4002-a419-aba0d0976e86,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:19.666447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.672891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ce589c6-3cb0-4091-b37a-d33f6716cb27 req-fd0a5be0-b818-45a6-92e8-4667ee5dc77c tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654143 Nov 23 22:56:19.684343 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-874be7db-838b-4111-a685-ab13ffdfeb4b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/1f14663b-06e0-4002-a419-aba0d0976e86 HTTP/1.1" status: 204 len: 168 time: 1.0159605 Nov 23 22:56:19.687374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55132) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:19.728051 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7775020e-9194-493a-be15-09d733af597a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:56:19.731308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7775020e-9194-493a-be15-09d733af597a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/1f14663b-06e0-4002-a419-aba0d0976e86 HTTP/1.1" status: 404 len: 333 time: 0.0423901 Nov 23 22:56:19.733965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55136) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:19.762461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c618-0577-4d73-94a9-8d6935e9dd56 req-6de279e9-d32b-4a6f-b92a-ba0be45a415d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:19.765969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e90c618-0577-4d73-94a9-8d6935e9dd56 req-6de279e9-d32b-4a6f-b92a-ba0be45a415d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1995904 Nov 23 22:56:19.778836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-fbadecf7-b6fc-4bc2-8784-70912954b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:19.782003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-fbadecf7-b6fc-4bc2-8784-70912954b8c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1095 time: 0.1563694 Nov 23 22:56:19.859593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port d7fd1cc3-bc70-4ab8-bf79-d69337c22eca {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:19.860550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.863430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e21e-ed68-4aef-8edc-3d755fa500b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.870074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e21e-ed68-4aef-8edc-3d755fa500b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:19.871798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8ed9e21e-ed68-4aef-8edc-3d755fa500b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/105d818d-81fd-4c0d-ad80-08afa8ee01c6 HTTP/1.1" status: 204 len: 168 time: 0.5204043 Nov 23 22:56:20.011588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9e21e-ed68-4aef-8edc-3d755fa500b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d818d-81fd-4c0d-ad80-08afa8ee01c6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:20.048022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.081137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for d7fd1cc3-bc70-4ab8-bf79-d69337c22eca owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:20.122541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e90c618-0577-4d73-94a9-8d6935e9dd56 req-25e38e01-5063-402e-b158-bfeee47588a6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299575 Nov 23 22:56:20.137875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:56:20.181565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-77170de2-bc28-41ed-a8fc-e9f4be3ca5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:20.185496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-77170de2-bc28-41ed-a8fc-e9f4be3ca5f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.3954539 Nov 23 22:56:20.348321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-e099881d-3033-4981-885a-77316993fad9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 998 time: 0.1524591 Nov 23 22:56:20.405015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:20.418451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.421734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'port_id': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'mac_address': 'fa:16:3e:5c:a3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fe4819-d7e9-49a6-8654-80c17725020d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:56:20.474077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-12e9a6b7-ea3e-4e79-a24c-8b2df061a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:20.476008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-12e9a6b7-ea3e-4e79-a24c-8b2df061a900 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1204197 Nov 23 22:56:20.478671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=d7fd1cc3-bc70-4ab8-bf79-d69337c22eca,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:20.483229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.488688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b4d1-312c-4ddc-9474-a87a5d00ce6d req-0b47ac92-8bfc-4c8f-a581-eded8c56f3f2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:20.490350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f098b4d1-312c-4ddc-9474-a87a5d00ce6d req-0b47ac92-8bfc-4c8f-a581-eded8c56f3f2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 943 time: 0.1264656 Nov 23 22:56:20.515557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76639f42-0cc3-4bee-a404-36a744ffc8b8 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:20.536025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.548510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0b1d4b65-1a68-4412-975d-3e8dd30c7f9f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/d7fd1cc3-bc70-4ab8-bf79-d69337c22eca HTTP/1.1" status: 204 len: 168 time: 0.8116329 Nov 23 22:56:20.550656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:20.551960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55152) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:20.562721 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.576817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55154) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:20.588640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-ece987ec-f301-41d3-834b-ce5d1c901950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:20.590915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-ece987ec-f301-41d3-834b-ce5d1c901950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996602 Nov 23 22:56:20.598851 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-27494eb7-5ab9-45b4-b775-08a75e723ab3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:56:20.602979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-27494eb7-5ab9-45b4-b775-08a75e723ab3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/d7fd1cc3-bc70-4ab8-bf79-d69337c22eca HTTP/1.1" status: 404 len: 333 time: 0.0454323 Nov 23 22:56:20.604021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55156) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:20.637183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d9d07fc5-b981-4dde-997c-a7a546feb949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.667611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:20.690213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f098b4d1-312c-4ddc-9474-a87a5d00ce6d req-7c4e3aa6-38bf-4f28-bc16-94e51b0e6a73 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662555 Nov 23 22:56:20.698330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet 55b23c68-d092-435f-8c62-df50c6e2a0de {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:20.704467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.783400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.903880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-0ffbbc67-05cd-42e2-81db-6e04e4cd63f9 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804523 Nov 23 22:56:20.922141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.943856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a32915-67c3-4722-9322-00011a7bcab7 req-c0d3d9d7-ac7d-41d1-b442-d92f8c4c8357 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:20.946101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2a32915-67c3-4722-9322-00011a7bcab7 req-c0d3d9d7-ac7d-41d1-b442-d92f8c4c8357 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 946 time: 0.1273174 Nov 23 22:56:20.959043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['76639f42-0cc3-4bee-a404-36a744ffc8b8'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:20.970288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d9d07fc5-b981-4dde-997c-a7a546feb949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.993731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d9d07fc5-b981-4dde-997c-a7a546feb949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:20.997277 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.035216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=55b23c68-d092-435f-8c62-df50c6e2a0de,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:21.046346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.054426 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-93abfa58-82d9-4ca5-b0f7-092d835b0c33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/55b23c68-d092-435f-8c62-df50c6e2a0de HTTP/1.1" status: 204 len: 168 time: 0.4492517 Nov 23 22:56:21.060499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c538df-cf1f-49fb-933b-15d54a90a7dd None None] Network 09e7ca0c-7001-4262-afa8-6ffbf8a5672a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:21.061230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55166) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:21.094809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07fc5-b981-4dde-997c-a7a546feb949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751b0881-437f-4600-88b0-0e5fce85f116,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:21.116097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d9d07fc5-b981-4dde-997c-a7a546feb949 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=951f4424b3d34b3c9f540f62e7828f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356209 Nov 23 22:56:21.117999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55170) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:21.122886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2a32915-67c3-4722-9322-00011a7bcab7 req-fbca7154-e049-4a25-85ba-5bfa1475ee81 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601655 Nov 23 22:56:21.165818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb23176-57fa-4b27-b630-13bf8142e6fe req-ef9fdf02-3127-43ff-b894-d6f9b480d86a service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515337 Nov 23 22:56:21.193820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.203331 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b4cde976-ec4b-441d-85de-d41959e014d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.242864 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b4cde976-ec4b-441d-85de-d41959e014d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.297723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port e18d25e0-23b1-4d65-ab26-27c752bfc68e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:21.297723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.374511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f0d5-74e0-435c-912c-74829ea3743b req-db2d3c0c-2e7d-41ad-8da1-157d5f6b9014 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:21.376324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcf8f0d5-74e0-435c-912c-74829ea3743b req-db2d3c0c-2e7d-41ad-8da1-157d5f6b9014 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1048388 Nov 23 22:56:21.387266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b4cde976-ec4b-441d-85de-d41959e014d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.390437 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b4cde976-ec4b-441d-85de-d41959e014d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.391843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b4cde976-ec4b-441d-85de-d41959e014d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/751b0881-437f-4600-88b0-0e5fce85f116 HTTP/1.1" status: 204 len: 168 time: 0.2726598 Nov 23 22:56:21.404805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] DHCP port deletion for 09e7ca0c-7001-4262-afa8-6ffbf8a5672a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:21.414693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] For port e18d25e0-23b1-4d65-ab26-27c752bfc68e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e18d25e0-23b1-4d65-ab26-27c752bfc68e,segment=NetworkSegment(5b715cc9-a96a-4efd-98f1-54428723e091),segment_id=5b715cc9-a96a-4efd-98f1-54428723e091)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:21.415062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.429039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for e18d25e0-23b1-4d65-ab26-27c752bfc68e owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:21.431417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cde976-ec4b-441d-85de-d41959e014d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751b0881-437f-4600-88b0-0e5fce85f116,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:21.482473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcf8f0d5-74e0-435c-912c-74829ea3743b req-0a563da1-e0c5-4e0f-9d37-3d4ad47e45b7 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887976 Nov 23 22:56:21.533828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] Deleting port e18d25e0-23b1-4d65-ab26-27c752bfc68e {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:21.534440 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.547512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.585699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No DVR routers for this DVR port e18d25e0-23b1-4d65-ab26-27c752bfc68e on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:21.590477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=e18d25e0-23b1-4d65-ab26-27c752bfc68e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:21.632639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] For port e18d25e0-23b1-4d65-ab26-27c752bfc68e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e18d25e0-23b1-4d65-ab26-27c752bfc68e,segment=NetworkSegment(5b715cc9-a96a-4efd-98f1-54428723e091),segment_id=5b715cc9-a96a-4efd-98f1-54428723e091)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:21.633074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.655522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] Calling delete_port for e18d25e0-23b1-4d65-ab26-27c752bfc68e owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:21.718997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.763868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e7ca0c-7001-4262-afa8-6ffbf8a5672a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:21.776065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b715cc9-a96a-4efd-98f1-54428723e091') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:21.776513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b715cc9-a96a-4efd-98f1-54428723e091') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:21.791106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.800437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.806512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.814549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:21.814961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.827639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] No DVR routers for this DVR port e18d25e0-23b1-4d65-ab26-27c752bfc68e on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:21.865696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81de1e-d4cd-43b1-aa9c-bf4cb3cbfb6e None None] Pushing event deleted for resources: {'Port': ['ID=e18d25e0-23b1-4d65-ab26-27c752bfc68e,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:21.890731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd690-dd90-4130-b51a-5e379c311dde req-596fb191-3473-4611-99a7-1a25f05cb2bb tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:21.892304 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-310fd690-dd90-4130-b51a-5e379c311dde req-596fb191-3473-4611-99a7-1a25f05cb2bb tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 944 time: 0.0823762 Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:21.894405 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:21.903188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.911300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:21.922726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/09e7ca0c-7001-4262-afa8-6ffbf8a5672a HTTP/1.1" status: 204 len: 168 time: 0.8598287 Nov 23 22:56:21.923383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55192) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:21.952939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1369618044'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:21.961485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c23454-a3f3-452f-8fa8-fcb97312a065 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=09e7ca0c-7001-4262-afa8-6ffbf8a5672a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:21.988391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-310fd690-dd90-4130-b51a-5e379c311dde req-ef6e704f-8920-455c-bf92-76e5d09da55a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857956 Nov 23 22:56:21.991751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:21.995754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.031956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:56:22.042310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.042662 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Added segment f7f3af8e-0dbd-4b93-9b9e-5905e825d493 of type vlan for network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 Nov 23 22:56:22.091627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.123143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.132118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:22.133518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.214221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Network': ['ID=cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:22.227308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:56:22.227963 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a6e693d2-5abb-4501-b876-44ce6e319203 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3006370 Nov 23 22:56:22.230227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:22.236087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:22.328515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7562bc-635c-4ee3-8141-986419309880 req-ba169c65-2b39-4aba-b58b-ebcd606113f1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:22.334210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc7562bc-635c-4ee3-8141-986419309880 req-ba169c65-2b39-4aba-b58b-ebcd606113f1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 946 time: 0.1245017 Nov 23 22:56:22.379950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:22.385516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.425033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc7562bc-635c-4ee3-8141-986419309880 req-b6b3b8f0-9c1e-473d-82be-3f0fbf4209db tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Nov 23 22:56:22.688813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed28a-4224-4d5f-ad47-8f44dc9ca04a req-19b01bb7-e9f2-42c7-9189-4022f22279cb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:22.705955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e18d25e0-23b1-4d65-ab26-27c752bfc68e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:22.716885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92aed28a-4224-4d5f-ad47-8f44dc9ca04a req-19b01bb7-e9f2-42c7-9189-4022f22279cb tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1260519 Nov 23 22:56:22.745657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e18d25e0-23b1-4d65-ab26-27c752bfc68e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:22.747918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e18d25e0-23b1-4d65-ab26-27c752bfc68e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:22.755206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.814822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92aed28a-4224-4d5f-ad47-8f44dc9ca04a req-247d78ed-531c-4be3-879b-da5e858fa952 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963483 Nov 23 22:56:22.836729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=9a91aafc-36e2-44a0-b312-8b5e0b964e53,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:22.856079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Checking segment: {'id': 'f7f3af8e-0dbd-4b93-9b9e-5905e825d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:22.856571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network hostable DHCP agents. Network: cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:56:22.882374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:56:22.906329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:22.912610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:22.913847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:22.916985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb9e0a-94d4-42d0-8703-0d57719af9c3 None None] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:22.980871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f24db288-9452-43c4-8cca-0c88125d9991 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7462382 Nov 23 22:56:22.982306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:22.995555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0726efee-3074-453b-b974-569f57315356 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1354022216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:23.014422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479cab7-624c-4fbd-adfd-8c5b1170cc85 req-a54ff596-eeca-4956-a6b7-eae1d6ef9810 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:23.025284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6479cab7-624c-4fbd-adfd-8c5b1170cc85 req-a54ff596-eeca-4956-a6b7-eae1d6ef9810 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1256282 Nov 23 22:56:23.062778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0726efee-3074-453b-b974-569f57315356 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.065105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0726efee-3074-453b-b974-569f57315356 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.139215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6479cab7-624c-4fbd-adfd-8c5b1170cc85 req-64d94a36-8329-4318-affd-00887dded3df tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989811 Nov 23 22:56:23.176086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0726efee-3074-453b-b974-569f57315356 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.189178 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0726efee-3074-453b-b974-569f57315356 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.224274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0726efee-3074-453b-b974-569f57315356 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.228368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0726efee-3074-453b-b974-569f57315356 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2415576 Nov 23 22:56:23.228368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:23.241770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55260) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:23.255172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86', 'name': 'tempest-PortsIpV6TestJSON-771380646'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:23.306979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86', 'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86', 'tenant_id': '92d657dcf6944b468b040ee50498ec37', 'fixed_ips': [{'subnet_id': '9a91aafc-36e2-44a0-b312-8b5e0b964e53'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:56:23.308103 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.350918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714b81d-5781-4d58-bc4b-c5e59cfa7565 req-9f2cd808-70cb-44bf-b0a4-320e128bd312 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:23.353666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2714b81d-5781-4d58-bc4b-c5e59cfa7565 req-9f2cd808-70cb-44bf-b0a4-320e128bd312 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 944 time: 0.1601155 Nov 23 22:56:23.425920 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69414a4b-ab05-4349-b1b3-8aec8168175d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.437482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab0fe2-92d4-4521-9764-a6c4bcda63f9 req-cf46bf18-e771-4350-a46b-6f969c55e45d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:23.440648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80ab0fe2-92d4-4521-9764-a6c4bcda63f9 req-cf46bf18-e771-4350-a46b-6f969c55e45d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1813784 Nov 23 22:56:23.477694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:23.483465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.515887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:56:23.526462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Allocated IP 2001:db8::2 (cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86/9a91aafc-36e2-44a0-b312-8b5e0b964e53/f5979ab6-2706-4ef4-af5a-4648c5e0705f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:23.540489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2714b81d-5781-4d58-bc4b-c5e59cfa7565 req-a3cc64ce-cd36-489a-b5e3-63f11ae1e7a9 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796780 Nov 23 22:56:23.606438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80ab0fe2-92d4-4521-9764-a6c4bcda63f9 req-fe1e206c-87a1-47ec-af2c-612a339c573e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533694 Nov 23 22:56:23.640724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69414a4b-ab05-4349-b1b3-8aec8168175d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.647912 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69414a4b-ab05-4349-b1b3-8aec8168175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.698654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69414a4b-ab05-4349-b1b3-8aec8168175d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=821fedd8a65e414db10c7b0aaa3c2dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4709752 Nov 23 22:56:23.699588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69414a4b-ab05-4349-b1b3-8aec8168175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1129a35e-3f61-4369-b7dc-c8a623cb42d6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:23.701410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55274) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:23.804563 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.814297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.824402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d79aec9c-779b-407b-a2ac-66e1b0cdf0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.866909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d79aec9c-779b-407b-a2ac-66e1b0cdf0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.934999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::21 (cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86/9a91aafc-36e2-44a0-b312-8b5e0b964e53/1a80fca4-ad47-4b3b-ab0d-6059174ac05d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:23.938741 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d79aec9c-779b-407b-a2ac-66e1b0cdf0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.944132 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d79aec9c-779b-407b-a2ac-66e1b0cdf0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:23.946845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:23.957211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d79aec9c-779b-407b-a2ac-66e1b0cdf0dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1129a35e-3f61-4369-b7dc-c8a623cb42d6 HTTP/1.1" status: 204 len: 168 time: 0.2469947 Nov 23 22:56:23.960334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:23.966355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:24.018996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Pushing event updated for resources: {'Port': ['ID=f5979ab6-2706-4ef4-af5a-4648c5e0705f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:24.031271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aec9c-779b-407b-a2ac-66e1b0cdf0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1129a35e-3f61-4369-b7dc-c8a623cb42d6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:24.072300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06fe03-4c90-4098-8dd3-7a625852b142 req-6c6fd000-f4ca-4358-a348-d74e71fc1a8c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:24.074974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe06fe03-4c90-4098-8dd3-7a625852b142 req-6c6fd000-f4ca-4358-a348-d74e71fc1a8c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1462560 Nov 23 22:56:24.135882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Attempting to bind port f5979ab6-2706-4ef4-af5a-4648c5e0705f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:24.135882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Attempting to bind port f5979ab6-2706-4ef4-af5a-4648c5e0705f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f7f3af8e-0dbd-4b93-9b9e-5905e825d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:24.135882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Attempting to bind port f5979ab6-2706-4ef4-af5a-4648c5e0705f on network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:24.151769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:24.152158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Checking segment: {'id': 'f7f3af8e-0dbd-4b93-9b9e-5905e825d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:24.152572 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:24.154264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Bound using segment: {'id': 'f7f3af8e-0dbd-4b93-9b9e-5905e825d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:24.157833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Bound port: f5979ab6-2706-4ef4-af5a-4648c5e0705f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f3af8e-0dbd-4b93-9b9e-5905e825d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:24.159159 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:24.192550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:24.227261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe06fe03-4c90-4098-8dd3-7a625852b142 req-3a72bbbe-2038-4493-a2c4-21594dea4a14 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422939 Nov 23 22:56:24.385304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:24.462338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:24.555445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:24.564053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:24.573262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:24.584468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:24.585491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:24.589274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55300) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:24.594691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=1a80fca4-ad47-4b3b-ab0d-6059174ac05d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:24.638864 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-545f51ac-35d1-4445-b429-f36f604a8d31 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3921132 Nov 23 22:56:24.640187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55302) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:24.747851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] For port f5979ab6-2706-4ef4-af5a-4648c5e0705f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:24.754115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] For port f5979ab6-2706-4ef4-af5a-4648c5e0705f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f5979ab6-2706-4ef4-af5a-4648c5e0705f,segment=NetworkSegment(f7f3af8e-0dbd-4b93-9b9e-5905e825d493),segment_id=f7f3af8e-0dbd-4b93-9b9e-5905e825d493)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:24.762535 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:24.783086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 76639f42-0cc3-4bee-a404-36a744ffc8b8 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:56:24.806264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:24.836307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 76639f42-0cc3-4bee-a404-36a744ffc8b8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:24.837760 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:24.912320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053a432-2bf6-466d-a3a8-50f3b71be490 None None] Pushing event updated for resources: {'Port': ['ID=f5979ab6-2706-4ef4-af5a-4648c5e0705f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:24.981416 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:25.025270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:25.027973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ae14888-9373-431e-aa14-065dc6fff957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:25.028293 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f9bea-cb84-4440-a91e-b171d3433672" -d '{"events": [{"server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "name": "network-vif-plugged", "status": "completed", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:25.047085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:25.052028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-95c7e431-e084-4fbe-8f1d-ad628c5b0391 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/floatingips/6d7f47c7-e174-4be9-93e4-b69b45fa526b HTTP/1.1" status: 200 len: 993 time: 0.4599607 Nov 23 22:56:25.055181 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:25.097751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-b91f94d8-13dd-429e-9fef-31db705f5671 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2881892 Nov 23 22:56:25.147171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b4052-c853-40d2-a2bf-ac47abaea775 req-daa0878a-cae0-4bdf-9750-cf83b7c59be4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:25.149458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb0b4052-c853-40d2-a2bf-ac47abaea775 req-daa0878a-cae0-4bdf-9750-cf83b7c59be4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 944 time: 0.3472567 Nov 23 22:56:25.233363 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc76fb8-ade9-40c5-a813-c4bbccdcdeea x-openstack-request-id: req-1bc76fb8-ade9-40c5-a813-c4bbccdcdeea {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:25.236656 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "name": "network-vif-plugged", "status": "completed", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:25.237539 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bc76fb8-ade9-40c5-a813-c4bbccdcdeea {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:25.240028 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'code': 200} Nov 23 22:56:25.248843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:25.397394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-4d246fd5-0ad1-40d9-af41-a61c2fe59c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:25.403448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-4d246fd5-0ad1-40d9-af41-a61c2fe59c1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 1096 time: 0.2513425 Nov 23 22:56:25.500093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55332) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:25.545341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d7f9-794c-4df3-a6ea-d924d52c20f6 req-65387e60-d55e-4643-ad80-61f6e0765724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:25.547688 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-afc6d7f9-794c-4df3-a6ea-d924d52c20f6 req-65387e60-d55e-4643-ad80-61f6e0765724 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 1096 time: 0.2615609 Nov 23 22:56:25.635071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:25.651559 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-afc6d7f9-794c-4df3-a6ea-d924d52c20f6 req-0f438621-fd24-44bb-9ee0-55b90d127150 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942423 Nov 23 22:56:25.975666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:25.985030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.051037 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb0b4052-c853-40d2-a2bf-ac47abaea775 req-f3ffd5e7-d0d9-4bb4-aeac-b8271e73c32f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521655 Nov 23 22:56:26.125528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=1a80fca4-ad47-4b3b-ab0d-6059174ac05d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:26.131987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-d474ee1c-16d7-4a1a-8599-e63b6262e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.133498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-d474ee1c-16d7-4a1a-8599-e63b6262e671 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.6264632 Nov 23 22:56:26.135607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ae14888-9373-431e-aa14-065dc6fff957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.146057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-7619dc78-e5b2-45d1-92d4-985bd8e360e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7396502 Nov 23 22:56:26.162479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ae14888-9373-431e-aa14-065dc6fff957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.263296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-17fe9114-350a-472a-a445-217653d25cf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be2901b-0787-46f4-be0d-cb1fd1068421 HTTP/1.1" status: 200 len: 217 time: 0.1157627 Nov 23 22:56:26.290479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c296a7-f8cd-463e-a987-a0427c5d5196 req-b8e0596c-e73c-4b9d-9248-8217ed8843c1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.298456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03c296a7-f8cd-463e-a987-a0427c5d5196 req-b8e0596c-e73c-4b9d-9248-8217ed8843c1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.3237855 Nov 23 22:56:26.388733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8ae14888-9373-431e-aa14-065dc6fff957 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33f07f01f28548b28f236f488da636b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5508778 Nov 23 22:56:26.389005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.400047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55352) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:26.405137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae14888-9373-431e-aa14-065dc6fff957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6cee7-04a7-4725-ad5f-3062520aa7b3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:26.475989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40a7ef-2c3d-4b55-90d2-a25e1b2ee96e None None] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:26.508935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03c296a7-f8cd-463e-a987-a0427c5d5196 req-a33cebe2-073c-4801-b210-d226310ad546 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087438 Nov 23 22:56:26.523760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.524165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.524639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.525133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.525605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.526097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.526563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.529940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-16fa001b-c72b-4acd-8312-6857afdc34b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13315bd64a8e488fa0278c17cd63c533&device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 6492 time: 0.2681718 Nov 23 22:56:26.534185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-ab47f138-7a5e-43ff-aefb-8a37801ab1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.535691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-ab47f138-7a5e-43ff-aefb-8a37801ab1af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.2194600 Nov 23 22:56:26.603435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55358) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:26.676202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-cdceef4c-5f42-406e-8006-68810e8a207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.678295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-cdceef4c-5f42-406e-8006-68810e8a207e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336010 Nov 23 22:56:26.713878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port 5e1b7a95-2416-48e8-92ed-a7b1583b66e2 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:26.714662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.822231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7ad8608b-1e41-400b-8c76-126c87937aeb None None] Provisioning complete for port f5979ab6-2706-4ef4-af5a-4648c5e0705f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:26.822939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ad8608b-1e41-400b-8c76-126c87937aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.833135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73b94032-a6a0-463c-a274-80fc71a8cebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.889824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.891002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f5979ab6-2706-4ef4-af5a-4648c5e0705f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:26.928161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73b94032-a6a0-463c-a274-80fc71a8cebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:26.966860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-8e35c5d8-b9b5-4db9-a70c-521a54363497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.967814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-8e35c5d8-b9b5-4db9-a70c-521a54363497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.968475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-8e35c5d8-b9b5-4db9-a70c-521a54363497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:26.970354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-8e35c5d8-b9b5-4db9-a70c-521a54363497 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98149ffc-c8d0-4f66-87c9-1db80dfda154&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&id=9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 200 len: 2293 time: 0.3655574 Nov 23 22:56:27.032519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.041915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f5979ab6-2706-4ef4-af5a-4648c5e0705f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:27.042339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.078930 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5aa9e129-e7a9-44f0-b8d8-7240815d7858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.183666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.184109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.193153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-277fa4b4-2aab-45ef-aa29-d4e82edbcab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 200 len: 1000 time: 0.1911926 Nov 23 22:56:27.198120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ad8608b-1e41-400b-8c76-126c87937aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.214382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-e1fa65f5-72c1-4bf1-bad8-f06c916415fa service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025826 Nov 23 22:56:27.217583 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:56:27.248637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for 5e1b7a95-2416-48e8-92ed-a7b1583b66e2 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:27.278265 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.306234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7ad8608b-1e41-400b-8c76-126c87937aeb None None] For port f5979ab6-2706-4ef4-af5a-4648c5e0705f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f5979ab6-2706-4ef4-af5a-4648c5e0705f,segment=NetworkSegment(f7f3af8e-0dbd-4b93-9b9e-5905e825d493),segment_id=f7f3af8e-0dbd-4b93-9b9e-5905e825d493)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:27.331429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dba63-7929-4ee6-9c1e-eefa415d4219 req-5818e99d-7089-46ea-84d1-2cb3bcd0a9ad tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:27.336852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-001dba63-7929-4ee6-9c1e-eefa415d4219 req-5818e99d-7089-46ea-84d1-2cb3bcd0a9ad tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.4189954 Nov 23 22:56:27.371100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ad8608b-1e41-400b-8c76-126c87937aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.374097 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:56:27.375500 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:56:27.438302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8608b-1e41-400b-8c76-126c87937aeb None None] Pushing event updated for resources: {'Port': ['ID=f5979ab6-2706-4ef4-af5a-4648c5e0705f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:27.508434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bfc1f08d-dfb9-4b74-ad72-943017269e90 None None] Provisioning complete for port f5979ab6-2706-4ef4-af5a-4648c5e0705f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:27.509715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f08d-dfb9-4b74-ad72-943017269e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.570884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-98adc468-48cd-45c1-ba89-09baaa3c4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:27.572225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-98adc468-48cd-45c1-ba89-09baaa3c4bff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 HTTP/1.1" status: 200 len: 851 time: 0.3493545 Nov 23 22:56:27.582976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6640-04fb-4be8-8224-ea6885b1be56 req-648324d4-28f3-4a7c-ac5e-a9a9ff51f58b tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:27.585404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf0b6640-04fb-4be8-8224-ea6885b1be56 req-648324d4-28f3-4a7c-ac5e-a9a9ff51f58b tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.4171984 Nov 23 22:56:27.734302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-001dba63-7929-4ee6-9c1e-eefa415d4219 req-1c303e18-d00d-424d-a05f-26e09071304d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747666 Nov 23 22:56:27.740644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bfc1f08d-dfb9-4b74-ad72-943017269e90 None None] Provisioning complete for port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:27.742534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbb9e7e1-d411-4b08-bc28-90c3e9a40a02 req-819ee01a-bfc8-42d0-8ac2-981eabf3ead8 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134058 Nov 23 22:56:27.742940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f08d-dfb9-4b74-ad72-943017269e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.836545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1f08d-dfb9-4b74-ad72-943017269e90 None None] Port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:27.848973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5aa9e129-e7a9-44f0-b8d8-7240815d7858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.861774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-80a08c75-f1b9-4d1f-947a-ded9ad3edece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:27.863443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-80a08c75-f1b9-4d1f-947a-ded9ad3edece service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98149ffc-c8d0-4f66-87c9-1db80dfda154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732501 Nov 23 22:56:27.872117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf0b6640-04fb-4be8-8224-ea6885b1be56 req-15fd2478-10dd-41eb-8631-0a0e5c6e9078 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538724 Nov 23 22:56:27.927141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-181ad3ca-e4e4-49cb-9e98-ab5ff9978759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:27.936977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-181ad3ca-e4e4-49cb-9e98-ab5ff9978759 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d524ce723c54b2c9f55db9abfefa842&device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 1095 time: 1.0482881 Nov 23 22:56:27.951655 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5aa9e129-e7a9-44f0-b8d8-7240815d7858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.981905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-315dd583-cbc2-4a68-a77b-6934ddba21dc None None] Provisioning complete for port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:27.982735 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-315dd583-cbc2-4a68-a77b-6934ddba21dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.994148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73b94032-a6a0-463c-a274-80fc71a8cebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.996180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73b94032-a6a0-463c-a274-80fc71a8cebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:27.997328 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-73b94032-a6a0-463c-a274-80fc71a8cebd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bda6cee7-04a7-4725-ad5f-3062520aa7b3 HTTP/1.1" status: 204 len: 168 time: 1.5961819 Nov 23 22:56:28.071521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b94032-a6a0-463c-a274-80fc71a8cebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda6cee7-04a7-4725-ad5f-3062520aa7b3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:28.072803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-315dd583-cbc2-4a68-a77b-6934ddba21dc None None] Port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:28.138643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5aa9e129-e7a9-44f0-b8d8-7240815d7858 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9ae46d07f85418dbd43a4b4ad52f5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5321686 Nov 23 22:56:28.151479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:28.203719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-5512497f-21b9-439e-addd-81d050796d37 service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297076 Nov 23 22:56:28.207690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9e129-e7a9-44f0-b8d8-7240815d7858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c408e3-88a1-4e1e-83d0-b13d37aa3e47,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:28.211439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.222439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.240991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9a78a4a-cfb4-4e1a-bb97-36cddb591964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.248212 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.248939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.295067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-5913b490-18c6-4d16-9825-22c1a5b8096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:28.297462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-5913b490-18c6-4d16-9825-22c1a5b8096a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 200 len: 912 time: 0.3398921 Nov 23 22:56:28.397918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-377ad3e0-6ffe-4275-a2de-521b8194f58d service neutron] 10.222.0.48 "GET /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695399 Nov 23 22:56:28.399935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=5e1b7a95-2416-48e8-92ed-a7b1583b66e2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:28.407717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a6b9205f-3ea0-4da3-87db-c8374ddbf598 None None] Provisioning complete for port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:28.408282 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6b9205f-3ea0-4da3-87db-c8374ddbf598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.452179 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.452324 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Floating IP 6d7f47c7-e174-4be9-93e4-b69b45fa526b disassociated (deleted). External IP: 172.25.0.111, port: 121273a7-890b-46b5-8247-3c57ce86fd7e. Nov 23 22:56:28.489782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9205f-3ea0-4da3-87db-c8374ddbf598 None None] Port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:28.498476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9a78a4a-cfb4-4e1a-bb97-36cddb591964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.543822 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-4e0c73f0-8f69-4eff-8718-783cfa64c4a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 200 len: 998 time: 0.2112265 Nov 23 22:56:28.677683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-92e5ebcb-0d96-4d5d-8e13-f89c01bea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:28.679357 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-92e5ebcb-0d96-4d5d-8e13-f89c01bea1a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 200 len: 850 time: 0.1248646 Nov 23 22:56:28.683201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=1a80fca4-ad47-4b3b-ab0d-6059174ac05d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:28.699344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:28.710322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:28.713877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f5979ab6-2706-4ef4-af5a-4648c5e0705f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:28.803045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f5979ab6-2706-4ef4-af5a-4648c5e0705f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:28.804022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.948155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f195a-8c58-40fe-9323-798ad40ded3b req-54a05672-98b8-4044-a275-54023ab001a4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:28.955980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66f195a-8c58-40fe-9323-798ad40ded3b req-54a05672-98b8-4044-a275-54023ab001a4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.9171920 Nov 23 22:56:28.967853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-aba35e45-aaa1-4710-9094-64c563f81375 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 217 time: 0.5239739 Nov 23 22:56:28.968651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-9850f0cb-4ac3-4ad9-8e75-1d01bc4ad070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:28.970177 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-9850f0cb-4ac3-4ad9-8e75-1d01bc4ad070 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ceb42f0-96f0-408b-a1b0-14731cc84da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815747 Nov 23 22:56:28.971775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9a78a4a-cfb4-4e1a-bb97-36cddb591964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.974397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9a78a4a-cfb4-4e1a-bb97-36cddb591964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.975522 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9a78a4a-cfb4-4e1a-bb97-36cddb591964 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07c408e3-88a1-4e1e-83d0-b13d37aa3e47 HTTP/1.1" status: 204 len: 168 time: 0.8228092 Nov 23 22:56:29.021474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a78a4a-cfb4-4e1a-bb97-36cddb591964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c408e3-88a1-4e1e-83d0-b13d37aa3e47,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:29.087426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Router ef1880e1-3681-45f3-92bb-1416e8a0f627 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:56:29.103607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-1dcaaa9b-a50a-470f-931d-7d4c5df2b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:29.105240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-1dcaaa9b-a50a-470f-931d-7d4c5df2b2ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1064551 Nov 23 22:56:29.157549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f66f195a-8c58-40fe-9323-798ad40ded3b req-f09f8fd9-660f-4c0e-8842-bae4e58901b5 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955445 Nov 23 22:56:29.229399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78acbeef-b396-4b29-bbaf-02657231a197 None None] Provisioning complete for port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:29.229958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78acbeef-b396-4b29-bbaf-02657231a197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:29.292010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78acbeef-b396-4b29-bbaf-02657231a197 None None] Port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:29.310884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-6c2e192a-3041-4a97-91f7-d3711d643cf2 service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300543 Nov 23 22:56:29.349040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:29.359127 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] Sync routers for ids ['ef1880e1-3681-45f3-92bb-1416e8a0f627'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:29.363600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aeb8f3d0-f0e7-45b1-8838-134e70ddad0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "PUT /v2.0/routers/ef1880e1-3681-45f3-92bb-1416e8a0f627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7193434 Nov 23 22:56:29.366088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:29.376378 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] Routers {'ef1880e1-3681-45f3-92bb-1416e8a0f627'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:29.383735 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ef1880e1-3681-45f3-92bb-1416e8a0f627'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:29.389095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de187f69-fbe9-478d-ac4a-09764987f3d1 req-5c9cadd3-c9d3-408e-bf45-d32a3545e052 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:29.397010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de187f69-fbe9-478d-ac4a-09764987f3d1 req-5c9cadd3-c9d3-408e-bf45-d32a3545e052 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.4334428 Nov 23 22:56:29.468898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-e0e13b76-e39d-490a-8f3f-ed70ccb56f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:29.474537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-e0e13b76-e39d-490a-8f3f-ed70ccb56f8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3344154 Nov 23 22:56:29.482377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63501cfd-0a5e-419e-817b-c7c8e7fd171b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:29.488036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-63501cfd-0a5e-419e-817b-c7c8e7fd171b tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef1880e1-3681-45f3-92bb-1416e8a0f627 HTTP/1.1" status: 200 len: 987 time: 0.1208699 Nov 23 22:56:29.488740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:29.500444 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-981cce93-3a45-4d1d-8fc6-61659b70e850 req-6fefabf9-1668-408d-94c6-c6af0876e06c service neutron] 10.222.0.46 "GET /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808059 Nov 23 22:56:29.501540 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:29.547593 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] Routers {'ef1880e1-3681-45f3-92bb-1416e8a0f627'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:29.548349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ef1880e1-3681-45f3-92bb-1416e8a0f627'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:29.638494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:29.639166 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e9e78-04c7-4a59-b965-ce754c9ac83c None None] The sync data for ids ['ef1880e1-3681-45f3-92bb-1416e8a0f627'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:56:29.686121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-00b68d84-de2e-466a-9d5a-a67a84e1e250 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060173 Nov 23 22:56:29.798132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55412) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:29.829670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62632fe0-73e2-4ea3-89eb-b79f01304472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.050474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62632fe0-73e2-4ea3-89eb-b79f01304472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.053744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2e17f-a262-494a-9f5c-5a01453d87c0 req-40590b43-6df3-453f-81f0-683a7ae24cd7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:30.062039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4b2e17f-a262-494a-9f5c-5a01453d87c0 req-40590b43-6df3-453f-81f0-683a7ae24cd7 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.4290044 Nov 23 22:56:30.068982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62632fe0-73e2-4ea3-89eb-b79f01304472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.072325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de187f69-fbe9-478d-ac4a-09764987f3d1 req-34e66cd5-1e07-4720-847f-5573445793fd tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6615741 Nov 23 22:56:30.086800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-3ec3c55f-53d5-47cb-9a20-1c400d7cb3ef service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491971 Nov 23 22:56:30.110879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-62632fe0-73e2-4ea3-89eb-b79f01304472 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d15db20cfde74eb9b1124a7c2d7357d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123720 Nov 23 22:56:30.122979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55422) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:30.254872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62632fe0-73e2-4ea3-89eb-b79f01304472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba71a3f-ccfb-45c5-8607-f128401fb9be,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:30.258281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-b55258cc-ca27-43de-83b8-c5edcdc0d5e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 217 time: 0.1434009 Nov 23 22:56:30.264089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:56:30.311326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.354821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4b2e17f-a262-494a-9f5c-5a01453d87c0 req-4b3cfe8b-230e-4886-be15-1ff4953281b0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915165 Nov 23 22:56:30.431444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-9cafe1f7-d445-4225-8b47-f8b5b989f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:30.437050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-9cafe1f7-d445-4225-8b47-f8b5b989f68c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1489480 Nov 23 22:56:30.522137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2695c0b0-211c-41e6-b39a-6b774e67f066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.614797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2695c0b0-211c-41e6-b39a-6b774e67f066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.645371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 1a80fca4-ad47-4b3b-ab0d-6059174ac05d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:30.645791 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.658149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-af02bac1-212f-4f37-afda-d1c7d868c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:30.659985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-af02bac1-212f-4f37-afda-d1c7d868c905 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151039 Nov 23 22:56:30.680396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95338cc5-a6ef-4fae-a56f-8afbfdc55f41 req-36123a83-9e75-4249-9727-904cc9ef1fca tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:30.682672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95338cc5-a6ef-4fae-a56f-8afbfdc55f41 req-36123a83-9e75-4249-9727-904cc9ef1fca tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2014012 Nov 23 22:56:30.738152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:30.746208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.755015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.762723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] Sync routers for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:30.775784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 1a80fca4-ad47-4b3b-ab0d-6059174ac05d owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:30.788238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:30.789696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:30.853949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ead2694f-56b4-4d1d-97d9-c581b021cc21 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/floatingips/6d7f47c7-e174-4be9-93e4-b69b45fa526b HTTP/1.1" status: 204 len: 168 time: 5.3442893 Nov 23 22:56:30.862450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:30.866067 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f220d88a-3e52-470e-87ea-69db0ceefeab" -d '{"events": [{"name": "network-changed", "server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:30.908088 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2695c0b0-211c-41e6-b39a-6b774e67f066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.910960 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2695c0b0-211c-41e6-b39a-6b774e67f066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.914446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2695c0b0-211c-41e6-b39a-6b774e67f066 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cba71a3f-ccfb-45c5-8607-f128401fb9be HTTP/1.1" status: 204 len: 168 time: 0.7758183 Nov 23 22:56:30.938672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695c0b0-211c-41e6-b39a-6b774e67f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba71a3f-ccfb-45c5-8607-f128401fb9be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:30.958205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95338cc5-a6ef-4fae-a56f-8afbfdc55f41 req-9527a231-d20a-41c7-81ce-522ec054c501 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659879 Nov 23 22:56:30.961121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-28c8a990-5d68-4ac2-b1f0-77efd8363078 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702579 Nov 23 22:56:31.037939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:31.067291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:31.151720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-27090da8-f173-4e95-8fd2-5997e8a8d530 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805713 Nov 23 22:56:31.153130 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df5985b-5287-4064-91cb-a405637b09ce x-openstack-request-id: req-8df5985b-5287-4064-91cb-a405637b09ce {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:31.153423 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:31.153683 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8df5985b-5287-4064-91cb-a405637b09ce {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:31.154266 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'status': 'completed', 'code': 200} Nov 23 22:56:31.158281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=1a80fca4-ad47-4b3b-ab0d-6059174ac05d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:31.245694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-cd0fc290-f18b-4855-b218-2d323503e2bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc HTTP/1.1" status: 200 len: 217 time: 0.0819781 Nov 23 22:56:31.393991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-b1cc84db-8d81-4199-b445-9d02a2e83180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:31.395491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-b1cc84db-8d81-4199-b445-9d02a2e83180 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1408813 Nov 23 22:56:31.418415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-b0d54005-1cf5-4475-8453-720705966291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:31.420221 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-b0d54005-1cf5-4475-8453-720705966291 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=938aed2b458f424e83288c1d36a9e80f&device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 1096 time: 0.2558124 Nov 23 22:56:31.425175 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:31.489668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62505217-0bab-45cc-b1e9-0ec5b7873569 req-6a553fe7-9f2e-4f9f-95e4-1a4e020cddbc tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:31.504679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62505217-0bab-45cc-b1e9-0ec5b7873569 req-6a553fe7-9f2e-4f9f-95e4-1a4e020cddbc tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.2119908 Nov 23 22:56:31.595193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-8b0c1070-f903-4d91-8a55-3ac5cbd66ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:31.597103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-8b0c1070-f903-4d91-8a55-3ac5cbd66ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1869245 Nov 23 22:56:31.613396 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-390e775e-a34a-4d03-a978-52c1c0e58b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:31.637118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:24Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:31.728809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] Checking router: 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:56:31.741214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62505217-0bab-45cc-b1e9-0ec5b7873569 req-01706167-a6f0-40ab-865a-3e509a152af8 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354612 Nov 23 22:56:31.754832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:31.760229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:31.880897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-5a7a2ea6-057c-43e3-9479-5ca9d3ccd966 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613437 Nov 23 22:56:31.924922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-626e0b4b-a031-4552-bbcf-6449b05a4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:31.926872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-626e0b4b-a031-4552-bbcf-6449b05a4086 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77beeaf7-122d-46be-9015-4d441bc4563a HTTP/1.1" status: 200 len: 898 time: 0.4955120 Nov 23 22:56:31.945282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab676b-9951-4047-8105-b735a30a44e7 req-a7d692ce-4e57-48ac-a15a-6b420601e5fd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:31.954085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8ab676b-9951-4047-8105-b735a30a44e7 req-a7d692ce-4e57-48ac-a15a-6b420601e5fd tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 945 time: 0.2365901 Nov 23 22:56:32.048573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:32.087521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-9ed44183-c39b-49fd-8d1b-783850c8e3ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121273a7-890b-46b5-8247-3c57ce86fd7e HTTP/1.1" status: 200 len: 217 time: 0.1166337 Nov 23 22:56:32.104986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Router ef1880e1-3681-45f3-92bb-1416e8a0f627 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:56:32.215643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8ab676b-9951-4047-8105-b735a30a44e7 req-5830bcfe-2995-433b-863e-cf25ff300ee4 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9e238bf-aa7e-442d-afb1-5eeb6f30a577&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603462 Nov 23 22:56:32.305040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb66c0a-f9e3-4cf5-9088-973e2a8398e4 req-2b7cd611-90ba-4c81-953c-7719102ea342 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:32.313928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:24Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:32.317329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cb66c0a-f9e3-4cf5-9088-973e2a8398e4 req-2b7cd611-90ba-4c81-953c-7719102ea342 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2721052 Nov 23 22:56:32.324427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-4d2882d8-a1f0-49bc-913f-d4d4c023a7de service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180062 Nov 23 22:56:32.373367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b3e5c-d6d5-4773-a875-6f231d907cd9 None None] The sync data for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 is: [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:16Z', 'revision_number': 4, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'c53a705e-603c-40cb-a4c0-be2c0068e5f7', 'name': '', 'network_id': '77beeaf7-122d-46be-9015-4d441bc4563a', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'mac_address': 'fa:16:3e:c8:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:14Z', 'updated_at': '2021-11-23T22:55:24Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'subnets': [{'id': '511da6cd-0716-4426-a5b4-e1f0d5975068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:56:32.397459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-b2d60a8f-57db-491c-80ba-12ee46630579 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b HTTP/1.1" status: 200 len: 217 time: 0.0488534 Nov 23 22:56:32.399178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55518) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:32.511754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cb66c0a-f9e3-4cf5-9088-973e2a8398e4 req-bb8c8621-485e-4685-966b-e32a1cbade63 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882424 Nov 23 22:56:32.551258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-20ab210f-b356-48b1-810c-53c72d9030a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:32.557427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-20ab210f-b356-48b1-810c-53c72d9030a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 200 len: 797 time: 0.1450191 Nov 23 22:56:32.581192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aa33b-24b4-41a3-a1c6-716e11ead318 req-f957d933-4036-40ac-9816-a5fa77820f2f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:32.582880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af9aa33b-24b4-41a3-a1c6-716e11ead318 req-f957d933-4036-40ac-9816-a5fa77820f2f tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1845129 Nov 23 22:56:32.762164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-9d8401c9-de6b-477c-89ab-7942ebecacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:32.772123 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-9d8401c9-de6b-477c-89ab-7942ebecacc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=511da6cd-0716-4426-a5b4-e1f0d5975068 HTTP/1.1" status: 200 len: 834 time: 0.6615863 Nov 23 22:56:32.777184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:32.785301 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-35d46b7c-686b-449b-b529-f1a8a99250c7 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "PUT /v2.0/routers/ef1880e1-3681-45f3-92bb-1416e8a0f627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2909589 Nov 23 22:56:32.785301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55534) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:32.793058 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] Sync routers for ids ['ef1880e1-3681-45f3-92bb-1416e8a0f627'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:32.815406 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] Routers {'ef1880e1-3681-45f3-92bb-1416e8a0f627'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:32.815978 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ef1880e1-3681-45f3-92bb-1416e8a0f627'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:32.833309 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5cbc83-739b-4322-a3ec-bdb820e60698 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:56:32.837627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d5cbc83-739b-4322-a3ec-bdb820e60698 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/1a80fca4-ad47-4b3b-ab0d-6059174ac05d HTTP/1.1" status: 404 len: 333 time: 0.0485945 Nov 23 22:56:32.837627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55538) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:32.837892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618704f-bc89-4686-b189-137e31a03855 req-2c4576cb-24fe-42c0-ae93-b875de3c828b tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:32.845157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-2c4576cb-24fe-42c0-ae93-b875de3c828b tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.1900303 Nov 23 22:56:32.870360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d746e7-f9d2-4ea2-a10f-05650416f70d None None] New status for floating IP 6d7f47c7-e174-4be9-93e4-b69b45fa526b: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:56:32.872492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b93c-9a30-4d35-af7d-5c8a9df5c4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:32.878390 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:32.889410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] Routers {'ef1880e1-3681-45f3-92bb-1416e8a0f627'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:32.890350 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ef1880e1-3681-45f3-92bb-1416e8a0f627'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:32.925555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-d8b0eb21-9810-4081-afec-c6bd8b9ff5a3 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/quotas/8c13c8b8d98f4b48a1d9c6d6ca24560c HTTP/1.1" status: 200 len: 375 time: 0.0670764 Nov 23 22:56:32.947130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-e3ff8f74-d06e-406d-be53-df4891413ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:32.949032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-e3ff8f74-d06e-406d-be53-df4891413ffe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9566242-659e-41fd-9f54-3a3b0ecc6ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3815298 Nov 23 22:56:32.964461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:32.965511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd136da-d6e7-4029-bd14-3f7ee1e9f939 None None] The sync data for ids ['ef1880e1-3681-45f3-92bb-1416e8a0f627'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:56:33.021734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2502-9511-4e86-8196-01f88b49bbda tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.051546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af9aa33b-24b4-41a3-a1c6-716e11ead318 req-530a6970-2849-43a5-9b77-0b99e0e66500 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124041 Nov 23 22:56:33.116856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-6a9cb946-570b-4781-abfa-ea201014528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:33.118102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-6a9cb946-570b-4781-abfa-ea201014528f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77beeaf7-122d-46be-9015-4d441bc4563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347521 Nov 23 22:56:33.138538 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-682272b1-7895-4244-af2b-b3c6ea193586 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011471 Nov 23 22:56:33.143952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-94326f8f-14bf-4d24-8e0b-8368f6e0060a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:56:33.146912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-039d07d4-a796-4c79-9f76-624332d8d38c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:33.148492 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-039d07d4-a796-4c79-9f76-624332d8d38c tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 945 time: 0.1904097 Nov 23 22:56:33.150862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-94326f8f-14bf-4d24-8e0b-8368f6e0060a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117517 Nov 23 22:56:33.309173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b93c-9a30-4d35-af7d-5c8a9df5c4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.309173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-329af6aa-1441-4b17-99a7-a955499f59ba service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021789 Nov 23 22:56:33.309173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b93c-9a30-4d35-af7d-5c8a9df5c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.341927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2502-9511-4e86-8196-01f88b49bbda tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.353526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2502-9511-4e86-8196-01f88b49bbda tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.395184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-169f9d5c-8150-4506-af7e-6fa12267dfcd service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422137 Nov 23 22:56:33.455784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2502-9511-4e86-8196-01f88b49bbda tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.456474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0d2502-9511-4e86-8196-01f88b49bbda tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Fanout notify agent at l3_agent the message router_deleted on router ef1880e1-3681-45f3-92bb-1416e8a0f627 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:56:33.465243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2502-9511-4e86-8196-01f88b49bbda tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.466367 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ed0d2502-9511-4e86-8196-01f88b49bbda tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/routers/ef1880e1-3681-45f3-92bb-1416e8a0f627 HTTP/1.1" status: 204 len: 168 time: 0.6278272 Nov 23 22:56:33.471042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-a5a90e2c-11c3-4891-b6e1-defc4e91470c service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406978 Nov 23 22:56:33.473097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55570) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:33.502270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1dc0b93c-9a30-4d35-af7d-5c8a9df5c4c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee9cf6c45c154d50923262ad48c0b4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0990450 Nov 23 22:56:33.504927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-f7dd3af2-5bc7-40ea-96ef-4ce945a5c0d5 service neutron] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289429 Nov 23 22:56:33.506777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55572) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:33.507722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0b93c-9a30-4d35-af7d-5c8a9df5c4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a803e1dc-32a8-48d9-b2a4-5f9ce1b37992,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:33.604184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port 121273a7-890b-46b5-8247-3c57ce86fd7e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:33.604532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.629312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet 9a91aafc-36e2-44a0-b312-8b5e0b964e53 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:33.636478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.661165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-1f12f9ce-8abb-42a9-a13c-794f93d151c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e HTTP/1.1" status: 200 len: 217 time: 0.0568416 Nov 23 22:56:33.752395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.761011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f220d88a-3e52-470e-87ea-69db0ceefeab req-6e913c26-1a45-4379-adce-805de877eaf4 service neutron] 10.222.0.48 "GET /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786639 Nov 23 22:56:33.835509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port 121273a7-890b-46b5-8247-3c57ce86fd7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=121273a7-890b-46b5-8247-3c57ce86fd7e,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:33.836157 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.866750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for 121273a7-890b-46b5-8247-3c57ce86fd7e owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:33.962958 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.062166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-d6516eb5-67f7-4544-badb-011b2b7e4190 service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470705 Nov 23 22:56:34.069134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-ff5c456b-56df-4f3c-9c3f-59463001ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:34.071328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-ff5c456b-56df-4f3c-9c3f-59463001ef04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.4011178 Nov 23 22:56:34.082501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4494c4f3-7624-4a36-82c3-3ed9698bfacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.086290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.094983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4904c503-fb29-4793-af42-bc5c1ba43bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.122269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4904c503-fb29-4793-af42-bc5c1ba43bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.125343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=9a91aafc-36e2-44a0-b312-8b5e0b964e53,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:34.146596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.150043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e307d955-6335-4983-8660-85c08377b9f5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/9a91aafc-36e2-44a0-b312-8b5e0b964e53 HTTP/1.1" status: 204 len: 168 time: 0.6757944 Nov 23 22:56:34.153737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:34.157555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac337eb8-e2c7-4078-9a07-4b0bfa97da81 None None] Network cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:34.261005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.320772 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4904c503-fb29-4793-af42-bc5c1ba43bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.327984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4904c503-fb29-4793-af42-bc5c1ba43bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.330854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4904c503-fb29-4793-af42-bc5c1ba43bf3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a803e1dc-32a8-48d9-b2a4-5f9ce1b37992 HTTP/1.1" status: 204 len: 168 time: 0.8197160 Nov 23 22:56:34.372671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-fd9b142b-4bed-49bb-9073-e11015542706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:34.374917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-fd9b142b-4bed-49bb-9073-e11015542706 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2829347 Nov 23 22:56:34.376682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904c503-fb29-4793-af42-bc5c1ba43bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a803e1dc-32a8-48d9-b2a4-5f9ce1b37992,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:34.440450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.508816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=121273a7-890b-46b5-8247-3c57ce86fd7e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:34.573136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] No DVR routers for this DVR port 121273a7-890b-46b5-8247-3c57ce86fd7e on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:34.575716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.579492 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2f1e65c6-69af-4b13-8a76-53e0eb0c0376 req-d81ffadf-3dcd-404f-9731-e167224ab290 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.48 "DELETE /v2.0/ports/121273a7-890b-46b5-8247-3c57ce86fd7e HTTP/1.1" status: 204 len: 173 time: 1.4170988 Nov 23 22:56:34.582998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'name': 'network-vif-deleted', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:34.586350 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4f5e6b-c509-46ca-bf91-cb0f425529dd" -d '{"events": [{"server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "name": "network-vif-deleted", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:34.642015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] DHCP port deletion for cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:34.706872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port f5979ab6-2706-4ef4-af5a-4648c5e0705f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:34.707215 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.708911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f92ac26a-8030-4388-b7ae-39090f0b4bd2 req-44b73e34-be96-40d6-b4ef-28eadbbea929 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e2dacd-1644-4b4d-bdee-19b2c67540e5 HTTP/1.1" status: 200 len: 210 time: 0.2347307 Nov 23 22:56:34.837265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] Deleting port f5979ab6-2706-4ef4-af5a-4648c5e0705f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:34.837638 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.885601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] For port f5979ab6-2706-4ef4-af5a-4648c5e0705f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f5979ab6-2706-4ef4-af5a-4648c5e0705f,segment=NetworkSegment(f7f3af8e-0dbd-4b93-9b9e-5905e825d493),segment_id=f7f3af8e-0dbd-4b93-9b9e-5905e825d493)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:34.886109 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:34.925005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for f5979ab6-2706-4ef4-af5a-4648c5e0705f owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:34.967914 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-102e0c52-d92e-4f11-87aa-849453df2338 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839338 Nov 23 22:56:34.980423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-97573997-a186-4c52-8a25-3c8d317f0f98 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:34.983543 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-97573997-a186-4c52-8a25-3c8d317f0f98 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb97e50e-06bb-4aa4-8d94-196cf9fa3090 HTTP/1.1" status: 200 len: 944 time: 0.3775225 Nov 23 22:56:35.052853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55638) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:35.064659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] For port f5979ab6-2706-4ef4-af5a-4648c5e0705f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f5979ab6-2706-4ef4-af5a-4648c5e0705f,segment=NetworkSegment(f7f3af8e-0dbd-4b93-9b9e-5905e825d493),segment_id=f7f3af8e-0dbd-4b93-9b9e-5905e825d493)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:35.065591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.081453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] Calling delete_port for f5979ab6-2706-4ef4-af5a-4648c5e0705f owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:35.116443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5545c0fb-a94b-4767-8d1a-103c8441080e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.221421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.234955 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.243507 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.272928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] No DVR routers for this DVR port f5979ab6-2706-4ef4-af5a-4648c5e0705f on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:35.302071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc9d5-5150-4fcb-b1d6-ae6c58f4f3b4 None None] Pushing event deleted for resources: {'Port': ['ID=f5979ab6-2706-4ef4-af5a-4648c5e0705f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:35.307394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab694d-5f09-4b30-9428-f05957cfd5de req-18084281-d260-4fbd-b1e5-2f1a87731f87 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:35.323811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65ab694d-5f09-4b30-9428-f05957cfd5de req-18084281-d260-4fbd-b1e5-2f1a87731f87 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.3951390 Nov 23 22:56:35.356575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No DVR routers for this DVR port f5979ab6-2706-4ef4-af5a-4648c5e0705f on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:35.365191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=f5979ab6-2706-4ef4-af5a-4648c5e0705f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:35.386744 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-3e0a4bac-8d2c-4934-86ae-9ce8c908cdad service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723483 Nov 23 22:56:35.424811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5545c0fb-a94b-4767-8d1a-103c8441080e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.463498 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-87acc8b0-e437-4637-9fe0-fbc33f7e0d1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 200 len: 217 time: 0.0626614 Nov 23 22:56:35.472347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65ab694d-5f09-4b30-9428-f05957cfd5de req-1b67ff18-4a1b-42c0-98ec-631559d9de8e tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471446 Nov 23 22:56:35.489819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Deleting port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:35.489819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.500949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.530935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:35.542228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f3af8e-0dbd-4b93-9b9e-5905e825d493') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:35.542542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f3af8e-0dbd-4b93-9b9e-5905e825d493') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:35.556254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.571349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.574153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5545c0fb-a94b-4767-8d1a-103c8441080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.590411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:35.591052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:35.597370 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:35.633808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a3689c7-0211-48b9-978f-eb203ff5ff93 req-523de57f-0f75-411a-a8b4-06fb7e1d1ec5 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 210 time: 0.0488970 Nov 23 22:56:35.637459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-c1522a9c-e51d-4d20-a2cc-ee499cbd2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:35.639278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-c1522a9c-e51d-4d20-a2cc-ee499cbd2212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 200 len: 797 time: 0.1537459 Nov 23 22:56:35.679826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5545c0fb-a94b-4767-8d1a-103c8441080e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49009d7aedd344b78bcfd1052da23e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6170585 Nov 23 22:56:35.684092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55646) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:35.684917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545c0fb-a94b-4767-8d1a-103c8441080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d95cb-8576-44b2-851f-b1657b825c9d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:35.715385 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65bbe0-7fd9-436f-b1ef-9ca4882288a7 x-openstack-request-id: req-5f65bbe0-7fd9-436f-b1ef-9ca4882288a7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:35.715726 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e2dacd-1644-4b4d-bdee-19b2c67540e5", "name": "network-vif-deleted", "tag": "121273a7-890b-46b5-8247-3c57ce86fd7e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:35.716109 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f65bbe0-7fd9-436f-b1ef-9ca4882288a7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:35.716529 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e2dacd-1644-4b4d-bdee-19b2c67540e5', 'name': 'network-vif-deleted', 'tag': '121273a7-890b-46b5-8247-3c57ce86fd7e', 'status': 'completed', 'code': 200} Nov 23 22:56:35.720896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.731063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.734287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86 HTTP/1.1" status: 204 len: 168 time: 1.5795901 Nov 23 22:56:35.739834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55648) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:35.758024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14501efd-cfb0-42b4-88c2-acd12c268654 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=cf2e8a6f-f3a0-4565-b2cb-7abb083c4e86,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:35.777241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e260fa4-5172-42d1-9779-a682bfb974b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.789628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] For port 6ab254b3-69e1-43d8-92a3-44c79ef00e62, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6ab254b3-69e1-43d8-92a3-44c79ef00e62,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:35.790011 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.800222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:35.809402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b0a74-5bc6-4e53-aed6-c6ea0b39ce5a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:35.810804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-959b0a74-5bc6-4e53-aed6-c6ea0b39ce5a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/60160b9d-4cda-4df7-9fbc-f889b4a91d1d HTTP/1.1" status: 200 len: 844 time: 0.0699763 Nov 23 22:56:35.815892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:35.819487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Calling delete_port for 6ab254b3-69e1-43d8-92a3-44c79ef00e62 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:35.825239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-31a342e4-fb35-4e20-ac28-a8218369f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:35.826750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-31a342e4-fb35-4e20-ac28-a8218369f959 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9bc8ce24-822c-4553-8c11-12bccb06b9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1782830 Nov 23 22:56:35.837729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e260fa4-5172-42d1-9779-a682bfb974b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:35.964539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-429a87c8-05dd-4f8d-9154-401e6f42ec48 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/60160b9d-4cda-4df7-9fbc-f889b4a91d1d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1475027 Nov 23 22:56:35.968344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55660) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:35.976966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:35.982479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b43a207a-5b93-477d-96fc-ec9abf237f7a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.008756 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e260fa4-5172-42d1-9779-a682bfb974b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.014867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e260fa4-5172-42d1-9779-a682bfb974b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.016062 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e260fa4-5172-42d1-9779-a682bfb974b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b9d95cb-8576-44b2-851f-b1657b825c9d HTTP/1.1" status: 204 len: 168 time: 0.3272636 Nov 23 22:56:36.027959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-38b81717-cb33-4efb-ab29-91625fe352ef service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586857 Nov 23 22:56:36.035851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b43a207a-5b93-477d-96fc-ec9abf237f7a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.069108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e260fa4-5172-42d1-9779-a682bfb974b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d95cb-8576-44b2-851f-b1657b825c9d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:36.213346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.223533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:36.227071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.229681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb', '1be2901b-0787-46f4-be0d-cb1fd1068421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:36.243425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 121273a7-890b-46b5-8247-3c57ce86fd7e no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:36.279600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event deleted for resources: {'Port': ['ID=6ab254b3-69e1-43d8-92a3-44c79ef00e62,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:36.345168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618704f-bc89-4686-b189-137e31a03855 req-c2193827-9dff-4c49-b269-736f4eb5fa36 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:36.358549 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-c2193827-9dff-4c49-b269-736f4eb5fa36 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.3125727 Nov 23 22:56:36.361639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fb8f3e8-eb57-456b-9fa4-e2b37249df38 req-4734c0b0-156a-41e6-9f3a-3f17c983c1a2 service neutron] 10.222.0.48 "GET /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976003 Nov 23 22:56:36.374976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Request body: {'port': {'device_id': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'admin_state_up': True, 'tenant_id': '8c13c8b8d98f4b48a1d9c6d6ca24560c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:36.393209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b43a207a-5b93-477d-96fc-ec9abf237f7a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.396448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b43a207a-5b93-477d-96fc-ec9abf237f7a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.397642 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b43a207a-5b93-477d-96fc-ec9abf237f7a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/security-groups/e9e238bf-aa7e-442d-afb1-5eeb6f30a577 HTTP/1.1" status: 204 len: 168 time: 0.5963953 Nov 23 22:56:36.451173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a207a-5b93-477d-96fc-ec9abf237f7a tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e238bf-aa7e-442d-afb1-5eeb6f30a577,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:36.464362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] No DVR routers for this DVR port 6ab254b3-69e1-43d8-92a3-44c79ef00e62 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:36.475545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.492277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a63d737-e4cc-4b3c-9b6b-159e50c8c8aa req-b95197c4-33c4-4f89-86ce-b791624533b2 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "DELETE /v2.0/ports/6ab254b3-69e1-43d8-92a3-44c79ef00e62 HTTP/1.1" status: 204 len: 173 time: 1.4797294 Nov 23 22:56:36.492776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-deleted', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:36.495080 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bec408-a45e-4ded-baf5-4659231925db" -d '{"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-deleted", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:36.544504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:36.784213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Made reservation on behalf of 8c13c8b8d98f4b48a1d9c6d6ca24560c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:36.791328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:36.803887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 121273a7-890b-46b5-8247-3c57ce86fd7e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:36.804567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 121273a7-890b-46b5-8247-3c57ce86fd7e not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:36.815024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f5979ab6-2706-4ef4-af5a-4648c5e0705f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:36.868065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f5979ab6-2706-4ef4-af5a-4648c5e0705f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:36.870358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f5979ab6-2706-4ef4-af5a-4648c5e0705f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:36.916006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.006036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Allocated IP 172.20.0.6 (ff10a010-6755-4f00-8434-2ffc0fce86f6/b0cf416f-f859-4636-a10b-f0923e1b1f57/9c46b58b-ffda-4f83-a373-b3974bc142aa) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:37.035631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1aa2f-6f7c-467c-9840-ce66a4e51ff2 req-71b599ec-2a58-4fe4-9a92-9ba58c8c0c83 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:37.049782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cad1aa2f-6f7c-467c-9840-ce66a4e51ff2 req-71b599ec-2a58-4fe4-9a92-9ba58c8c0c83 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2616911 Nov 23 22:56:37.192884 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.333544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cad1aa2f-6f7c-467c-9840-ce66a4e51ff2 req-0c9568f2-b69c-4e66-bf3d-e7fe493444dc tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817800 Nov 23 22:56:37.335094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.352073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:37.365503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:37.369407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=12c4bef1-b050-409c-ab79-d164902eba41,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:37.372482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:37.374074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.386388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2f3b2-ccb8-4296-9b01-4ad826516321 None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:37.440833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.493875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0a338763-1bfd-4a9f-866b-8057466d17c3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:37.524805 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.556233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:37.563591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:37.582347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:37.589924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d6ab82c-3864-45de-b728-abb84ab6aaf0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6203401 Nov 23 22:56:37.592048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55718) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:37.606462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1d88eb1a-879b-43fb-ae6a-aa3a7f4086df tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1249572421'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:37.702669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eb3e9-446c-4d29-aa54-dd6ddace8e91 req-ef1746f2-7964-49cf-bd75-46c218dc89fb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:37.712279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event updated for resources: {'Port': ['ID=9c46b58b-ffda-4f83-a373-b3974bc142aa,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:37.714040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f4eb3e9-446c-4d29-aa54-dd6ddace8e91 req-ef1746f2-7964-49cf-bd75-46c218dc89fb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 931 time: 0.1207895 Nov 23 22:56:37.728631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d88eb1a-879b-43fb-ae6a-aa3a7f4086df tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.729836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'tenant_id': '92d657dcf6944b468b040ee50498ec37', 'fixed_ips': [{'subnet_id': '12c4bef1-b050-409c-ab79-d164902eba41'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:56:37.730826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.749916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:37.753217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31b14b38-7584-45aa-bfc2-d8bd54448e6d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:37.754485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:37.802721 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-bc2c61e0-6f4b-4e4c-ace3-6d81afdd94ab tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4312603 Nov 23 22:56:37.816245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Request body: {'port': {'device_id': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:37.822026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f4eb3e9-446c-4d29-aa54-dd6ddace8e91 req-fc338456-a02d-4934-9e98-49d7730322cb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067457 Nov 23 22:56:37.911992 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741b448-889c-435e-9e5e-47f088a812f1 x-openstack-request-id: req-e741b448-889c-435e-9e5e-47f088a812f1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:37.913145 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb97e50e-06bb-4aa4-8d94-196cf9fa3090", "name": "network-vif-deleted", "tag": "6ab254b3-69e1-43d8-92a3-44c79ef00e62", "status": "failed", "code": 422}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:37.915279 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e741b448-889c-435e-9e5e-47f088a812f1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:37.916051 n-d-817303-3 neutron-server[103522]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb97e50e-06bb-4aa4-8d94-196cf9fa3090', 'name': 'network-vif-deleted', 'tag': '6ab254b3-69e1-43d8-92a3-44c79ef00e62', 'status': 'failed', 'code': 422} returned with failed status Nov 23 22:56:37.938451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.026699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.033383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Allocated IP 2001:db8::2 (f0f9024f-02d0-4055-aafa-4faa669c5ac9/12c4bef1-b050-409c-ab79-d164902eba41/2e38eeb0-b7a2-43f6-abf5-5205eb19055b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:38.055337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d88eb1a-879b-43fb-ae6a-aa3a7f4086df tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.067848 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.156717 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d88eb1a-879b-43fb-ae6a-aa3a7f4086df tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.318510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.326996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.360836 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d88eb1a-879b-43fb-ae6a-aa3a7f4086df tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.365476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d88eb1a-879b-43fb-ae6a-aa3a7f4086df tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7710612 Nov 23 22:56:38.368573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55742) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:38.374884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0f270483-c34d-4047-935c-be5e5453e1fc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'security_group': {'name': 'tempest-secgroup-264092805'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:38.384365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:38.385673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Pushing event updated for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:38.391910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:38.395123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:38.406583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88eb1a-879b-43fb-ae6a-aa3a7f4086df tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e947758-5fd5-424a-a481-88403a3dae38,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:38.413772 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f270483-c34d-4047-935c-be5e5453e1fc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.461805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Attempting to bind port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:38.462197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Attempting to bind port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e3b07137-f38f-48c5-9453-b03109791b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:38.463286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Attempting to bind port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b on network f0f9024f-02d0-4055-aafa-4faa669c5ac9 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:38.469136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:38.469534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Checking segment: {'id': 'e3b07137-f38f-48c5-9453-b03109791b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:38.469924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.470356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Bound using segment: {'id': 'e3b07137-f38f-48c5-9453-b03109791b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:38.470835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Bound port: 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b07137-f38f-48c5-9453-b03109791b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:38.470949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a0b54-58a9-435b-8441-649d2858b118 req-72fc58e4-0ff6-4bfa-b1ae-c2eab1879ecf tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:38.471412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.483501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d3a0b54-58a9-435b-8441-649d2858b118 req-72fc58e4-0ff6-4bfa-b1ae-c2eab1879ecf tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 907 time: 0.1911981 Nov 23 22:56:38.594190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:38.605669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,segment=NetworkSegment(e3b07137-f38f-48c5-9453-b03109791b8a),segment_id=e3b07137-f38f-48c5-9453-b03109791b8a)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:38.616943 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.623012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f270483-c34d-4047-935c-be5e5453e1fc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.633834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242186a-7385-4384-987f-15cd1830e600 req-42d33939-af42-475d-a56b-de71c53bfd60 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:38.635605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3242186a-7385-4384-987f-15cd1830e600 req-42d33939-af42-475d-a56b-de71c53bfd60 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.1447675 Nov 23 22:56:38.656511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f270483-c34d-4047-935c-be5e5453e1fc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.676532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c46b58b-ffda-4f83-a373-b3974bc142aa {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:38.687717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.708367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Transition to ACTIVE for port object 9c46b58b-ffda-4f83-a373-b3974bc142aa will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:56:38.717264 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.723561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f270483-c34d-4047-935c-be5e5453e1fc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:38.729061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0f270483-c34d-4047-935c-be5e5453e1fc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3575864 Nov 23 22:56:38.729202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55752) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:38.731908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2aef8-656a-4c71-afa0-2d684cf4b741 None None] Pushing event updated for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:38.740503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1209747076', 'security_groups': ['8091d958-3fd8-4ab9-8573-e1a47de97402'], 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12c4bef1-b050-409c-ab79-d164902eba41'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:38.740700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f270483-c34d-4047-935c-be5e5453e1fc tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8091d958-3fd8-4ab9-8573-e1a47de97402,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:38.804689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3242186a-7385-4384-987f-15cd1830e600 req-df4dd701-5b07-4462-bb14-3a5f9de02686 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448643 Nov 23 22:56:38.824375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port c53a705e-603c-40cb-a4c0-be2c0068e5f7 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:38.825064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.086770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port c53a705e-603c-40cb-a4c0-be2c0068e5f7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c53a705e-603c-40cb-a4c0-be2c0068e5f7,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:39.087463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.121770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926b7a5-1581-4825-a507-e0ae035a27bf req-a0360b60-43a6-47de-a026-edbb7e8f9550 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:39.132105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2926b7a5-1581-4825-a507-e0ae035a27bf req-a0360b60-43a6-47de-a026-edbb7e8f9550 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 943 time: 0.1679747 Nov 23 22:56:39.134344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for c53a705e-603c-40cb-a4c0-be2c0068e5f7 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:39.366695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55764) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:39.368825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Pushing event updated for resources: {'Port': ['ID=9c46b58b-ffda-4f83-a373-b3974bc142aa,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:39.433800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Attempting to bind port 9c46b58b-ffda-4f83-a373-b3974bc142aa on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:39.434050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Attempting to bind port 9c46b58b-ffda-4f83-a373-b3974bc142aa by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:39.434355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Attempting to bind port 9c46b58b-ffda-4f83-a373-b3974bc142aa on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:39.445300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Port 9c46b58b-ffda-4f83-a373-b3974bc142aa on network ff10a010-6755-4f00-8434-2ffc0fce86f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:56:39.445650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Attempting to bind port 9c46b58b-ffda-4f83-a373-b3974bc142aa on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:39.457687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:39.459886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Checking segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:39.462618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Bound using segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:39.462957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Bound port: 9c46b58b-ffda-4f83-a373-b3974bc142aa, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:39.463324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.489171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:39.586630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] For port 9c46b58b-ffda-4f83-a373-b3974bc142aa, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:39.592441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] For port 9c46b58b-ffda-4f83-a373-b3974bc142aa, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9c46b58b-ffda-4f83-a373-b3974bc142aa,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:39.604631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2926b7a5-1581-4825-a507-e0ae035a27bf req-bfab386e-826a-4d6e-8d38-c7e460d3f3c4 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718437 Nov 23 22:56:39.643034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.719195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0148f-04db-4917-879f-7ad79099f38e req-100b50bb-b90d-42e0-baba-4a0efd9a3b85 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:39.721329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17b0148f-04db-4917-879f-7ad79099f38e req-100b50bb-b90d-42e0-baba-4a0efd9a3b85 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 907 time: 0.1210835 Nov 23 22:56:39.724399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:39.725021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.727193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] 10.222.0.46 "PUT /v2.0/ports/9c46b58b-ffda-4f83-a373-b3974bc142aa HTTP/1.1" status: 200 len: 1091 time: 1.9170601 Nov 23 22:56:39.732909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'tag': '9c46b58b-ffda-4f83-a373-b3974bc142aa'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:39.735207 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed", "tag": "9c46b58b-ffda-4f83-a373-b3974bc142aa"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:39.784053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81e32f6d-260e-4be1-8ea4-ff980be41e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.819165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd6d50-331d-4ed6-bd4f-722207d15851 req-140a3082-2812-48bf-ad7f-f0a06bd63910 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:39.821223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51fd6d50-331d-4ed6-bd4f-722207d15851 req-140a3082-2812-48bf-ad7f-f0a06bd63910 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 907 time: 0.2235401 Nov 23 22:56:39.836439 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82420238-cafc-4894-b42a-cfc339abadfe x-openstack-request-id: req-82420238-cafc-4894-b42a-cfc339abadfe {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:39.836739 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed", "tag": "9c46b58b-ffda-4f83-a373-b3974bc142aa", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:39.837609 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82420238-cafc-4894-b42a-cfc339abadfe {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:39.838306 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'tag': '9c46b58b-ffda-4f83-a373-b3974bc142aa', 'status': 'completed', 'code': 200} Nov 23 22:56:39.887478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bb61e-3eb1-4f2f-b5f7-eae7095659cb service neutron] Pushing event updated for resources: {'Port': ['ID=9c46b58b-ffda-4f83-a373-b3974bc142aa,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:39.906078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.936824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Deleting port 7f34e373-7783-4ae4-944b-aabeebc40c2b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:39.937401 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:39.954742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:56:39.973429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618704f-bc89-4686-b189-137e31a03855 req-23347139-fa28-4dc1-8069-557083863bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:39.974947 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-23347139-fa28-4dc1-8069-557083863bfb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 1094 time: 0.1887279 Nov 23 22:56:40.065654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-1f0c80ca-c0b2-41a2-b10e-6697ffa49991 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c46b58b-ffda-4f83-a373-b3974bc142aa HTTP/1.1" status: 200 len: 217 time: 0.0582650 Nov 23 22:56:40.086517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40a3b-6b36-486c-926e-3e81b3f2a32a req-a2cf41b8-fcd6-4476-886f-e7d88d6ab051 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:40.088117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91d40a3b-6b36-486c-926e-3e81b3f2a32a req-a2cf41b8-fcd6-4476-886f-e7d88d6ab051 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.1284781 Nov 23 22:56:40.175754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81e32f6d-260e-4be1-8ea4-ff980be41e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.187685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.188199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81e32f6d-260e-4be1-8ea4-ff980be41e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.202701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] For port 7f34e373-7783-4ae4-944b-aabeebc40c2b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7f34e373-7783-4ae4-944b-aabeebc40c2b,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:40.203367 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.221090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618704f-bc89-4686-b189-137e31a03855 req-ed32aa64-0a21-4cf4-81b2-85441e494d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:40.222609 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-ed32aa64-0a21-4cf4-81b2-85441e494d54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.1445141 Nov 23 22:56:40.265528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Calling delete_port for 7f34e373-7783-4ae4-944b-aabeebc40c2b owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:40.272306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=c53a705e-603c-40cb-a4c0-be2c0068e5f7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:40.300986 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81e32f6d-260e-4be1-8ea4-ff980be41e1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81d9e83d25764fdd91eb456f7ca82c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9330864 Nov 23 22:56:40.306908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-020415d9-0145-4e31-bcc3-732fad7b74d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491393 Nov 23 22:56:40.307393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55786) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:40.312195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e32f6d-260e-4be1-8ea4-ff980be41e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a2126-4a16-406c-868f-056e6e5eccb7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:40.383929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91d40a3b-6b36-486c-926e-3e81b3f2a32a req-9a8db8a8-ab87-4068-813a-44131be1b135 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682338 Nov 23 22:56:40.403687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::1dd (f0f9024f-02d0-4055-aafa-4faa669c5ac9/12c4bef1-b050-409c-ab79-d164902eba41/29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:40.448710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:40.449399 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.496589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea404-2ef4-4a79-8346-1550a5756d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.563366 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-2edccb4c-b6a2-46fe-8f3a-f4441056b572 service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481098 Nov 23 22:56:40.598240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea404-2ef4-4a79-8346-1550a5756d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.603191 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.653142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,segment=NetworkSegment(e3b07137-f38f-48c5-9453-b03109791b8a),segment_id=e3b07137-f38f-48c5-9453-b03109791b8a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:40.674108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.678539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.764406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Pushing event updated for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:40.787776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Provisioning complete for port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:40.788176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.792450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.822053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:40.856684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b65a0b67-11f4-4f63-8b1e-6fa7baf04180 None None] Port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:40.874226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event deleted for resources: {'Port': ['ID=7f34e373-7783-4ae4-944b-aabeebc40c2b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:40.901451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e38eeb0-b7a2-43f6-abf5-5205eb19055b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:40.915293 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d618704f-bc89-4686-b189-137e31a03855 req-8701f549-ccdb-4070-88a4-b66a84a09ccf service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326299 Nov 23 22:56:40.943368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959464e-bf12-4b48-a510-bb421eac771c req-063062c6-aeee-4ef9-87b9-9441169c69f2 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:40.953804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9959464e-bf12-4b48-a510-bb421eac771c req-063062c6-aeee-4ef9-87b9-9441169c69f2 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 943 time: 0.2149589 Nov 23 22:56:41.044523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea404-2ef4-4a79-8346-1550a5756d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.046345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea404-2ef4-4a79-8346-1550a5756d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.046492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:41.049518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] No DVR routers for this DVR port 7f34e373-7783-4ae4-944b-aabeebc40c2b on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:41.049666 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0b0ea404-2ef4-4a79-8346-1550a5756d34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c2a2126-4a16-406c-868f-056e6e5eccb7 HTTP/1.1" status: 204 len: 168 time: 0.7360067 Nov 23 22:56:41.050337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.051393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.054457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17b0148f-04db-4917-879f-7ad79099f38e req-5688f0b8-ae88-4975-b736-b6e3e4ea871e tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "DELETE /v2.0/ports/7f34e373-7783-4ae4-944b-aabeebc40c2b HTTP/1.1" status: 204 len: 173 time: 1.3262334 Nov 23 22:56:41.065235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ea404-2ef4-4a79-8346-1550a5756d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a2126-4a16-406c-868f-056e6e5eccb7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:41.071163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.077737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'name': 'network-vif-deleted', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:41.081254 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b66455-39f8-474b-b607-be37e5545a80" -d '{"events": [{"server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "name": "network-vif-deleted", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:41.091935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-890a0ff2-783c-4f59-b0d9-7424a7cbb123 req-62ce690d-e5e3-4b92-9537-1edd2bd73e9d tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8f464b-2dfc-4abd-a74f-aa4427824ca1 HTTP/1.1" status: 200 len: 210 time: 0.0971050 Nov 23 22:56:41.197129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:41.229675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:41.238127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-26ebed8b-a884-47f7-a10a-5f2e71362014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:41.239063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9959464e-bf12-4b48-a510-bb421eac771c req-ba088238-17e7-4cf5-853f-92da6d5ff689 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840881 Nov 23 22:56:41.240305 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-26ebed8b-a884-47f7-a10a-5f2e71362014 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 1094 time: 0.2514205 Nov 23 22:56:41.241548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:41.243979 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f37b5-3b63-42fd-b280-f2cb200cf9f7 x-openstack-request-id: req-079f37b5-3b63-42fd-b280-f2cb200cf9f7 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:41.244291 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8f464b-2dfc-4abd-a74f-aa4427824ca1", "name": "network-vif-deleted", "tag": "7f34e373-7783-4ae4-944b-aabeebc40c2b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:41.244552 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-079f37b5-3b63-42fd-b280-f2cb200cf9f7 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:41.247711 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8f464b-2dfc-4abd-a74f-aa4427824ca1', 'name': 'network-vif-deleted', 'tag': '7f34e373-7783-4ae4-944b-aabeebc40c2b', 'status': 'completed', 'code': 200} Nov 23 22:56:41.261565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:41.262985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.341017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:56:41.507344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:41.516891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-5f15bd09-7bd8-4c15-9fd1-b8d39bfd1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:41.521613 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-5f15bd09-7bd8-4c15-9fd1-b8d39bfd1041 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 915 time: 0.2419622 Nov 23 22:56:41.551066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-40e951f9-06f6-4993-ac24-ec43219b242f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8160315 Nov 23 22:56:41.555183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55812) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:41.563218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1ce31e27-5324-423d-8d8d-14016c24fc09 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:41.597047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-d6a20a23-a7bb-4d9a-a5e8-bf0556cd17f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c46b58b-ffda-4f83-a373-b3974bc142aa HTTP/1.1" status: 200 len: 217 time: 0.0641513 Nov 23 22:56:41.669665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-31a91ea5-e4e9-47fa-abfe-a1e85e3de750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:41.672432 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-31a91ea5-e4e9-47fa-abfe-a1e85e3de750 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.0630000 Nov 23 22:56:41.696743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6b4c1537-0cb0-4771-8c3f-35db66299e6a None None] Provisioning complete for port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:41.697194 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1537-0cb0-4771-8c3f-35db66299e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.712353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:41.722580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55818) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:41.725503 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] Sync routers for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:41.734074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1096fa26-d910-477b-90d5-3b2faf42bc9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "PUT /v2.0/routers/1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1711535 Nov 23 22:56:41.744291 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:41.745245 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:41.777623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846317-b5ef-4d4a-9a50-9cc8cd3cab75 req-9ca061ae-487f-4754-94b4-e31de197b230 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:41.779218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8846317-b5ef-4d4a-9a50-9cc8cd3cab75 req-9ca061ae-487f-4754-94b4-e31de197b230 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2494552 Nov 23 22:56:41.818904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c1537-0cb0-4771-8c3f-35db66299e6a None None] Port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:41.852559 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-8f8cd74b-77a9-4b9f-857e-8a5822f54e5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663685 Nov 23 22:56:41.926497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting subnet 511da6cd-0716-4426-a5b4-e1f0d5975068 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:41.935333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8846317-b5ef-4d4a-9a50-9cc8cd3cab75 req-84a5a913-844d-43c5-9e73-cdb738da27ef tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411245 Nov 23 22:56:41.966106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce31e27-5324-423d-8d8d-14016c24fc09 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:41.970634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ce31e27-5324-423d-8d8d-14016c24fc09 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:41.972299 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:41.991692 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:42.103043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:42.166892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-d28f347f-014d-48bb-a07a-c426b64d0ffc service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056581 Nov 23 22:56:42.188539 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-1ce31e27-5324-423d-8d8d-14016c24fc09 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12c4bef1-b050-409c-ab79-d164902eba41 (CIDR: 2001:db8::/64) Nov 23 22:56:42.202779 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce31e27-5324-423d-8d8d-14016c24fc09 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:56:42.202779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce31e27-5324-423d-8d8d-14016c24fc09 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:56:42.231258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ce31e27-5324-423d-8d8d-14016c24fc09 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6739357 Nov 23 22:56:42.233126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55836) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:42.242441 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:56:40Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:42.247077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:42.291997 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] Checking router: 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:56:42.303015 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] Routers {'1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:42.303894 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:42.403429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:42.456853 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ec3421ca-7f8e-4e91-a5fe-3a4a0e360dc2 req-961a3851-7a2d-4246-b330-da51a0b9c426 service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810895 Nov 23 22:56:42.495040 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] Set router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:42.512278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:42.563089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:42.565359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a3899-c06f-4d5b-874e-507f0998384a None None] Network 77beeaf7-122d-46be-9015-4d441bc4563a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:42.583632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/subnets/511da6cd-0716-4426-a5b4-e1f0d5975068 HTTP/1.1" status: 204 len: 168 time: 0.8579738 Nov 23 22:56:42.595931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2478-58f3-4325-8842-8d322d83f7c1 req-e6a88d63-32af-4ec6-9202-849a2a028217 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:42.597759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4efe2478-58f3-4325-8842-8d322d83f7c1 req-e6a88d63-32af-4ec6-9202-849a2a028217 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 943 time: 0.1819420 Nov 23 22:56:42.599089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55850) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:42.613214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b785efc-4521-4afa-a798-2b0b8298a523 tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Subnet': ['ID=511da6cd-0716-4426-a5b4-e1f0d5975068,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:42.738305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e38eeb0-b7a2-43f6-abf5-5205eb19055b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:42.787342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:42.791019 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:42.849299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:42.850040 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:42.922301 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:56:40Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:42.928913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] DHCP port deletion for 77beeaf7-122d-46be-9015-4d441bc4563a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:42.960259 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08199fc0-6ac1-40a5-b5a1-b34785ac7ab9 None None] The sync data for ids ['1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9'] in n-d-817303-3 is: [{'id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'name': 'tempest-TestNetworkBasicOps-router-726239755', 'tenant_id': '938aed2b458f424e83288c1d36a9e80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:56:40Z', 'revision_number': 5, 'project_id': '938aed2b458f424e83288c1d36a9e80f', 'gw_port': {'id': '1b64da78-0348-41f5-80b2-d7e291db6e99', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:09Z', 'updated_at': '2021-11-23T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:56:42.963675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:43.085596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] Deleting port 1e406712-441a-4ad7-80de-7e7b841a4cf1 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:43.085973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:43.090381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79d65a-b87d-43a7-99a9-729d6dc45591 req-02f5f757-186f-4c56-a609-1d97c008e2ea tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:43.100184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb79d65a-b87d-43a7-99a9-729d6dc45591 req-02f5f757-186f-4c56-a609-1d97c008e2ea tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 945 time: 0.5150607 Nov 23 22:56:43.159797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4efe2478-58f3-4325-8842-8d322d83f7c1 req-3be98e37-83cb-49e2-bc5c-66f89fcf039d tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236902 Nov 23 22:56:43.162495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] For port 1e406712-441a-4ad7-80de-7e7b841a4cf1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1e406712-441a-4ad7-80de-7e7b841a4cf1,segment=NetworkSegment(1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c),segment_id=1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:43.163004 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:43.182078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] Calling delete_port for 1e406712-441a-4ad7-80de-7e7b841a4cf1 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:43.207298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9c46b58b-ffda-4f83-a373-b3974bc142aa details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:56:43.291326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7f34e373-7783-4ae4-944b-aabeebc40c2b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:43.350643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 7f34e373-7783-4ae4-944b-aabeebc40c2b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:43.351005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7f34e373-7783-4ae4-944b-aabeebc40c2b not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:43.395755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9c46b58b-ffda-4f83-a373-b3974bc142aa, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9c46b58b-ffda-4f83-a373-b3974bc142aa,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:43.420530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '9c46b58b-ffda-4f83-a373-b3974bc142aa', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'port_id': '9c46b58b-ffda-4f83-a373-b3974bc142aa', 'mac_address': 'fa:16:3e:21:8a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0cf416f-f859-4636-a10b-f0923e1b1f57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:56:43.485285 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:43.501408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] No DVR routers for this DVR port 1e406712-441a-4ad7-80de-7e7b841a4cf1 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:43.531538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:43.538599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881d55e-bdd4-481b-8492-0e6d322ab0b2 None None] Pushing event deleted for resources: {'Port': ['ID=1e406712-441a-4ad7-80de-7e7b841a4cf1,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:43.551054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c46b58b-ffda-4f83-a373-b3974bc142aa {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:43.574708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9c46b58b-ffda-4f83-a373-b3974bc142aa, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9c46b58b-ffda-4f83-a373-b3974bc142aa,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:43.585531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:43.668177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9c46b58b-ffda-4f83-a373-b3974bc142aa,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:43.780156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb79d65a-b87d-43a7-99a9-729d6dc45591 req-26aa099d-ddd0-469f-8c16-07908c300d88 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787102 Nov 23 22:56:43.807461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becdcd4-4fa2-4811-bb89-9637681651e4 req-54d23411-9549-4bf6-a584-9c2350ba68ef tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:43.809403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4becdcd4-4fa2-4811-bb89-9637681651e4 req-54d23411-9549-4bf6-a584-9c2350ba68ef tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2102547 Nov 23 22:56:43.816067 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:43.864330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9c46b58b-ffda-4f83-a373-b3974bc142aa'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:43.947880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-6f90a8a9-a79d-4a68-9b9a-afd824d9fd89 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:43.950240 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-6f90a8a9-a79d-4a68-9b9a-afd824d9fd89 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 945 time: 0.0708525 Nov 23 22:56:43.980483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4becdcd4-4fa2-4811-bb89-9637681651e4 req-06753f4e-b563-43ce-bdd2-83b04733c6f9 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539118 Nov 23 22:56:43.990334 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.064612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=e5613170-8986-44c0-aaea-48d8d67c02d2,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:44.068233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Deleting port 1b64da78-0348-41f5-80b2-d7e291db6e99 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:44.068573 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.096547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55936) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:44.120107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.120622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.120938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.121418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.121784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.122140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.122243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Deleting port 1be2901b-0787-46f4-be0d-cb1fd1068421 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:44.122526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.122636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.122991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.123297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.123606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.124127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.124331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:44.141250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:44.145309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:44.148424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:44.149145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.169414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758303b-3352-4c86-bc75-5ec06365ad22 None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:44.237529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d698711c-c2cf-41c5-ab68-4fc4d2d5be14 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0025792 Nov 23 22:56:44.240375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55942) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:44.245962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1430030636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5613170-8986-44c0-aaea-48d8d67c02d2'}], 'security_groups': ['7e947758-5fd5-424a-a481-88403a3dae38']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:44.271778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] For port 1be2901b-0787-46f4-be0d-cb1fd1068421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1be2901b-0787-46f4-be0d-cb1fd1068421,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:44.272108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.288502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Calling delete_port for 1be2901b-0787-46f4-be0d-cb1fd1068421 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:44.314822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56566eb8-70e0-4298-bcce-6c38ddeec54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.364992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] For port 1b64da78-0348-41f5-80b2-d7e291db6e99, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1b64da78-0348-41f5-80b2-d7e291db6e99,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:44.365372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.395086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Calling delete_port for 1b64da78-0348-41f5-80b2-d7e291db6e99 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:44.486863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a683d44-4bc8-4e6f-a45e-1c4a2b91ddcc req-ddf7c830-8c4b-4428-b28d-64d0f96558d7 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:44.494573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a683d44-4bc8-4e6f-a45e-1c4a2b91ddcc req-ddf7c830-8c4b-4428-b28d-64d0f96558d7 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 944 time: 0.1991770 Nov 23 22:56:44.515319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56566eb8-70e0-4298-bcce-6c38ddeec54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.539034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56566eb8-70e0-4298-bcce-6c38ddeec54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.558525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c9717-d496-402f-b6f6-0c8a2c685ac7 None None] Update dhcp port {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'fixed_ips': [{'subnet_id': '12c4bef1-b050-409c-ab79-d164902eba41', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5613170-8986-44c0-aaea-48d8d67c02d2'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '2e38eeb0-b7a2-43f6-abf5-5205eb19055b'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:56:44.572449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56566eb8-70e0-4298-bcce-6c38ddeec54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f41259-eb92-428e-837a-84435d765adf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:44.589160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.593911 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-996c9717-d496-402f-b6f6-0c8a2c685ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.609780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb', '1be2901b-0787-46f4-be0d-cb1fd1068421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:44.650363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event deleted for resources: {'Port': ['ID=1be2901b-0787-46f4-be0d-cb1fd1068421,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:44.655889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.752665 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-56566eb8-70e0-4298-bcce-6c38ddeec54c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0671b936481346f5aa384d72686c4d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540818 Nov 23 22:56:44.755256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a683d44-4bc8-4e6f-a45e-1c4a2b91ddcc req-08ffb252-ea0d-456a-b35b-5c0220013a8a tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595432 Nov 23 22:56:44.759076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55946) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:44.786587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c53a705e-603c-40cb-a4c0-be2c0068e5f7 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:44.813146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] No DVR routers for this DVR port 1be2901b-0787-46f4-be0d-cb1fd1068421 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:44.819807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:44.834498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c53a705e-603c-40cb-a4c0-be2c0068e5f7 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:44.835027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c53a705e-603c-40cb-a4c0-be2c0068e5f7 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:44.835627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1e406712-441a-4ad7-80de-7e7b841a4cf1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:44.839093 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c27c1f6e-afac-45f4-9d43-65919c762ba6 req-8f8773f7-9db6-4490-af0c-4f2ca8081077 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "DELETE /v2.0/ports/1be2901b-0787-46f4-be0d-cb1fd1068421 HTTP/1.1" status: 204 len: 173 time: 0.8810508 Nov 23 22:56:44.840141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'name': 'network-vif-deleted', 'tag': '1be2901b-0787-46f4-be0d-cb1fd1068421'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:44.843241 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef91f9c-8cd1-43b1-a4f3-9d514d50ef13" -d '{"events": [{"server_uuid": "c01c0d42-bf8a-41ac-ae28-836189b819ec", "name": "network-vif-deleted", "tag": "1be2901b-0787-46f4-be0d-cb1fd1068421"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:44.889508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1e406712-441a-4ad7-80de-7e7b841a4cf1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:44.890128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1e406712-441a-4ad7-80de-7e7b841a4cf1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:44.947266 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d910ac4-10c0-4334-a441-ba6f42c3038d x-openstack-request-id: req-7d910ac4-10c0-4334-a441-ba6f42c3038d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:44.947806 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01c0d42-bf8a-41ac-ae28-836189b819ec", "name": "network-vif-deleted", "tag": "1be2901b-0787-46f4-be0d-cb1fd1068421", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:44.948127 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d910ac4-10c0-4334-a441-ba6f42c3038d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:44.948672 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01c0d42-bf8a-41ac-ae28-836189b819ec', 'name': 'network-vif-deleted', 'tag': '1be2901b-0787-46f4-be0d-cb1fd1068421', 'status': 'completed', 'code': 200} Nov 23 22:56:44.973836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a07635e-0be3-4e65-92cc-2d22f82322ad req-257fe09b-6c00-4b07-8e19-a708631ea0ec tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01c0d42-bf8a-41ac-ae28-836189b819ec HTTP/1.1" status: 200 len: 210 time: 0.0826099 Nov 23 22:56:45.027090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-996c9717-d496-402f-b6f6-0c8a2c685ac7 None None] Allocated IP 2001:db8:0:1::2 (f0f9024f-02d0-4055-aafa-4faa669c5ac9/e5613170-8986-44c0-aaea-48d8d67c02d2/2e38eeb0-b7a2-43f6-abf5-5205eb19055b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:45.077341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdb07327-b722-4724-98ce-74d728ccca06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.165940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdb07327-b722-4724-98ce-74d728ccca06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.229411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.304517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Port': ['ID=1b64da78-0348-41f5-80b2-d7e291db6e99,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:45.368317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db70c8-8b42-4ee0-9617-2a9bdd5fea02 req-2de8a36e-b776-4c0a-b29f-7875292c3f14 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:45.370035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57db70c8-8b42-4ee0-9617-2a9bdd5fea02 req-2de8a36e-b776-4c0a-b29f-7875292c3f14 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2626500 Nov 23 22:56:45.382083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9c46b58b-ffda-4f83-a373-b3974bc142aa up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:45.401396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec2c93-cc3e-4ba8-825b-4c72b5ed953f None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:45.409815 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.414886 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdb07327-b722-4724-98ce-74d728ccca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.417610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdb07327-b722-4724-98ce-74d728ccca06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.418857 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bdb07327-b722-4724-98ce-74d728ccca06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8f41259-eb92-428e-837a-84435d765adf HTTP/1.1" status: 204 len: 168 time: 0.6507115 Nov 23 22:56:45.490675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-996c9717-d496-402f-b6f6-0c8a2c685ac7 None None] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,segment=NetworkSegment(e3b07137-f38f-48c5-9453-b03109791b8a),segment_id=e3b07137-f38f-48c5-9453-b03109791b8a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:45.536536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 9c46b58b-ffda-4f83-a373-b3974bc142aa completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:56:45.543465 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-996c9717-d496-402f-b6f6-0c8a2c685ac7 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.545873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 9c46b58b-ffda-4f83-a373-b3974bc142aa triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:45.546518 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.550524 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-996c9717-d496-402f-b6f6-0c8a2c685ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.588082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb07327-b722-4724-98ce-74d728ccca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f41259-eb92-428e-837a-84435d765adf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:45.635444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.644111 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.655358 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57db70c8-8b42-4ee0-9617-2a9bdd5fea02 req-14e0379c-ddb8-4b16-939c-4083b87827e0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749701 Nov 23 22:56:45.727877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c9717-d496-402f-b6f6-0c8a2c685ac7 None None] Pushing event updated for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:45.728288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.728812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:56:45.757218 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.758389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cc7c45ac-c0fc-431b-bb8b-0224152a1fed tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/routers/1c6e414f-9c4c-4fad-bd9b-f0e13e9df2f9 HTTP/1.1" status: 204 len: 168 time: 3.1557870 Nov 23 22:56:45.761265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55958) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:45.826954 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.890644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46b58b-ffda-4f83-a373-b3974bc142aa'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:45.897008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Delete allocated IP 2001:db8::1dd (f0f9024f-02d0-4055-aafa-4faa669c5ac9/12c4bef1-b050-409c-ab79-d164902eba41) {{(pid=103522) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:56:45.905325 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2844a-f17c-4ac9-9313-e7bffd562fb8" -d '{"events": [{"server_uuid": "d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9c46b58b-ffda-4f83-a373-b3974bc142aa"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:45.937056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9c46b58b-ffda-4f83-a373-b3974bc142aa, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9c46b58b-ffda-4f83-a373-b3974bc142aa,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:45.949603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8:0:1::368 (f0f9024f-02d0-4055-aafa-4faa669c5ac9/e5613170-8986-44c0-aaea-48d8d67c02d2/29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:45.963156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:45.964396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55966) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:45.964644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1be2901b-0787-46f4-be0d-cb1fd1068421 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:46.007674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fdc12f9c-2838-4190-8e01-f8eb807a457f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.018229 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee64de57-b675-41e5-9ed0-4e9c0d8dd380 x-openstack-request-id: req-ee64de57-b675-41e5-9ed0-4e9c0d8dd380 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:46.022087 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9c46b58b-ffda-4f83-a373-b3974bc142aa", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:46.023669 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee64de57-b675-41e5-9ed0-4e9c0d8dd380 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:46.024174 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46b58b-ffda-4f83-a373-b3974bc142aa', 'code': 200} Nov 23 22:56:46.044004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 1be2901b-0787-46f4-be0d-cb1fd1068421 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:46.047313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1be2901b-0787-46f4-be0d-cb1fd1068421 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:46.059150 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.072937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8c0d0-4d4a-462b-897e-51ea4ea50f71 req-8d5c8447-45d5-4f9e-ab86-341bdafb09d6 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:46.074595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4a8c0d0-4d4a-462b-897e-51ea4ea50f71 req-8d5c8447-45d5-4f9e-ab86-341bdafb09d6 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 944 time: 0.1885524 Nov 23 22:56:46.202102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9c46b58b-ffda-4f83-a373-b3974bc142aa,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:46.243068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4a8c0d0-4d4a-462b-897e-51ea4ea50f71 req-b9bd9fed-7da7-40ce-8af0-f1c9e64c32e2 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580501 Nov 23 22:56:46.303351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.315767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fdc12f9c-2838-4190-8e01-f8eb807a457f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.327735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77beeaf7-122d-46be-9015-4d441bc4563a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:46.339594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fdc12f9c-2838-4190-8e01-f8eb807a457f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.354373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:46.354676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5c0c69-18a2-4b53-9a83-2c7cd77cfa6c') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:46.381950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.418462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442146d-2d48-4397-930c-410e9027f91b req-90a34519-1707-434f-90c0-0de17ef48ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:46.420043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e442146d-2d48-4397-930c-410e9027f91b req-90a34519-1707-434f-90c0-0de17ef48ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 1096 time: 0.3276119 Nov 23 22:56:46.427614 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.438418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc12f9c-2838-4190-8e01-f8eb807a457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd3e6d3-c3c8-4f8f-88b2-950293a93392,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:46.447712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:46.448133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:46.451548 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:46.490193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fdc12f9c-2838-4190-8e01-f8eb807a457f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e98b1ed576e4d078e08966ae066a243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242569 Nov 23 22:56:46.499965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55974) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:46.529761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.541234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.604583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.607476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e442146d-2d48-4397-930c-410e9027f91b req-81f143e7-a745-471e-b9b2-757b57f61987 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744728 Nov 23 22:56:46.614101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.623032 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] 10.222.0.11 "DELETE /v2.0/networks/77beeaf7-122d-46be-9015-4d441bc4563a HTTP/1.1" status: 204 len: 168 time: 0.8566039 Nov 23 22:56:46.644539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d3b69-419a-4327-8b26-f40cb27ec519 req-8d93a41b-2d5d-4b02-8a3a-c695300fe150 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:46.648334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-359d3b69-419a-4327-8b26-f40cb27ec519 req-8d93a41b-2d5d-4b02-8a3a-c695300fe150 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1904554 Nov 23 22:56:46.649157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:46.650014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdda510-8092-4240-ba79-5eedf4b48b9f tempest-TestNetworkBasicOps-1644878905 tempest-TestNetworkBasicOps-1644878905-project] Pushing event deleted for resources: {'Network': ['ID=77beeaf7-122d-46be-9015-4d441bc4563a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:46.664452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f7a644-74bd-4c2a-bf12-179191799204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.686169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] In _notify_port_updated(), no bound segment for port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f on network f0f9024f-02d0-4055-aafa-4faa669c5ac9 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:56:46.690826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f7a644-74bd-4c2a-bf12-179191799204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.699847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:46.700999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.705963 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1757debf-c188-4d15-be84-68a79c17a752 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "PUT /v2.0/ports/29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f HTTP/1.1" status: 200 len: 931 time: 2.4642298 Nov 23 22:56:46.706654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55980) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:46.752569 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f7a644-74bd-4c2a-bf12-179191799204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.759022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28f7a644-74bd-4c2a-bf12-179191799204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.761078 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-28f7a644-74bd-4c2a-bf12-179191799204 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fd3e6d3-c3c8-4f8f-88b2-950293a93392 HTTP/1.1" status: 204 len: 168 time: 0.2577941 Nov 23 22:56:46.773421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7a644-74bd-4c2a-bf12-179191799204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd3e6d3-c3c8-4f8f-88b2-950293a93392,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:46.837956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e38eeb0-b7a2-43f6-abf5-5205eb19055b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:46.879239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-359d3b69-419a-4327-8b26-f40cb27ec519 req-2d14c0e2-41f0-450e-a9a8-562d9226e117 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088456 Nov 23 22:56:46.984004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Provisioning complete for port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:46.986947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.011620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8227-460c-4a06-94a3-80628e03da64 req-57273d54-e64c-4cca-a253-d50154082193 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:47.018741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:47.019413 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.021712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36a8227-460c-4a06-94a3-80628e03da64 req-57273d54-e64c-4cca-a253-d50154082193 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.1604035 Nov 23 22:56:47.069201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:47.069471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.094676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:47.169304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:47.169822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.223350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55990) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:47.270488 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1b64da78-0348-41f5-80b2-d7e291db6e99 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:47.294703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1b64da78-0348-41f5-80b2-d7e291db6e99 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:47.295150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1b64da78-0348-41f5-80b2-d7e291db6e99 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:47.302174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36a8227-460c-4a06-94a3-80628e03da64 req-35081f2e-8e6d-47bf-89de-8a91560ea5a5 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794960 Nov 23 22:56:47.324079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Provisioning complete for port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:47.324710 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.360350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.378177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:47.412706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ca30632-5145-4cbf-8eb3-4d06146a3d68 None None] Port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:47.516742 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-38cb3e2e-e009-4a11-84f5-99df1043d8bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=938aed2b458f424e83288c1d36a9e80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910075 Nov 23 22:56:47.518287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:47.540587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6f5dd0f8-4414-4287-9260-c40869a24891 None None] Provisioning complete for port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:47.540969 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd0f8-4414-4287-9260-c40869a24891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.541564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67b34c-3bd0-4b3d-8b87-db1ff3fa74cc req-099c4516-6392-49ab-a723-95799591d915 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:47.543245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc67b34c-3bd0-4b3d-8b87-db1ff3fa74cc req-099c4516-6392-49ab-a723-95799591d915 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 945 time: 0.1471517 Nov 23 22:56:47.604787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5ee6-530a-4e68-8fbb-25cc40b57afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.624106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6f5dd0f8-4414-4287-9260-c40869a24891 None None] Port 29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:47.645889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5ee6-530a-4e68-8fbb-25cc40b57afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.698457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.715214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5ee6-530a-4e68-8fbb-25cc40b57afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.718946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5ee6-530a-4e68-8fbb-25cc40b57afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.725946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9c1c5ee6-530a-4e68-8fbb-25cc40b57afb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54694c4e-1c27-4d40-962d-11acd272dc19 HTTP/1.1" status: 204 len: 168 time: 0.2050753 Nov 23 22:56:47.739197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5ee6-530a-4e68-8fbb-25cc40b57afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54694c4e-1c27-4d40-962d-11acd272dc19,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:47.772938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:47.799603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc67b34c-3bd0-4b3d-8b87-db1ff3fa74cc req-97d7a4f4-a5cb-4716-b22c-4462f1292429 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389796 Nov 23 22:56:47.828505 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:47.839686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-771bbbf4-35c1-4df5-a7f1-f9bebca30387 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f HTTP/1.1" status: 204 len: 168 time: 1.1288102 Nov 23 22:56:47.840512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56014) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:47.872787 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc716bd-6de2-460f-a5a3-ab6e7c405e27 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:56:47.878755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56016) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:47.879066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ffc716bd-6de2-460f-a5a3-ab6e7c405e27 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/29db8e0b-10a8-40c8-ab0a-fc3c99ef2f6f HTTP/1.1" status: 404 len: 333 time: 0.0365915 Nov 23 22:56:47.979114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76ebd750-3400-4895-99bb-43cdb09999d3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.041239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-3128478c-c67d-4d44-b42c-abf154670b83 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:48.042948 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-3128478c-c67d-4d44-b42c-abf154670b83 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.0991755 Nov 23 22:56:48.088460 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76ebd750-3400-4895-99bb-43cdb09999d3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.212154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde32fb-6486-40b9-b833-0e1beda8cf01 req-09cf4640-9dca-41dd-8ec5-fc8521ee7af1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:48.215176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3dde32fb-6486-40b9-b833-0e1beda8cf01 req-09cf4640-9dca-41dd-8ec5-fc8521ee7af1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 946 time: 0.1637893 Nov 23 22:56:48.225996 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76ebd750-3400-4895-99bb-43cdb09999d3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.233098 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76ebd750-3400-4895-99bb-43cdb09999d3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.234263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-76ebd750-3400-4895-99bb-43cdb09999d3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/security-groups/8091d958-3fd8-4ab9-8573-e1a47de97402 HTTP/1.1" status: 204 len: 168 time: 0.3539546 Nov 23 22:56:48.242072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56028) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:48.261197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd750-3400-4895-99bb-43cdb09999d3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8091d958-3fd8-4ab9-8573-e1a47de97402,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:48.288886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Deleting port 0eec7a41-1028-4d39-9311-e3d7a08c60eb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:48.289235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.318636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3dde32fb-6486-40b9-b833-0e1beda8cf01 req-58b2c07d-85c5-407c-834b-34192656ae87 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939586 Nov 23 22:56:48.409321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e28e3cc-78f5-4134-9041-8c52fd49f3ea tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.456245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] For port 0eec7a41-1028-4d39-9311-e3d7a08c60eb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=0eec7a41-1028-4d39-9311-e3d7a08c60eb,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:48.456614 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.460259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e28e3cc-78f5-4134-9041-8c52fd49f3ea tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.482772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Calling delete_port for 0eec7a41-1028-4d39-9311-e3d7a08c60eb owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:48.500146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56034) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:48.531346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bcc12-13d5-46ef-a401-5a3a2ba7e47a req-fb247bae-22ac-4d69-8ead-97bb00acd3fe tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:48.533503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-875bcc12-13d5-46ef-a401-5a3a2ba7e47a req-fb247bae-22ac-4d69-8ead-97bb00acd3fe tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.0936651 Nov 23 22:56:48.534866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8aa36d68-53ef-4f6d-bf8f-edae0b577661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.567108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e28e3cc-78f5-4134-9041-8c52fd49f3ea tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.569928 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e28e3cc-78f5-4134-9041-8c52fd49f3ea tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.573758 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0e28e3cc-78f5-4134-9041-8c52fd49f3ea tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/security-groups/7e947758-5fd5-424a-a481-88403a3dae38 HTTP/1.1" status: 204 len: 168 time: 0.3272071 Nov 23 22:56:48.576092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56036) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:48.631496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28e3cc-78f5-4134-9041-8c52fd49f3ea tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e947758-5fd5-424a-a481-88403a3dae38,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:48.663738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-875bcc12-13d5-46ef-a401-5a3a2ba7e47a req-7171cebc-dc9b-4cd8-aa3f-1402688d7031 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867140 Nov 23 22:56:48.679779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8aa36d68-53ef-4f6d-bf8f-edae0b577661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.686048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8aa36d68-53ef-4f6d-bf8f-edae0b577661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.686173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet 12c4bef1-b050-409c-ab79-d164902eba41 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:48.699456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.746806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa36d68-53ef-4f6d-bf8f-edae0b577661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558fab0a-28b7-47a5-9fef-a148fff0d32c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:48.754388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8aa36d68-53ef-4f6d-bf8f-edae0b577661 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a86f4c5111074ade9889ce0aedff2576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497337 Nov 23 22:56:48.755355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56042) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:48.801619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.819659 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26aa6f0f-13b9-4633-896e-a4c6fb31451a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.849330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26aa6f0f-13b9-4633-896e-a4c6fb31451a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.903732 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.915780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['0eec7a41-1028-4d39-9311-e3d7a08c60eb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:48.951353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26aa6f0f-13b9-4633-896e-a4c6fb31451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.956769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event deleted for resources: {'Port': ['ID=0eec7a41-1028-4d39-9311-e3d7a08c60eb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:48.959662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26aa6f0f-13b9-4633-896e-a4c6fb31451a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:48.963092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-26aa6f0f-13b9-4633-896e-a4c6fb31451a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/558fab0a-28b7-47a5-9fef-a148fff0d32c HTTP/1.1" status: 204 len: 168 time: 0.2072818 Nov 23 22:56:48.978629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa6f0f-13b9-4633-896e-a4c6fb31451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558fab0a-28b7-47a5-9fef-a148fff0d32c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:49.017353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294849e3-b1cb-4fef-bc2e-59ba56aae4d4 req-a86fa09e-d66c-485d-9f3a-e4f236ca89a4 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:49.029323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-294849e3-b1cb-4fef-bc2e-59ba56aae4d4 req-a86fa09e-d66c-485d-9f3a-e4f236ca89a4 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 945 time: 0.1337147 Nov 23 22:56:49.036431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] No DVR routers for this DVR port 0eec7a41-1028-4d39-9311-e3d7a08c60eb on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:49.039412 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:49.043473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9185d3e5-fc2c-4158-b7d9-43888a6744d3 req-b05b32b7-7f24-4652-8ddc-24d48a8d49ce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "DELETE /v2.0/ports/0eec7a41-1028-4d39-9311-e3d7a08c60eb HTTP/1.1" status: 204 len: 173 time: 0.9870889 Nov 23 22:56:49.048546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'name': 'network-vif-deleted', 'tag': '0eec7a41-1028-4d39-9311-e3d7a08c60eb'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:49.051415 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588baf57-b534-4aff-a4e0-8d8993757f99" -d '{"events": [{"server_uuid": "6a05df2a-51b3-4162-b3e6-8b4da35b5832", "name": "network-vif-deleted", "tag": "0eec7a41-1028-4d39-9311-e3d7a08c60eb"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:49.070284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:49.142878 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4164862c-708c-4c7c-888a-1fb83033b965 x-openstack-request-id: req-4164862c-708c-4c7c-888a-1fb83033b965 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:49.143155 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a05df2a-51b3-4162-b3e6-8b4da35b5832", "name": "network-vif-deleted", "tag": "0eec7a41-1028-4d39-9311-e3d7a08c60eb", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:49.143419 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4164862c-708c-4c7c-888a-1fb83033b965 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:49.143852 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a05df2a-51b3-4162-b3e6-8b4da35b5832', 'name': 'network-vif-deleted', 'tag': '0eec7a41-1028-4d39-9311-e3d7a08c60eb', 'status': 'completed', 'code': 200} Nov 23 22:56:49.157220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-294849e3-b1cb-4fef-bc2e-59ba56aae4d4 req-42e84fd8-bc35-40f6-a116-e40f5a9a1910 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266820 Nov 23 22:56:49.253506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:49.298081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=12c4bef1-b050-409c-ab79-d164902eba41,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:49.303387 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:49.307026 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2ed8da1f-3bf8-4b6d-a34b-8e15b20eaec9 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/12c4bef1-b050-409c-ab79-d164902eba41 HTTP/1.1" status: 204 len: 168 time: 0.7279799 Nov 23 22:56:49.311341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56062) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:49.323659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:49.325094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db2318-7f5c-4f34-8a21-3b5ceed1054e None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:49.600687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03fce920-3da9-49e8-806b-4a4fcfd3cc66 req-6b779e60-a7c2-4af2-9aa4-f3943eee5904 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a05df2a-51b3-4162-b3e6-8b4da35b5832 HTTP/1.1" status: 200 len: 210 time: 0.0952442 Nov 23 22:56:49.728587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:49.732419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.004092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563fc24-a562-409d-9ecc-37e164849ca8 req-3c1b012d-0c99-4e88-9701-ff72d46ef980 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:50.015712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7563fc24-a562-409d-9ecc-37e164849ca8 req-3c1b012d-0c99-4e88-9701-ff72d46ef980 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.1577806 Nov 23 22:56:50.134802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7563fc24-a562-409d-9ecc-37e164849ca8 req-d551108b-4d74-4f8b-8ea3-78470cdbaf81 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179571 Nov 23 22:56:50.382396 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.473163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:50.479089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:50.483973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:50.484569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.506414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=d70e661b-4233-4929-bdaf-2a9e98b568c2,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:50.529076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9ee741af-6df9-4a50-ba78-7ae50ae56f94 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165563 Nov 23 22:56:50.531816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:50.537469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-64c2a26a-540b-40af-bb9d-c15b40b9f72d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1767447820'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:50.594367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64c2a26a-540b-40af-bb9d-c15b40b9f72d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.608678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56112) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:50.744370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64c2a26a-540b-40af-bb9d-c15b40b9f72d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.759966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64c2a26a-540b-40af-bb9d-c15b40b9f72d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.801011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1653222165-network', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:50.809481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be588ae-f84f-4482-a728-17f3465cfad0 None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:50.872375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Made reservation on behalf of 0f3233d912d94a90a2fe363ea1f67359 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:50.879432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.930512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64c2a26a-540b-40af-bb9d-c15b40b9f72d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.932112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-64c2a26a-540b-40af-bb9d-c15b40b9f72d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3991771 Nov 23 22:56:50.935224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56128) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:50.944288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f16ae87a-822e-40a7-9fd9-788f1babee6a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845852443'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:50.964915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:50.986556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2a26a-540b-40af-bb9d-c15b40b9f72d tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf98013-79bc-41a5-93f9-6110832963cf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:50.998245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-25dc9043-797f-461d-9ebe-0e755b68ea17 None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:51.001496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25dc9043-797f-461d-9ebe-0e755b68ea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.028824 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16ae87a-822e-40a7-9fd9-788f1babee6a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.169283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.180818 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.200805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a03931-7b78-4d85-889e-9f31de1ba0ab req-2464957b-44c4-48fe-98bc-e05dfd0971f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:51.209616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7a03931-7b78-4d85-889e-9f31de1ba0ab req-2464957b-44c4-48fe-98bc-e05dfd0971f0 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1262479 Nov 23 22:56:51.244102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1143036a-b78b-438d-b3cc-ac27ba03624a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:51.249735 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16ae87a-822e-40a7-9fd9-788f1babee6a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.289429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0eec7a41-1028-4d39-9311-e3d7a08c60eb no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:51.294062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:56:51.297189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7a03931-7b78-4d85-889e-9f31de1ba0ab req-fea642a9-38ba-4f0c-b666-a18892df6221 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864651 Nov 23 22:56:51.304768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16ae87a-822e-40a7-9fd9-788f1babee6a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.321369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.325026 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Added segment 05edc47d-941d-423b-af31-8a34823badd4 of type vlan for network cf907852-4f3c-4e1f-b1e4-e14b465a37cb Nov 23 22:56:51.365240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 0eec7a41-1028-4d39-9311-e3d7a08c60eb {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:51.365728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 0eec7a41-1028-4d39-9311-e3d7a08c60eb not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:51.390837 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16ae87a-822e-40a7-9fd9-788f1babee6a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.392877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f16ae87a-822e-40a7-9fd9-788f1babee6a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4563653 Nov 23 22:56:51.395778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56138) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:51.400792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-48927700-c90f-48af-b49f-8ecc8641e7fa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1887904835'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:51.406593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ae87a-822e-40a7-9fd9-788f1babee6a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713fa963-7a14-480f-a629-d11ee21f90b9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:51.436805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae361e0-7763-487b-bc3a-e8eb9de3588c req-052600e1-dd3f-4166-b604-c3fe11d1c6ad tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:51.439125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fae361e0-7763-487b-bc3a-e8eb9de3588c req-052600e1-dd3f-4166-b604-c3fe11d1c6ad tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.1035388 Nov 23 22:56:51.466279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48927700-c90f-48af-b49f-8ecc8641e7fa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.481789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.502736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-25dc9043-797f-461d-9ebe-0e755b68ea17 None None] Provisioning complete for port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:51.503850 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25dc9043-797f-461d-9ebe-0e755b68ea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.548235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fae361e0-7763-487b-bc3a-e8eb9de3588c req-7bbb2a3a-b2e0-4bad-868e-a412efc3f89a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024806 Nov 23 22:56:51.553308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.555964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:51.556652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.634024 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48927700-c90f-48af-b49f-8ecc8641e7fa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.640983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-25dc9043-797f-461d-9ebe-0e755b68ea17 None None] Port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:51.644958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48927700-c90f-48af-b49f-8ecc8641e7fa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.653006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58b71b4-74b8-484b-9176-1ae498102219 None None] Update dhcp port {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'fixed_ips': [{'subnet_id': 'e5613170-8986-44c0-aaea-48d8d67c02d2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd70e661b-4233-4929-bdaf-2a9e98b568c2'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '2e38eeb0-b7a2-43f6-abf5-5205eb19055b'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:56:51.659916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0422823 Nov 23 22:56:51.679625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56142) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:51.680338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56144) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:51.686291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b58b71b4-74b8-484b-9176-1ae498102219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.689894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Request body: {'subnet': {'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1653222165-subnet', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:51.696565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a613-fdb8-459c-8018-4a6e50417c0c admin admin] Pushing event updated for resources: {'Network': ['ID=cf907852-4f3c-4e1f-b1e4-e14b465a37cb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:51.727409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:56:51.736144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48927700-c90f-48af-b49f-8ecc8641e7fa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf2a67-da94-44fe-8c1e-30c4d6b5fe1f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:51.746122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Made reservation on behalf of 0f3233d912d94a90a2fe363ea1f67359 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:51.749651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.950463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b58b71b4-74b8-484b-9176-1ae498102219 None None] Allocated IP 2001:db8::2 (f0f9024f-02d0-4055-aafa-4faa669c5ac9/d70e661b-4233-4929-bdaf-2a9e98b568c2/2e38eeb0-b7a2-43f6-abf5-5205eb19055b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:52.093413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b58b71b4-74b8-484b-9176-1ae498102219 None None] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,segment=NetworkSegment(e3b07137-f38f-48c5-9453-b03109791b8a),segment_id=e3b07137-f38f-48c5-9453-b03109791b8a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:52.131675 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b58b71b4-74b8-484b-9176-1ae498102219 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.142859 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b58b71b4-74b8-484b-9176-1ae498102219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.155073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48927700-c90f-48af-b49f-8ecc8641e7fa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.156536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-48927700-c90f-48af-b49f-8ecc8641e7fa tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7598162 Nov 23 22:56:52.161036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56154) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:52.168828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-713313639', 'security_groups': ['c3bf2a67-da94-44fe-8c1e-30c4d6b5fe1f'], 'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd70e661b-4233-4929-bdaf-2a9e98b568c2'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:52.170740 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1435764f-260f-434d-bb5b-822e6ac235e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.266001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b71b4-74b8-484b-9176-1ae498102219 None None] Pushing event updated for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:52.369636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1435764f-260f-434d-bb5b-822e6ac235e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.389236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1435764f-260f-434d-bb5b-822e6ac235e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.483089 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1435764f-260f-434d-bb5b-822e6ac235e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58ea565a7c444b6a973c1d8d8db5e6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7857776 Nov 23 22:56:52.485461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.492376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56166) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:52.521972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:52.585901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9764035-2a80-46f0-ba59-72317865183d,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:52.606896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435764f-260f-434d-bb5b-822e6ac235e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b173da-505e-422c-91b6-af09d19a1a4f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:52.660693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ec410-0dc7-48fe-9151-f17647138e03 req-ee98a380-74a9-45d2-9e32-fa02785c1b19 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:52.662336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-804ec410-0dc7-48fe-9151-f17647138e03 req-ee98a380-74a9-45d2-9e32-fa02785c1b19 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.2370443 Nov 23 22:56:52.671674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-dddb572b-917b-4a67-919a-dc0cf5d86f46 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:52.673812 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-dddb572b-917b-4a67-919a-dc0cf5d86f46 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.2196391 Nov 23 22:56:52.681557 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd1f0-e161-4dbd-98ca-81fb7e7fe124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.816408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e38eeb0-b7a2-43f6-abf5-5205eb19055b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:52.823919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.850614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] device_id is not set on port 23d0ce31-c580-4f2c-8931-48da4017059d yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:56:52.867607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-804ec410-0dc7-48fe-9151-f17647138e03 req-41a87a27-3937-434c-a26a-b36d395400d1 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907094 Nov 23 22:56:52.869126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Checking segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:52.869662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Network hostable DHCP agents. Network: cf907852-4f3c-4e1f-b1e4-e14b465a37cb, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:56:52.879336 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd1f0-e161-4dbd-98ca-81fb7e7fe124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.906208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:52.906593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.973698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:56:52.988188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Deleting port db0dc065-0878-419c-a17b-263937117166 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:52.988529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.009143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8a083-a00d-4e69-993b-5f5398cc960a req-b757b714-81f5-4ba2-b53f-eafd20ea3d6f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:53.023337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02e8a083-a00d-4e69-993b-5f5398cc960a req-b757b714-81f5-4ba2-b53f-eafd20ea3d6f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2694628 Nov 23 22:56:53.070611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, cf907852-4f3c-4e1f-b1e4-e14b465a37cb) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:53.081180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:53.084714 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.087661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23c982-2a50-4adc-8151-3de436c3a732 None None] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:53.137896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c3eaf4c-27bf-4c9d-891e-ed48914e699b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4547822 Nov 23 22:56:53.146162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56170) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:53.173581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:53.255153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd1f0-e161-4dbd-98ca-81fb7e7fe124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.262468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd1f0-e161-4dbd-98ca-81fb7e7fe124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.263878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ccdd1f0-e161-4dbd-98ca-81fb7e7fe124 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14b173da-505e-422c-91b6-af09d19a1a4f HTTP/1.1" status: 204 len: 168 time: 0.7210655 Nov 23 22:56:53.334160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02e8a083-a00d-4e69-993b-5f5398cc960a req-387dedb1-f86d-4f2c-84db-0040c93ac075 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027518 Nov 23 22:56:53.349289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdd1f0-e161-4dbd-98ca-81fb7e7fe124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b173da-505e-422c-91b6-af09d19a1a4f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:53.361122 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.363458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.530326 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.557845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-be24b8b9-2cc6-46a2-b1b2-389d0fa19674 None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:53.558229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be24b8b9-2cc6-46a2-b1b2-389d0fa19674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.747340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'fixed_ips': [{'subnet_id': 'd9764035-2a80-46f0-ba59-72317865183d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:56:53.748918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.792351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] For port db0dc065-0878-419c-a17b-263937117166, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=db0dc065-0878-419c-a17b-263937117166,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:53.793415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.835113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8::178 (f0f9024f-02d0-4055-aafa-4faa669c5ac9/d70e661b-4233-4929-bdaf-2a9e98b568c2/23d0ce31-c580-4f2c-8931-48da4017059d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:53.848181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.896612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56180) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:53.950596 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7762c901-5e7c-4d77-a945-fb78f7342698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.046486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-be24b8b9-2cc6-46a2-b1b2-389d0fa19674 None None] Provisioning complete for port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:54.046836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be24b8b9-2cc6-46a2-b1b2-389d0fa19674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.136936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7148f35-a84b-45d1-87db-d1ee4ee7cc82 req-68798679-5dac-471d-9429-60065020f385 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:54.138571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7148f35-a84b-45d1-87db-d1ee4ee7cc82 req-68798679-5dac-471d-9429-60065020f385 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 944 time: 0.1323166 Nov 23 22:56:54.165412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-be24b8b9-2cc6-46a2-b1b2-389d0fa19674 None None] Port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:54.175311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Allocated IP 172.20.0.2 (cf907852-4f3c-4e1f-b1e4-e14b465a37cb/d9764035-2a80-46f0-ba59-72317865183d/66b04666-cd08-44ad-be9b-8c4275799eca) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:54.213388 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7762c901-5e7c-4d77-a945-fb78f7342698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.293481 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7762c901-5e7c-4d77-a945-fb78f7342698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.335144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.335873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.336526 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Floating IP 582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8 disassociated. External IP: 172.25.0.99, port: db0dc065-0878-419c-a17b-263937117166. Nov 23 22:56:54.337106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Calling delete_port for db0dc065-0878-419c-a17b-263937117166 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:54.416083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.418918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7148f35-a84b-45d1-87db-d1ee4ee7cc82 req-f18010bf-d426-473f-b81f-f732808947b6 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642758 Nov 23 22:56:54.432999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7762c901-5e7c-4d77-a945-fb78f7342698 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38cb901e2752448794aff500a41bfb84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5330985 Nov 23 22:56:54.444674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56186) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:54.459782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762c901-5e7c-4d77-a945-fb78f7342698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae55486-4a9c-4625-b59d-38538055460d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:54.481990 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.495276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.510822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.514230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.543745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.584793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:54.589238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:54.601377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:54.607303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:54.615586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:54.619991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8203b-4612-4b5c-9fc0-4aa83d623a27 req-969024cf-cf6d-48ed-a84d-4e039bf004f0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:54.623472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:54.629218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2f8203b-4612-4b5c-9fc0-4aa83d623a27 req-969024cf-cf6d-48ed-a84d-4e039bf004f0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.1950021 Nov 23 22:56:54.630626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:54.631318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.650783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=23d0ce31-c580-4f2c-8931-48da4017059d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:54.685112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4d3ffc33-faa3-49d2-8cc5-cdfa7f95aea6 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5225236 Nov 23 22:56:54.685818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56190) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:54.691615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dad425a-f923-4a3d-8849-f72167dbe53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.693583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3c274afc-c989-4646-899f-f2d7a79a750a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:54.792775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dad425a-f923-4a3d-8849-f72167dbe53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.804980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Pushing event updated for resources: {'Port': ['ID=66b04666-cd08-44ad-be9b-8c4275799eca,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:54.822610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Attempting to bind port 66b04666-cd08-44ad-be9b-8c4275799eca on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:54.823153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Attempting to bind port 66b04666-cd08-44ad-be9b-8c4275799eca by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:54.823526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Attempting to bind port 66b04666-cd08-44ad-be9b-8c4275799eca on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:54.836096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:54.836550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Checking segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:54.836868 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.837266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Bound using segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:54.841895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Bound port: 66b04666-cd08-44ad-be9b-8c4275799eca, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:54.843886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.848778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2f8203b-4612-4b5c-9fc0-4aa83d623a27 req-e79513c2-aa27-4f0e-b49e-5ebf879e472d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102516 Nov 23 22:56:54.943475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Allocated IP 172.25.0.61 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/281ede34-47f7-441f-b758-248f865862d7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:54.978275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.030852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] For port 66b04666-cd08-44ad-be9b-8c4275799eca, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:55.038589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] For port 66b04666-cd08-44ad-be9b-8c4275799eca, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=66b04666-cd08-44ad-be9b-8c4275799eca,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:55.053483 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.096467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event deleted for resources: {'Port': ['ID=db0dc065-0878-419c-a17b-263937117166,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:55.114577 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dad425a-f923-4a3d-8849-f72167dbe53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.117891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dad425a-f923-4a3d-8849-f72167dbe53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.125649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5dad425a-f923-4a3d-8849-f72167dbe53b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ae55486-4a9c-4625-b59d-38538055460d HTTP/1.1" status: 204 len: 168 time: 0.6623609 Nov 23 22:56:55.164308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad425a-f923-4a3d-8849-f72167dbe53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae55486-4a9c-4625-b59d-38538055460d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:55.172450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c274afc-c989-4646-899f-f2d7a79a750a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:55.187713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c274afc-c989-4646-899f-f2d7a79a750a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.272715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.288180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8925889-afe0-4b3e-bc93-7f385ceb38cb None None] Pushing event updated for resources: {'Port': ['ID=66b04666-cd08-44ad-be9b-8c4275799eca,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:55.296997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5a63e1a2-6a73-4819-94d7-8081ad7f3bc3 None None] Provisioning complete for port 23d0ce31-c580-4f2c-8931-48da4017059d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:55.297417 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a63e1a2-6a73-4819-94d7-8081ad7f3bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.307675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:55.422426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: db0dc065-0878-419c-a17b-263937117166 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:55.424159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device db0dc065-0878-419c-a17b-263937117166 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:55.431932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:55.444133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5a63e1a2-6a73-4819-94d7-8081ad7f3bc3 None None] Port 23d0ce31-c580-4f2c-8931-48da4017059d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:55.509684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:55.512321 n-d-817303-3 neutron-server[103523]: INFO neutron.db.ipam_backend_mixin [None req-3c274afc-c989-4646-899f-f2d7a79a750a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d70e661b-4233-4929-bdaf-2a9e98b568c2 (CIDR: 2001:db8::/64) Nov 23 22:56:55.535604 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c274afc-c989-4646-899f-f2d7a79a750a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:56:55.535604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c274afc-c989-4646-899f-f2d7a79a750a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:56:55.568171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:55.581115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:55.596028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Router 773a88a7-9881-4b12-bff5-784143434089 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:56:55.597599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de995d0-4729-4dd6-8b41-c06bb857e6cb None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:55.615812 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3c274afc-c989-4646-899f-f2d7a79a750a tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9267528 Nov 23 22:56:55.618104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56198) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:55.644338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9e89fead-3d17-4b5f-8cd3-11b9f44cebbd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:55.716732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc9f8727-d10a-4a50-b716-f91c8a5c0823 req-85ee5306-b8ee-42c8-be83-e8990669a4ca tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 210 time: 0.1401608 Nov 23 22:56:55.902069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Pushing event updated for resources: {'Port': ['ID=281ede34-47f7-441f-b758-248f865862d7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:55.989154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b4cc63e7-c492-4bbb-96d3-9d0771dec5df None None] Provisioning complete for port 281ede34-47f7-441f-b758-248f865862d7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:55.989686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4cc63e7-c492-4bbb-96d3-9d0771dec5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:56.060268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc63e7-c492-4bbb-96d3-9d0771dec5df None None] Port 281ede34-47f7-441f-b758-248f865862d7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:56:56.183835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:56.202959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] Sync routers for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:56.236741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:56.238930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:56.333938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] No DVR routers for this DVR port db0dc065-0878-419c-a17b-263937117166 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:56.338788 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:56.340333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:56.343936 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f8fb0620-294e-485f-8966-ae95b40ac008 req-61ea4e91-e389-476c-a76e-c3fe184d2d4c tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.46 "DELETE /v2.0/ports/db0dc065-0878-419c-a17b-263937117166 HTTP/1.1" status: 204 len: 173 time: 3.6534665 Nov 23 22:56:56.350355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-deleted', 'tag': 'db0dc065-0878-419c-a17b-263937117166'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:56.358044 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b61acb-2abd-4237-a544-3a61effa1004" -d '{"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-deleted", "tag": "db0dc065-0878-419c-a17b-263937117166"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:56.414875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e89fead-3d17-4b5f-8cd3-11b9f44cebbd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:56.418776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e89fead-3d17-4b5f-8cd3-11b9f44cebbd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:56.570962 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efdd4ef-7e20-457a-aac0-d7b431944777 x-openstack-request-id: req-9efdd4ef-7e20-457a-aac0-d7b431944777 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:56.571440 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33cea4c-4fc2-4972-8d0d-9bffba7d933a", "name": "network-vif-deleted", "tag": "db0dc065-0878-419c-a17b-263937117166", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:56.571907 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9efdd4ef-7e20-457a-aac0-d7b431944777 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:56.572598 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33cea4c-4fc2-4972-8d0d-9bffba7d933a', 'name': 'network-vif-deleted', 'tag': 'db0dc065-0878-419c-a17b-263937117166', 'status': 'completed', 'code': 200} Nov 23 22:56:56.708795 n-d-817303-3 neutron-server[103523]: INFO neutron.db.ipam_backend_mixin [None req-9e89fead-3d17-4b5f-8cd3-11b9f44cebbd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e5613170-8986-44c0-aaea-48d8d67c02d2 (CIDR: 2001:db8:0:1::/64) Nov 23 22:56:56.716240 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e89fead-3d17-4b5f-8cd3-11b9f44cebbd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:56:56.716955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e89fead-3d17-4b5f-8cd3-11b9f44cebbd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:56:56.827243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:56.847110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9e89fead-3d17-4b5f-8cd3-11b9f44cebbd tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2104602 Nov 23 22:56:56.853080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56222) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:56.867831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba77023-4008-40bc-a9a7-aa1a2b66a3f6 req-2f4c6ca6-47ff-48f1-8b55-16d8ac7ce9d5 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:56.887302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ba77023-4008-40bc-a9a7-aa1a2b66a3f6 req-2f4c6ca6-47ff-48f1-8b55-16d8ac7ce9d5 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.5502377 Nov 23 22:56:56.893234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'subnet': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:57.133151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ba77023-4008-40bc-a9a7-aa1a2b66a3f6 req-2b8c6187-676a-4234-9c7e-f157433b7e18 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419779 Nov 23 22:56:57.339756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d74665ef-5ee4-46ad-a04f-59ad8a925e96 req-c7b5101b-c368-4ce4-93b5-30de31ac7c13 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/ports?device_id=a33cea4c-4fc2-4972-8d0d-9bffba7d933a HTTP/1.1" status: 200 len: 210 time: 0.0734825 Nov 23 22:56:57.353984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 66b04666-cd08-44ad-be9b-8c4275799eca up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:57.397746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Made reservation on behalf of 92d657dcf6944b468b040ee50498ec37 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:56:57.402394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.507391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3440189-fbef-4183-99ca-6d95c34711f0 None None] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:57.519136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.575901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-16ad942d-e464-47a5-905b-bdec7e2e87db None None] Provisioning complete for port 66b04666-cd08-44ad-be9b-8c4275799eca triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:57.576551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16ad942d-e464-47a5-905b-bdec7e2e87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.578363 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.825600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 66b04666-cd08-44ad-be9b-8c4275799eca triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:57.826707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.848327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Router 8864c3bb-2488-4980-96f6-fa757570e2de is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:56:57.929413 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.023095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:58.033954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:58.042358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:58.043533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.048959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:58.061817 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Sync routers for ids ['8864c3bb-2488-4980-96f6-fa757570e2de'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:58.062344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 5, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:58.065891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Subnet': ['ID=ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:58.073752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973fa12-4931-4504-a2e5-3b1837ca01f3 None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:58.091008 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3571a634-f06d-41ee-8b5d-af5ebc8d8607 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2351944 Nov 23 22:56:58.096515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56238) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:58.100379 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Routers {'8864c3bb-2488-4980-96f6-fa757570e2de'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:58.101289 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8864c3bb-2488-4980-96f6-fa757570e2de'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:58.105005 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.117409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4678c16f-2393-484b-a1bf-940b23540e1e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9662464 Nov 23 22:56:58.118509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1615575054', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f'}], 'security_groups': ['ebf98013-79bc-41a5-93f9-6110832963cf', '713fa963-7a14-480f-a629-d11ee21f90b9']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:58.121578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56242) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:58.379589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] Checking router: 773a88a7-9881-4b12-bff5-784143434089 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:56:58.394168 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16ad942d-e464-47a5-905b-bdec7e2e87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.546090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:58.547726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:58.548537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.550405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:58.593846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce145eb-b350-4743-b7cf-850568a357da req-34a99d89-38cd-465c-a0d7-b063638ba644 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:58.595482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ce145eb-b350-4743-b7cf-850568a357da req-34a99d89-38cd-465c-a0d7-b063638ba644 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2089691 Nov 23 22:56:58.801288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.872558 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Set router 8864c3bb-2488-4980-96f6-fa757570e2de gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:58.915771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-16ad942d-e464-47a5-905b-bdec7e2e87db None None] For port 66b04666-cd08-44ad-be9b-8c4275799eca, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=66b04666-cd08-44ad-be9b-8c4275799eca,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:58.926665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.956900 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16ad942d-e464-47a5-905b-bdec7e2e87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.991642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.004802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ce145eb-b350-4743-b7cf-850568a357da req-c59c03f4-12e4-4186-b574-c42a5a7d3601 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623646 Nov 23 22:56:59.306623 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.311286 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.312805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "DELETE /v2.0/security-groups/6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8 HTTP/1.1" status: 204 len: 168 time: 0.7199497 Nov 23 22:56:59.328587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56270) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:59.333704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:59.364942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.365858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.366356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.366969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.367460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.368259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.368833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.369376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.369861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.370346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.370873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.371355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687e0c3-9457-4cb2-8aa4-945d9f27be94 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:59.387389 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-42adb00c-46e5-475a-8d27-65cfc59a3671 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] show failed (client error): The resource could not be found. Nov 23 22:56:59.389303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42adb00c-46e5-475a-8d27-65cfc59a3671 tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "GET /v2.0/security-groups/6c9f7738-3cf9-4bb1-8e9a-1807e1b05da8 HTTP/1.1" status: 404 len: 347 time: 0.0524487 Nov 23 22:56:59.395148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56272) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:59.408864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad942d-e464-47a5-905b-bdec7e2e87db None None] Pushing event updated for resources: {'Port': ['ID=66b04666-cd08-44ad-be9b-8c4275799eca,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:59.541017 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:56:55Z', 'revision_number': 3, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:59.612927 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Checking router: 8864c3bb-2488-4980-96f6-fa757570e2de for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:56:59.613721 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Updating router 8864c3bb-2488-4980-96f6-fa757570e2de port 281ede34-47f7-441f-b758-248f865862d7 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:56:59.628106 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:56:59.628609 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:56:59.650217 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.707313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-90bfb343-06cc-44ea-a05c-93b74e99b983 None None] Provisioning complete for port 66b04666-cd08-44ad-be9b-8c4275799eca triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:59.707824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90bfb343-06cc-44ea-a05c-93b74e99b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.840946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Deleting port 5287cb60-2e0b-436e-a3cc-aa64d68f2a8f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:59.841534 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.856389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Delete allocated IP 2001:db8::178 (f0f9024f-02d0-4055-aafa-4faa669c5ac9/d70e661b-4233-4929-bdaf-2a9e98b568c2) {{(pid=103523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:56:59.913218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Allocated IP 2001:db8:0:2::3d (f0f9024f-02d0-4055-aafa-4faa669c5ac9/ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f/23d0ce31-c580-4f2c-8931-48da4017059d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:00.027031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:00.122610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.123102 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.209230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Update dhcp port {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'fixed_ips': [{'subnet_id': 'e5613170-8986-44c0-aaea-48d8d67c02d2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd70e661b-4233-4929-bdaf-2a9e98b568c2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '2e38eeb0-b7a2-43f6-abf5-5205eb19055b'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:57:00.231905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Calling delete_port for 5287cb60-2e0b-436e-a3cc-aa64d68f2a8f owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:00.353030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:57:00.365151 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.436056 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.456160 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.564229 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Attempting to bind port 281ede34-47f7-441f-b758-248f865862d7 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:00.570459 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Attempting to bind port 281ede34-47f7-441f-b758-248f865862d7 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:00.573167 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Attempting to bind port 281ede34-47f7-441f-b758-248f865862d7 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:00.597469 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:00.597856 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:00.598286 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.598779 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:00.599276 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Bound port: 281ede34-47f7-441f-b758-248f865862d7, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:00.599691 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.624245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d63b-1a32-49d9-810a-95ea1f6dea37 req-15f1e20b-af9f-4925-94cd-27c5c775b9cb tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:00.629370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e11d63b-1a32-49d9-810a-95ea1f6dea37 req-15f1e20b-af9f-4925-94cd-27c5c775b9cb tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.3349593 Nov 23 22:57:00.669036 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] For port 281ede34-47f7-441f-b758-248f865862d7, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:00.672818 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] For port 281ede34-47f7-441f-b758-248f865862d7, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=281ede34-47f7-441f-b758-248f865862d7,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:00.674373 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Pushing event updated for resources: {'Port': ['ID=281ede34-47f7-441f-b758-248f865862d7,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:00.701688 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.705339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.705668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.705989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.706774 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.706774 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.706975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.707285 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.717623 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.718012 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.718361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.718702 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.719036 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:00.795604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e11d63b-1a32-49d9-810a-95ea1f6dea37 req-a583f756-0afe-48c2-81cf-9bb3f996d751 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512136 Nov 23 22:57:00.810075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.823776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.869837 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Routers {'8864c3bb-2488-4980-96f6-fa757570e2de'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:00.872468 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:56:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8864c3bb-2488-4980-96f6-fa757570e2de'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:00.935596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event updated for resources: {'Port': ['ID=23d0ce31-c580-4f2c-8931-48da4017059d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:00.976291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.983148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] In _notify_port_updated(), no bound segment for port 23d0ce31-c580-4f2c-8931-48da4017059d on network f0f9024f-02d0-4055-aafa-4faa669c5ac9 {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:57:00.989303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:00.989974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.991741 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a06f4f2a-a468-46e3-b0a8-98753e73d074 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "PUT /v2.0/ports/23d0ce31-c580-4f2c-8931-48da4017059d HTTP/1.1" status: 200 len: 969 time: 2.8921628 Nov 23 22:57:00.994873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56294) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:01.060214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.104199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 66b04666-cd08-44ad-be9b-8c4275799eca up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:01.116041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b3d2c-6d2b-4625-b32d-7d238132dd01 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:01.119903 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] Set router 8864c3bb-2488-4980-96f6-fa757570e2de gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:01.172844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Pushing event deleted for resources: {'Port': ['ID=5287cb60-2e0b-436e-a3cc-aa64d68f2a8f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:01.397541 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231a6c8-3b45-470b-a215-ea2d12153e20 None None] Pushing event updated for resources: {'Port': ['ID=281ede34-47f7-441f-b758-248f865862d7,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:01.447342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Allocated IP 2001:db8:0:2::2 (f0f9024f-02d0-4055-aafa-4faa669c5ac9/ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f/2e38eeb0-b7a2-43f6-abf5-5205eb19055b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:01.489085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Allocated IP 172.20.0.1 (cf907852-4f3c-4e1f-b1e4-e14b465a37cb/d9764035-2a80-46f0-ba59-72317865183d/1f7c7881-bc54-4893-be28-2054a3b2ef3e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:01.670221 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:56:55Z', 'revision_number': 3, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:01.707029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d3c9b-815d-4df2-9030-eb63cdd5b1d7 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:01.826379 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f242a-d65b-42df-a152-b55a059b480c None None] The sync data for ids ['8864c3bb-2488-4980-96f6-fa757570e2de'] in n-d-817303-3 is: [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:56:55Z', 'revision_number': 3, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:01.842800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.882667 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:57:01.930466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-089ee9df-14fc-4503-8b68-775381f021d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.940259 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.074779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,segment=NetworkSegment(e3b07137-f38f-48c5-9453-b03109791b8a),segment_id=e3b07137-f38f-48c5-9453-b03109791b8a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:02.121004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:02.128712 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.139300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:02.149066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068bd28-39ef-43ed-8113-8e7d6c5bc01b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:02.149582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:02.173256 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.178634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7c7881-bc54-4893-be28-2054a3b2ef3e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:02.299651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf89582-ce15-4a85-a6f4-7d42373efa79 req-5665f45e-da2b-45cc-92d5-8a956f31d536 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:02.303600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-edf89582-ce15-4a85-a6f4-7d42373efa79 req-5665f45e-da2b-45cc-92d5-8a956f31d536 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.2894247 Nov 23 22:57:02.331097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:02.348061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a89a7e20-0312-4a56-bdb0-a4939a820210 None None] Provisioning complete for port 281ede34-47f7-441f-b758-248f865862d7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:02.348476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.354805 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a89a7e20-0312-4a56-bdb0-a4939a820210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.394367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.412192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.416209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-18fca5ee-7eb1-41d6-9c08-fcef79054dce tempest-ServerActionsTestJSON-801811858 tempest-ServerActionsTestJSON-801811858-project] 10.222.0.11 "DELETE /v2.0/floatingips/582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8 HTTP/1.1" status: 204 len: 168 time: 3.0170119 Nov 23 22:57:02.419697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:02.511332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 23d0ce31-c580-4f2c-8931-48da4017059d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:02.511710 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.590227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'port_id': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'mac_address': 'fa:16:3e:5c:a3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fe4819-d7e9-49a6-8654-80c17725020d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:57:02.762603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.765660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-edf89582-ce15-4a85-a6f4-7d42373efa79 req-c5980db3-db65-4731-8176-fc14f75f361d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288140 Nov 23 22:57:02.794839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 23d0ce31-c580-4f2c-8931-48da4017059d owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:02.879471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.917816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.997109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76639f42-0cc3-4bee-a404-36a744ffc8b8 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:03.056285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:03.089823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 66b04666-cd08-44ad-be9b-8c4275799eca triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:03.090162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.192893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.248199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Pushing event updated for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:03.262636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.272774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.277008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 5, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:03.383195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7c7881-bc54-4893-be28-2054a3b2ef3e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:03.386021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.386207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.386802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.387404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.387871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.388218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.388558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.389179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.390729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.397040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.399754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.401022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4cbad8-f177-4e84-adeb-c47ad9328e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:03.414954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.432736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338251-08f3-4a97-bebd-3280f5f6c3f9 None None] The sync data for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 is: [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:48:20Z', 'revision_number': 4, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '84254d01-5464-4c3e-a7ee-330917a71ba0', 'name': '', 'network_id': '4ceb42f0-96f0-408b-a1b0-14731cc84da4', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'mac_address': 'fa:16:3e:9d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:19Z', 'updated_at': '2021-11-23T22:48:25Z', 'revision_number': 5, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'subnets': [{'id': 'cb19bfdd-3f05-4f7d-bd68-bf739a632ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:03.760495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:03.767039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:03.768434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a89a7e20-0312-4a56-bdb0-a4939a820210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.796146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.852347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a89a7e20-0312-4a56-bdb0-a4939a820210 None None] For port 281ede34-47f7-441f-b758-248f865862d7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=281ede34-47f7-441f-b758-248f865862d7,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:03.873149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a89a7e20-0312-4a56-bdb0-a4939a820210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.915491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=23d0ce31-c580-4f2c-8931-48da4017059d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:03.943543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:04.038940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.048882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-49f9c99b-02d5-42dc-b43c-c8c12a1e2a3c tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/23d0ce31-c580-4f2c-8931-48da4017059d HTTP/1.1" status: 204 len: 168 time: 3.0528922 Nov 23 22:57:04.049470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56334) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:04.118866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a7e20-0312-4a56-bdb0-a4939a820210 None None] Pushing event updated for resources: {'Port': ['ID=281ede34-47f7-441f-b758-248f865862d7,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:04.145407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e38eeb0-b7a2-43f6-abf5-5205eb19055b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:04.230042 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:57:04.269720 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f6acdd-95ee-441c-b507-ec4f5ff86b33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] GET failed (client error): The resource could not be found. Nov 23 22:57:04.272970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-08f6acdd-95ee-441c-b507-ec4f5ff86b33 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports/23d0ce31-c580-4f2c-8931-48da4017059d HTTP/1.1" status: 404 len: 333 time: 0.2129889 Nov 23 22:57:04.275302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56340) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:04.304155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038db4b-a3c3-4fc9-b730-7b0ef0f71360 None None] New status for floating IP 582de3df-3d2b-4cd3-ac1e-2f8e6f19edc8: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:57:04.499056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f1b0-2596-488c-8863-9db6d4cbff0e req-89242f3a-6385-494f-8fe1-be19a23580e6 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:04.504056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2b0f1b0-2596-488c-8863-9db6d4cbff0e req-89242f3a-6385-494f-8fe1-be19a23580e6 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 944 time: 0.4382236 Nov 23 22:57:04.505021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f4e97d-d81e-4d5a-9664-46ee8963fb81 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.509807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Router 8864c3bb-2488-4980-96f6-fa757570e2de has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:57:04.521372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9abdfb75-68dd-44c3-99fb-e89bda21eb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.555102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c380359a-805e-47bd-9a40-c61410a1490e None None] Provisioning complete for port 1f7c7881-bc54-4893-be28-2054a3b2ef3e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:04.560520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c380359a-805e-47bd-9a40-c61410a1490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.594236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f4e97d-d81e-4d5a-9664-46ee8963fb81 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.660068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c380359a-805e-47bd-9a40-c61410a1490e None None] Port 1f7c7881-bc54-4893-be28-2054a3b2ef3e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:04.674701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:04.675174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.765867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c380359a-805e-47bd-9a40-c61410a1490e None None] Provisioning complete for port 281ede34-47f7-441f-b758-248f865862d7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:04.766817 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c380359a-805e-47bd-9a40-c61410a1490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.771321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f4e97d-d81e-4d5a-9664-46ee8963fb81 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.777757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66f4e97d-d81e-4d5a-9664-46ee8963fb81 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.780360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66f4e97d-d81e-4d5a-9664-46ee8963fb81 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/security-groups/c3bf2a67-da94-44fe-8c1e-30c4d6b5fe1f HTTP/1.1" status: 204 len: 168 time: 0.5014875 Nov 23 22:57:04.786726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56344) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:04.808152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4e97d-d81e-4d5a-9664-46ee8963fb81 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf2a67-da94-44fe-8c1e-30c4d6b5fe1f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:05.027123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2b0f1b0-2596-488c-8863-9db6d4cbff0e req-cc80ae31-88e9-44f6-8e03-9e2e107e87ab tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136642 Nov 23 22:57:05.028429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.077512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b28f147c-7ee0-448a-8400-e4c8aa0cd658 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.101255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 281ede34-47f7-441f-b758-248f865862d7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:05.148914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b28f147c-7ee0-448a-8400-e4c8aa0cd658 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.252301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b28f147c-7ee0-448a-8400-e4c8aa0cd658 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.260400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:57:05.261051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b28f147c-7ee0-448a-8400-e4c8aa0cd658 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.262191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b28f147c-7ee0-448a-8400-e4c8aa0cd658 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/security-groups/713fa963-7a14-480f-a629-d11ee21f90b9 HTTP/1.1" status: 204 len: 168 time: 0.4499211 Nov 23 22:57:05.262396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:05.278912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56354) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:05.286832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f147c-7ee0-448a-8400-e4c8aa0cd658 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713fa963-7a14-480f-a629-d11ee21f90b9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:05.301802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:05.338872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b1e87958-9627-4cac-95de-7bd2479e9f20 admin admin] 10.222.0.11 "PUT /v2.0/routers/8864c3bb-2488-4980-96f6-fa757570e2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2158749 Nov 23 22:57:05.347698 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.480303 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Sync routers for ids ['8864c3bb-2488-4980-96f6-fa757570e2de'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:05.502376 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Routers {'8864c3bb-2488-4980-96f6-fa757570e2de'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:05.509250 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8864c3bb-2488-4980-96f6-fa757570e2de'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:05.519185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d3171f8-f49b-4528-9c7b-65e787aa9bbb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.591001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d3171f8-f49b-4528-9c7b-65e787aa9bbb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.737301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 281ede34-47f7-441f-b758-248f865862d7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:05.737629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.747192 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Set router 8864c3bb-2488-4980-96f6-fa757570e2de gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:05.830092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:05.830386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.839726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:05.842514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.846018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Deleting port 84254d01-5464-4c3e-a7ee-330917a71ba0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:05.849329 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.892406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'port_id': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'mac_address': 'fa:16:3e:5c:a3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fe4819-d7e9-49a6-8654-80c17725020d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:57:05.897682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d3171f8-f49b-4528-9c7b-65e787aa9bbb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.900278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 76639f42-0cc3-4bee-a404-36a744ffc8b8 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:05.905114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d3171f8-f49b-4528-9c7b-65e787aa9bbb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.909543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d3171f8-f49b-4528-9c7b-65e787aa9bbb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/security-groups/ebf98013-79bc-41a5-93f9-6110832963cf HTTP/1.1" status: 204 len: 168 time: 0.6176243 Nov 23 22:57:05.912959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56364) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:05.966657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:05.970646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3171f8-f49b-4528-9c7b-65e787aa9bbb tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf98013-79bc-41a5-93f9-6110832963cf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:05.977553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.087084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet d70e661b-4233-4929-bdaf-2a9e98b568c2 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:57:06.102392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.202035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] For port 84254d01-5464-4c3e-a7ee-330917a71ba0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=84254d01-5464-4c3e-a7ee-330917a71ba0,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:06.205516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.245587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Calling delete_port for 84254d01-5464-4c3e-a7ee-330917a71ba0 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:06.357198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.367525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['76639f42-0cc3-4bee-a404-36a744ffc8b8'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:06.369426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 281ede34-47f7-441f-b758-248f865862d7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:06.382255 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:57:02Z', 'revision_number': 4, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1f7c7881-bc54-4893-be28-2054a3b2ef3e', 'name': '', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'mac_address': 'fa:16:3e:a3:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2123, 'fixed_ips': [{'subnet_id': 'd9764035-2a80-46f0-ba59-72317865183d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:01Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 2, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'subnets': [{'id': 'd9764035-2a80-46f0-ba59-72317865183d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:06.412587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda5d54-3b4d-4f25-8c12-d8f5703fbacc req-5494a739-6d71-40ff-9fa1-e76adf0caf9d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:06.415030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bda5d54-3b4d-4f25-8c12-d8f5703fbacc req-5494a739-6d71-40ff-9fa1-e76adf0caf9d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 943 time: 0.1927459 Nov 23 22:57:06.514432 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Checking router: 8864c3bb-2488-4980-96f6-fa757570e2de for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:06.519116 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Updating router 8864c3bb-2488-4980-96f6-fa757570e2de port 1f7c7881-bc54-4893-be28-2054a3b2ef3e binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:57:06.544913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bda5d54-3b4d-4f25-8c12-d8f5703fbacc req-219419e3-921e-4ce5-9d64-b2661ecce0d2 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209955 Nov 23 22:57:06.561609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:06.575613 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.576584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Could not find standard attr ID for object 23d0ce31-c580-4f2c-8931-48da4017059d. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:57:06.597887 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.626108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Provisioning complete for port 1f7c7881-bc54-4893-be28-2054a3b2ef3e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:06.626476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.660269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 281ede34-47f7-441f-b758-248f865862d7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:06.660904 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.686587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.816465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.823128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Port 1f7c7881-bc54-4893-be28-2054a3b2ef3e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:06.831628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.911231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=d70e661b-4233-4929-bdaf-2a9e98b568c2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:06.932825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.936197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6b55ee24-26ba-4e5d-862b-a3021d46bc9e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/d70e661b-4233-4929-bdaf-2a9e98b568c2 HTTP/1.1" status: 204 len: 168 time: 1.0220907 Nov 23 22:57:06.944542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:06.980560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68b29e-11a6-446e-9c46-e4aedcabd960 None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:07.013128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56396) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:07.019752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-684182355-network', 'tenant_id': '36052fbb80b4476594fad05044360482'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:07.037667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Provisioning complete for port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:07.038668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.075673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Pushing event deleted for resources: {'Port': ['ID=84254d01-5464-4c3e-a7ee-330917a71ba0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:07.076258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Made reservation on behalf of 36052fbb80b4476594fad05044360482 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:07.088907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.131833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:57:07.141219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.167086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.316039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2fae9-ad9f-4f22-8472-4ee945068aae None None] Port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:07.400562 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.400777 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.442769 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.453603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.494797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c572636e-4c93-48f3-a37c-be3586597694,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:07.528400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:07.529263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.558109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.558687 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Added segment 056cfd20-48db-4d6d-904d-c356f5962bad of type vlan for network 0ce7521c-a684-4581-b65e-a59a7e168186 Nov 23 22:57:07.606003 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.624382 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.850123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.852464 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Attempting to bind port 1f7c7881-bc54-4893-be28-2054a3b2ef3e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:07.853124 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Attempting to bind port 1f7c7881-bc54-4893-be28-2054a3b2ef3e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:07.853426 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.854023 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Attempting to bind port 1f7c7881-bc54-4893-be28-2054a3b2ef3e on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:07.885829 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819150c-3bb6-451e-ba6a-5913eb6b323d None None] Pushing event updated for resources: {'Port': ['ID=1f7c7881-bc54-4893-be28-2054a3b2ef3e,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:07.894494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:07.895172 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Checking segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:07.895771 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.896345 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Bound using segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:07.897111 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Bound port: 1f7c7881-bc54-4893-be28-2054a3b2ef3e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:07.897666 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.928233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Router 773a88a7-9881-4b12-bff5-784143434089 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:57:07.960998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ba36-d3fa-465a-aa57-b9a3090b2588 req-2b7d1efc-d0ec-4f35-b142-a0c599149e56 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:07.962827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f7ba36-d3fa-465a-aa57-b9a3090b2588 req-2b7d1efc-d0ec-4f35-b142-a0c599149e56 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 943 time: 0.2285368 Nov 23 22:57:07.974037 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.015821 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] For port 1f7c7881-bc54-4893-be28-2054a3b2ef3e, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:08.022327 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] For port 1f7c7881-bc54-4893-be28-2054a3b2ef3e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1f7c7881-bc54-4893-be28-2054a3b2ef3e,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:08.038692 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.117934 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Routers {'8864c3bb-2488-4980-96f6-fa757570e2de'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:08.119110 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8864c3bb-2488-4980-96f6-fa757570e2de'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:08.150249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.199881 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819150c-3bb6-451e-ba6a-5913eb6b323d None None] Pushing event updated for resources: {'Port': ['ID=1f7c7881-bc54-4893-be28-2054a3b2ef3e,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:08.215376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f9acbfd0-47ec-49c6-a0ee-4659df413f94 None None] Provisioning complete for port 1f7c7881-bc54-4893-be28-2054a3b2ef3e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:08.215768 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9acbfd0-47ec-49c6-a0ee-4659df413f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.231725 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.232716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:08.233306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.241646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:08.245586 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:08.257340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5d80074d-22eb-479f-ab6f-270bba587ada admin admin] 10.222.0.11 "PUT /v2.0/routers/773a88a7-9881-4b12-bff5-784143434089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8196375 Nov 23 22:57:08.257614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56410) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:08.268865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] Sync routers for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:08.313633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] Routers {'773a88a7-9881-4b12-bff5-784143434089'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:08.314651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['773a88a7-9881-4b12-bff5-784143434089'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:08.384790 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.404414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-69d9b3c9-5607-4e04-b1e6-3f0eb6357d26 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/ef046a7c-7ea7-4532-8dbc-ec1d53e8f13f HTTP/1.1" status: 204 len: 168 time: 1.4586463 Nov 23 22:57:08.420504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56416) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:08.440667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4229057 Nov 23 22:57:08.461972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56418) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:08.486409 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] Set router 8864c3bb-2488-4980-96f6-fa757570e2de gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:08.489413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Request body: {'subnet': {'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-684182355-subnet', 'tenant_id': '36052fbb80b4476594fad05044360482', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:08.562154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.619872 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9acbfd0-47ec-49c6-a0ee-4659df413f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.627535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] Set router 773a88a7-9881-4b12-bff5-784143434089 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:08.675862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f7ba36-d3fa-465a-aa57-b9a3090b2588 req-9af66bd8-4d08-4a44-8879-cacd3850fb21 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960158 Nov 23 22:57:08.691347 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebad50c0-8238-4b33-958e-5611903571b3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:08.691837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebad50c0-8238-4b33-958e-5611903571b3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:08.694948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ebad50c0-8238-4b33-958e-5611903571b3 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/d70e661b-4233-4929-bdaf-2a9e98b568c2 HTTP/1.1" status: 404 len: 337 time: 0.2614312 Nov 23 22:57:08.697938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20650cfb-e4c5-491d-8665-cc0c26c7f959 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce7521c-a684-4581-b65e-a59a7e168186,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:08.719715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56428) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:08.738942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 0ce7521c-a684-4581-b65e-a59a7e168186 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:08.791104 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.818571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Made reservation on behalf of 36052fbb80b4476594fad05044360482 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:08.820891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.913293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting subnet e5613170-8986-44c0-aaea-48d8d67c02d2 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:57:08.914480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Deleting port 1724131b-ff8f-4b54-a08c-61e57019f3cc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:08.914934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.926748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.930554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a3747-8e3a-412b-9986-50d0e2da7e38 None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:09.007236 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:57:02Z', 'revision_number': 4, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1f7c7881-bc54-4893-be28-2054a3b2ef3e', 'name': '', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'mac_address': 'fa:16:3e:a3:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2123, 'fixed_ips': [{'subnet_id': 'd9764035-2a80-46f0-ba59-72317865183d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:01Z', 'updated_at': '2021-11-23T22:57:08Z', 'revision_number': 4, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'subnets': [{'id': 'd9764035-2a80-46f0-ba59-72317865183d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:09.007842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f9acbfd0-47ec-49c6-a0ee-4659df413f94 None None] For port 1f7c7881-bc54-4893-be28-2054a3b2ef3e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1f7c7881-bc54-4893-be28-2054a3b2ef3e,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:09.028547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] For port 1724131b-ff8f-4b54-a08c-61e57019f3cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1724131b-ff8f-4b54-a08c-61e57019f3cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:09.029556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.046839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Calling delete_port for 1724131b-ff8f-4b54-a08c-61e57019f3cc owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:09.068809 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe3cb9-bdce-4642-b5ab-358587868386 None None] The sync data for ids ['8864c3bb-2488-4980-96f6-fa757570e2de'] in n-d-817303-3 is: [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:57:02Z', 'revision_number': 4, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1f7c7881-bc54-4893-be28-2054a3b2ef3e', 'name': '', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'mac_address': 'fa:16:3e:a3:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2123, 'fixed_ips': [{'subnet_id': 'd9764035-2a80-46f0-ba59-72317865183d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:01Z', 'updated_at': '2021-11-23T22:57:08Z', 'revision_number': 4, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'subnets': [{'id': 'd9764035-2a80-46f0-ba59-72317865183d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:09.106404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.166960 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9acbfd0-47ec-49c6-a0ee-4659df413f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.317136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:09.452875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8a4c27e5-e20d-4ae5-9463-6c60b7425c28 None None] Provisioning complete for port 1f7c7881-bc54-4893-be28-2054a3b2ef3e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:09.453537 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a4c27e5-e20d-4ae5-9463-6c60b7425c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.457103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.523838 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.538327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1724131b-ff8f-4b54-a08c-61e57019f3cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.584893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.602441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821e73f-3044-4020-97f0-7c2c3e5a5685 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:09.670938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.675235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.724043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.730352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acbfd0-47ec-49c6-a0ee-4659df413f94 None None] Pushing event updated for resources: {'Port': ['ID=1f7c7881-bc54-4893-be28-2054a3b2ef3e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.736399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Subnet': ['ID=e5613170-8986-44c0-aaea-48d8d67c02d2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.764509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Checking segment: {'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:09.764725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Network hostable DHCP agents. Network: 0ce7521c-a684-4581-b65e-a59a7e168186, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:09.768554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.773915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e841d4dd-46c9-4d50-af8c-62abcf0e61ee tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/e5613170-8986-44c0-aaea-48d8d67c02d2 HTTP/1.1" status: 204 len: 168 time: 1.0466945 Nov 23 22:57:09.776280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56442) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:09.818358 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdafe08c-d23f-49fb-b499-a71569a23f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:09.818825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdafe08c-d23f-49fb-b499-a71569a23f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:09.825386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fdafe08c-d23f-49fb-b499-a71569a23f44 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/12c4bef1-b050-409c-ab79-d164902eba41 HTTP/1.1" status: 404 len: 337 time: 0.0473468 Nov 23 22:57:09.831886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56444) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:09.887542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 76639f42-0cc3-4bee-a404-36a744ffc8b8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:09.887944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.911288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5a2bcd8f-3be3-4add-a549-4b0ca3da8c0e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef1880e1-3681-45f3-92bb-1416e8a0f627 HTTP/1.1" status: 200 len: 205 time: 0.0781553 Nov 23 22:57:09.915252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56448) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:09.970151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.978386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.008972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Network 0ce7521c-a684-4581-b65e-a59a7e168186 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:10.029203 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-3981cfff-536c-4c04-a57a-985457100af0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] delete failed (client error): The resource could not be found. Nov 23 22:57:10.033051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3981cfff-536c-4c04-a57a-985457100af0 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/routers/ef1880e1-3681-45f3-92bb-1416e8a0f627 HTTP/1.1" status: 404 len: 336 time: 0.1163864 Nov 23 22:57:10.042817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 0ce7521c-a684-4581-b65e-a59a7e168186) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:10.076719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56452) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.077212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaac29f-96d1-433b-87bb-c7cfabefa87b None None] Network 0ce7521c-a684-4581-b65e-a59a7e168186 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:10.087861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b8986-7d85-452e-a037-b7d8c491fa33 req-aa9239d7-5990-4cfb-b719-ad7c4ea2ae99 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:10.089806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-306b8986-7d85-452e-a037-b7d8c491fa33 req-aa9239d7-5990-4cfb-b719-ad7c4ea2ae99 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 943 time: 0.2631931 Nov 23 22:57:10.093545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:10.097143 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.174655 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d665908-ebf1-4bc9-931c-f0cb3b193910 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:10.175773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d665908-ebf1-4bc9-931c-f0cb3b193910 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:10.180876 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0d665908-ebf1-4bc9-931c-f0cb3b193910 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/9a91aafc-36e2-44a0-b312-8b5e0b964e53 HTTP/1.1" status: 404 len: 337 time: 0.1029716 Nov 23 22:57:10.182132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-306b8986-7d85-452e-a037-b7d8c491fa33 req-d9bfa52d-e7c7-4835-8cd1-9b5d1b384c62 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820889 Nov 23 22:57:10.196893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.197681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773a88a7-9881-4b12-bff5-784143434089 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:57:10.199081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56454) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.203914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.209224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2829e99b-b534-4999-bbcd-3daf8a3ccff8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7379925 Nov 23 22:57:10.209873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56456) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.218998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fb7c796d-4dcb-497d-b74a-483b533289fe admin admin] 10.222.0.11 "DELETE /v2.0/routers/773a88a7-9881-4b12-bff5-784143434089 HTTP/1.1" status: 204 len: 168 time: 1.9602003 Nov 23 22:57:10.225042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:10.226135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56458) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.268235 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-102c2246-65fd-4da5-b180-356e36b2e93e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:10.268709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102c2246-65fd-4da5-b180-356e36b2e93e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:10.272010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-102c2246-65fd-4da5-b180-356e36b2e93e tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/55b23c68-d092-435f-8c62-df50c6e2a0de HTTP/1.1" status: 404 len: 337 time: 0.0720227 Nov 23 22:57:10.279672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56462) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.364373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] Deleting subnet cb19bfdd-3f05-4f7d-bd68-bf739a632ced {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:57:10.371805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.381333 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1951f1-058a-42b5-8461-c3404172a067 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:10.382820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1951f1-058a-42b5-8461-c3404172a067 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:10.397044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c1951f1-058a-42b5-8461-c3404172a067 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/0749e3d4-5d16-45f6-9cf5-c0fcab83ff46 HTTP/1.1" status: 404 len: 337 time: 0.1107147 Nov 23 22:57:10.401040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56466) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.403420 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.409342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.488045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.522908 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d9ad49-611b-4d02-aa15-fae78b1281b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:10.523743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d9ad49-611b-4d02-aa15-fae78b1281b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:10.541973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-48d9ad49-611b-4d02-aa15-fae78b1281b8 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/1f3041ef-0a32-4db1-885b-d0e07873babf HTTP/1.1" status: 404 len: 333 time: 0.1286635 Nov 23 22:57:10.544725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56472) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.676578 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.683319 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5878813-ad2f-4728-880d-ad54b376c727 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:10.693375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5878813-ad2f-4728-880d-ad54b376c727 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:10.708429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f5878813-ad2f-4728-880d-ad54b376c727 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/a293eb0f-882e-43cc-a6a5-b95780e07af8 HTTP/1.1" status: 404 len: 337 time: 0.1626413 Nov 23 22:57:10.717085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56478) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.839732 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-86be2445-68e9-4eaa-98cf-d4b6afeb1e23 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:10.840549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86be2445-68e9-4eaa-98cf-d4b6afeb1e23 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:10.844094 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-86be2445-68e9-4eaa-98cf-d4b6afeb1e23 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/c812ca07-50c1-4cc0-bf2b-3f44bcbe691a HTTP/1.1" status: 404 len: 337 time: 0.1150782 Nov 23 22:57:10.849886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1f7c7881-bc54-4893-be28-2054a3b2ef3e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:10.851394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56480) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:10.929476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.015192 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e16688-6d36-465f-a39c-4c71e32ef309 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:11.016530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e16688-6d36-465f-a39c-4c71e32ef309 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:11.022611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-34e16688-6d36-465f-a39c-4c71e32ef309 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/7e7e47c4-2ffb-4486-a58b-ba718abaec7d HTTP/1.1" status: 404 len: 333 time: 0.1696343 Nov 23 22:57:11.023989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56486) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.025116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.065890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb19bfdd-3f05-4f7d-bd68-bf739a632ced,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:11.158057 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4912b9ec-46fa-4739-9681-c10d3ae88bb1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:11.159137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4912b9ec-46fa-4739-9681-c10d3ae88bb1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:11.162734 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4912b9ec-46fa-4739-9681-c10d3ae88bb1 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/bbf6002a-2a54-4361-a09a-8394baa96949 HTTP/1.1" status: 404 len: 337 time: 0.1351106 Nov 23 22:57:11.183750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.187093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56488) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.189710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773a88a7-9881-4b12-bff5-784143434089', 'name': 'tempest-ServerActionsTestJSON-794141871-router', 'tenant_id': '8d524ce723c54b2c9f55db9abfefa842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:48:11Z', 'updated_at': '2021-11-23T22:57:06Z', 'revision_number': 5, 'project_id': '8d524ce723c54b2c9f55db9abfefa842', 'gw_port': {'id': '1724131b-ff8f-4b54-a08c-61e57019f3cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773a88a7-9881-4b12-bff5-784143434089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:48:13Z', 'updated_at': '2021-11-23T22:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:11.204386 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8ef3f70b-44d9-4efd-81c7-52ec5804e5af admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb19bfdd-3f05-4f7d-bd68-bf739a632ced HTTP/1.1" status: 204 len: 168 time: 0.9744880 Nov 23 22:57:11.205340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56490) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.227954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e372f4-1e08-4e18-8901-6a97afd3af85 None None] Network 4ceb42f0-96f0-408b-a1b0-14731cc84da4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:11.252100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.339369 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4f8861-99b1-4484-8985-d950fc72d8ff tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:11.340039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4f8861-99b1-4484-8985-d950fc72d8ff tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:11.348702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-0ce7521c-a684-4581-b65e-a59a7e168186', 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186', 'tenant_id': '36052fbb80b4476594fad05044360482', 'fixed_ips': [{'subnet_id': 'ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:57:11.349659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.354527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fd4f8861-99b1-4484-8985-d950fc72d8ff tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/subnets/592f74c4-2e63-413a-bfca-fe8ebe0b9128 HTTP/1.1" status: 404 len: 337 time: 0.1656005 Nov 23 22:57:11.356622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56496) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.386539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.487853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] Checking router: 773a88a7-9881-4b12-bff5-784143434089 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:11.493590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.601131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Deleting port 56215e64-517b-482a-9ada-583b32691eb3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:11.601704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.702183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8a4c27e5-e20d-4ae5-9463-6c60b7425c28 None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:11.705431 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a4c27e5-e20d-4ae5-9463-6c60b7425c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.822020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] For port 56215e64-517b-482a-9ada-583b32691eb3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=56215e64-517b-482a-9ada-583b32691eb3,segment=NetworkSegment(7620bb90-cd1c-45a4-a952-4f84b5ac96a5),segment_id=7620bb90-cd1c-45a4-a952-4f84b5ac96a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:11.822395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.856989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Calling delete_port for 56215e64-517b-482a-9ada-583b32691eb3 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:11.964887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Allocated IP 172.20.0.2 (0ce7521c-a684-4581-b65e-a59a7e168186/ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc/29818192-a744-4afc-a2bc-4b4eaa2b39ee) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:11.996915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.017264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] No DVR routers for this DVR port 56215e64-517b-482a-9ada-583b32691eb3 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:12.044062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56215e64-517b-482a-9ada-583b32691eb3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:12.053118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bd08-63d5-4a8c-aaf6-0bf477a4c384 req-91d9d789-c463-4bc8-adb2-d80129169263 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.054852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aff3bd08-63d5-4a8c-aaf6-0bf477a4c384 req-91d9d789-c463-4bc8-adb2-d80129169263 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 943 time: 0.7204323 Nov 23 22:57:12.192027 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.210956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aff3bd08-63d5-4a8c-aaf6-0bf477a4c384 req-f2ab5982-d94e-423b-995b-a0e8e8895813 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424708 Nov 23 22:57:12.234126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.241829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.245709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ceb42f0-96f0-408b-a1b0-14731cc84da4']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:12.249189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.257760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.264485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.271719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.278796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.293824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f652e0da-35de-44b2-855e-3d1b2928110f req-3cb2feef-5446-42c6-aed5-adc5521ec599 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.3325684 Nov 23 22:57:12.295597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7620bb90-cd1c-45a4-a952-4f84b5ac96a5') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:12.295975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7620bb90-cd1c-45a4-a952-4f84b5ac96a5') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:12.338250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.389119 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.402239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f652e0da-35de-44b2-855e-3d1b2928110f req-628a845e-26e8-4b6c-91fa-7933a54f7384 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957346 Nov 23 22:57:12.403204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:57:12.403643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:57:12.405459 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:57:12.429639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] Routers set() bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:12.430027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] Router IDs set() for agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 22:57:12.430680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_agentschedulers_db [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'773a88a7-9881-4b12-bff5-784143434089'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent'). {{(pid=103524) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 22:57:12.431081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4153d1-92b8-4c95-83f2-3e76e2976b05 None None] The sync data for ids ['773a88a7-9881-4b12-bff5-784143434089'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:12.450338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 60160b9d-4cda-4df7-9fbc-f889b4a91d1d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:12.450682 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.456795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:12.471923 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafdca68-49e8-4715-86b9-1e28e66417df" -d '{"events": [{"server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "name": "network-vif-plugged", "status": "completed", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:12.508570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896becd1-80d9-440c-9480-9af1a48d684d None None] Update dhcp port {'port': {'network_id': 'f0f9024f-02d0-4055-aafa-4faa669c5ac9', 'fixed_ips': [{'subnet_id': 'e5613170-8986-44c0-aaea-48d8d67c02d2'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '2e38eeb0-b7a2-43f6-abf5-5205eb19055b'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:57:12.510649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1f7c7881-bc54-4893-be28-2054a3b2ef3e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:12.511347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.566709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:12.610560 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584687b-e246-4e83-988b-f821b11d02c2 x-openstack-request-id: req-c584687b-e246-4e83-988b-f821b11d02c2 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:12.610885 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "name": "network-vif-plugged", "status": "completed", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:12.611213 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c584687b-e246-4e83-988b-f821b11d02c2 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:12.611734 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'code': 200} Nov 23 22:57:12.678176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.698003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.728476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 60160b9d-4cda-4df7-9fbc-f889b4a91d1d owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:12.747600 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-896becd1-80d9-440c-9480-9af1a48d684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.867893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.927166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=60160b9d-4cda-4df7-9fbc-f889b4a91d1d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:12.935459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead2c4d5-f5b0-4d32-b159-84342d5a5e86 None None] DHCP port deletion for 4ceb42f0-96f0-408b-a1b0-14731cc84da4 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:12.948897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.955644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-79393d8b-5907-46ef-94cd-c1cc70823ff5 tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/ports/60160b9d-4cda-4df7-9fbc-f889b4a91d1d HTTP/1.1" status: 204 len: 168 time: 1.5739648 Nov 23 22:57:12.958448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:13.303794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:13.308908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35f486-7def-41dd-bc13-9d9d0b538292 req-5b2036b6-a73a-40f1-9f2d-ff8011304d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.313455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e35f486-7def-41dd-bc13-9d9d0b538292 req-5b2036b6-a73a-40f1-9f2d-ff8011304d16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 1096 time: 0.4596839 Nov 23 22:57:13.328096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8a4c27e5-e20d-4ae5-9463-6c60b7425c28 None None] Could not find standard attr ID for object 60160b9d-4cda-4df7-9fbc-f889b4a91d1d. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:57:13.390649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.412499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.413164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.434538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.442984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.450507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.457136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.465375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.474629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.481862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.482683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Network 0ce7521c-a684-4581-b65e-a59a7e168186 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:13.485287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-8471a845-0e2b-4aff-8af0-164105471dd3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.1627688 Nov 23 22:57:13.488304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Pushing event updated for resources: {'Port': ['ID=29818192-a744-4afc-a2bc-4b4eaa2b39ee,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:13.491890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.498048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:13.498568 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4ceb42f0-96f0-408b-a1b0-14731cc84da4 HTTP/1.1" status: 204 len: 168 time: 2.2912412 Nov 23 22:57:13.503439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:13.528338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a964d-11c0-49f6-8464-0ee64d5fcbeb None None] Network f0f9024f-02d0-4055-aafa-4faa669c5ac9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:13.616290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.618515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.642537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-920c6224-8b60-44b6-826a-825cce9c9bfc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:13.644286 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-920c6224-8b60-44b6-826a-825cce9c9bfc tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "GET /v2.0/ports/0bb4bcbc-abee-4ce9-909a-87f016814e87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1443846 Nov 23 22:57:13.645706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d517173-b9a2-4941-882c-bb14cceaabe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ceb42f0-96f0-408b-a1b0-14731cc84da4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:13.769266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1724131b-ff8f-4b54-a08c-61e57019f3cc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:13.821750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e35f486-7def-41dd-bc13-9d9d0b538292 req-96932909-d1fc-4cc1-8227-92660ae7cb45 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054248 Nov 23 22:57:13.823057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.900027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-0e81551d-6b43-42c9-945a-31d833d48447 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "GET /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2203200 Nov 23 22:57:13.931562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1724131b-ff8f-4b54-a08c-61e57019f3cc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:57:13.932323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1724131b-ff8f-4b54-a08c-61e57019f3cc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:13.932990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 84254d01-5464-4c3e-a7ee-330917a71ba0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:13.946442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dbb5d9f1-c56a-42e3-8d71-e6ac75e21032 None None] Provisioning complete for port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:13.947006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d9f1-c56a-42e3-8d71-e6ac75e21032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:13.987777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56566) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:14.061568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Attempting to bind port 29818192-a744-4afc-a2bc-4b4eaa2b39ee on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:14.062099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Attempting to bind port 29818192-a744-4afc-a2bc-4b4eaa2b39ee by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:14.067344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Attempting to bind port 29818192-a744-4afc-a2bc-4b4eaa2b39ee on network 0ce7521c-a684-4581-b65e-a59a7e168186 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:14.077889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 84254d01-5464-4c3e-a7ee-330917a71ba0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:57:14.081450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 84254d01-5464-4c3e-a7ee-330917a71ba0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:14.082076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 56215e64-517b-482a-9ada-583b32691eb3 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:14.095722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:14.101003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:14.104055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Checking segment: {'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:14.104739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.105242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Bound using segment: {'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:14.108462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Bound port: 29818192-a744-4afc-a2bc-4b4eaa2b39ee, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:14.109139 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.110937 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-09ed8082-0250-4dae-ab73-fd565e5ed9c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d524ce723c54b2c9f55db9abfefa842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1188359 Nov 23 22:57:14.117003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a370c-d4ca-419f-808b-73d1b4dc21a8 req-734fdc8e-4eee-4281-ad46-2881a76bea2a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.127900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a5a370c-d4ca-419f-808b-73d1b4dc21a8 req-734fdc8e-4eee-4281-ad46-2881a76bea2a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.7127655 Nov 23 22:57:14.130057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56570) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:14.176023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.185967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.193706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.204821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56572) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:14.207145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.216269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.223079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 56215e64-517b-482a-9ada-583b32691eb3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:57:14.224738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.225284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 56215e64-517b-482a-9ada-583b32691eb3 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:14.225807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2e38eeb0-b7a2-43f6-abf5-5205eb19055b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:14.238251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.241874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] DHCP port deletion for f0f9024f-02d0-4055-aafa-4faa669c5ac9 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:14.246819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-96582387-43e9-4ff7-8149-d2194b78f6c2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 5435 time: 0.6418295 Nov 23 22:57:14.248628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.383782 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cfefe886-c8c4-4d3e-a6cd-9efd96af59fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.474421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2650-3df1-4127-bdd0-3a492472c2af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.532409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Allocated IP 172.25.0.249 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/5052ab78-98f3-4624-ac09-c5611fcaa8f2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:14.537551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] For port 29818192-a744-4afc-a2bc-4b4eaa2b39ee, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:14.554347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a5a370c-d4ca-419f-808b-73d1b4dc21a8 req-58616294-29be-48d1-bdbb-fb5f3bdf45d4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252303 Nov 23 22:57:14.570504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Deleting port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:14.571012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.579631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] For port 29818192-a744-4afc-a2bc-4b4eaa2b39ee, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=29818192-a744-4afc-a2bc-4b4eaa2b39ee,segment=NetworkSegment(056cfd20-48db-4d6d-904d-c356f5962bad),segment_id=056cfd20-48db-4d6d-904d-c356f5962bad)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:14.587809 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2650-3df1-4127-bdd0-3a492472c2af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.589350 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.605125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cfefe886-c8c4-4d3e-a6cd-9efd96af59fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.622448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cfefe886-c8c4-4d3e-a6cd-9efd96af59fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.680539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dbb5d9f1-c56a-42e3-8d71-e6ac75e21032 None None] Could not find standard attr ID for object 60160b9d-4cda-4df7-9fbc-f889b4a91d1d. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:57:14.724180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cbecf13-4dae-46f7-8c57-46c7f5118550 req-3a4766bb-a729-483a-b4c0-d5e62c1ac24a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&id=da026c99-d1e0-4483-bd69-4f1a463ae87f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4557130 Nov 23 22:57:14.727044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefe886-c8c4-4d3e-a6cd-9efd96af59fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d25d271-e2e0-4c11-a6b3-eea15fb0be11,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:14.764421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] For port 0bb4bcbc-abee-4ce9-909a-87f016814e87, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0bb4bcbc-abee-4ce9-909a-87f016814e87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:14.791927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] Deleting port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:14.791927 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.795862 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cfefe886-c8c4-4d3e-a6cd-9efd96af59fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b855e6224a6a4aa8863b7d161f04a691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5895820 Nov 23 22:57:14.801807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56578) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:14.894081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,segment=NetworkSegment(e3b07137-f38f-48c5-9453-b03109791b8a),segment_id=e3b07137-f38f-48c5-9453-b03109791b8a)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:14.896235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.929156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.935986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aba21c-fa3c-4790-9485-d9749bf6fc5d None None] Pushing event updated for resources: {'Port': ['ID=29818192-a744-4afc-a2bc-4b4eaa2b39ee,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:14.946737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] For port 0bb4bcbc-abee-4ce9-909a-87f016814e87, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:14.965637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cde84337-c92c-4d9f-ad3f-5e232682e6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.038889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] device_id is not set on port 0bb4bcbc-abee-4ce9-909a-87f016814e87 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:57:15.041807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.052012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.112327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Calling delete_port for 2e38eeb0-b7a2-43f6-abf5-5205eb19055b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:15.123822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.187148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cde84337-c92c-4d9f-ad3f-5e232682e6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.207295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.209851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2650-3df1-4127-bdd0-3a492472c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.212465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2650-3df1-4127-bdd0-3a492472c2af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.216044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c0b2650-3df1-4127-bdd0-3a492472c2af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a HTTP/1.1" status: 204 len: 168 time: 1.0772984 Nov 23 22:57:15.305031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Pushing event updated for resources: {'Port': ['ID=5052ab78-98f3-4624-ac09-c5611fcaa8f2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:15.308632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b2650-3df1-4127-bdd0-3a492472c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd30acc-32ca-41d4-bfa2-8f34d16e4d3a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:15.334742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:15.338784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:15.342426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:15.407290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] No DVR routers for this DVR port 0bb4bcbc-abee-4ce9-909a-87f016814e87 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:15.498973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] Pushing event updated for resources: {'Port': ['ID=0bb4bcbc-abee-4ce9-909a-87f016814e87,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:15.551825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] In _notify_port_updated(), no bound segment for port 0bb4bcbc-abee-4ce9-909a-87f016814e87 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:57:15.552846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:15.553948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.555831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-d23b2143-2fb6-4a41-a21a-d25e8d6b59ba service neutron] 10.222.0.48 "PUT /v2.0/ports/0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 200 len: 1028 time: 1.4790394 Nov 23 22:57:15.589360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cde84337-c92c-4d9f-ad3f-5e232682e6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.594673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cde84337-c92c-4d9f-ad3f-5e232682e6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.604013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cde84337-c92c-4d9f-ad3f-5e232682e6e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d25d271-e2e0-4c11-a6b3-eea15fb0be11 HTTP/1.1" status: 204 len: 168 time: 0.8011014 Nov 23 22:57:15.622295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 91a52d19-e297-4655-beb5-1e32d7c4d00e no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:15.693785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde84337-c92c-4d9f-ad3f-5e232682e6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d25d271-e2e0-4c11-a6b3-eea15fb0be11,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:15.707079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.726379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44a859-8752-45bf-84d7-363ba39131f6 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:15.728546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-6361cb84-5b06-42c1-bcb8-6c3819a2759a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:15.732808 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-6361cb84-5b06-42c1-bcb8-6c3819a2759a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "GET /v2.0/ports/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1672294 Nov 23 22:57:15.749890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:15.848421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] For port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,segment=NetworkSegment(e3b07137-f38f-48c5-9453-b03109791b8a),segment_id=e3b07137-f38f-48c5-9453-b03109791b8a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:15.848964 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.895884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] Calling delete_port for 2e38eeb0-b7a2-43f6-abf5-5205eb19055b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:15.919338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] No DVR routers for this DVR port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:15.921611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:15.964257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.029699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e679a936-bf42-4295-8384-32df8433195a None None] Provisioning complete for port 0bb4bcbc-abee-4ce9-909a-87f016814e87 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:16.033432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e679a936-bf42-4295-8384-32df8433195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.138591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.253179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 91a52d19-e297-4655-beb5-1e32d7c4d00e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:16.262753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:16.276313 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047bc78a-4103-49fe-a41e-eb64880945ed" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:16.288292 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.289366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:16.347834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 29818192-a744-4afc-a2bc-4b4eaa2b39ee up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:16.365303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] For port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:16.421426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e679a936-bf42-4295-8384-32df8433195a None None] Port 0bb4bcbc-abee-4ce9-909a-87f016814e87 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:16.495432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] For port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:16.565967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.584337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] device_id is not set on port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:57:16.599618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=91a52d19-e297-4655-beb5-1e32d7c4d00e,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:16.607163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.619297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.630618 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.645941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56612) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:16.691823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5af1f54b-6503-4dd5-9710-14e362fd0f87 None None] Provisioning complete for port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:16.692411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5af1f54b-6503-4dd5-9710-14e362fd0f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.747549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device afd7b87b-a4b2-408d-a92f-9990660bb509 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:16.764277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] Pushing event updated for resources: {'Port': ['ID=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:16.773303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a8f18-9e1f-4f68-9038-7f7acca2e1c0 req-f31b6ff8-3ba9-4fe0-b7a6-77b2fe974b27 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:16.774370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] Pushing event deleted for resources: {'Port': ['ID=2e38eeb0-b7a2-43f6-abf5-5205eb19055b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:16.785910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca1a8f18-9e1f-4f68-9038-7f7acca2e1c0 req-f31b6ff8-3ba9-4fe0-b7a6-77b2fe974b27 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.9990735 Nov 23 22:57:16.803273 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.806636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-51029b8b-43bf-4afd-9631-d23924743a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.826046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db09ca-ba5c-4780-90f5-69ecc2054979 None None] No DVR routers for this DVR port 2e38eeb0-b7a2-43f6-abf5-5205eb19055b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:16.839647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08298ff-8065-4f53-9cd6-5e45d8a59dc3 None None] Network 0ce7521c-a684-4581-b65e-a59a7e168186 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:16.850948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] No DVR routers for this DVR port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:16.919680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 29818192-a744-4afc-a2bc-4b4eaa2b39ee triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:16.920226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.037660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] In _notify_port_updated(), no bound segment for port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 on network c9566242-659e-41fd-9f54-3a3b0ecc6ddf {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:57:17.039955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:17.046441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.052028 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-098e6f4e-6462-40df-b889-4e3df774009e service neutron] 10.222.0.48 "PUT /v2.0/ports/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 200 len: 1027 time: 1.3118641 Nov 23 22:57:17.075171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5af1f54b-6503-4dd5-9710-14e362fd0f87 None None] Port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:17.202793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-51029b8b-43bf-4afd-9631-d23924743a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.217987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f9024f-02d0-4055-aafa-4faa669c5ac9']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:17.232543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.232714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56620) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:17.272390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-51029b8b-43bf-4afd-9631-d23924743a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.283372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78d5dd43-9754-4664-aae1-9bc12a075e91 None None] Provisioning complete for port 29818192-a744-4afc-a2bc-4b4eaa2b39ee triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:17.284058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78d5dd43-9754-4664-aae1-9bc12a075e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.315264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port 91a52d19-e297-4655-beb5-1e32d7c4d00e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:17.315535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.331301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b07137-f38f-48c5-9453-b03109791b8a') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:17.332018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b07137-f38f-48c5-9453-b03109791b8a') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:17.345481 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.372765 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.382030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:57:17.383164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.426122 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.435123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port afd7b87b-a4b2-408d-a92f-9990660bb509, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=afd7b87b-a4b2-408d-a92f-9990660bb509,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:17.450751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.451528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:57:17.553228 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:57:17.565564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.579738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca1a8f18-9e1f-4f68-9038-7f7acca2e1c0 req-66a223c9-175b-4db6-9ba1-99eeac11a146 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7797468 Nov 23 22:57:17.590956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] For port 91a52d19-e297-4655-beb5-1e32d7c4d00e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=91a52d19-e297-4655-beb5-1e32d7c4d00e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:17.591453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.613951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for 91a52d19-e297-4655-beb5-1e32d7c4d00e owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:17.723208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.731824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] 10.222.0.11 "DELETE /v2.0/networks/f0f9024f-02d0-4055-aafa-4faa669c5ac9 HTTP/1.1" status: 204 len: 168 time: 4.7719369 Nov 23 22:57:17.736733 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bb0103-fb8d-41c4-b50a-663971b8d43e x-openstack-request-id: req-a7bb0103-fb8d-41c4-b50a-663971b8d43e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:17.739462 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:17.739939 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7bb0103-fb8d-41c4-b50a-663971b8d43e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:17.741065 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e', 'code': 200} Nov 23 22:57:17.755158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 29818192-a744-4afc-a2bc-4b4eaa2b39ee, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=29818192-a744-4afc-a2bc-4b4eaa2b39ee,segment=NetworkSegment(056cfd20-48db-4d6d-904d-c356f5962bad),segment_id=056cfd20-48db-4d6d-904d-c356f5962bad)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:17.773074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607bec5-7efc-4355-9bf6-6f94192bf25f tempest-PortsIpV6TestJSON-206183858 tempest-PortsIpV6TestJSON-206183858-project] Pushing event deleted for resources: {'Network': ['ID=f0f9024f-02d0-4055-aafa-4faa669c5ac9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:17.857259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-51029b8b-43bf-4afd-9631-d23924743a74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef14159ec8de4b86b683cf4b40a1ffd7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2014120 Nov 23 22:57:17.858042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51029b8b-43bf-4afd-9631-d23924743a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba960c8-3f29-4efe-9882-6d63b1bb820c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:17.864916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.905806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf2db-dc9a-4d6e-95c3-3082e617f7de req-49842d43-5f00-4d55-b316-008d5b4a7b56 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:17.910019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:17.936118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.940209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf2db-dc9a-4d6e-95c3-3082e617f7de req-49842d43-5f00-4d55-b316-008d5b4a7b56 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:17.964119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=afd7b87b-a4b2-408d-a92f-9990660bb509,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:17.976983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf2db-dc9a-4d6e-95c3-3082e617f7de req-49842d43-5f00-4d55-b316-008d5b4a7b56 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:18.007857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf2db-dc9a-4d6e-95c3-3082e617f7de req-49842d43-5f00-4d55-b316-008d5b4a7b56 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:18.028452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf2db-dc9a-4d6e-95c3-3082e617f7de req-49842d43-5f00-4d55-b316-008d5b4a7b56 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:18.068949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95aaf2db-dc9a-4d6e-95c3-3082e617f7de req-49842d43-5f00-4d55-b316-008d5b4a7b56 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 3884 time: 1.8126204 Nov 23 22:57:18.086526 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78d5dd43-9754-4664-aae1-9bc12a075e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.120864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=91a52d19-e297-4655-beb5-1e32d7c4d00e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:18.163969 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.235842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=29818192-a744-4afc-a2bc-4b4eaa2b39ee,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:18.260311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1484163427-network', 'tenant_id': '161aad143d8844b9be62fdbd47f61321'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:18.293005 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-78d5dd43-9754-4664-aae1-9bc12a075e91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:57:18.293370 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-78d5dd43-9754-4664-aae1-9bc12a075e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:57:18.321209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56636) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:18.322790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] No DVR routers for this DVR port 91a52d19-e297-4655-beb5-1e32d7c4d00e on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:18.327833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.334520 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-7d01d37a-6ff9-4442-a2fb-e2b3987c73b2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "DELETE /v2.0/ports/91a52d19-e297-4655-beb5-1e32d7c4d00e HTTP/1.1" status: 204 len: 173 time: 1.2745309 Nov 23 22:57:18.337292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:18.345474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:18.346180 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b427f51-57a3-441a-9a19-fa2f2ad0b4f8" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:18.350477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff43369a-366b-4b92-bd48-acdcb16de1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.357415 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.358765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0bb4bcbc-abee-4ce9-909a-87f016814e87 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:18.401964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.414018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Made reservation on behalf of 161aad143d8844b9be62fdbd47f61321 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:18.420449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.429742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95aaf2db-dc9a-4d6e-95c3-3082e617f7de req-0c6f1437-c443-453b-96be-ce2761ef8f43 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607159 Nov 23 22:57:18.449173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e273c-e1f3-44b9-a306-48ff903fd70a req-5f7551a3-0ab0-4299-9b55-bf848c4d7757 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:18.451184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-632e273c-e1f3-44b9-a306-48ff903fd70a req-5f7551a3-0ab0-4299-9b55-bf848c4d7757 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.3787251 Nov 23 22:57:18.555767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff43369a-366b-4b92-bd48-acdcb16de1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.571740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:18.624584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0bb4bcbc-abee-4ce9-909a-87f016814e87 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:18.625803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4ba42727-a6bd-41e9-8fa3-0bb8893170fc no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:18.632225 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30de1495-1a01-460d-a318-311ae7aebc61 x-openstack-request-id: req-30de1495-1a01-460d-a318-311ae7aebc61 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:18.632538 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "91a52d19-e297-4655-beb5-1e32d7c4d00e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:18.632801 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30de1495-1a01-460d-a318-311ae7aebc61 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:18.640135 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': '91a52d19-e297-4655-beb5-1e32d7c4d00e', 'status': 'completed', 'code': 200} Nov 23 22:57:18.751611 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.798409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff43369a-366b-4b92-bd48-acdcb16de1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.802016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff43369a-366b-4b92-bd48-acdcb16de1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.818477 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff43369a-366b-4b92-bd48-acdcb16de1bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eba960c8-3f29-4efe-9882-6d63b1bb820c HTTP/1.1" status: 204 len: 168 time: 0.9064276 Nov 23 22:57:18.856273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43369a-366b-4b92-bd48-acdcb16de1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba960c8-3f29-4efe-9882-6d63b1bb820c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:18.877277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port afd7b87b-a4b2-408d-a92f-9990660bb509 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:18.877630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.926607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:18.966718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:18.967765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:19.147730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.165998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] For port afd7b87b-a4b2-408d-a92f-9990660bb509, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=afd7b87b-a4b2-408d-a92f-9990660bb509,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:19.166583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.177794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a90ebf77-c6e1-4349-bf48-b0d9dce39c8e None None] Provisioning complete for port 29818192-a744-4afc-a2bc-4b4eaa2b39ee triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:19.178156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a90ebf77-c6e1-4349-bf48-b0d9dce39c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.287869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:19.421922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-457c4048-cb58-49fe-80ac-97712cb2a60a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92d657dcf6944b468b040ee50498ec37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0991716 Nov 23 22:57:19.431720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:19.446431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-632e273c-e1f3-44b9-a306-48ff903fd70a req-3fffb843-ecad-46c3-886e-9a28251d09a1 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850153 Nov 23 22:57:19.461470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.509547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:19.514897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a90ebf77-c6e1-4349-bf48-b0d9dce39c8e None None] Provisioning complete for port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:19.515522 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a90ebf77-c6e1-4349-bf48-b0d9dce39c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.557401 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.575336 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.576448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.593539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Router 8b264722-fd5d-479f-8fee-c5a31795bc88 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:57:19.620009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:19.725526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.725922 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Added segment fc862df2-6e03-40bb-b9da-9863461efe46 of type vlan for network c7b28e80-4f96-449e-bb72-740a9c7eb3ea Nov 23 22:57:19.747874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc'}, {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:19.761073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.761442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.761767 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Floating IP b863ad67-082e-41bb-9c58-49d7737f7fe8 disassociated. External IP: 172.25.0.53, port: afd7b87b-a4b2-408d-a92f-9990660bb509. Nov 23 22:57:19.762125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for afd7b87b-a4b2-408d-a92f-9990660bb509 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:19.764213 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a98d457-0c97-4abe-a63c-034de03ba8eb" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc"}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:19.779434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:19.829912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.831689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a90ebf77-c6e1-4349-bf48-b0d9dce39c8e None None] Port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:19.853849 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfee233-9781-40d9-af24-31f553806362 x-openstack-request-id: req-dbfee233-9781-40d9-af24-31f553806362 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:19.854157 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc", "code": 200}, {"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:19.854416 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbfee233-9781-40d9-af24-31f553806362 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:19.854838 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'code': 200} Nov 23 22:57:19.855103 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b', 'code': 200} Nov 23 22:57:19.855365 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc', 'code': 200} Nov 23 22:57:19.855673 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e', 'code': 200} Nov 23 22:57:19.883792 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.885569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:19.886219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.943472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae4a62-dc09-42e9-871f-09752cd770db,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:20.035834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12826e-fee3-48bb-9c46-fb13c20ca2b1 req-c2e6b164-b6e2-4ed8-8853-14043d0e438c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:20.039039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7edf52e3-762f-43a8-a640-d1fc50291d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.041486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12826e-fee3-48bb-9c46-fb13c20ca2b1 req-c2e6b164-b6e2-4ed8-8853-14043d0e438c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:20.049188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12826e-fee3-48bb-9c46-fb13c20ca2b1 req-c2e6b164-b6e2-4ed8-8853-14043d0e438c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:20.064733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12826e-fee3-48bb-9c46-fb13c20ca2b1 req-c2e6b164-b6e2-4ed8-8853-14043d0e438c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:20.072769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f12826e-fee3-48bb-9c46-fb13c20ca2b1 req-c2e6b164-b6e2-4ed8-8853-14043d0e438c tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 3143 time: 0.4639904 Nov 23 22:57:20.112119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b28e80-4f96-449e-bb72-740a9c7eb3ea,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:20.138332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c7b28e80-4f96-449e-bb72-740a9c7eb3ea details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:20.147822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-81820cc0-57ff-4450-8b84-22a03b655475 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8768077 Nov 23 22:57:20.156044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56686) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:20.197043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Request body: {'subnet': {'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1484163427-subnet', 'tenant_id': '161aad143d8844b9be62fdbd47f61321', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:20.214580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 29818192-a744-4afc-a2bc-4b4eaa2b39ee up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:20.228161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7edf52e3-762f-43a8-a640-d1fc50291d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.325549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.362179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f12826e-fee3-48bb-9c46-fb13c20ca2b1 req-ab4680c8-4e5c-468d-b6d1-33981acf69ec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785580 Nov 23 22:57:20.427692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=afd7b87b-a4b2-408d-a92f-9990660bb509,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:20.458438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7edf52e3-762f-43a8-a640-d1fc50291d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.462556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7edf52e3-762f-43a8-a640-d1fc50291d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.469038 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7edf52e3-762f-43a8-a640-d1fc50291d90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2988ba06-1811-42d6-8c06-496d2a68f378 HTTP/1.1" status: 204 len: 168 time: 1.0334983 Nov 23 22:57:20.551497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf52e3-762f-43a8-a640-d1fc50291d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2988ba06-1811-42d6-8c06-496d2a68f378,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:20.551772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 29818192-a744-4afc-a2bc-4b4eaa2b39ee triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:20.552187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.619080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Made reservation on behalf of 161aad143d8844b9be62fdbd47f61321 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:20.621483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.699265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:20.719309 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Sync routers for ids ['8b264722-fd5d-479f-8fee-c5a31795bc88'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:20.731706 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Routers {'8b264722-fd5d-479f-8fee-c5a31795bc88'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:20.732634 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b264722-fd5d-479f-8fee-c5a31795bc88'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:20.739031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:57:20.758402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-89a53511-073f-4267-a309-961e5596de70 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:20.767224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-89a53511-073f-4267-a309-961e5596de70 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 815 time: 0.5487628 Nov 23 22:57:20.823797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-6b5d64f3-b52b-44dc-a510-ceb4ed850191 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/quotas/6514b34f755a48ab91aa9e3a7d637ebe HTTP/1.1" status: 200 len: 375 time: 0.0548794 Nov 23 22:57:20.927539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:20.935528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6ff5aa75-1922-4616-9219-6093a93ffe2b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.7221282 Nov 23 22:57:20.944514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56708) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:21.034449 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Set router 8b264722-fd5d-479f-8fee-c5a31795bc88 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:21.056429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:21.073639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] Sync routers for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:21.106700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:21.107379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:21.195830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] No DVR routers for this DVR port afd7b87b-a4b2-408d-a92f-9990660bb509 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:21.202574 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:21.206890 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-1d5ea3f1-f935-4d31-a187-2f9a5ce8cf36 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "DELETE /v2.0/ports/afd7b87b-a4b2-408d-a92f-9990660bb509 HTTP/1.1" status: 204 len: 173 time: 2.8523452 Nov 23 22:57:21.207403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:21.235187 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e768a869-fa29-453f-ab9e-c6b8f251606f" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:21.340511 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe242f1-300d-485c-a264-6977377f0104 x-openstack-request-id: req-cfe242f1-300d-485c-a264-6977377f0104 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:21.340811 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "afd7b87b-a4b2-408d-a92f-9990660bb509", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:21.341067 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfe242f1-300d-485c-a264-6977377f0104 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:21.341474 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': 'afd7b87b-a4b2-408d-a92f-9990660bb509', 'status': 'completed', 'code': 200} Nov 23 22:57:21.369574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-7ff6ef7e-527a-4af1-9afb-7a6b7c8ced73 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5429897 Nov 23 22:57:21.472790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:21.524935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:21.526723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:21.603499 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:57:15Z', 'revision_number': 3, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port': {'id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:13Z', 'updated_at': '2021-11-23T22:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:21.717492 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Checking router: 8b264722-fd5d-479f-8fee-c5a31795bc88 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:21.717849 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Updating router 8b264722-fd5d-479f-8fee-c5a31795bc88 port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:57:21.792571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] For port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:21.792945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:21.829108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:21.863551 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:21.939344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-f21b1236-2da9-4971-8f21-c5be6b332950 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:21.942150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-f21b1236-2da9-4971-8f21-c5be6b332950 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.48 "GET /v2.0/ports?device_id=fee2e948-49de-45ef-98f6-201d3ad72ae6 HTTP/1.1" status: 200 len: 945 time: 0.5036004 Nov 23 22:57:21.948015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.167710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 5, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:22.230859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:22.236774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] Checking router: 336cd2c0-3ec5-4680-9998-00c6bb1aab57 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:22.255150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:22.256867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.262902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:22.288238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-ecf4a673-2715-4e1e-b3da-38adbc10c35b service neutron] 10.222.0.11 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165459 Nov 23 22:57:22.327554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:22.416482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25bfca-f0aa-43b3-bf3d-bbb1ad666a1f req-b93a0cb1-6c36-4621-a1d0-00bb28ddedce tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:22.424661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25bfca-f0aa-43b3-bf3d-bbb1ad666a1f req-b93a0cb1-6c36-4621-a1d0-00bb28ddedce tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:22.432337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25bfca-f0aa-43b3-bf3d-bbb1ad666a1f req-b93a0cb1-6c36-4621-a1d0-00bb28ddedce tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:22.440745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed25bfca-f0aa-43b3-bf3d-bbb1ad666a1f req-b93a0cb1-6c36-4621-a1d0-00bb28ddedce tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 2410 time: 0.8456168 Nov 23 22:57:22.444174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] No DVR routers for this DVR port 43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:22.447947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.458712 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-81b5f7cf-aef1-4f1d-85e1-d8946dfe5735 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "DELETE /v2.0/ports/43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b HTTP/1.1" status: 204 len: 173 time: 1.2178044 Nov 23 22:57:22.571074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:22.575280 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.599147 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.641316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed25bfca-f0aa-43b3-bf3d-bbb1ad666a1f req-2f698392-0489-4a02-b19e-854cbe00e365 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979423 Nov 23 22:57:22.652755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-85093896'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:22.671248 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Attempting to bind port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:22.671749 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Attempting to bind port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:22.672210 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Attempting to bind port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:22.688052 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:22.688859 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:22.689254 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.689882 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:22.690361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Bound port: 5052ab78-98f3-4624-ac09-c5611fcaa8f2, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:22.690809 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.724602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:22.733069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.754274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.763497 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9478b6-06e0-4154-b868-e0ef2e6d8728 None None] Pushing event updated for resources: {'Port': ['ID=5052ab78-98f3-4624-ac09-c5611fcaa8f2,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:22.796459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc746c9-2189-47f0-b638-260af37fbdfe None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:22.852941 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] For port 5052ab78-98f3-4624-ac09-c5611fcaa8f2, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:22.860849 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] For port 5052ab78-98f3-4624-ac09-c5611fcaa8f2, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5052ab78-98f3-4624-ac09-c5611fcaa8f2,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:22.877664 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.943343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:22.943343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.998438 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9478b6-06e0-4154-b868-e0ef2e6d8728 None None] Pushing event updated for resources: {'Port': ['ID=5052ab78-98f3-4624-ac09-c5611fcaa8f2,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:23.053017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456e54e-2664-4b67-b451-527c4ea79be6 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:23.053537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57350446-84c0-45c1-8c73-746a977630e1,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:23.059252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-cc2270c5-5657-4da7-8efa-c08ba448db39 service neutron] 10.222.0.11 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685223 Nov 23 22:57:23.082317 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Routers {'8b264722-fd5d-479f-8fee-c5a31795bc88'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:23.083480 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b264722-fd5d-479f-8fee-c5a31795bc88'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:23.107369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fc7e1187-4d05-42e0-8a70-b88b0687beb1 None None] Provisioning complete for port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:23.110543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1187-4d05-42e0-8a70-b88b0687beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.138939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Checking segment: {'id': 'fc862df2-6e03-40bb-b9da-9863461efe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:23.139330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Network hostable DHCP agents. Network: c7b28e80-4f96-449e-bb72-740a9c7eb3ea, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:23.172659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Deleting port 76639f42-0cc3-4bee-a404-36a744ffc8b8 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:23.173252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.174357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56766) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:23.335720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Network c7b28e80-4f96-449e-bb72-740a9c7eb3ea is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:23.351154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.352636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:23.355662 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8f9dca-fee4-483b-b21c-0bfd0e726f4e" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:23.360618 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1187-4d05-42e0-8a70-b88b0687beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.365871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.407996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:23.450789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fc7e1187-4d05-42e0-8a70-b88b0687beb1 None None] For port 5052ab78-98f3-4624-ac09-c5611fcaa8f2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5052ab78-98f3-4624-ac09-c5611fcaa8f2,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:23.477149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 5, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:23.488121 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1187-4d05-42e0-8a70-b88b0687beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.502460 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642386ef-38f3-4434-b790-a8c1aa038cad x-openstack-request-id: req-642386ef-38f3-4434-b790-a8c1aa038cad {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:23.503036 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:23.503643 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-642386ef-38f3-4434-b790-a8c1aa038cad {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:23.504506 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': '43ce7a7a-13ca-4a4c-956b-d8c58fa58f2b', 'status': 'completed', 'code': 200} Nov 23 22:57:23.505626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fdfc21-8e22-470f-b2d0-67f05a6bb732,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:23.514720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] For port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:23.517310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.523753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] For port 76639f42-0cc3-4bee-a404-36a744ffc8b8, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=76639f42-0cc3-4bee-a404-36a744ffc8b8,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:23.527134 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.527486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.528479 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment c019c831-866d-471d-bf41-c79485732ba1 of type vlan for network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c Nov 23 22:57:23.576535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Calling delete_port for 76639f42-0cc3-4bee-a404-36a744ffc8b8 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:23.592225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0be3928-9089-4a84-bcb2-3fcdb5f71d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.633236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e1187-4d05-42e0-8a70-b88b0687beb1 None None] Pushing event updated for resources: {'Port': ['ID=5052ab78-98f3-4624-ac09-c5611fcaa8f2,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:23.644399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374345c-9734-45b1-9584-639aa4a8408d None None] The sync data for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 is: [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 4, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '76ad8b7b-6603-4572-b084-1093193f736e', 'name': '', 'network_id': '98149ffc-c8d0-4f66-87c9-1db80dfda154', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'mac_address': 'fa:16:3e:a2:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:30Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 5, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'subnets': [{'id': 'f0a1eee8-5a53-4e11-84a5-d1f6e9cde150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:23.662655 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8457ba83-e29b-4da3-9013-0524f46410c0 None None] Provisioning complete for port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:23.663031 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8457ba83-e29b-4da3-9013-0524f46410c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.670509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for 4ba42727-a6bd-41e9-8fa3-0bb8893170fc owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:23.926311 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] Set router 8b264722-fd5d-479f-8fee-c5a31795bc88 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:24.082545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.135674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77622ce8-3bb8-4e2b-917f-f38bd15a1363 req-47ae7061-8cc2-45a8-bbf0-537cca474bed tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 210 time: 0.2284448 Nov 23 22:57:24.153271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c7b28e80-4f96-449e-bb72-740a9c7eb3ea) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:24.171449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b8609-e17a-4b60-b841-58701699aba2 None None] Network c7b28e80-4f96-449e-bb72-740a9c7eb3ea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:24.179726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:24.180562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.186367 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.264258 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed737c8-4430-465b-9ddb-1fe347c507ed None None] New status for floating IP b863ad67-082e-41bb-9c58-49d7737f7fe8: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:57:24.264739 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.292767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.307286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:24.309022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.319959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0be3928-9089-4a84-bcb2-3fcdb5f71d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.369020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0be3928-9089-4a84-bcb2-3fcdb5f71d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.438600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782ce98-3bfe-4f95-b7b6-a5263a81649e None None] Network c7b28e80-4f96-449e-bb72-740a9c7eb3ea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:24.471620 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2397060 Nov 23 22:57:24.487082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:24.488128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.539864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'name': 'tempest-PortsTestJSON-2084754295'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:24.633110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f0be3928-9089-4a84-bcb2-3fcdb5f71d79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fb23efbba104206815bf6fb148a4327&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3442717 Nov 23 22:57:24.666030 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:57:15Z', 'revision_number': 3, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port': {'id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:13Z', 'updated_at': '2021-11-23T22:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:24.732094 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f501042-f84a-4c99-923e-ebccefb5674c None None] The sync data for ids ['8b264722-fd5d-479f-8fee-c5a31795bc88'] in n-d-817303-3 is: [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:57:15Z', 'revision_number': 3, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port': {'id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:13Z', 'updated_at': '2021-11-23T22:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:24.753800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56790) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:24.759720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54c5b1-bf65-4a72-a7b8-7d016f55efab tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=308dbfb6-2546-45ae-a8fe-0b4e00f0732c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:24.774031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:24.778211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=4ba42727-a6bd-41e9-8fa3-0bb8893170fc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:24.782543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be3928-9089-4a84-bcb2-3fcdb5f71d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d436a-e720-4e21-aa8e-c5ea831e6a3b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:24.847289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] No DVR routers for this DVR port 4ba42727-a6bd-41e9-8fa3-0bb8893170fc on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:24.850142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:24.854374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-e0986f6f-380c-41a4-99ba-95e85f554489 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "DELETE /v2.0/ports/4ba42727-a6bd-41e9-8fa3-0bb8893170fc HTTP/1.1" status: 204 len: 173 time: 2.3882689 Nov 23 22:57:24.988517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac81f49-3af9-4417-8a01-5040cc02db2a req-138a7f64-edbf-4f7e-9f95-2a1f1e93b298 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:25.001144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac81f49-3af9-4417-8a01-5040cc02db2a req-138a7f64-edbf-4f7e-9f95-2a1f1e93b298 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:25.009637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ac81f49-3af9-4417-8a01-5040cc02db2a req-138a7f64-edbf-4f7e-9f95-2a1f1e93b298 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 1677 time: 1.1160786 Nov 23 22:57:25.014417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1738321d-0a10-4c14-a467-c51a5ca9e5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:25.024583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:25.028163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:25.047297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-196a0f32-80f0-4c7d-be3c-d991711e8ff6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.8680129 Nov 23 22:57:25.048260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Pushing event deleted for resources: {'Port': ['ID=76639f42-0cc3-4bee-a404-36a744ffc8b8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:25.068386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1738321d-0a10-4c14-a467-c51a5ca9e5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:25.105684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 59333473-892c-4cd0-a0c5-ee9c40833f48 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:57:25.139879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] No DVR routers for this DVR port 76639f42-0cc3-4bee-a404-36a744ffc8b8 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:25.169310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:25.178673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6960fcb0-bca6-4de0-bf37-aaa2580f2a5c req-c0db7399-d33b-4b4d-aa5d-307fc22d9162 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.48 "DELETE /v2.0/ports/76639f42-0cc3-4bee-a404-36a744ffc8b8 HTTP/1.1" status: 204 len: 173 time: 3.2068424 Nov 23 22:57:25.182757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'name': 'network-vif-deleted', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:25.187320 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c3af85-185e-47a5-9dde-854ac738e6c3" -d '{"events": [{"server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "name": "network-vif-deleted", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:25.314344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:25.320712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ac81f49-3af9-4417-8a01-5040cc02db2a req-8703fee4-6cb8-453d-bf53-7d69926d26af tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups?id=a34b7975-eaed-4f51-a2e9-9a0129b11e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100891 Nov 23 22:57:25.372183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:25.373205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:25.382186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1738321d-0a10-4c14-a467-c51a5ca9e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:25.385561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1738321d-0a10-4c14-a467-c51a5ca9e5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:25.387203 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1738321d-0a10-4c14-a467-c51a5ca9e5b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/521d436a-e720-4e21-aa8e-c5ea831e6a3b HTTP/1.1" status: 204 len: 168 time: 0.6237092 Nov 23 22:57:25.396723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Allocated IP 172.20.0.1 (0ce7521c-a684-4581-b65e-a59a7e168186/ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc/75cd93c9-1fa1-4fee-aef7-ede11730f746) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:25.472710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 76639f42-0cc3-4bee-a404-36a744ffc8b8 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:57:25.473295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 76639f42-0cc3-4bee-a404-36a744ffc8b8 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:25.477009 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f235f6bf-acfe-4c92-ac8c-1ee8c98c9dce x-openstack-request-id: req-f235f6bf-acfe-4c92-ac8c-1ee8c98c9dce {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:25.484717 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee2e948-49de-45ef-98f6-201d3ad72ae6", "name": "network-vif-deleted", "tag": "76639f42-0cc3-4bee-a404-36a744ffc8b8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:25.485081 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f235f6bf-acfe-4c92-ac8c-1ee8c98c9dce {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:25.485427 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee2e948-49de-45ef-98f6-201d3ad72ae6', 'name': 'network-vif-deleted', 'tag': '76639f42-0cc3-4bee-a404-36a744ffc8b8', 'status': 'completed', 'code': 200} Nov 23 22:57:25.636281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbe431b6-4cc2-4053-aebc-f29b12d0f3f0 req-6040552b-611d-45cf-973e-9b600b681b3f tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 210 time: 0.1404610 Nov 23 22:57:25.720687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738321d-0a10-4c14-a467-c51a5ca9e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d436a-e720-4e21-aa8e-c5ea831e6a3b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:25.722461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:25.744837 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85307662-fccc-477e-a5e8-86e568ea7ded" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:25.769557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-9a4320a2-2332-4f69-a5cc-8eeba74d4576 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4074845 Nov 23 22:57:25.886378 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e2c401-165f-4acd-a5f7-6d9970772b77 x-openstack-request-id: req-22e2c401-165f-4acd-a5f7-6d9970772b77 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:25.886618 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "4ba42727-a6bd-41e9-8fa3-0bb8893170fc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:25.886825 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22e2c401-165f-4acd-a5f7-6d9970772b77 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:25.887306 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': '4ba42727-a6bd-41e9-8fa3-0bb8893170fc', 'status': 'completed', 'code': 200} Nov 23 22:57:25.913779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f10d80-023d-4e73-b3c2-58b14833785b req-5c2ad127-37a0-4c52-a06b-93b68a69f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:25.915741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-5c2ad127-37a0-4c52-a06b-93b68a69f41f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 1097 time: 0.0834181 Nov 23 22:57:25.978621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:26.179189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:26.228419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-525c07d8-ad32-4aea-bcab-5ce2248e91e4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:26.230669 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-525c07d8-ad32-4aea-bcab-5ce2248e91e4 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 815 time: 0.7482975 Nov 23 22:57:26.283247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:26.318277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5052ab78-98f3-4624-ac09-c5611fcaa8f2 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:26.398601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:26.398988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:26.425844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] For port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:26.426893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:26.443776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:26.527894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Request body: {'port': {'device_id': '62b97699-9f51-4601-b4f3-bda97f94143b', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'admin_state_up': True, 'tenant_id': '6514b34f755a48ab91aa9e3a7d637ebe'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:26.637373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Network 0ce7521c-a684-4581-b65e-a59a7e168186 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:26.649296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-4c98c18d-3594-4171-92a3-ac6166f16c79 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:26.657749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-4c98c18d-3594-4171-92a3-ac6166f16c79 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.5211699 Nov 23 22:57:26.660391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:26.673769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:26.678551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:26.709859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-f4fc9ab1-a2d7-4f9d-85a4-8ae089f44c3a tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/quotas/8c13c8b8d98f4b48a1d9c6d6ca24560c HTTP/1.1" status: 200 len: 375 time: 0.0510943 Nov 23 22:57:26.712468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Pushing event updated for resources: {'Port': ['ID=75cd93c9-1fa1-4fee-aef7-ede11730f746,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:26.877496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:26.925361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f10d80-023d-4e73-b3c2-58b14833785b req-ce7db170-c22e-4edd-83ce-2e021faae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:26.927241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-ce7db170-c22e-4edd-83ce-2e021faae89a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 915 time: 0.9037085 Nov 23 22:57:26.943654 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.129171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-3efcf871-5fac-478f-a6f8-47e1359ccf36 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:27.133816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-3efcf871-5fac-478f-a6f8-47e1359ccf36 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/networks?id=c7b28e80-4f96-449e-bb72-740a9c7eb3ea HTTP/1.1" status: 200 len: 814 time: 0.7044365 Nov 23 22:57:27.159195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-da9b08be-88ac-483e-870e-48fc629efbcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a338763-1bfd-4a9f-866b-8057466d17c3 HTTP/1.1" status: 200 len: 217 time: 0.1197550 Nov 23 22:57:27.170423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fccfeb45-3c6a-4a75-add7-a5aa3e2760f2 None None] Provisioning complete for port 75cd93c9-1fa1-4fee-aef7-ede11730f746 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:27.170972 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fccfeb45-3c6a-4a75-add7-a5aa3e2760f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.212542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-2f0d6706-0d1a-4c1e-8d75-603c35030eb5 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4996176 Nov 23 22:57:27.218490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fccfeb45-3c6a-4a75-add7-a5aa3e2760f2 None None] Port 75cd93c9-1fa1-4fee-aef7-ede11730f746 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:27.271462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=59333473-892c-4cd0-a0c5-ee9c40833f48,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:27.335224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.336181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f10d80-023d-4e73-b3c2-58b14833785b req-9021c046-1e6e-4f1f-8733-ca1fde884924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:27.338822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-9021c046-1e6e-4f1f-8733-ca1fde884924 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.1523561 Nov 23 22:57:27.362000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': 'c019c831-866d-471d-bf41-c79485732ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:27.362411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: 308dbfb6-2546-45ae-a8fe-0b4e00f0732c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:27.409632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-3eed9641-787e-4326-872f-aaab4aa75812 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/quotas/161aad143d8844b9be62fdbd47f61321 HTTP/1.1" status: 200 len: 375 time: 0.2658627 Nov 23 22:57:27.417018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:27.420654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Made reservation on behalf of 6514b34f755a48ab91aa9e3a7d637ebe for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:27.424748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.480893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-b096dba8-9657-4cc3-bd76-7f2a99f3cf9f tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=161aad143d8844b9be62fdbd47f61321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702262 Nov 23 22:57:27.487992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] No DVR routers for this DVR port b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:27.495123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:27.497784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.502062 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60e0f812-1edc-4615-9765-ffadbf6115ba req-eed574f5-24a1-42c0-82d2-4c48bdc83fb6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.48 "DELETE /v2.0/ports/b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e HTTP/1.1" status: 204 len: 173 time: 2.6399202 Nov 23 22:57:27.541071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 308dbfb6-2546-45ae-a8fe-0b4e00f0732c) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:27.545296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:27.552068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:27.553005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.554657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b6900-8aa6-4369-b0dc-25d460c83a88 None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:27.594544 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b1dc096b-348d-4eb0-8f03-7a83a1169ce3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1034043 Nov 23 22:57:27.598799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:27.604717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1457777992'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:27.701840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-aa501694-e9f8-4fc2-838d-60db2cfdcee1 service neutron] 10.222.0.11 "GET /v2.0/networks/c7b28e80-4f96-449e-bb72-740a9c7eb3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187543 Nov 23 22:57:27.707340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:27.711890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.734087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Allocated IP 172.20.0.14 (b2632c76-d9e2-4336-89d4-98d45241b7e1/21fe4819-d7e9-49a6-8654-80c17725020d/e7a1f6f8-7110-46fb-8104-5bfa38d5932c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:27.762925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:27.790265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:27.790643 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment ceed1c03-ab66-4444-b410-0465d7f2245c of type vlan for network 7037bebc-67fc-4ac9-84e2-50ffdfa2abc9 Nov 23 22:57:27.838705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-46191e98-3367-4732-9b57-1dd2dcabef47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4572778 Nov 23 22:57:27.889504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:27.892879 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7399d80-3243-4821-a818-147e27be834d" -d '{"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:27.907060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56878) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:28.024244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.147049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.153627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:28.154968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.224011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56886) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:28.237715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.241120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.289721 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6894729 Nov 23 22:57:28.295880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-3c45b97d-a7d5-4b69-a48f-58bf61189416 service neutron] 10.222.0.11 "GET /v2.0/networks/c7b28e80-4f96-449e-bb72-740a9c7eb3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906510 Nov 23 22:57:28.298760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56890) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:28.301649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.305024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'ports': [{'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c'}, {'network_id': '7037bebc-67fc-4ac9-84e2-50ffdfa2abc9'}]} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:28.305024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:28.305452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '7037bebc-67fc-4ac9-84e2-50ffdfa2abc9'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:28.338998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-b341a6b9-201f-41c7-8a4a-ddeb8503b531 service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9983265 Nov 23 22:57:28.414737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40057599-a29f-4b22-9563-5101da40252d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.418081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-a5f38c79-7460-4c6c-8c84-c1f15637b53e service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616634 Nov 23 22:57:28.455019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Pushing event updated for resources: {'Port': ['ID=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:28.458500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f4b673d-09ed-41f5-8c71-5d8c2bde33a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.510959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3182663-13e0-435b-a790-031bea81b7ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=7037bebc-67fc-4ac9-84e2-50ffdfa2abc9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:28.518461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Network b2632c76-d9e2-4336-89d4-98d45241b7e1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:28.529291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 7037bebc-67fc-4ac9-84e2-50ffdfa2abc9 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:28.533612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:28.553242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:28.710540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:28.711364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.739964 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-4897b787-fdc4-4398-9928-141975bcd09c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4177723 Nov 23 22:57:28.762562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Request body: {'port': {'device_id': '62b97699-9f51-4601-b4f3-bda97f94143b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:28.776330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66b48ab4-1c8d-4135-9708-430d0df3b7c9 req-d9b95bee-cde4-47bc-bc71-eee8676368e6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0709252 Nov 23 22:57:28.880132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f4b673d-09ed-41f5-8c71-5d8c2bde33a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.881667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.898869 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f4b673d-09ed-41f5-8c71-5d8c2bde33a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:28.984368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b673d-09ed-41f5-8c71-5d8c2bde33a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1730d473-d86f-4fbb-b8eb-78aebbc1f1c3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:28.993033 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5f4b673d-09ed-41f5-8c71-5d8c2bde33a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a1b694c054e49dbaf8e8da36b9b7e38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702033 Nov 23 22:57:28.996941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:29.150361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-04320d3a-9a71-46ed-8b41-72af6224d16d service neutron] 10.222.0.11 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838590 Nov 23 22:57:29.158962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4776b4b6-46da-4ad6-8975-916a6f0e0665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:29.178798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90f10d80-023d-4e73-b3c2-58b14833785b req-225db055-605c-4bdc-93b8-4c94a6d5f95e service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454107 Nov 23 22:57:29.227067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a1050-e0c2-4f36-8f06-7d05fda89a1c req-623ed358-d3e0-4a2c-830b-19b1b26d8883 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:29.236398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-093a1050-e0c2-4f36-8f06-7d05fda89a1c req-623ed358-d3e0-4a2c-830b-19b1b26d8883 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 932 time: 0.2993424 Nov 23 22:57:29.243165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4776b4b6-46da-4ad6-8975-916a6f0e0665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:29.344105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40057599-a29f-4b22-9563-5101da40252d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:29.591380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a1f6f8-7110-46fb-8104-5bfa38d5932c {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:29.615981 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:29.661158 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcca304-fb14-496f-aa28-7d5318e57b96 x-openstack-request-id: req-3fcca304-fb14-496f-aa28-7d5318e57b96 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:29.661742 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351cd54-a3b2-4a1a-bd70-033a874c46b3", "name": "network-vif-deleted", "tag": "b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:29.662115 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fcca304-fb14-496f-aa28-7d5318e57b96 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:29.662659 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a351cd54-a3b2-4a1a-bd70-033a874c46b3', 'name': 'network-vif-deleted', 'tag': 'b8d8f2c1-d8b3-4f53-bc95-eb2d11ccfb7e', 'status': 'completed', 'code': 200} Nov 23 22:57:29.665429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Transition to ACTIVE for port object e7a1f6f8-7110-46fb-8104-5bfa38d5932c will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:57:29.666753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4776b4b6-46da-4ad6-8975-916a6f0e0665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:29.669902 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4776b4b6-46da-4ad6-8975-916a6f0e0665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:29.686588 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4776b4b6-46da-4ad6-8975-916a6f0e0665 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1730d473-d86f-4fbb-b8eb-78aebbc1f1c3 HTTP/1.1" status: 204 len: 168 time: 0.6881745 Nov 23 22:57:29.693281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:29.713397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776b4b6-46da-4ad6-8975-916a6f0e0665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1730d473-d86f-4fbb-b8eb-78aebbc1f1c3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:29.876817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:29.952298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.008494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-093a1050-e0c2-4f36-8f06-7d05fda89a1c req-aa0d4aad-1f1b-46ff-af00-d2a3e6907543 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7668376 Nov 23 22:57:30.021561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-40057599-a29f-4b22-9563-5101da40252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.029560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 2} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:30.043841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Attempting to bind port e7a1f6f8-7110-46fb-8104-5bfa38d5932c on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:30.044116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Attempting to bind port e7a1f6f8-7110-46fb-8104-5bfa38d5932c by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:30.044443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Attempting to bind port e7a1f6f8-7110-46fb-8104-5bfa38d5932c on network b2632c76-d9e2-4336-89d4-98d45241b7e1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:30.044982 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.057140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Port e7a1f6f8-7110-46fb-8104-5bfa38d5932c on network b2632c76-d9e2-4336-89d4-98d45241b7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:57:30.057488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Attempting to bind port e7a1f6f8-7110-46fb-8104-5bfa38d5932c on network b2632c76-d9e2-4336-89d4-98d45241b7e1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:30.072278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:30.076660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Checking segment: {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:30.077324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Bound using segment: {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:30.077901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Bound port: e7a1f6f8-7110-46fb-8104-5bfa38d5932c, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:30.078718 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.105361 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.246232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] For port e7a1f6f8-7110-46fb-8104-5bfa38d5932c, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:30.254721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] For port e7a1f6f8-7110-46fb-8104-5bfa38d5932c, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:30.269011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.270644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Pushing event updated for resources: {'Port': ['ID=75cd93c9-1fa1-4fee-aef7-ede11730f746,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:30.317514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24c7cb82-ba66-4559-a8ea-594392c2ef12 req-eb04fcf4-676a-41d1-b019-db20c18fc79f tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 210 time: 0.3359020 Nov 23 22:57:30.330048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:30.339771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.341454 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] 10.222.0.46 "PUT /v2.0/ports/e7a1f6f8-7110-46fb-8104-5bfa38d5932c HTTP/1.1" status: 200 len: 1092 time: 1.5918818 Nov 23 22:57:30.380019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0bc55-b52a-43ed-a423-a5fb181bc10f service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:30.415990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40057599-a29f-4b22-9563-5101da40252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b176c3d-4fb6-474e-a0e9-70b20d43df02,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:30.444830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afd6ac0b-0345-4e02-bb11-fbb0e3695135 req-9145dfc3-fd3a-42d7-bcdc-1400b2caa859 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 210 time: 0.3298333 Nov 23 22:57:30.457463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.525957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-62bd5b53-61cc-44f5-b16b-6f72a545eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:30.528796 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-62bd5b53-61cc-44f5-b16b-6f72a545eceb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 1095 time: 0.0871036 Nov 23 22:57:30.564082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40057599-a29f-4b22-9563-5101da40252d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5ffe8c18e1c4e26bb90fbafbc83de04&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3276052 Nov 23 22:57:30.570377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:30.595426 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-96208032-f939-4b99-a416-dce1b634ca78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a1f6f8-7110-46fb-8104-5bfa38d5932c HTTP/1.1" status: 200 len: 217 time: 0.0565650 Nov 23 22:57:30.623064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e84610dc-20e2-43e8-a44d-f1a21409c85e req-96063fc2-66f7-47ae-8eb5-d682130b8da2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.1597245 Nov 23 22:57:30.637858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.651663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-c13f8962-e8f8-428c-a723-73e0eb214336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:30.653294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-c13f8962-e8f8-428c-a723-73e0eb214336 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21fe4819-d7e9-49a6-8654-80c17725020d HTTP/1.1" status: 200 len: 855 time: 0.0508246 Nov 23 22:57:30.696476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-b494abf9-cbb1-4846-a872-12128db0d99e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2632c76-d9e2-4336-89d4-98d45241b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350618 Nov 23 22:57:30.784291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e2a-4d1e-411e-8667-5bba761ac025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.797151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-9464af86-a4d8-44b9-8f38-60acce31d80c tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:30.798809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-9464af86-a4d8-44b9-8f38-60acce31d80c tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.48 "GET /v2.0/networks?id=c7b28e80-4f96-449e-bb72-740a9c7eb3ea HTTP/1.1" status: 200 len: 814 time: 0.6516819 Nov 23 22:57:30.827229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 4ac10d13-fc2b-4b9b-b1f0-64864d54cf91 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:57:30.841890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Request body: {'port': {'device_id': 'a41b01cc-4c83-4558-ae56-51340711525d', 'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea', 'admin_state_up': True, 'tenant_id': '161aad143d8844b9be62fdbd47f61321'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:30.891743 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-ebaddb75-9a78-4036-8f5f-889c5e5a613c service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872017 Nov 23 22:57:30.908997 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e2a-4d1e-411e-8667-5bba761ac025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.012507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2f0a8ae-0d00-4792-8887-1a2a85085962 req-f5842b9a-1f0f-42de-ae3b-7b27fa7172af service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142704 Nov 23 22:57:31.053593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Network 0ce7521c-a684-4581-b65e-a59a7e168186 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:31.063429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:31.272902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e2a-4d1e-411e-8667-5bba761ac025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.278623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e2a-4d1e-411e-8667-5bba761ac025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.280067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-25fe5e2a-4d1e-411e-8667-5bba761ac025 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b176c3d-4fb6-474e-a0e9-70b20d43df02 HTTP/1.1" status: 204 len: 168 time: 0.6939182 Nov 23 22:57:31.305193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Made reservation on behalf of 161aad143d8844b9be62fdbd47f61321 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:31.310124 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.324622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe5e2a-4d1e-411e-8667-5bba761ac025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b176c3d-4fb6-474e-a0e9-70b20d43df02,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:31.561884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70275d9-f04c-4b35-9efe-2921631a544d req-ea86abfb-4361-4def-93c0-01308c71b373 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:31.570369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f70275d9-f04c-4b35-9efe-2921631a544d req-ea86abfb-4361-4def-93c0-01308c71b373 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 944 time: 0.4497168 Nov 23 22:57:31.580902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-71c2814f-4bee-48bd-a84a-2415aac2839b tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:31.583871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-71c2814f-4bee-48bd-a84a-2415aac2839b tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 814 time: 0.3020144 Nov 23 22:57:31.596406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86a69184-7334-4f4e-bd95-ba7a0fbe1466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.605149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Request body: {'port': {'device_id': '180b0640-4225-42c6-b751-d94ba96efac6', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'admin_state_up': True, 'tenant_id': '8c13c8b8d98f4b48a1d9c6d6ca24560c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:31.629034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1e24adce-b8a0-46cf-b62a-b4dd7c47cf88 None None] Provisioning complete for port 75cd93c9-1fa1-4fee-aef7-ede11730f746 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:31.629676 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e24adce-b8a0-46cf-b62a-b4dd7c47cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.643098 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.670943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b97699-9f51-4601-b4f3-bda97f94143b', 'tag': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:31.677984 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533" -d '{"events": [{"name": "network-changed", "server_uuid": "62b97699-9f51-4601-b4f3-bda97f94143b", "tag": "e7a1f6f8-7110-46fb-8104-5bfa38d5932c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:31.714592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1e24adce-b8a0-46cf-b62a-b4dd7c47cf88 None None] Port 75cd93c9-1fa1-4fee-aef7-ede11730f746 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:31.734552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port fe9867f3-f449-493f-a573-7e28055e5a55 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:57:31.813115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Made reservation on behalf of 8c13c8b8d98f4b48a1d9c6d6ca24560c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:31.818458 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.825894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15d43386-b779-40c3-9e00-df69f550ca0a req-7dea65d3-4c35-47ae-9506-4182564245f5 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 210 time: 0.0616665 Nov 23 22:57:31.913788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f70275d9-f04c-4b35-9efe-2921631a544d req-cdba83ed-1b6f-4617-b376-2db3714218c0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220887 Nov 23 22:57:32.019597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Router 8b264722-fd5d-479f-8fee-c5a31795bc88 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:57:32.101446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16de5ecb-cc76-4ea4-8ee9-818ef722f9f6 req-1e7f1280-8b8c-4320-bca5-c04453dad7ce tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 210 time: 0.1212063 Nov 23 22:57:32.103321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81225f28-cd08-45f6-86ee-f4e544b1ebed req-d3d76c28-ca5d-4a8c-a3ee-902db333d0f7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0598052 Nov 23 22:57:32.154705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Allocated IP 172.20.0.13 (ff10a010-6755-4f00-8434-2ffc0fce86f6/b0cf416f-f859-4636-a10b-f0923e1b1f57/3bc2c364-68d9-44fa-a4fd-735a58875acc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:32.210935 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d921e8fe-8bb4-4ed2-b9bb-2ac47f7eb0fe x-openstack-request-id: req-d921e8fe-8bb4-4ed2-b9bb-2ac47f7eb0fe {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:32.211236 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b97699-9f51-4601-b4f3-bda97f94143b", "tag": "e7a1f6f8-7110-46fb-8104-5bfa38d5932c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:32.211854 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d921e8fe-8bb4-4ed2-b9bb-2ac47f7eb0fe {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:32.211969 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b97699-9f51-4601-b4f3-bda97f94143b', 'tag': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c', 'status': 'completed', 'code': 200} Nov 23 22:57:32.302881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Allocated IP 172.20.0.12 (c7b28e80-4f96-449e-bb72-740a9c7eb3ea/57350446-84c0-45c1-8c73-746a977630e1/c581ad92-18ea-4523-9ee7-9d3bced59276) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:32.347055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:32.433640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-1afea47b-51e6-4092-960c-86aa60eaf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:32.435714 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-1afea47b-51e6-4092-960c-86aa60eaf579 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 1095 time: 0.1927152 Nov 23 22:57:32.502526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:32.595412 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:32.607863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:32.634938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:32.638253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:32.640164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:32.655964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:32.662298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7c110519-f7bf-4150-8e24-8ac02f9ff677 admin admin] 10.222.0.11 "PUT /v2.0/routers/8b264722-fd5d-479f-8fee-c5a31795bc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7075906 Nov 23 22:57:32.690828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Sync routers for ids ['8b264722-fd5d-479f-8fee-c5a31795bc88'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:32.713095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-0cdf71da-47ad-49cd-80b2-1cb4d197222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:32.716318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-0cdf71da-47ad-49cd-80b2-1cb4d197222e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 200 len: 916 time: 0.2693589 Nov 23 22:57:32.724134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Routers {'8b264722-fd5d-479f-8fee-c5a31795bc88'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:32.725569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:04Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b264722-fd5d-479f-8fee-c5a31795bc88'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:32.736814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=4ac10d13-fc2b-4b9b-b1f0-64864d54cf91,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:32.803652 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-533dd587-11b7-4927-844f-b44413c199d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a1f6f8-7110-46fb-8104-5bfa38d5932c HTTP/1.1" status: 200 len: 217 time: 0.0756056 Nov 23 22:57:32.821715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:32.850957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31b14b38-7584-45aa-bfc2-d8bd54448e6d', '9c46b58b-ffda-4f83-a373-b3974bc142aa'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:32.901967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event updated for resources: {'Port': ['ID=3bc2c364-68d9-44fa-a4fd-735a58875acc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:32.922524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0a338763-1bfd-4a9f-866b-8057466d17c3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:32.925240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': 'ceed1c03-ab66-4444-b410-0465d7f2245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7037bebc-67fc-4ac9-84e2-50ffdfa2abc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:32.925618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: 7037bebc-67fc-4ac9-84e2-50ffdfa2abc9, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:32.936022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Network ff10a010-6755-4f00-8434-2ffc0fce86f6 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:32.939535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:32.944580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:32.949703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-21bd8531-cb26-49cf-99e9-15d3d0f9c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:32.951278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-21bd8531-cb26-49cf-99e9-15d3d0f9c34e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21fe4819-d7e9-49a6-8654-80c17725020d HTTP/1.1" status: 200 len: 855 time: 0.1413865 Nov 23 22:57:33.006446 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-07948323-50c4-4529-8c1c-f927d9e64d9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2632c76-d9e2-4336-89d4-98d45241b7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328300 Nov 23 22:57:33.056070 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:33.105153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:33.105843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:33.226129 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:33.243448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-a26d846e-7de6-45f4-866e-737ce45cf2dc service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281635 Nov 23 22:57:33.248744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-5b814ee9-3dc2-4f0a-8dc1-a61fb6e320d1 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6486826 Nov 23 22:57:33.272990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Request body: {'port': {'device_id': '180b0640-4225-42c6-b751-d94ba96efac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:33.288850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Network c7b28e80-4f96-449e-bb72-740a9c7eb3ea is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:33.300277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:33.315972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=fe9867f3-f449-493f-a573-7e28055e5a55,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:33.320665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:33.442417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e7a1f6f8-7110-46fb-8104-5bfa38d5932c details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:57:33.497669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:33.498342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:33.506169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 7037bebc-67fc-4ac9-84e2-50ffdfa2abc9 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:33.513509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Set router 8b264722-fd5d-479f-8fee-c5a31795bc88 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:33.528833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 7037bebc-67fc-4ac9-84e2-50ffdfa2abc9) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:33.535294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Pushing event updated for resources: {'Port': ['ID=c581ad92-18ea-4523-9ee7-9d3bced59276,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:33.545856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cec0f6-8b43-4060-b237-a4396933ce20 req-807ac577-4bfd-4b55-82cd-a02bdc07b201 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:33.556043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85cec0f6-8b43-4060-b237-a4396933ce20 req-807ac577-4bfd-4b55-82cd-a02bdc07b201 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 944 time: 0.3892267 Nov 23 22:57:33.560557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:33.569402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:33.569755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42f67f-5eec-4b58-9610-5192a5595162 None None] Network 7037bebc-67fc-4ac9-84e2-50ffdfa2abc9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:33.574855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:33.576219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:33.627934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:33.644448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85cec0f6-8b43-4060-b237-a4396933ce20 req-cad9805d-d60e-4be4-9643-5501d0a792fc tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874162 Nov 23 22:57:33.664777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-7a58721c-c129-4aba-a6c2-01dbe4e62d58 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8306518 Nov 23 22:57:33.676351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd989a-7ce0-46fe-ac3c-2a323a464ae2 req-501b9272-083c-4e62-87d6-f6e3a4cda2b4 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:33.678489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8dd989a-7ce0-46fe-ac3c-2a323a464ae2 req-501b9272-083c-4e62-87d6-f6e3a4cda2b4 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 932 time: 0.5146153 Nov 23 22:57:33.699616 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:57:33.708855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Request body: {'port': {'device_id': 'a41b01cc-4c83-4558-ae56-51340711525d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:33.716263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0f318411-d17f-4eae-aa33-c200d341522f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4158418 Nov 23 22:57:33.721002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57074) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:33.721699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:33.752315 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f74b90ea-9f6b-43ea-ade9-6e3a8c630533 req-03f7feeb-031c-474b-8e91-baf53b1e6599 service neutron] 10.222.0.46 "GET /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961288 Nov 23 22:57:33.959070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8dd989a-7ce0-46fe-ac3c-2a323a464ae2 req-f8bfb870-6e1b-4623-a49d-7122da7b38a4 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649322 Nov 23 22:57:34.053131 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.164021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc2c364-68d9-44fa-a4fd-735a58875acc {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:34.190354 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f5e1-57db-4fa2-8065-13221644bb3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.192973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.241897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Transition to ACTIVE for port object 3bc2c364-68d9-44fa-a4fd-735a58875acc will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:57:34.252913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.362055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port e7a1f6f8-7110-46fb-8104-5bfa38d5932c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:34.365805 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d99479f-ee72-462c-96f0-a1f8bb25f30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.404960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c', 'network_id': 'b2632c76-d9e2-4336-89d4-98d45241b7e1', 'port_id': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c', 'mac_address': 'fa:16:3e:29:07:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fe4819-d7e9-49a6-8654-80c17725020d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:57:34.484490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:34.509888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc2c364-68d9-44fa-a4fd-735a58875acc,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:34.521427 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.557774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a1f6f8-7110-46fb-8104-5bfa38d5932c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:34.561392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Attempting to bind port 3bc2c364-68d9-44fa-a4fd-735a58875acc on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:34.562157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Attempting to bind port 3bc2c364-68d9-44fa-a4fd-735a58875acc by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:34.563066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Attempting to bind port 3bc2c364-68d9-44fa-a4fd-735a58875acc on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:34.569580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Port 3bc2c364-68d9-44fa-a4fd-735a58875acc on network ff10a010-6755-4f00-8434-2ffc0fce86f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:57:34.570179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Attempting to bind port 3bc2c364-68d9-44fa-a4fd-735a58875acc on network ff10a010-6755-4f00-8434-2ffc0fce86f6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:34.578262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:34.578905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Checking segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:34.579458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Bound using segment: {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:34.580476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Bound port: 3bc2c364-68d9-44fa-a4fd-735a58875acc, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43247fe9-a11a-41cc-b75d-68230daf19cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:34.581300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.663727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port e7a1f6f8-7110-46fb-8104-5bfa38d5932c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:34.683305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] For port 3bc2c364-68d9-44fa-a4fd-735a58875acc, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:34.688818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] For port 3bc2c364-68d9-44fa-a4fd-735a58875acc, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3bc2c364-68d9-44fa-a4fd-735a58875acc,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:34.695535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.698063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:57:27Z', 'revision_number': 4, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port': {'id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:13Z', 'updated_at': '2021-11-23T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '75cd93c9-1fa1-4fee-aef7-ede11730f746', 'name': '', 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186', 'tenant_id': '36052fbb80b4476594fad05044360482', 'mac_address': 'fa:16:3e:8c:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:24Z', 'updated_at': '2021-11-23T22:57:28Z', 'revision_number': 2, 'project_id': '36052fbb80b4476594fad05044360482', 'subnets': [{'id': 'ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:34.714948 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.716831 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f5e1-57db-4fa2-8065-13221644bb3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.753479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:34.754519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.756866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/3bc2c364-68d9-44fa-a4fd-735a58875acc HTTP/1.1" status: 200 len: 1092 time: 1.4888871 Nov 23 22:57:34.759423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180b0640-4225-42c6-b751-d94ba96efac6', 'tag': '3bc2c364-68d9-44fa-a4fd-735a58875acc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:34.761978 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "180b0640-4225-42c6-b751-d94ba96efac6", "tag": "3bc2c364-68d9-44fa-a4fd-735a58875acc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:34.780116 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f5e1-57db-4fa2-8065-13221644bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.786172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa3db6e8-14a0-4fe9-a2db-ccb56a3413de req-4b0c7f12-d33d-4291-85e9-355a9feb36a3 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0642061 Nov 23 22:57:34.803912 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b526270d-43bb-4963-bb2d-793e6db49d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.861019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Checking router: 8b264722-fd5d-479f-8fee-c5a31795bc88 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:34.865665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Updating router 8b264722-fd5d-479f-8fee-c5a31795bc88 port 75cd93c9-1fa1-4fee-aef7-ede11730f746 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:57:34.906350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port fe9867f3-f449-493f-a573-7e28055e5a55 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:34.907473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.924690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e610dd-5ad8-477b-857a-9890b82996f5 req-b01a1809-fb0e-4218-b81e-4004c55a1484 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:34.942393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6e610dd-5ad8-477b-857a-9890b82996f5 req-b01a1809-fb0e-4218-b81e-4004c55a1484 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 932 time: 0.7893794 Nov 23 22:57:34.946275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e5a5f5e1-57db-4fa2-8065-13221644bb3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad1a2b0588b24a938611b0833d6b9ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2122550 Nov 23 22:57:34.956729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57116) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:34.966406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['e7a1f6f8-7110-46fb-8104-5bfa38d5932c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:34.974966 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.986863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5f5e1-57db-4fa2-8065-13221644bb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba02544-153b-4b2d-9171-2336b7642f9a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:35.004218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b526270d-43bb-4963-bb2d-793e6db49d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.024483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:35.036825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b526270d-43bb-4963-bb2d-793e6db49d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.071745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bb574-e765-484a-9fff-bf5fa1d349b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc2c364-68d9-44fa-a4fd-735a58875acc,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:35.084817 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.111493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526270d-43bb-4963-bb2d-793e6db49d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb97ef-1c97-45da-bad5-541e97ab0698,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:35.135634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b526270d-43bb-4963-bb2d-793e6db49d7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfddcb018eb94424a1451744313d83b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6497889 Nov 23 22:57:35.151969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57120) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:35.176368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-2b501fa3-8751-4b22-aefd-c3d675ab4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:35.177977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-2b501fa3-8751-4b22-aefd-c3d675ab4161 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 1095 time: 0.3357682 Nov 23 22:57:35.256131 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-9d3b7ef5-b07c-49ce-828e-546cb03d64c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc2c364-68d9-44fa-a4fd-735a58875acc HTTP/1.1" status: 200 len: 217 time: 0.0536735 Nov 23 22:57:35.259555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da5e5d07-521e-485f-99d7-282a49ac2800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.263085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-872f9015-dd3c-49d6-ab9a-ff55ea24cc6c tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:35.271728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-872f9015-dd3c-49d6-ab9a-ff55ea24cc6c tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/networks?id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb HTTP/1.1" status: 200 len: 911 time: 0.2057416 Nov 23 22:57:35.285507 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da5e5d07-521e-485f-99d7-282a49ac2800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.343014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27431fea-d30b-4057-b145-402c2ff16bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.368169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27431fea-d30b-4057-b145-402c2ff16bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.373453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da5e5d07-521e-485f-99d7-282a49ac2800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.376752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da5e5d07-521e-485f-99d7-282a49ac2800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.379090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-da5e5d07-521e-485f-99d7-282a49ac2800 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bdb97ef-1c97-45da-bad5-541e97ab0698 HTTP/1.1" status: 204 len: 168 time: 0.2250736 Nov 23 22:57:35.396220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e5d07-521e-485f-99d7-282a49ac2800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb97ef-1c97-45da-bad5-541e97ab0698,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:35.410029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-18f840e6-41cd-405f-b119-becb068a4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:35.412082 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-18f840e6-41cd-405f-b119-becb068a4d47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.0779047 Nov 23 22:57:35.450471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-9e7af2c8-f4a8-4db8-8308-fd70487d7903 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/quotas/36052fbb80b4476594fad05044360482 HTTP/1.1" status: 200 len: 375 time: 0.1778252 Nov 23 22:57:35.461668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27431fea-d30b-4057-b145-402c2ff16bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.464587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27431fea-d30b-4057-b145-402c2ff16bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.465451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-27431fea-d30b-4057-b145-402c2ff16bcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ba02544-153b-4b2d-9171-2336b7642f9a HTTP/1.1" status: 204 len: 168 time: 0.4798677 Nov 23 22:57:35.471528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.476445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.495660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-0881d6d7-b82a-4309-868c-cb83764effe7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763779 Nov 23 22:57:35.496647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.567858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6e610dd-5ad8-477b-857a-9890b82996f5 req-5dc59682-15ea-4cb9-97a8-da1da7705f27 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187916 Nov 23 22:57:35.611030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for fe9867f3-f449-493f-a573-7e28055e5a55 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:35.630365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27431fea-d30b-4057-b145-402c2ff16bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba02544-153b-4b2d-9171-2336b7642f9a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:35.776063 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-525ce74a-7cc8-43c0-86bf-24a77161da2a service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730141 Nov 23 22:57:35.797055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d64c6-9829-480b-9cbd-4c54bfe59723 None None] Pushing event updated for resources: {'Port': ['ID=75cd93c9-1fa1-4fee-aef7-ede11730f746,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:35.832190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Attempting to bind port 75cd93c9-1fa1-4fee-aef7-ede11730f746 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:35.845879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-f05a8ffd-698e-408e-bfdf-b0710e6cb4ac tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=36052fbb80b4476594fad05044360482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3938797 Nov 23 22:57:35.851618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Attempting to bind port 75cd93c9-1fa1-4fee-aef7-ede11730f746 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:35.852481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Attempting to bind port 75cd93c9-1fa1-4fee-aef7-ede11730f746 on network 0ce7521c-a684-4581-b65e-a59a7e168186 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:35.863782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:35.864759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Checking segment: {'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:35.865394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.866050 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Bound using segment: {'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:35.866779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Bound port: 75cd93c9-1fa1-4fee-aef7-ede11730f746, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056cfd20-48db-4d6d-904d-c356f5962bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:35.867416 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:35.987460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae6a4ce7-b5e8-4437-be6f-ccfb2139d0c2 req-103f4092-8b28-44af-a233-2c1f99db8299 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038465 Nov 23 22:57:36.036522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c581ad92-18ea-4523-9ee7-9d3bced59276 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:36.060485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] For port 75cd93c9-1fa1-4fee-aef7-ede11730f746, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:36.067898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] For port 75cd93c9-1fa1-4fee-aef7-ede11730f746, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=75cd93c9-1fa1-4fee-aef7-ede11730f746,segment=NetworkSegment(056cfd20-48db-4d6d-904d-c356f5962bad),segment_id=056cfd20-48db-4d6d-904d-c356f5962bad)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:36.090474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.143873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.148864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57138) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:36.172346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57dafab8-c66c-4f96-8a2d-587b414a3353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.209914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d6403794-df6f-41ad-8b91-ed2f9f2af3e5 None None] Provisioning complete for port 75cd93c9-1fa1-4fee-aef7-ede11730f746 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:36.209914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6403794-df6f-41ad-8b91-ed2f9f2af3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.219958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Transition to ACTIVE for port object c581ad92-18ea-4523-9ee7-9d3bced59276 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:57:36.243968 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.283147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d64c6-9829-480b-9cbd-4c54bfe59723 None None] Pushing event updated for resources: {'Port': ['ID=75cd93c9-1fa1-4fee-aef7-ede11730f746,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:36.309807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Routers {'8b264722-fd5d-479f-8fee-c5a31795bc88'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:36.314029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:57:34Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b264722-fd5d-479f-8fee-c5a31795bc88'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:36.365564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57dafab8-c66c-4f96-8a2d-587b414a3353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.367658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471e284-46e8-4ee8-b0c1-3c163d01de58 req-64c335f6-3140-4333-8b37-04abbb1aface tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:36.369305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b471e284-46e8-4ee8-b0c1-3c163d01de58 req-64c335f6-3140-4333-8b37-04abbb1aface tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 945 time: 0.6094103 Nov 23 22:57:36.377290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57dafab8-c66c-4f96-8a2d-587b414a3353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.380823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Pushing event updated for resources: {'Port': ['ID=c581ad92-18ea-4523-9ee7-9d3bced59276,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:36.467273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-57dafab8-c66c-4f96-8a2d-587b414a3353 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f465eb10465c4856903c6a2a1e172f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3164041 Nov 23 22:57:36.473226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57144) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:36.500701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dafab8-c66c-4f96-8a2d-587b414a3353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453bbac5-1521-4a5c-a4c8-64cb31efdbfd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:36.596576 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.613374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6ed6fcdc-7719-4a6b-a11b-aaeb489a3d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.642066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b471e284-46e8-4ee8-b0c1-3c163d01de58 req-d88ef8ec-6c56-49aa-8a94-88ae0c2bf882 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439153 Nov 23 22:57:36.661668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.688525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6ed6fcdc-7719-4a6b-a11b-aaeb489a3d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.751802 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6403794-df6f-41ad-8b91-ed2f9f2af3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.768213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6ed6fcdc-7719-4a6b-a11b-aaeb489a3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.773061 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6ed6fcdc-7719-4a6b-a11b-aaeb489a3d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:36.775290 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6ed6fcdc-7719-4a6b-a11b-aaeb489a3d33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/453bbac5-1521-4a5c-a4c8-64cb31efdbfd HTTP/1.1" status: 204 len: 168 time: 0.2998264 Nov 23 22:57:36.779632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] Set router 8b264722-fd5d-479f-8fee-c5a31795bc88 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:36.797381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6fcdc-7719-4a6b-a11b-aaeb489a3d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453bbac5-1521-4a5c-a4c8-64cb31efdbfd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:36.813565 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c644a5-a226-4c1f-8334-599d8270d72d x-openstack-request-id: req-a5c644a5-a226-4c1f-8334-599d8270d72d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:36.813565 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180b0640-4225-42c6-b751-d94ba96efac6", "tag": "3bc2c364-68d9-44fa-a4fd-735a58875acc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:36.818100 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5c644a5-a226-4c1f-8334-599d8270d72d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:36.819199 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180b0640-4225-42c6-b751-d94ba96efac6', 'tag': '3bc2c364-68d9-44fa-a4fd-735a58875acc', 'status': 'completed', 'code': 200} Nov 23 22:57:36.892388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-d106f64d-1c99-473b-90ff-823803b2712a service neutron] 10.222.0.11 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635639 Nov 23 22:57:36.982568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-60262a28-bbe5-4b46-934e-45a3a6e790ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:36.989168 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-60262a28-bbe5-4b46-934e-45a3a6e790ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 1095 time: 0.1287141 Nov 23 22:57:37.019720 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:37.036217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/fe9867f3-f449-493f-a573-7e28055e5a55 HTTP/1.1" status: 204 len: 168 time: 3.2999635 Nov 23 22:57:37.038045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57156) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:37.066185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406732d-ada4-4e80-ba64-4f94233fc6ff tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=fe9867f3-f449-493f-a573-7e28055e5a55,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:37.242872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d6403794-df6f-41ad-8b91-ed2f9f2af3e5 None None] For port 75cd93c9-1fa1-4fee-aef7-ede11730f746, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=75cd93c9-1fa1-4fee-aef7-ede11730f746,segment=NetworkSegment(056cfd20-48db-4d6d-904d-c356f5962bad),segment_id=056cfd20-48db-4d6d-904d-c356f5962bad)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:37.245027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafeabc7-e06a-418f-a2fc-e76f62e73ca4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:37.252547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafeabc7-e06a-418f-a2fc-e76f62e73ca4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:37.254033 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-eafeabc7-e06a-418f-a2fc-e76f62e73ca4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2146966 Nov 23 22:57:37.262978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:37.264025 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6403794-df6f-41ad-8b91-ed2f9f2af3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:37.278742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6fa93652-7dbe-404e-b9d4-8db2256ad085 service neutron] 10.222.0.11 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838077 Nov 23 22:57:37.303927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-29f6286d-eb7d-48d9-a879-bb1c61416d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:37.305375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-29f6286d-eb7d-48d9-a879-bb1c61416d6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 915 time: 0.3067651 Nov 23 22:57:37.309929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3c94e-bad5-4e92-acfb-651e11492211 req-11a17729-ad9e-4f6c-a5a8-3e3b1a670a2d tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:37.311949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dd3c94e-bad5-4e92-acfb-651e11492211 req-11a17729-ad9e-4f6c-a5a8-3e3b1a670a2d tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 944 time: 0.2939708 Nov 23 22:57:37.342557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Attempting to bind port c581ad92-18ea-4523-9ee7-9d3bced59276 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:37.347158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Attempting to bind port c581ad92-18ea-4523-9ee7-9d3bced59276 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'fc862df2-6e03-40bb-b9da-9863461efe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:37.347501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Attempting to bind port c581ad92-18ea-4523-9ee7-9d3bced59276 on network c7b28e80-4f96-449e-bb72-740a9c7eb3ea {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:37.420599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-a1ef870e-cdc4-4759-bc59-65966d14df61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bc2c364-68d9-44fa-a4fd-735a58875acc HTTP/1.1" status: 200 len: 217 time: 0.1054761 Nov 23 22:57:37.452513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Port c581ad92-18ea-4523-9ee7-9d3bced59276 on network c7b28e80-4f96-449e-bb72-740a9c7eb3ea not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:57:37.453998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Attempting to bind port c581ad92-18ea-4523-9ee7-9d3bced59276 on network c7b28e80-4f96-449e-bb72-740a9c7eb3ea {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:37.494240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:37.496201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Checking segment: {'id': 'fc862df2-6e03-40bb-b9da-9863461efe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:37.496987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Bound using segment: {'id': 'fc862df2-6e03-40bb-b9da-9863461efe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:37.497800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Bound port: c581ad92-18ea-4523-9ee7-9d3bced59276, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc862df2-6e03-40bb-b9da-9863461efe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:37.498606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:37.533252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e7a1f6f8-7110-46fb-8104-5bfa38d5932c up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:37.580829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-4c91beda-c915-4672-9848-7c1dda320e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:37.586820 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-4c91beda-c915-4672-9848-7c1dda320e58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.1573348 Nov 23 22:57:37.587073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b5949d2b-7fb6-4a7a-86b5-9c2efe79b104 None None] Provisioning complete for port 75cd93c9-1fa1-4fee-aef7-ede11730f746 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:37.587339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5949d2b-7fb6-4a7a-86b5-9c2efe79b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:37.623608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6403794-df6f-41ad-8b91-ed2f9f2af3e5 None None] Pushing event updated for resources: {'Port': ['ID=75cd93c9-1fa1-4fee-aef7-ede11730f746,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:37.631644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dd3c94e-bad5-4e92-acfb-651e11492211 req-08d1864f-52bd-44dc-a738-d5e588721202 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018155 Nov 23 22:57:37.692084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:37.709134 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-4d85272b-1b6c-48de-bcc0-1b4bc912d0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118574 Nov 23 22:57:37.763881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac20f60a-5a3f-4aa2-93aa-40a3941429ef req-711857f6-54f9-4793-806b-b3436cd38f34 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0723505 Nov 23 22:57:37.841626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 4ac10d13-fc2b-4b9b-b1f0-64864d54cf91 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:37.842906 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:37.914853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port e7a1f6f8-7110-46fb-8104-5bfa38d5932c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:57:37.954671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port e7a1f6f8-7110-46fb-8104-5bfa38d5932c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:37.955047 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:38.037404 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-c9476811-1322-46bc-a88a-e0f0c0823416 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211532 Nov 23 22:57:38.044038 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:38.053210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] For port c581ad92-18ea-4523-9ee7-9d3bced59276, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:38.065948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:57:27Z', 'revision_number': 4, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port': {'id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:13Z', 'updated_at': '2021-11-23T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '75cd93c9-1fa1-4fee-aef7-ede11730f746', 'name': '', 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186', 'tenant_id': '36052fbb80b4476594fad05044360482', 'mac_address': 'fa:16:3e:8c:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:24Z', 'updated_at': '2021-11-23T22:57:36Z', 'revision_number': 4, 'project_id': '36052fbb80b4476594fad05044360482', 'subnets': [{'id': 'ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:38.120083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-448255c3-3a21-4d81-9d74-31d3dfc498c9 req-79978299-3ecd-4840-8171-8770e31a4344 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 210 time: 0.1849735 Nov 23 22:57:38.156424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa7d67f-38d0-48f7-994b-c7b0e63f8a75 None None] The sync data for ids ['8b264722-fd5d-479f-8fee-c5a31795bc88'] in n-d-817303-3 is: [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:57:27Z', 'revision_number': 4, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port': {'id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:13Z', 'updated_at': '2021-11-23T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '75cd93c9-1fa1-4fee-aef7-ede11730f746', 'name': '', 'network_id': '0ce7521c-a684-4581-b65e-a59a7e168186', 'tenant_id': '36052fbb80b4476594fad05044360482', 'mac_address': 'fa:16:3e:8c:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:24Z', 'updated_at': '2021-11-23T22:57:36Z', 'revision_number': 4, 'project_id': '36052fbb80b4476594fad05044360482', 'subnets': [{'id': 'ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:38.235607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:38.287507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] For port c581ad92-18ea-4523-9ee7-9d3bced59276, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c581ad92-18ea-4523-9ee7-9d3bced59276,segment=NetworkSegment(fc862df2-6e03-40bb-b9da-9863461efe46),segment_id=fc862df2-6e03-40bb-b9da-9863461efe46)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:38.311244 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:38.319678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b97699-9f51-4601-b4f3-bda97f94143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:38.322637 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d962e317-f084-4cab-845f-974a9b8256f4" -d '{"events": [{"server_uuid": "62b97699-9f51-4601-b4f3-bda97f94143b", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1f6f8-7110-46fb-8104-5bfa38d5932c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:38.331209 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:38.348708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port e7a1f6f8-7110-46fb-8104-5bfa38d5932c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:38.366747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:38.376817 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-575b69d3-86dc-4a8f-9dd0-bef2db8f3bb0 req-f078ed9e-81ec-416a-879f-89462a89b090 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317091 Nov 23 22:57:38.443815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 4ac10d13-fc2b-4b9b-b1f0-64864d54cf91 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:38.462239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:38.485126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ec1e0-9f31-4994-83d4-5ee499b86d2b req-f834c28a-fbc9-49ef-9d1b-def58c3794c6 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:38.486992 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-709ec1e0-9f31-4994-83d4-5ee499b86d2b req-f834c28a-fbc9-49ef-9d1b-def58c3794c6 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 944 time: 0.6836662 Nov 23 22:57:38.525759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:38.527201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:38.529555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] 10.222.0.48 "PUT /v2.0/ports/c581ad92-18ea-4523-9ee7-9d3bced59276 HTTP/1.1" status: 200 len: 1092 time: 4.8392920 Nov 23 22:57:38.534755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b01cc-4c83-4558-ae56-51340711525d', 'tag': 'c581ad92-18ea-4523-9ee7-9d3bced59276'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:38.539689 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185cb335-f627-4a9f-88f1-37a0bfa1812f" -d '{"events": [{"name": "network-changed", "server_uuid": "a41b01cc-4c83-4558-ae56-51340711525d", "tag": "c581ad92-18ea-4523-9ee7-9d3bced59276"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:38.923494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab1373-5209-4501-a3e4-a9fedd4053ad service neutron] Pushing event updated for resources: {'Port': ['ID=c581ad92-18ea-4523-9ee7-9d3bced59276,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:38.956760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-709ec1e0-9f31-4994-83d4-5ee499b86d2b req-e41897b7-aa56-4ff0-9fcb-b7edfc075b7f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878183 Nov 23 22:57:38.978163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b972d-c3db-4800-a68a-19fa3aa49725 req-658912a3-f842-4b29-b7c9-988fc37ab39a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:38.994103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de3b972d-c3db-4800-a68a-19fa3aa49725 req-658912a3-f842-4b29-b7c9-988fc37ab39a tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.5755193 Nov 23 22:57:39.023009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-90f1d3e7-d781-45b1-9fa4-b9be69e4d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:39.025379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-90f1d3e7-d781-45b1-9fa4-b9be69e4d133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=161aad143d8844b9be62fdbd47f61321&device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 1095 time: 0.4108253 Nov 23 22:57:39.035443 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:39.092305 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed2a2e5-41e5-423d-9f22-2d01b10f22b1 x-openstack-request-id: req-5ed2a2e5-41e5-423d-9f22-2d01b10f22b1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:39.092666 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b97699-9f51-4601-b4f3-bda97f94143b", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1f6f8-7110-46fb-8104-5bfa38d5932c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:39.093033 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ed2a2e5-41e5-423d-9f22-2d01b10f22b1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:39.093445 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b97699-9f51-4601-b4f3-bda97f94143b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c', 'code': 200} Nov 23 22:57:39.161504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=4ac10d13-fc2b-4b9b-b1f0-64864d54cf91,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:39.164221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-ea89d7ba-9fd9-4279-9774-3454d50be33e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c581ad92-18ea-4523-9ee7-9d3bced59276 HTTP/1.1" status: 200 len: 217 time: 0.1177671 Nov 23 22:57:39.329743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3426fb-4fe2-4700-b29a-673771b055f2 req-9fd74da1-009d-40d5-b9cc-85b21bcbe020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:39.331703 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e611d-091a-42c2-a00e-998e3e1692f9 x-openstack-request-id: req-810e611d-091a-42c2-a00e-998e3e1692f9 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:39.332054 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41b01cc-4c83-4558-ae56-51340711525d", "tag": "c581ad92-18ea-4523-9ee7-9d3bced59276", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:39.332427 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-810e611d-091a-42c2-a00e-998e3e1692f9 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:39.332840 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b01cc-4c83-4558-ae56-51340711525d', 'tag': 'c581ad92-18ea-4523-9ee7-9d3bced59276', 'status': 'completed', 'code': 200} Nov 23 22:57:39.333424 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7c3426fb-4fe2-4700-b29a-673771b055f2 req-9fd74da1-009d-40d5-b9cc-85b21bcbe020 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 1097 time: 0.1033156 Nov 23 22:57:39.338741 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:39.343286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-048d8cc3-9c34-4aaf-931a-b76a17221497 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/4ac10d13-fc2b-4b9b-b1f0-64864d54cf91 HTTP/1.1" status: 204 len: 168 time: 2.0790615 Nov 23 22:57:39.347744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57232) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:39.393580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3bc2c364-68d9-44fa-a4fd-735a58875acc details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:57:39.426531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7c3426fb-4fe2-4700-b29a-673771b055f2 req-c35534d9-579d-4df9-ab31-e48e4ed3f837 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817616 Nov 23 22:57:39.458884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-303f09e8-3f68-4de4-844c-ce2d380ebf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:39.460818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-303f09e8-3f68-4de4-844c-ce2d380ebf62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57350446-84c0-45c1-8c73-746a977630e1 HTTP/1.1" status: 200 len: 854 time: 0.2803426 Nov 23 22:57:39.472232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de3b972d-c3db-4800-a68a-19fa3aa49725 req-78a32c07-bcdd-4370-944c-7f03bfa47073 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522369 Nov 23 22:57:39.544986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-f066e15d-fc60-48c9-b7f4-f80582ede64b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7b28e80-4f96-449e-bb72-740a9c7eb3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696597 Nov 23 22:57:39.569618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c512b2-4b95-4720-9ae5-6b62ee9d9616 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:39.573682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c8c512b2-4b95-4720-9ae5-6b62ee9d9616 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2130299 Nov 23 22:57:39.574515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57240) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:39.585820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172678a6-abd6-4df0-89a9-67bc441a19ab req-37eab889-935e-4730-847b-d5ebba775c15 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:39.612266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-172678a6-abd6-4df0-89a9-67bc441a19ab req-37eab889-935e-4730-847b-d5ebba775c15 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 944 time: 0.2714872 Nov 23 22:57:39.671039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3bc2c364-68d9-44fa-a4fd-735a58875acc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3bc2c364-68d9-44fa-a4fd-735a58875acc,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:39.688547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '3bc2c364-68d9-44fa-a4fd-735a58875acc', 'network_id': 'ff10a010-6755-4f00-8434-2ffc0fce86f6', 'port_id': '3bc2c364-68d9-44fa-a4fd-735a58875acc', 'mac_address': 'fa:16:3e:90:d2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0cf416f-f859-4636-a10b-f0923e1b1f57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:57:39.741214 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2f8bff-5d5e-42e2-a0dd-7f39afaca2e5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:57:39.746144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57246) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:39.751431 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:39.756883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8b2f8bff-5d5e-42e2-a0dd-7f39afaca2e5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/fe9867f3-f449-493f-a573-7e28055e5a55 HTTP/1.1" status: 404 len: 333 time: 0.1419673 Nov 23 22:57:39.779867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc2c364-68d9-44fa-a4fd-735a58875acc {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:39.806514 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c710b475-15b1-4365-b51f-585c7fce93d6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:57:39.811697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c710b475-15b1-4365-b51f-585c7fce93d6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/4ac10d13-fc2b-4b9b-b1f0-64864d54cf91 HTTP/1.1" status: 404 len: 333 time: 0.0642116 Nov 23 22:57:39.813588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57248) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:39.824887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3bc2c364-68d9-44fa-a4fd-735a58875acc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3bc2c364-68d9-44fa-a4fd-735a58875acc,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:39.839538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:39.878077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0047e6a3-3ed5-4aa2-a79d-adab97f82de1 req-cc055984-f3ce-42b3-adf1-b2882f8386ed tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.1583531 Nov 23 22:57:40.016075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3bc2c364-68d9-44fa-a4fd-735a58875acc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:40.029886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-172678a6-abd6-4df0-89a9-67bc441a19ab req-4d641bd7-b2bf-41fd-9512-7df2cbefe326 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156458 Nov 23 22:57:40.144260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['3bc2c364-68d9-44fa-a4fd-735a58875acc'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:40.155705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-036c41e3-b307-461d-8dfe-f88b61a7f555 req-06edb185-c074-4db4-a918-0dfbc20af840 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 210 time: 0.0914137 Nov 23 22:57:40.203522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:40.203727 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-fa4bd60d-d4ea-42f5-802e-87dcdb70abd0 service neutron] 10.222.0.48 "GET /v2.0/networks/c7b28e80-4f96-449e-bb72-740a9c7eb3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301937 Nov 23 22:57:40.386470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998d32d-008e-40f6-9c18-bbc1425234b2 req-eb94628a-6735-4cb0-9290-add4b74ecdeb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:40.400228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a998d32d-008e-40f6-9c18-bbc1425234b2 req-eb94628a-6735-4cb0-9290-add4b74ecdeb tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 945 time: 0.1952817 Nov 23 22:57:40.444316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-4d370b0c-fec9-43cd-932a-c9d8c7dd57ee tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:40.446203 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-4d370b0c-fec9-43cd-932a-c9d8c7dd57ee tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.48 "GET /v2.0/networks?id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb HTTP/1.1" status: 200 len: 911 time: 0.5129049 Nov 23 22:57:40.457253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 75cd93c9-1fa1-4fee-aef7-ede11730f746 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:40.479328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Request body: {'port': {'device_id': '5082a435-755d-489b-836b-e6abde63fd2e', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'admin_state_up': True, 'tenant_id': '36052fbb80b4476594fad05044360482'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:40.561074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a998d32d-008e-40f6-9c18-bbc1425234b2 req-3188b162-09d5-4e1f-806b-0a55d5434f69 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555498 Nov 23 22:57:40.603342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:40.659238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 75cd93c9-1fa1-4fee-aef7-ede11730f746 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:40.660165 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:40.668560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5bb2423-c0cc-4b8a-b0b5-759feb493395 req-13e925d8-3b7f-4804-b123-918bb0f1dd48 service neutron] 10.222.0.48 "GET /v2.0/networks/c7b28e80-4f96-449e-bb72-740a9c7eb3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526591 Nov 23 22:57:40.771555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7037bebc-67fc-4ac9-84e2-50ffdfa2abc9']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:40.817322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceed1c03-ab66-4444-b410-0465d7f2245c') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:40.817322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceed1c03-ab66-4444-b410-0465d7f2245c') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:40.845768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Made reservation on behalf of 36052fbb80b4476594fad05044360482 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:40.848662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:40.852798 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:40.885221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:40.896140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:57:40.896556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:40.898907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ead6-3612-4b0c-b66d-2b0ffafe3df0 req-44a76f97-d8e1-4b32-9464-15f036f5a274 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:40.900521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33a1ead6-3612-4b0c-b66d-2b0ffafe3df0 req-44a76f97-d8e1-4b32-9464-15f036f5a274 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.2267463 Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:57:40.909891 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:57:40.914698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-34d99010-6004-41d2-8270-369374ac8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:40.918105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-34d99010-6004-41d2-8270-369374ac8d77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=161aad143d8844b9be62fdbd47f61321&device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 1095 time: 0.1323326 Nov 23 22:57:41.044672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33a1ead6-3612-4b0c-b66d-2b0ffafe3df0 req-d28b098b-87bc-4768-b89d-5d22c86596a6 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350141 Nov 23 22:57:41.090278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69acf56b-e65d-4cb5-9a0d-eb1b3bc37c43 req-29c4d0b8-a017-4d48-88b6-d7264f79ebd7 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0416434 Nov 23 22:57:41.095485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Allocated IP 172.20.0.4 (cf907852-4f3c-4e1f-b1e4-e14b465a37cb/d9764035-2a80-46f0-ba59-72317865183d/f5ce8d4f-ba33-448f-a557-ae830bca666f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:41.110547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-75e7baa8-6cbc-4abe-97df-c4051480d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:41.113906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-75e7baa8-6cbc-4abe-97df-c4051480d1c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7b28e80-4f96-449e-bb72-740a9c7eb3ea HTTP/1.1" status: 200 len: 915 time: 0.1799741 Nov 23 22:57:41.221430 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:57:41.407967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3bc2c364-68d9-44fa-a4fd-735a58875acc up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:41.549307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 3bc2c364-68d9-44fa-a4fd-735a58875acc completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:57:41.554353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 3bc2c364-68d9-44fa-a4fd-735a58875acc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:41.554714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:41.704003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:41.709803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:41.728597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/7037bebc-67fc-4ac9-84e2-50ffdfa2abc9 HTTP/1.1" status: 204 len: 168 time: 1.9135664 Nov 23 22:57:41.736697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:41.746295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-705517803'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:41.795498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:41.801326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:41.803985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267547e-dcc3-4e67-8145-c8ee5c21b086 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=7037bebc-67fc-4ac9-84e2-50ffdfa2abc9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:41.839727 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:41.855236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-ccf9c94b-c5d2-44dc-b9b6-27f74d3fef7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c581ad92-18ea-4523-9ee7-9d3bced59276 HTTP/1.1" status: 200 len: 217 time: 0.7338407 Nov 23 22:57:41.891968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:41.913464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b0640-4225-42c6-b751-d94ba96efac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc2c364-68d9-44fa-a4fd-735a58875acc'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:41.915755 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce798d42-a32d-4078-b437-b177e34a4b01" -d '{"events": [{"server_uuid": "180b0640-4225-42c6-b751-d94ba96efac6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc2c364-68d9-44fa-a4fd-735a58875acc"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:41.947317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 3bc2c364-68d9-44fa-a4fd-735a58875acc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3bc2c364-68d9-44fa-a4fd-735a58875acc,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:41.958047 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:41.976067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:41.977260 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment e2be962a-37dd-494d-b35b-40c44c1a5fed of type vlan for network dbfcb86d-191a-491f-92bd-e658fcf89650 Nov 23 22:57:42.006889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c25a11d4-b403-4bc7-8688-3732a9233ad9 req-e1a4edca-ae54-4f82-8e08-46b73f6bf3ff tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 210 time: 0.2137859 Nov 23 22:57:42.070814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=3bc2c364-68d9-44fa-a4fd-735a58875acc,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:42.132954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:42.134428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-ac72d12d-9437-4db4-aa49-83457f674b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:42.142808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-ac72d12d-9437-4db4-aa49-83457f674b1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57350446-84c0-45c1-8c73-746a977630e1 HTTP/1.1" status: 200 len: 854 time: 0.2457604 Nov 23 22:57:42.187839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:42.211817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:42.216486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-d9a7cfff-f0ca-43b4-b812-32f857af036a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7b28e80-4f96-449e-bb72-740a9c7eb3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591462 Nov 23 22:57:42.224648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:42.225838 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:42.245918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ac02f-daf0-42ca-bcb5-f674f7b56e03 req-92de2b04-9b56-45cd-8f19-6897c4435067 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:42.256693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd8ac02f-daf0-42ca-bcb5-f674f7b56e03 req-92de2b04-9b56-45cd-8f19-6897c4435067 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 944 time: 0.4698181 Nov 23 22:57:42.299514 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5571685 Nov 23 22:57:42.300491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57334) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:42.311071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:42.413931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd8ac02f-daf0-42ca-bcb5-f674f7b56e03 req-94f0c055-8cd3-420a-a3b8-050253a0085e tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561699 Nov 23 22:57:42.448979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64463507-09ec-44dd-97e6-b909ca8a747a req-ef52f01b-b4ee-4e8d-8529-57b6535d64a0 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:42.450581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64463507-09ec-44dd-97e6-b909ca8a747a req-ef52f01b-b4ee-4e8d-8529-57b6535d64a0 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 946 time: 0.2973378 Nov 23 22:57:42.475327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:42.486312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:42.492255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:42.496960 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac715e4-7996-4ba4-b762-c07bf8568403 x-openstack-request-id: req-0ac715e4-7996-4ba4-b762-c07bf8568403 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:42.497475 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b0640-4225-42c6-b751-d94ba96efac6", "name": "network-vif-plugged", "status": "completed", "tag": "3bc2c364-68d9-44fa-a4fd-735a58875acc", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:42.498159 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ac715e4-7996-4ba4-b762-c07bf8568403 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:42.498770 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b0640-4225-42c6-b751-d94ba96efac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc2c364-68d9-44fa-a4fd-735a58875acc', 'code': 200} Nov 23 22:57:42.504265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27e3e7-f2d3-4d9f-8891-2ea36ff4279b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=dbfcb86d-191a-491f-92bd-e658fcf89650,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:42.516747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network dbfcb86d-191a-491f-92bd-e658fcf89650 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:42.522306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-70663c86-af97-4868-bcef-45c4160ebf3b service neutron] 10.222.0.48 "GET /v2.0/networks/c7b28e80-4f96-449e-bb72-740a9c7eb3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270725 Nov 23 22:57:42.563019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64463507-09ec-44dd-97e6-b909ca8a747a req-a5da5cda-19b5-4181-b488-7c4190e53a98 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048224 Nov 23 22:57:42.655619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:42.709543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:42.739185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:42.747930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 22:57:42.748567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 22:57:42.788219 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Pushing event updated for resources: {'Port': ['ID=f5ce8d4f-ba33-448f-a557-ae830bca666f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:42.795469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a265e69b-a25b-4a69-9363-de1e7a0a4f4a req-7aa8b69d-ddcb-4bd1-91d4-a2698a777fe4 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0781622 Nov 23 22:57:42.855443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:42.857301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae671594-1343-4279-aec1-e94ae6caed09 req-5f78d2fa-82a2-4fed-abfd-20ff289a489e tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:42.861272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:42.866316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae671594-1343-4279-aec1-e94ae6caed09 req-5f78d2fa-82a2-4fed-abfd-20ff289a489e tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.2354083 Nov 23 22:57:42.911335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7407e7-cd03-4b0b-97e6-2658d151e6ab req-2598357e-2053-4187-8ee0-b770e421a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:42.913189 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef7407e7-cd03-4b0b-97e6-2658d151e6ab req-2598357e-2053-4187-8ee0-b770e421a996 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 1097 time: 0.2768610 Nov 23 22:57:42.946620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae671594-1343-4279-aec1-e94ae6caed09 req-b9bc458d-634e-4fa5-a981-428eb07b82d0 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 Nov 23 22:57:42.946620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-1484aa3e-b62b-4397-b803-9546ffbbdf2c service neutron] 10.222.0.48 "GET /v2.0/networks/c7b28e80-4f96-449e-bb72-740a9c7eb3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974745 Nov 23 22:57:42.950147 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-10495f5a-3781-4ed1-bfed-5cbebb0be057 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4851866 Nov 23 22:57:42.985539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57350) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:42.993739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Request body: {'port': {'device_id': '5082a435-755d-489b-836b-e6abde63fd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:43.101429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef7407e7-cd03-4b0b-97e6-2658d151e6ab req-5ba9c90d-0475-4ae4-bf2b-a48f52f74fcb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757641 Nov 23 22:57:43.113158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4745694-13b3-40df-ab54-dc0cc179ba72 None None] Provisioning complete for port f5ce8d4f-ba33-448f-a557-ae830bca666f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:43.120279 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4745694-13b3-40df-ab54-dc0cc179ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.186665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c4745694-13b3-40df-ab54-dc0cc179ba72 None None] Port f5ce8d4f-ba33-448f-a557-ae830bca666f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:43.208936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.255246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c07793de-9ec0-475a-a46f-c39cc93059b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.270349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.274602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b86cc-d060-4674-bad8-e4b59322d4f6 req-0c237786-30b3-4847-958b-16def7f67728 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:43.276345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9b86cc-d060-4674-bad8-e4b59322d4f6 req-0c237786-30b3-4847-958b-16def7f67728 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.2121201 Nov 23 22:57:43.286274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3969298-ca05-4def-b21e-6e2eaf2ed943 req-d81838b6-826b-4565-9a0e-35b55e3af2de tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:43.287956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3969298-ca05-4def-b21e-6e2eaf2ed943 req-d81838b6-826b-4565-9a0e-35b55e3af2de tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1027 time: 0.1445389 Nov 23 22:57:43.390651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9b86cc-d060-4674-bad8-e4b59322d4f6 req-56663501-77fa-467e-b2b4-5df2e09f069c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973406 Nov 23 22:57:43.407850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c581ad92-18ea-4523-9ee7-9d3bced59276 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:57:43.454302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=96b6fc76-1732-4275-bf9f-72642d1ca27d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:43.466336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': 'e2be962a-37dd-494d-b35b-40c44c1a5fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:43.466588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: dbfcb86d-191a-491f-92bd-e658fcf89650, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:43.474279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3969298-ca05-4def-b21e-6e2eaf2ed943 req-8386ad65-7f43-453b-bbeb-23b1fdf10356 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602669 Nov 23 22:57:43.535668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c07793de-9ec0-475a-a46f-c39cc93059b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.549312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c07793de-9ec0-475a-a46f-c39cc93059b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.587429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network dbfcb86d-191a-491f-92bd-e658fcf89650 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:43.600426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c581ad92-18ea-4523-9ee7-9d3bced59276, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c581ad92-18ea-4523-9ee7-9d3bced59276,segment=NetworkSegment(fc862df2-6e03-40bb-b9da-9863461efe46),segment_id=fc862df2-6e03-40bb-b9da-9863461efe46)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:43.618028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'c581ad92-18ea-4523-9ee7-9d3bced59276', 'network_id': 'c7b28e80-4f96-449e-bb72-740a9c7eb3ea', 'port_id': 'c581ad92-18ea-4523-9ee7-9d3bced59276', 'mac_address': 'fa:16:3e:7d:1c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57350446-84c0-45c1-8c73-746a977630e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:57:43.629668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, dbfcb86d-191a-491f-92bd-e658fcf89650) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:43.641357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:43.641597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.653145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa604173-65cd-4ef6-ad97-b3f0368a9655 None None] Network dbfcb86d-191a-491f-92bd-e658fcf89650 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:43.666909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c07793de-9ec0-475a-a46f-c39cc93059b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4721237dac664359a67120beafd6c514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6800184 Nov 23 22:57:43.673877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57374) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:43.735989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07793de-9ec0-475a-a46f-c39cc93059b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844dc44-0bbf-45ea-886f-7b8bae90e09d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:43.742748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-853535e4-4e50-45fe-a831-95e79bb3c3ea tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4367983 Nov 23 22:57:43.747245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57376) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:43.754087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.764605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650', 'name': 'tempest-PortsTestJSON-667093974'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:43.814690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c581ad92-18ea-4523-9ee7-9d3bced59276 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:43.849228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c620-d956-421d-b5cd-4750c4c292ab req-0c04960b-e0a1-4bb8-a13d-7f90e289f0b4 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:43.851280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d842c620-d956-421d-b5cd-4750c4c292ab req-0c04960b-e0a1-4bb8-a13d-7f90e289f0b4 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 944 time: 0.1873760 Nov 23 22:57:43.862619 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.891528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c581ad92-18ea-4523-9ee7-9d3bced59276, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c581ad92-18ea-4523-9ee7-9d3bced59276,segment=NetworkSegment(fc862df2-6e03-40bb-b9da-9863461efe46),segment_id=fc862df2-6e03-40bb-b9da-9863461efe46)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:43.904053 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.923765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d082f-f2ec-41b4-8430-3fd2bfd1697d req-eefde0e1-ea07-47d2-92c2-0d6e2d37e649 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:43.931796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f98d082f-f2ec-41b4-8430-3fd2bfd1697d req-eefde0e1-ea07-47d2-92c2-0d6e2d37e649 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.1895669 Nov 23 22:57:43.940115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.970699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-dbfcb86d-191a-491f-92bd-e658fcf89650', 'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650', 'tenant_id': '9c8f2d7897ca4b35bde12365d0a6f07f', 'fixed_ips': [{'subnet_id': '96b6fc76-1732-4275-bf9f-72642d1ca27d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:57:43.971781 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:43.994611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d842c620-d956-421d-b5cd-4750c4c292ab req-9cff5dff-88ae-45ed-a8fb-288730742b77 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341212 Nov 23 22:57:44.054515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ce8d4f-ba33-448f-a557-ae830bca666f {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:44.072443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f98d082f-f2ec-41b4-8430-3fd2bfd1697d req-b314dffd-179c-4bef-8243-cc4d153ce176 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341462 Nov 23 22:57:44.108468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.112119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.113736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3844dc44-0bbf-45ea-886f-7b8bae90e09d HTTP/1.1" status: 204 len: 168 time: 0.4342022 Nov 23 22:57:44.133122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844dc44-0bbf-45ea-886f-7b8bae90e09d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:44.159000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.161339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.161926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.163350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.164629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.165448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.166505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.168704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.169309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.169418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.172148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.175158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.175948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f880c-2451-4373-a13f-79b149d8bf6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:44.179300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Allocated IP 172.20.0.2 (dbfcb86d-191a-491f-92bd-e658fcf89650/96b6fc76-1732-4275-bf9f-72642d1ca27d/ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:44.253380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-103a1ca1-c58f-45ba-b20a-d23586ebc3ee req-3463cfe7-b5af-4097-8c9e-4fffeb7d57b1 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0503953 Nov 23 22:57:44.281516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Transition to ACTIVE for port object f5ce8d4f-ba33-448f-a557-ae830bca666f will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:57:44.282579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:44.294863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.366420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.375611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40c00-1a3d-4d9b-a8ad-f7ef74f8057a req-fda2f1b1-30c1-4294-9d92-1910eaeaf24f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:44.377367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c581ad92-18ea-4523-9ee7-9d3bced59276,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:44.379073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73e40c00-1a3d-4d9b-a8ad-f7ef74f8057a req-fda2f1b1-30c1-4294-9d92-1910eaeaf24f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 946 time: 0.1044302 Nov 23 22:57:44.475207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port bdc05276-21ea-4128-a329-154ece1e36d2 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:57:44.480007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73e40c00-1a3d-4d9b-a8ad-f7ef74f8057a req-20f392fc-c273-4cbb-ad53-dc4c98d6e430 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866823 Nov 23 22:57:44.493093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce8d4f-ba33-448f-a557-ae830bca666f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:44.506385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['c581ad92-18ea-4523-9ee7-9d3bced59276'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:44.509381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a591d-aec4-4b66-b257-46b562cc220a req-96f72024-5d8e-4fde-9dc1-9a073abf8a53 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:44.520395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a4a591d-aec4-4b66-b257-46b562cc220a req-96f72024-5d8e-4fde-9dc1-9a073abf8a53 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.1399393 Nov 23 22:57:44.663878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Attempting to bind port f5ce8d4f-ba33-448f-a557-ae830bca666f on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:44.664289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Attempting to bind port f5ce8d4f-ba33-448f-a557-ae830bca666f by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:44.664691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Attempting to bind port f5ce8d4f-ba33-448f-a557-ae830bca666f on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:44.669608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Port f5ce8d4f-ba33-448f-a557-ae830bca666f on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:57:44.670079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Attempting to bind port f5ce8d4f-ba33-448f-a557-ae830bca666f on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:44.676701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:44.676973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Checking segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:44.678086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Bound using segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:44.678208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Bound port: f5ce8d4f-ba33-448f-a557-ae830bca666f, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:44.678636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.753484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a4a591d-aec4-4b66-b257-46b562cc220a req-c571568c-a4c1-44c1-a1b4-7188bb023231 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320313 Nov 23 22:57:44.800147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f56e48-9014-42e5-8f2c-801af2b079b8 req-2d75048c-76ed-4889-99b9-378e7df4b3c8 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:44.814855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6f56e48-9014-42e5-8f2c-801af2b079b8 req-2d75048c-76ed-4889-99b9-378e7df4b3c8 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1052 time: 0.1857963 Nov 23 22:57:44.827968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] For port f5ce8d4f-ba33-448f-a557-ae830bca666f, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:44.836800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] For port f5ce8d4f-ba33-448f-a557-ae830bca666f, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f5ce8d4f-ba33-448f-a557-ae830bca666f,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:44.859796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.906435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6f56e48-9014-42e5-8f2c-801af2b079b8 req-633fe138-b205-4cae-826e-dc832555c45d tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840921 Nov 23 22:57:44.930114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce8d4f-ba33-448f-a557-ae830bca666f,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:44.938250 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.954535 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.959712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:44.960934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:44.963826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6368203a-77b8-4ec2-a8e0-b2ecc0a436b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/f5ce8d4f-ba33-448f-a557-ae830bca666f HTTP/1.1" status: 200 len: 1091 time: 1.9780314 Nov 23 22:57:44.966748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5082a435-755d-489b-836b-e6abde63fd2e', 'tag': 'f5ce8d4f-ba33-448f-a557-ae830bca666f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:44.971376 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467adcc8-27b7-47be-922c-3537438c8869" -d '{"events": [{"name": "network-changed", "server_uuid": "5082a435-755d-489b-836b-e6abde63fd2e", "tag": "f5ce8d4f-ba33-448f-a557-ae830bca666f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:45.003546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Network dbfcb86d-191a-491f-92bd-e658fcf89650 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:45.020431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:45.024114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:45.039468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57408) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:45.092109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d1d3-716b-4423-b142-a33258882c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.192229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.12 (dbfcb86d-191a-491f-92bd-e658fcf89650/96b6fc76-1732-4275-bf9f-72642d1ca27d/bdc05276-21ea-4128-a329-154ece1e36d2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:45.219636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-1dd192f6-f9b1-459a-a7f2-87591f8b1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:45.221739 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-1dd192f6-f9b1-459a-a7f2-87591f8b1cae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36052fbb80b4476594fad05044360482&device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1094 time: 0.1459751 Nov 23 22:57:45.315403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-d14c574a-4b7b-4402-8f0b-ae3956454588 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ce8d4f-ba33-448f-a557-ae830bca666f HTTP/1.1" status: 200 len: 217 time: 0.0736885 Nov 23 22:57:45.376419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d1d3-716b-4423-b142-a33258882c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.394290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6b5d1d3-716b-4423-b142-a33258882c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.485574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Pushing event updated for resources: {'Port': ['ID=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:45.489105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-a22292d1-27ce-4f1c-b52e-9ee1268257bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:45.489661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Attempting to bind port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:45.490029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Attempting to bind port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e2be962a-37dd-494d-b35b-40c44c1a5fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:45.490389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Attempting to bind port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc on network dbfcb86d-191a-491f-92bd-e658fcf89650 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:45.491180 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-a22292d1-27ce-4f1c-b52e-9ee1268257bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9764035-2a80-46f0-ba59-72317865183d HTTP/1.1" status: 200 len: 849 time: 0.1645117 Nov 23 22:57:45.496344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:45.496643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Checking segment: {'id': 'e2be962a-37dd-494d-b35b-40c44c1a5fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:45.497048 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.497435 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Bound using segment: {'id': 'e2be962a-37dd-494d-b35b-40c44c1a5fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:45.497949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Bound port: ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2be962a-37dd-494d-b35b-40c44c1a5fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbfcb86d-191a-491f-92bd-e658fcf89650'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:45.498280 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.519120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f6b5d1d3-716b-4423-b142-a33258882c4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b5aa84c24d0484586f1d49115c63d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773440 Nov 23 22:57:45.543402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57414) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:45.606644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] For port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:45.614568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] For port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,segment=NetworkSegment(e2be962a-37dd-494d-b35b-40c44c1a5fed),segment_id=e2be962a-37dd-494d-b35b-40c44c1a5fed)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:45.622803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f5d02-816c-4348-9730-2a248fa1d70b req-005acc6f-8145-4950-8060-8eb65d0523be tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:45.625455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca8f5d02-816c-4348-9730-2a248fa1d70b req-005acc6f-8145-4950-8060-8eb65d0523be tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.3687496 Nov 23 22:57:45.626555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5d1d3-716b-4423-b142-a33258882c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0ed7d-fc8a-47bf-9093-4a251f511575,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:45.628718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.692182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05f01f-586e-4f28-a506-5438c60c5255 req-734df527-4ea9-4dee-8979-1673507705fa tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:45.700246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df05f01f-586e-4f28-a506-5438c60c5255 req-734df527-4ea9-4dee-8979-1673507705fa tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 945 time: 0.4992952 Nov 23 22:57:45.711940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.713300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0821a54-ed97-4d95-b0fc-d337aa7e6e2d None None] Pushing event updated for resources: {'Port': ['ID=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:45.762531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca8f5d02-816c-4348-9730-2a248fa1d70b req-531ec01b-71b3-432d-8b01-7ad5338aa342 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246862 Nov 23 22:57:45.763185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-483d60e1-abc7-48fc-884b-0c4eadf1857b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.777558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.818674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df05f01f-586e-4f28-a506-5438c60c5255 req-3af79caa-5922-4894-a683-a73838e93d70 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171250 Nov 23 22:57:45.847099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-483d60e1-abc7-48fc-884b-0c4eadf1857b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.902150 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e0d4ee-4355-403c-a15d-0da0bc865589 x-openstack-request-id: req-a7e0d4ee-4355-403c-a15d-0da0bc865589 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:45.902652 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5082a435-755d-489b-836b-e6abde63fd2e", "tag": "f5ce8d4f-ba33-448f-a557-ae830bca666f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:45.902732 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7e0d4ee-4355-403c-a15d-0da0bc865589 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:45.903097 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5082a435-755d-489b-836b-e6abde63fd2e', 'tag': 'f5ce8d4f-ba33-448f-a557-ae830bca666f', 'status': 'completed', 'code': 200} Nov 23 22:57:45.915375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=bdc05276-21ea-4128-a329-154ece1e36d2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:45.930266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-00709a59-48bb-4ef2-9efc-67d102497523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:45.932056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-00709a59-48bb-4ef2-9efc-67d102497523 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4305379 Nov 23 22:57:45.957015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network dbfcb86d-191a-491f-92bd-e658fcf89650 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:45.992918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-483d60e1-abc7-48fc-884b-0c4eadf1857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:45.997983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-483d60e1-abc7-48fc-884b-0c4eadf1857b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:46.003201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-483d60e1-abc7-48fc-884b-0c4eadf1857b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55d0ed7d-fc8a-47bf-9093-4a251f511575 HTTP/1.1" status: 204 len: 168 time: 0.4519591 Nov 23 22:57:46.032808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d60e1-abc7-48fc-884b-0c4eadf1857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0ed7d-fc8a-47bf-9093-4a251f511575,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:46.119476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60d04d13-912a-4863-8f55-4f60aaea4f36 req-407fd9bd-3b6b-4a6a-bbbe-9948e9a296aa tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.1266317 Nov 23 22:57:46.138596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:46.154067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:46.173812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b86b-0c3a-44b0-9436-fb671afa9a6d req-156b72fb-2103-415a-b695-a50be2909140 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:46.193172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10f7b86b-0c3a-44b0-9436-fb671afa9a6d req-156b72fb-2103-415a-b695-a50be2909140 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 946 time: 0.2428732 Nov 23 22:57:46.261987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:46.262724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:46.275818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-c72f7264-5da0-45da-bd21-2b32793b3e47 service neutron] 10.222.0.48 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215759 Nov 23 22:57:46.299195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10f7b86b-0c3a-44b0-9436-fb671afa9a6d req-3e9399a6-5228-4a65-8b77-8d7c35acf031 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058526 Nov 23 22:57:46.397714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0a187-b653-4107-b998-0824436218e7 req-b892e55c-04ef-4a45-8156-a0dadb26001b tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:46.411912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0b0a187-b653-4107-b998-0824436218e7 req-b892e55c-04ef-4a45-8156-a0dadb26001b tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.1115518 Nov 23 22:57:46.459441 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7aeadcb3-45e4-46b4-96f1-0ce4f5b4a63b req-6a8c6abf-82a0-48d6-a167-6f5b570704ce service neutron] 10.222.0.48 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743114 Nov 23 22:57:46.473849 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3104e466-69eb-493f-abad-a68ced10a50a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7235148 Nov 23 22:57:46.476245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57428) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:46.575151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0b0a187-b653-4107-b998-0824436218e7 req-977bc76f-ceb9-409b-94d7-f200a67e2449 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622298 Nov 23 22:57:46.608029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af963a-e89a-41ff-aa66-791e255d948c req-d4e9e08f-4c5e-4c7b-ac26-6d65adc92622 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:46.617410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78af963a-e89a-41ff-aa66-791e255d948c req-d4e9e08f-4c5e-4c7b-ac26-6d65adc92622 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1094 time: 0.1494024 Nov 23 22:57:46.714737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78af963a-e89a-41ff-aa66-791e255d948c req-c8428a61-f923-4b3a-a6e4-9d0b465b66a7 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934567 Nov 23 22:57:46.775235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467adcc8-27b7-47be-922c-3537438c8869 req-34b772f3-62ba-46ee-b9ac-e532dedb8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:46.776810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-467adcc8-27b7-47be-922c-3537438c8869 req-34b772f3-62ba-46ee-b9ac-e532dedb8380 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=36052fbb80b4476594fad05044360482&device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1094 time: 0.2134702 Nov 23 22:57:46.872642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port bdc05276-21ea-4128-a329-154ece1e36d2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:46.874647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:47.165183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793eb4-020b-4950-8c44-3049970a3681 req-76641891-aa5c-420c-95a5-bcd32c37676e tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:47.174741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2793eb4-020b-4950-8c44-3049970a3681 req-76641891-aa5c-420c-95a5-bcd32c37676e tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 945 time: 0.1776474 Nov 23 22:57:47.321191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2793eb4-020b-4950-8c44-3049970a3681 req-e8b5dd1e-7abd-433e-84da-04acc96cd49d tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454492 Nov 23 22:57:47.368014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467adcc8-27b7-47be-922c-3537438c8869 req-9a8d91b1-5800-4a58-887a-1597748ca272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:47.369529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-467adcc8-27b7-47be-922c-3537438c8869 req-9a8d91b1-5800-4a58-887a-1597748ca272 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb HTTP/1.1" status: 200 len: 911 time: 0.5775576 Nov 23 22:57:47.399703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d81282f1-f972-425b-8dc2-8db598663234 req-84b11195-645f-4378-8e0c-cc31c58980fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0747623 Nov 23 22:57:47.442348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c581ad92-18ea-4523-9ee7-9d3bced59276 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:47.506073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-467adcc8-27b7-47be-922c-3537438c8869 req-4f0075cf-a81b-438a-88f9-07a054e3b0f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ce8d4f-ba33-448f-a557-ae830bca666f HTTP/1.1" status: 200 len: 217 time: 0.1055837 Nov 23 22:57:47.508248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:47.562364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f60a-156d-4615-972d-80d05ebce697 req-d3cb7627-e270-4a5c-af7c-21783d05d8ac tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:47.572272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff78f60a-156d-4615-972d-80d05ebce697 req-d3cb7627-e270-4a5c-af7c-21783d05d8ac tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.1265514 Nov 23 22:57:47.572742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port c581ad92-18ea-4523-9ee7-9d3bced59276 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:57:47.577274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port c581ad92-18ea-4523-9ee7-9d3bced59276 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:47.577581 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:47.630381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for bdc05276-21ea-4128-a329-154ece1e36d2 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:47.667920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101a370-a24c-4baa-b2d3-eaa12ee2cb64 None None] Network dbfcb86d-191a-491f-92bd-e658fcf89650 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:47.696197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ff78f60a-156d-4615-972d-80d05ebce697 req-e073fea7-1529-4a00-96ca-6554b960853c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204312 Nov 23 22:57:47.790312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467adcc8-27b7-47be-922c-3537438c8869 req-3c123bf7-a815-4958-a095-e32336b34787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:47.791879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-467adcc8-27b7-47be-922c-3537438c8869 req-3c123bf7-a815-4958-a095-e32336b34787 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9764035-2a80-46f0-ba59-72317865183d HTTP/1.1" status: 200 len: 849 time: 0.2736981 Nov 23 22:57:47.872470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7158ab-6e2b-4811-bb62-384b6a1b3282 req-33f94322-9855-4e67-9276-c18923e39eda tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:47.884761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a7158ab-6e2b-4811-bb62-384b6a1b3282 req-33f94322-9855-4e67-9276-c18923e39eda tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1094 time: 0.0619063 Nov 23 22:57:47.892347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-857c2011-4ad0-48b3-8c47-fe5485b42609 None None] Provisioning complete for port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:47.892702 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-857c2011-4ad0-48b3-8c47-fe5485b42609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:47.951889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a7158ab-6e2b-4811-bb62-384b6a1b3282 req-ef7ca511-ab13-4936-b3e5-17014d5351a4 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580783 Nov 23 22:57:48.046868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467adcc8-27b7-47be-922c-3537438c8869 req-2f628769-b870-4a2c-af24-f97a85049395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:48.050491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-467adcc8-27b7-47be-922c-3537438c8869 req-2f628769-b870-4a2c-af24-f97a85049395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426209 Nov 23 22:57:48.115927 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:48.268086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:48.350946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:48.366832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-3fcdf742-2ad8-48b1-a174-11de6ac8219c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:48.369067 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-3fcdf742-2ad8-48b1-a174-11de6ac8219c tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.1223893 Nov 23 22:57:48.461882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b01cc-4c83-4558-ae56-51340711525d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581ad92-18ea-4523-9ee7-9d3bced59276'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:48.464398 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2349a3-8a3f-4d91-83bc-57d3a8f7d8a0" -d '{"events": [{"server_uuid": "a41b01cc-4c83-4558-ae56-51340711525d", "name": "network-vif-plugged", "status": "completed", "tag": "c581ad92-18ea-4523-9ee7-9d3bced59276"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:48.502941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=bdc05276-21ea-4128-a329-154ece1e36d2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:48.513399 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-467adcc8-27b7-47be-922c-3537438c8869 req-6bb2635e-6fe0-4908-8d35-26a6155c5954 service neutron] 10.222.0.48 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443634 Nov 23 22:57:48.580856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575156f-e924-40bb-8be3-cf435cf89c18 req-e5fb5ef5-8b6c-45cb-a351-a7fe682098e2 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:48.594597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port c581ad92-18ea-4523-9ee7-9d3bced59276, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c581ad92-18ea-4523-9ee7-9d3bced59276,segment=NetworkSegment(fc862df2-6e03-40bb-b9da-9863461efe46),segment_id=fc862df2-6e03-40bb-b9da-9863461efe46)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:48.606836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b575156f-e924-40bb-8be3-cf435cf89c18 req-e5fb5ef5-8b6c-45cb-a351-a7fe682098e2 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 945 time: 0.1950624 Nov 23 22:57:48.666579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:48.667183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:48.680808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:48.764046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:48.773831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1f1537e1-9694-4c4a-a247-04051fe1b9dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/bdc05276-21ea-4128-a329-154ece1e36d2 HTTP/1.1" status: 204 len: 168 time: 2.2923319 Nov 23 22:57:48.783160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57492) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:48.803056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ad9cb2e-7d16-4398-990f-db43958e9746 req-8eaa1253-87b7-4676-9087-da04efe6c9f6 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.1685658 Nov 23 22:57:48.890589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57494) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:48.935170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b575156f-e924-40bb-8be3-cf435cf89c18 req-1571663c-b283-487a-a6b0-5476a6bab3a5 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217072 Nov 23 22:57:48.994308 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42860a7-c5a1-43ef-aca3-641ea4e00df8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 22:57:48.999358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42860a7-c5a1-43ef-aca3-641ea4e00df8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:57:49.002100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=c581ad92-18ea-4523-9ee7-9d3bced59276,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:49.013797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a42860a7-c5a1-43ef-aca3-641ea4e00df8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/bdc05276-21ea-4128-a329-154ece1e36d2 HTTP/1.1" status: 404 len: 333 time: 0.2059541 Nov 23 22:57:49.023437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57500) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:49.038302 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa20b5-3051-4268-a353-7fe38f38bf19 x-openstack-request-id: req-69aa20b5-3051-4268-a353-7fe38f38bf19 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:49.038896 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b01cc-4c83-4558-ae56-51340711525d", "name": "network-vif-plugged", "status": "completed", "tag": "c581ad92-18ea-4523-9ee7-9d3bced59276", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:49.041551 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69aa20b5-3051-4268-a353-7fe38f38bf19 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:49.042162 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b01cc-4c83-4558-ae56-51340711525d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581ad92-18ea-4523-9ee7-9d3bced59276', 'code': 200} Nov 23 22:57:49.082159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Deleting port e7a1f6f8-7110-46fb-8104-5bfa38d5932c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:49.082503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.127471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-857c2011-4ad0-48b3-8c47-fe5485b42609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.204932 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-467adcc8-27b7-47be-922c-3537438c8869 req-b299e9a5-c3a2-4345-bf17-b062d1f5051a service neutron] 10.222.0.48 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792872 Nov 23 22:57:49.283422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16799af-3ae6-4e63-b093-1e23ababcee7 req-766471bc-f813-4cad-833d-bbdb1056a174 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:49.285285 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2bac0d-0bab-4da6-ac44-53ead3c240fa tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:57:49.286931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9f2bac0d-0bab-4da6-ac44-53ead3c240fa tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/bdc05276-21ea-4128-a329-154ece1e36d2 HTTP/1.1" status: 404 len: 333 time: 0.2431085 Nov 23 22:57:49.293035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57506) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:49.297598 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f16799af-3ae6-4e63-b093-1e23ababcee7 req-766471bc-f813-4cad-833d-bbdb1056a174 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 946 time: 0.2425644 Nov 23 22:57:49.298906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-857c2011-4ad0-48b3-8c47-fe5485b42609 None None] For port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,segment=NetworkSegment(e2be962a-37dd-494d-b35b-40c44c1a5fed),segment_id=e2be962a-37dd-494d-b35b-40c44c1a5fed)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:49.302451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.322276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-857c2011-4ad0-48b3-8c47-fe5485b42609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.393553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db52ca8-6027-481a-89c6-3e51f84e321d req-2496d0b8-8186-43a9-ac18-51a5f97f927a tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:49.412754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5db52ca8-6027-481a-89c6-3e51f84e321d req-2496d0b8-8186-43a9-ac18-51a5f97f927a tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1094 time: 0.2677131 Nov 23 22:57:49.480612 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:57:49.481199 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:57:49.481595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f5ce8d4f-ba33-448f-a557-ae830bca666f details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:57:49.489742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet 96b6fc76-1732-4275-bf9f-72642d1ca27d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:57:49.502314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f16799af-3ae6-4e63-b093-1e23ababcee7 req-da3a8ca1-b77b-4b8e-b2af-f81d07f02baf tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/security-groups?id=6912ac6f-9e5b-46cc-9c49-6c39def624f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036805 Nov 23 22:57:49.513603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-486521127'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:49.547858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c2011-4ad0-48b3-8c47-fe5485b42609 None None] Pushing event updated for resources: {'Port': ['ID=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:49.557131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5db52ca8-6027-481a-89c6-3e51f84e321d req-c657115a-8024-4a9b-9a4f-3536401680d7 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363654 Nov 23 22:57:49.558072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1795e14e-0371-4b87-b809-2dd3b1eb77ac None None] Provisioning complete for port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:49.558455 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1795e14e-0371-4b87-b809-2dd3b1eb77ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.559120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.656865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.698767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139c79d-138b-41a5-bcea-3f18b6a8bdd6 req-1b2ce787-2c6c-4a45-8328-bcd1e75d8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:49.700604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e139c79d-138b-41a5-bcea-3f18b6a8bdd6 req-1b2ce787-2c6c-4a45-8328-bcd1e75d8dbe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 1097 time: 0.5637560 Nov 23 22:57:49.744320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] For port e7a1f6f8-7110-46fb-8104-5bfa38d5932c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,segment=NetworkSegment(d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9),segment_id=d4bf8e13-421a-4c7c-b341-7b0e9a78fdb9)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:49.744687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.761134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f5ce8d4f-ba33-448f-a557-ae830bca666f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f5ce8d4f-ba33-448f-a557-ae830bca666f,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:49.762100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Calling delete_port for e7a1f6f8-7110-46fb-8104-5bfa38d5932c owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:49.787517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'f5ce8d4f-ba33-448f-a557-ae830bca666f', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'port_id': 'f5ce8d4f-ba33-448f-a557-ae830bca666f', 'mac_address': 'fa:16:3e:44:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9764035-2a80-46f0-ba59-72317865183d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:57:49.797258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1795e14e-0371-4b87-b809-2dd3b1eb77ac None None] Could not find standard attr ID for object bdc05276-21ea-4128-a329-154ece1e36d2. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:57:49.880593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:49.935677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ce8d4f-ba33-448f-a557-ae830bca666f {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:49.951246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bccb0e33-e905-49b8-b255-cf294bf35b1f None None] Could not find standard attr ID for object bdc05276-21ea-4128-a329-154ece1e36d2. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:57:50.005692 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.020230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Made reservation on behalf of 7c8fc98ca2574778aa06e7ca92efef2c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:50.026354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.060820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b495ba8-ec64-44d8-bdb0-dc1b07b197f9 req-8f93b3a9-cd1c-4a5e-ad73-8cc8ffe02a4a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0628147 Nov 23 22:57:50.104976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f5ce8d4f-ba33-448f-a557-ae830bca666f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f5ce8d4f-ba33-448f-a557-ae830bca666f,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:50.105204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.119062 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.126163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Pushing event deleted for resources: {'Port': ['ID=e7a1f6f8-7110-46fb-8104-5bfa38d5932c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:50.267355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] No DVR routers for this DVR port e7a1f6f8-7110-46fb-8104-5bfa38d5932c on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:50.270460 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.271880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f5ce8d4f-ba33-448f-a557-ae830bca666f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:50.274917 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97f907ac-b490-49e5-bfcc-ffa63a96f3da req-388fd218-10ce-41e1-9ba5-f7500cca109d tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.46 "DELETE /v2.0/ports/e7a1f6f8-7110-46fb-8104-5bfa38d5932c HTTP/1.1" status: 204 len: 173 time: 1.8924785 Nov 23 22:57:50.287486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b97699-9f51-4601-b4f3-bda97f94143b', 'name': 'network-vif-deleted', 'tag': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:50.290058 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20686574-0c7c-42f1-a00a-48eb2d990545" -d '{"events": [{"server_uuid": "62b97699-9f51-4601-b4f3-bda97f94143b", "name": "network-vif-deleted", "tag": "e7a1f6f8-7110-46fb-8104-5bfa38d5932c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:50.304015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a908e-e3f8-4d84-b4ac-dd121b86b542 req-77e7c422-a341-4e48-9984-1638a6d1b045 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:50.305660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-678a908e-e3f8-4d84-b4ac-dd121b86b542 req-77e7c422-a341-4e48-9984-1638a6d1b045 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 946 time: 0.1122274 Nov 23 22:57:50.426527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f5ce8d4f-ba33-448f-a557-ae830bca666f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:50.428748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e139c79d-138b-41a5-bcea-3f18b6a8bdd6 req-743d99db-17b8-46c5-b1e9-a77133290724 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655952 Nov 23 22:57:50.435411 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e3d67-b1de-4d97-9532-7169dc304427 x-openstack-request-id: req-f15e3d67-b1de-4d97-9532-7169dc304427 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:50.437232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-678a908e-e3f8-4d84-b4ac-dd121b86b542 req-fafb0c59-3f68-4c28-b46f-306ac623adc6 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208787 Nov 23 22:57:50.450921 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b97699-9f51-4601-b4f3-bda97f94143b", "name": "network-vif-deleted", "tag": "e7a1f6f8-7110-46fb-8104-5bfa38d5932c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:50.451144 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f15e3d67-b1de-4d97-9532-7169dc304427 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:50.453135 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b97699-9f51-4601-b4f3-bda97f94143b', 'name': 'network-vif-deleted', 'tag': 'e7a1f6f8-7110-46fb-8104-5bfa38d5932c', 'status': 'completed', 'code': 200} Nov 23 22:57:50.465262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.474611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:50.674773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:50.675882 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.736600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fc2f77f-b7df-4f54-bfe0-1e749bbfcafd req-c5e13086-d1b5-46d9-8468-925da2276751 tempest-ServerDiskConfigTestJSON-1612156340 tempest-ServerDiskConfigTestJSON-1612156340-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b97699-9f51-4601-b4f3-bda97f94143b HTTP/1.1" status: 200 len: 210 time: 0.0584748 Nov 23 22:57:50.777309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.805076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.837814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.868536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:50.887035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4817b-8a24-4862-bfac-63662e95de1f req-7c050164-b6b3-4281-92d5-1d4229557071 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:50.889158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38a4817b-8a24-4862-bfac-63662e95de1f req-7c050164-b6b3-4281-92d5-1d4229557071 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1095 time: 0.1560922 Nov 23 22:57:50.892018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.892467 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Added segment 7dbfc331-41ab-4d1a-944f-01e613e83e85 of type vlan for network eb6b9042-a449-4701-8706-b4e15a469603 Nov 23 22:57:50.959680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:50.996832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38a4817b-8a24-4862-bfac-63662e95de1f req-9d360af7-60f6-4688-9804-3c2fee36f1d9 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995965 Nov 23 22:57:50.997581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=96b6fc76-1732-4275-bf9f-72642d1ca27d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:51.010525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.013030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e024b24-1be5-4c8d-99d8-34564d8deb45 None None] Network dbfcb86d-191a-491f-92bd-e658fcf89650 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:51.014509 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2c79a437-6db9-47b6-a97b-ec0739b41d21 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/96b6fc76-1732-4275-bf9f-72642d1ca27d HTTP/1.1" status: 204 len: 168 time: 1.7203803 Nov 23 22:57:51.015416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.017188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57532) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:51.028019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:51.028019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.064765 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1718602 Nov 23 22:57:51.081492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:51.103202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12def039-85f1-40d1-936e-9172e53b9c44,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:51.210928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da81ba-2bf7-4698-bc47-c8adbbac1b20 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Pushing event updated for resources: {'Network': ['ID=eb6b9042-a449-4701-8706-b4e15a469603,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:51.234416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'network': {'name': 'tempest-network--338571138', 'router:external': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:51.235698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network eb6b9042-a449-4701-8706-b4e15a469603 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:51.282448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed031506-b846-4bd0-8130-f788a4afee90 req-25736f70-8338-4854-8b09-279ba0af4e35 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0587323 Nov 23 22:57:51.290217 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.337389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Made reservation on behalf of cbe2add5d39e4ddda112db1d2cd620d6 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:51.339798 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.352089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.458449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.472168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.524793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:51.535546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e7a1f6f8-7110-46fb-8104-5bfa38d5932c no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:51.550061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:51.554387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.619091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: e7a1f6f8-7110-46fb-8104-5bfa38d5932c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:57:51.619634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device e7a1f6f8-7110-46fb-8104-5bfa38d5932c not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:51.645305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] DHCP port deletion for dbfcb86d-191a-491f-92bd-e658fcf89650 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:51.653257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] For port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,segment=NetworkSegment(e2be962a-37dd-494d-b35b-40c44c1a5fed),segment_id=e2be962a-37dd-494d-b35b-40c44c1a5fed)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:51.653633 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.672779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:51.748299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] Deleting port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:51.749540 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.785607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abfa1e0-a64c-4b3d-a50e-6ac1b37c20fd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:51.799443 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.799850 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Added segment a302e46e-b206-48d0-87b2-b7ded3407b67 of type vlan for network a8b2c404-398d-4eef-8498-1f9c933387b3 Nov 23 22:57:51.876194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] For port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,segment=NetworkSegment(e2be962a-37dd-494d-b35b-40c44c1a5fed),segment_id=e2be962a-37dd-494d-b35b-40c44c1a5fed)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:51.876761 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.900091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] Calling delete_port for ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:51.921308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dabdb-5004-4461-8301-23d7d5d0d3cd req-4d36013c-0841-413e-8ed0-be940249a8e1 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:51.934113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-723dabdb-5004-4461-8301-23d7d5d0d3cd req-4d36013c-0841-413e-8ed0-be940249a8e1 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 946 time: 0.1854131 Nov 23 22:57:51.938512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.942427 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:51.979504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.053689 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:57:52.056280 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 22:57:52.066522 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.076551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No DVR routers for this DVR port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:52.120643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] No DVR routers for this DVR port ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:52.134053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-723dabdb-5004-4461-8301-23d7d5d0d3cd req-aeed0695-4b1b-4433-a69d-883f62b09fe5 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990092 Nov 23 22:57:52.146477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f287c-8a6b-4e67-b387-b177f1cde9ee None None] Pushing event deleted for resources: {'Port': ['ID=ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:52.188588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57556) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:52.225781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.226865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:52.227527 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.247741 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] Deleting subnet 21fe4819-d7e9-49a6-8654-80c17725020d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:57:52.254142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.316629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:52.316811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.355560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2713897 Nov 23 22:57:52.357633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57560) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:52.361726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:57:52.367440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ea57f8bd-a0cb-48d3-9aa0-f058f986a2cc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:52.418978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74f6b8-6bab-48a2-9740-eb0aebe32fc1 req-83dbd2fb-549a-45f0-af39-5bd34847e34c tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:52.420753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b74f6b8-6bab-48a2-9740-eb0aebe32fc1 req-83dbd2fb-549a-45f0-af39-5bd34847e34c tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1095 time: 0.2857423 Nov 23 22:57:52.460368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.465597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87191a90-dce9-4135-a500-e3dc17825f1c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Network': ['ID=a8b2c404-398d-4eef-8498-1f9c933387b3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:52.477877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network a8b2c404-398d-4eef-8498-1f9c933387b3 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:52.538052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfcb86d-191a-491f-92bd-e658fcf89650']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:52.552128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2be962a-37dd-494d-b35b-40c44c1a5fed') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:52.552788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2be962a-37dd-494d-b35b-40c44c1a5fed') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:52.565590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.581151 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.588445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:57:52.589208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:57:52.625766 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:57:52.723169 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8a4fa97-1331-4e0f-81f9-72633a1f1d5f req-2a211852-f5b0-4490-8db2-bc376d806b2d tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.2654891 Nov 23 22:57:52.809840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.810085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.816852 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.829669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.836389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/dbfcb86d-191a-491f-92bd-e658fcf89650 HTTP/1.1" status: 204 len: 168 time: 1.8145726 Nov 23 22:57:52.837672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57562) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:52.852990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1132898037'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:52.857809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b74f6b8-6bab-48a2-9740-eb0aebe32fc1 req-cf8445ba-7714-4a37-a991-b03cf1969778 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943582 Nov 23 22:57:52.863294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600fe36-1669-4f0d-be38-b065d47e7d8d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=dbfcb86d-191a-491f-92bd-e658fcf89650,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:52.893900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.924091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fe4819-d7e9-49a6-8654-80c17725020d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:52.931966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.936038 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d2814a1f-3282-4003-aee4-888c796a7754 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/21fe4819-d7e9-49a6-8654-80c17725020d HTTP/1.1" status: 204 len: 168 time: 0.7459688 Nov 23 22:57:52.939266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57564) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:52.940330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:52.943909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:52.973368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.007550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b2c404-398d-4eef-8498-1f9c933387b3']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:53.018499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.021388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:53.024348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a302e46e-b206-48d0-87b2-b7ded3407b67') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:53.024653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a302e46e-b206-48d0-87b2-b7ded3407b67') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:53.039594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.048126 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.048482 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment 6c8c3159-90be-4765-abbf-c72f493e193e of type vlan for network 34611ab8-11dd-4107-99ae-88b17059a79d Nov 23 22:57:53.083327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.099158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:57:53.099597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.106377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:57:53.109676 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:57:53.121519 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.133411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2632c76-d9e2-4336-89d4-98d45241b7e1']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:53.149904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:53.150311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bf8e13-421a-4c7c-b341-7b0e9a78fdb9') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:53.164010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.180873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.190578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:57:53.191272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.213498 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.221166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:53.221980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.233758 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:57:53.263788 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:57:53.266305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8b2c404-398d-4eef-8498-1f9c933387b3 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:57:53.277326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4379635 Nov 23 22:57:53.282374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57568) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:53.287789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:53.291042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.292628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.296751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "DELETE /v2.0/networks/a8b2c404-398d-4eef-8498-1f9c933387b3 HTTP/1.1" status: 204 len: 168 time: 0.9240589 Nov 23 22:57:53.301305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57570) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:53.309638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:53.357835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf0cea-6226-4211-9648-cd52a96990e4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=34611ab8-11dd-4107-99ae-88b17059a79d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:53.369330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 34611ab8-11dd-4107-99ae-88b17059a79d details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:53.411506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.416792 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] 10.222.0.11 "DELETE /v2.0/networks/b2632c76-d9e2-4336-89d4-98d45241b7e1 HTTP/1.1" status: 204 len: 168 time: 0.4756916 Nov 23 22:57:53.436228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02204da5-287d-4e99-9b5c-cf5937009e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=b2632c76-d9e2-4336-89d4-98d45241b7e1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:53.457216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c812f-7920-4606-af38-41b97dc23326 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8b2c404-398d-4eef-8498-1f9c933387b3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:53.473969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af5964-2d3c-41c3-b844-fcd557391c08 req-0aa85500-bd78-4aef-9389-ddc94b4653f6 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:53.484064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74af5964-2d3c-41c3-b844-fcd557391c08 req-0aa85500-bd78-4aef-9389-ddc94b4653f6 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 946 time: 0.2458570 Nov 23 22:57:53.487143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Made reservation on behalf of cbe2add5d39e4ddda112db1d2cd620d6 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:53.491807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.505899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:53.510280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.544809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f5ce8d4f-ba33-448f-a557-ae830bca666f up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:53.590640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:53.624827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74af5964-2d3c-41c3-b844-fcd557391c08 req-7672c1ec-b062-4f97-9e8e-e3e39bb74e2e tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242530 Nov 23 22:57:53.629470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.629966 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Added segment 459affd2-8b6a-4b27-987d-cda47cc90199 of type vlan for network 29fe47ad-73c3-4abe-9b89-d1866426e129 Nov 23 22:57:53.708351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port f5ce8d4f-ba33-448f-a557-ae830bca666f completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:57:53.714332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port f5ce8d4f-ba33-448f-a557-ae830bca666f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:53.716396 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.779922 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.797049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:53.895310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.897488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:53.898724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:53.929750 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3787a1ad-b414-4598-8446-e5b88df57126 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6514b34f755a48ab91aa9e3a7d637ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308074 Nov 23 22:57:53.934292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57586) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:54.007440 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.020306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.068899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5082a435-755d-489b-836b-e6abde63fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce8d4f-ba33-448f-a557-ae830bca666f'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:54.077006 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de58ca-b809-443e-9720-a455e2466b17" -d '{"events": [{"server_uuid": "5082a435-755d-489b-836b-e6abde63fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce8d4f-ba33-448f-a557-ae830bca666f"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:54.091000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf928-29ab-46ec-bbe8-2fa2f9e6cabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.098184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4eb39c2b-cdf3-458d-802d-23c4030af615 req-5b5e80bc-d0bb-451f-931d-9aa150f38d1f tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.1768568 Nov 23 22:57:54.106813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f5ce8d4f-ba33-448f-a557-ae830bca666f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f5ce8d4f-ba33-448f-a557-ae830bca666f,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:54.116072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.128697 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf928-29ab-46ec-bbe8-2fa2f9e6cabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.148016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8456483 Nov 23 22:57:54.152824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57592) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:54.169366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'subnet': {'network_id': '29fe47ad-73c3-4abe-9b89-d1866426e129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:54.194553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=8fab0508-4de0-4335-b52d-59eeffdded68,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:54.219982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f5ce8d4f-ba33-448f-a557-ae830bca666f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:54.257619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4690b6-0627-41b6-b9d6-caa491e073ff tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Network': ['ID=29fe47ad-73c3-4abe-9b89-d1866426e129,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:54.269585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': '6c8c3159-90be-4765-abbf-c72f493e193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:54.269960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: 34611ab8-11dd-4107-99ae-88b17059a79d, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:54.270994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 29fe47ad-73c3-4abe-9b89-d1866426e129 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:54.313347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d78f5-b2c8-4a34-8510-8d29cbf3323d req-373b4036-d726-48cd-a95e-27b9bf2fdd1d tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:54.322038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c4d78f5-b2c8-4a34-8510-8d29cbf3323d req-373b4036-d726-48cd-a95e-27b9bf2fdd1d tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1095 time: 0.2629063 Nov 23 22:57:54.340661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Made reservation on behalf of cbe2add5d39e4ddda112db1d2cd620d6 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:54.344060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.346581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 34611ab8-11dd-4107-99ae-88b17059a79d is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:54.359408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 34611ab8-11dd-4107-99ae-88b17059a79d) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:54.364812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf928-29ab-46ec-bbe8-2fa2f9e6cabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.379675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf928-29ab-46ec-bbe8-2fa2f9e6cabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.381347 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd2bf928-29ab-46ec-bbe8-2fa2f9e6cabf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6912ac6f-9e5b-46cc-9c49-6c39def624f3 HTTP/1.1" status: 204 len: 168 time: 0.4455166 Nov 23 22:57:54.387714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da95b23-86d8-4a53-9d91-d48b04a36dd3 None None] Network 34611ab8-11dd-4107-99ae-88b17059a79d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:54.402455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:54.404666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.449736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c4d78f5-b2c8-4a34-8510-8d29cbf3323d req-ce0b8768-f2fb-4ed6-af3e-0f860f247034 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242945 Nov 23 22:57:54.453295 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac07d34-60cb-4cba-9790-07b2f9146526 x-openstack-request-id: req-4ac07d34-60cb-4cba-9790-07b2f9146526 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:54.453655 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5082a435-755d-489b-836b-e6abde63fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce8d4f-ba33-448f-a557-ae830bca666f", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:54.453869 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ac07d34-60cb-4cba-9790-07b2f9146526 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:54.454295 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5082a435-755d-489b-836b-e6abde63fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce8d4f-ba33-448f-a557-ae830bca666f', 'code': 200} Nov 23 22:57:54.463935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bf928-29ab-46ec-bbe8-2fa2f9e6cabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912ac6f-9e5b-46cc-9c49-6c39def624f3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:54.495690 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-99cf1c52-a494-4de6-88bd-98de49a23c44 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2121294 Nov 23 22:57:54.496349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57598) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:54.503422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-801122302'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:54.667658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024f3a-8c39-4f38-9787-3a028f5c16b3 req-de59c33c-9813-4552-bb03-b2561a2fd12c tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:54.675361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e024f3a-8c39-4f38-9787-3a028f5c16b3 req-de59c33c-9813-4552-bb03-b2561a2fd12c tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 946 time: 0.0957029 Nov 23 22:57:54.696684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-34611ab8-11dd-4107-99ae-88b17059a79d', 'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d', 'tenant_id': '9c8f2d7897ca4b35bde12365d0a6f07f', 'fixed_ips': [{'subnet_id': '8fab0508-4de0-4335-b52d-59eeffdded68'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:57:54.697826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.757281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bceaf-4758-4823-8451-c64e692e468c req-d85a5ab0-b48a-46f2-ac52-b8a05ff3efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:54.759048 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c88bceaf-4758-4823-8451-c64e692e468c req-d85a5ab0-b48a-46f2-ac52-b8a05ff3efb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.1595905 Nov 23 22:57:54.769770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:54.773683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:54.845189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e024f3a-8c39-4f38-9787-3a028f5c16b3 req-f5c738c9-3214-4912-9b87-733e82fd7e7f tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687925 Nov 23 22:57:54.862039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port a77f21b3-812b-41ca-866f-8e0791ac28c4 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:57:54.934121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c88bceaf-4758-4823-8451-c64e692e468c req-0d23eb94-cf43-47fd-8ee2-b3483441245e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565342 Nov 23 22:57:54.983765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Allocated IP 172.20.0.2 (34611ab8-11dd-4107-99ae-88b17059a79d/8fab0508-4de0-4335-b52d-59eeffdded68/d12a5320-19cc-49a4-9f90-357f51bfa8e6) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:55.262095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:55.288864 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:55.456736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Pushing event updated for resources: {'Port': ['ID=d12a5320-19cc-49a4-9f90-357f51bfa8e6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:55.462069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Network 34611ab8-11dd-4107-99ae-88b17059a79d is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:55.464141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:55.476504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:55.483984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.14 (34611ab8-11dd-4107-99ae-88b17059a79d/8fab0508-4de0-4335-b52d-59eeffdded68/a77f21b3-812b-41ca-866f-8e0791ac28c4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:55.600242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Attempting to bind port d12a5320-19cc-49a4-9f90-357f51bfa8e6 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:55.600624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Attempting to bind port d12a5320-19cc-49a4-9f90-357f51bfa8e6 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '6c8c3159-90be-4765-abbf-c72f493e193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:55.600997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Attempting to bind port d12a5320-19cc-49a4-9f90-357f51bfa8e6 on network 34611ab8-11dd-4107-99ae-88b17059a79d {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:55.606885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:55.607269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Checking segment: {'id': '6c8c3159-90be-4765-abbf-c72f493e193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:55.607865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:55.608866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Bound using segment: {'id': '6c8c3159-90be-4765-abbf-c72f493e193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:55.609450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Bound port: d12a5320-19cc-49a4-9f90-357f51bfa8e6, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8c3159-90be-4765-abbf-c72f493e193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34611ab8-11dd-4107-99ae-88b17059a79d'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:55.609914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:55.718622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:57:55.719355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:55.768775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-35e74ce6-dde1-4d05-bb4c-f703debb6c67 req-81678789-2b5c-4afe-aaac-4953356c5184 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351cd54-a3b2-4a1a-bd70-033a874c46b3 HTTP/1.1" status: 200 len: 210 time: 0.0638421 Nov 23 22:57:55.852961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:55.889806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c8d5b-a7c9-4145-804e-ceb13c5632e7 req-cf8f5c89-99f3-4c65-a7a2-be845b90febd tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:55.897566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-006c8d5b-a7c9-4145-804e-ceb13c5632e7 req-cf8f5c89-99f3-4c65-a7a2-be845b90febd tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.1942189 Nov 23 22:57:55.912494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4f9f7cd-3cbb-41ec-a466-8de66445fbaa,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:55.930111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Checking segment: {'id': '459affd2-8b6a-4b27-987d-cda47cc90199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29fe47ad-73c3-4abe-9b89-d1866426e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:55.930659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Network hostable DHCP agents. Network: 29fe47ad-73c3-4abe-9b89-d1866426e129, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:55.998006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:56.027814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Network 29fe47ad-73c3-4abe-9b89-d1866426e129 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:56.050864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-006c8d5b-a7c9-4145-804e-ceb13c5632e7 req-c7bfb9b6-fcf9-4d4e-a53f-c054220f1808 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475508 Nov 23 22:57:56.108755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 29fe47ad-73c3-4abe-9b89-d1866426e129) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:56.124000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad76b4-4144-4b6c-a771-059e80105bab None None] Network 29fe47ad-73c3-4abe-9b89-d1866426e129 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:56.127112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:56.127780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:56.134798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] For port d12a5320-19cc-49a4-9f90-357f51bfa8e6, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:56.196809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=a77f21b3-812b-41ca-866f-8e0791ac28c4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:56.228465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb192bb2-cd34-48a9-b425-f7515b567cfe req-d8fe3753-4941-4349-b72a-d0d81df80ef6 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:56.232565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 34611ab8-11dd-4107-99ae-88b17059a79d is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:56.249936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb192bb2-cd34-48a9-b425-f7515b567cfe req-d8fe3753-4941-4349-b72a-d0d81df80ef6 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 946 time: 0.1979935 Nov 23 22:57:56.251957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:56.259675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:56.273563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] For port d12a5320-19cc-49a4-9f90-357f51bfa8e6, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d12a5320-19cc-49a4-9f90-357f51bfa8e6,segment=NetworkSegment(6c8c3159-90be-4765-abbf-c72f493e193e),segment_id=6c8c3159-90be-4765-abbf-c72f493e193e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:56.320473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a1c8c990-8a7a-410e-afa2-964f3f932df7 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1580691 Nov 23 22:57:56.326194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57636) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:56.344225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'floatingip': {'floating_network_id': '29fe47ad-73c3-4abe-9b89-d1866426e129'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:56.378150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb192bb2-cd34-48a9-b425-f7515b567cfe req-cb6d2d10-c18b-4ac1-8570-9cfcd0d90aeb tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154573 Nov 23 22:57:56.378917 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:56.421295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:56.422180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:56.453697 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:56.500997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57642) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:56.520027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d72babdb-3a43-4cd7-a1d7-80dbba32c317 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0179040 Nov 23 22:57:56.539169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04ff2-6d40-4111-b38c-fa24c5b990af None None] Pushing event updated for resources: {'Port': ['ID=d12a5320-19cc-49a4-9f90-357f51bfa8e6,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:56.579107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883fecf4-238b-4ff8-8cf8-6911c89b4556 None None] Network 29fe47ad-73c3-4abe-9b89-d1866426e129 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:56.733731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-342e9213-eae5-4edc-9e24-8d4bd77a1fc5 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:56.736022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-342e9213-eae5-4edc-9e24-8d4bd77a1fc5 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.48 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 946 time: 0.2083938 Nov 23 22:57:56.763871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port a77f21b3-812b-41ca-866f-8e0791ac28c4 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:56.764910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:56.866416 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.016088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:57.048604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.080625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for a77f21b3-812b-41ca-866f-8e0791ac28c4 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:57.147628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89199fc-f4b7-4388-84c8-530d88ed1543 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.208181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89199fc-f4b7-4388-84c8-530d88ed1543 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.211969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.216138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Deleting port c581ad92-18ea-4523-9ee7-9d3bced59276 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:57.216630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.407897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7519eb07-5244-42fb-a603-dd5de047cd39 req-3d923d04-eb26-4f68-a968-a6243d4fd341 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.0611916 Nov 23 22:57:57.473795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Allocated IP 172.20.0.10 (29fe47ad-73c3-4abe-9b89-d1866426e129/d4f9f7cd-3cbb-41ec-a466-8de66445fbaa/b63ad8af-0ec5-45fe-9284-ce62d0574575) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:57.632464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] For port c581ad92-18ea-4523-9ee7-9d3bced59276, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=c581ad92-18ea-4523-9ee7-9d3bced59276,segment=NetworkSegment(fc862df2-6e03-40bb-b9da-9863461efe46),segment_id=fc862df2-6e03-40bb-b9da-9863461efe46)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:57.633155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.658587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Calling delete_port for c581ad92-18ea-4523-9ee7-9d3bced59276 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:57.683325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.764005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=a77f21b3-812b-41ca-866f-8e0791ac28c4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:57.767759 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89199fc-f4b7-4388-84c8-530d88ed1543 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.770567 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89199fc-f4b7-4388-84c8-530d88ed1543 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.785382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f89199fc-f4b7-4388-84c8-530d88ed1543 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/security-groups/a34b7975-eaed-4f51-a2e9-9a0129b11e30 HTTP/1.1" status: 204 len: 168 time: 0.7670870 Nov 23 22:57:57.785929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bb102-7883-48ae-bb27-f9a0ef6d9044 req-cc03ff8d-f806-4165-8207-2060a20466a8 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:57.788381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57680) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:57.796648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-188bb102-7883-48ae-bb27-f9a0ef6d9044 req-cc03ff8d-f806-4165-8207-2060a20466a8 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.4079196 Nov 23 22:57:57.887755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89199fc-f4b7-4388-84c8-530d88ed1543 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34b7975-eaed-4f51-a2e9-9a0129b11e30,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:57.940457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:57.947076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-800a138c-b54f-49ce-ba57-881502f0dacd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/a77f21b3-812b-41ca-866f-8e0791ac28c4 HTTP/1.1" status: 204 len: 168 time: 1.4449806 Nov 23 22:57:57.956658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-188bb102-7883-48ae-bb27-f9a0ef6d9044 req-8fc7545a-3a64-4da6-941c-ffb8130fa0c3 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584864 Nov 23 22:57:57.961257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57686) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:58.037102 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-0ac3d4e2-d745-4deb-ac69-edb65ff3ee0a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] show failed (client error): The resource could not be found. Nov 23 22:57:58.062297 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-45277fe3-b099-4ef7-8596-cd5b74f71ab6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:57:58.064198 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ac3d4e2-d745-4deb-ac69-edb65ff3ee0a tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "GET /v2.0/security-groups/a34b7975-eaed-4f51-a2e9-9a0129b11e30 HTTP/1.1" status: 404 len: 347 time: 0.2484994 Nov 23 22:57:58.064792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-45277fe3-b099-4ef7-8596-cd5b74f71ab6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/a77f21b3-812b-41ca-866f-8e0791ac28c4 HTTP/1.1" status: 404 len: 333 time: 0.0984297 Nov 23 22:57:58.065667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57696) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:58.066033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57698) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:58.075526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be5ac2-1adc-4d9b-8257-db79954cdebe req-9cd5430c-3e2e-4ff8-b48a-fa55bc6a4598 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:58.084823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90be5ac2-1adc-4d9b-8257-db79954cdebe req-9cd5430c-3e2e-4ff8-b48a-fa55bc6a4598 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 946 time: 0.4274104 Nov 23 22:57:58.148941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet 8fab0508-4de0-4335-b52d-59eeffdded68 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:57:58.161220 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.234764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.392353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.487438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.528839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e129a5-144f-47b2-a74b-a62124485d45 None None] Network 34611ab8-11dd-4107-99ae-88b17059a79d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:58.564378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d12a5320-19cc-49a4-9f90-357f51bfa8e6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:58.703762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.741660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Network 29fe47ad-73c3-4abe-9b89-d1866426e129 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:58.747959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:58.783426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:58.871925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6f7eef08-eeaf-4cf7-8ca2-1e7068cebd7f None None] Provisioning complete for port d12a5320-19cc-49a4-9f90-357f51bfa8e6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:58.872335 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f7eef08-eeaf-4cf7-8ca2-1e7068cebd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.879176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.980267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Port': ['ID=b63ad8af-0ec5-45fe-9284-ce62d0574575,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:58.989960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d12a5320-19cc-49a4-9f90-357f51bfa8e6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:59.004163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.009487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90be5ac2-1adc-4d9b-8257-db79954cdebe req-7450d99e-f7f6-45bc-bf31-8f74fd2b6c33 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aae4a62-dc09-42e9-871f-09752cd770db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9236591 Nov 23 22:57:59.033130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacc4c-ab9d-4347-9de4-f5f4534741c8 req-98d8ca52-2192-4ced-b105-6b0840d766a6 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:59.041781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbfacc4c-ab9d-4347-9de4-f5f4534741c8 req-98d8ca52-2192-4ced-b105-6b0840d766a6 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.3049359 Nov 23 22:57:59.071602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.208714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] No DVR routers for this DVR port c581ad92-18ea-4523-9ee7-9d3bced59276 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:57:59.215125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.220049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ce29832-c2ce-4e8f-bb63-dcf753510b45 req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.48 "DELETE /v2.0/ports/c581ad92-18ea-4523-9ee7-9d3bced59276 HTTP/1.1" status: 204 len: 173 time: 2.4050112 Nov 23 22:57:59.231555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a46413-143e-4e9d-bb4b-b2524afa9e87 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] Pushing event deleted for resources: {'Port': ['ID=c581ad92-18ea-4523-9ee7-9d3bced59276,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:59.234993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b01cc-4c83-4558-ae56-51340711525d', 'name': 'network-vif-deleted', 'tag': 'c581ad92-18ea-4523-9ee7-9d3bced59276'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:59.235373 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.237613 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e860c-f779-4af1-bdbd-10b4256e58c2" -d '{"events": [{"server_uuid": "a41b01cc-4c83-4558-ae56-51340711525d", "name": "network-vif-deleted", "tag": "c581ad92-18ea-4523-9ee7-9d3bced59276"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:59.240799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/8fab0508-4de0-4335-b52d-59eeffdded68 HTTP/1.1" status: 204 len: 168 time: 1.1527758 Nov 23 22:57:59.243476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86199c96-f48e-4f0f-b7ba-58a7de499d81 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=8fab0508-4de0-4335-b52d-59eeffdded68,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:59.246156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:59.247357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.380832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f7eef08-eeaf-4cf7-8ca2-1e7068cebd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.385181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-958be3e4-1e10-4ad7-9ee5-f34408944fc3 req-8bdbcb4a-1be8-4058-ac95-9599ef67eb88 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0884497 Nov 23 22:57:59.405885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbfacc4c-ab9d-4347-9de4-f5f4534741c8 req-ecbff127-05e0-4007-80bc-eab6f44ec20b tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610978 Nov 23 22:57:59.418267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.421616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port 85fe8234-9785-4abe-ac7d-908251f7c2a9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:57:59.422155 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.532458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c581ad92-18ea-4523-9ee7-9d3bced59276 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:57:59.552933 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd509093-1910-4a89-b1cf-6d2318ff4091 x-openstack-request-id: req-bd509093-1910-4a89-b1cf-6d2318ff4091 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:59.553252 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b01cc-4c83-4558-ae56-51340711525d", "name": "network-vif-deleted", "tag": "c581ad92-18ea-4523-9ee7-9d3bced59276", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:59.553966 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd509093-1910-4a89-b1cf-6d2318ff4091 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:59.555179 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b01cc-4c83-4558-ae56-51340711525d', 'name': 'network-vif-deleted', 'tag': 'c581ad92-18ea-4523-9ee7-9d3bced59276', 'status': 'completed', 'code': 200} Nov 23 22:57:59.618416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: c581ad92-18ea-4523-9ee7-9d3bced59276 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:57:59.618830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device c581ad92-18ea-4523-9ee7-9d3bced59276 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:59.656977 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.758360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] DHCP port deletion for 34611ab8-11dd-4107-99ae-88b17059a79d request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:59.808452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6f7eef08-eeaf-4cf7-8ca2-1e7068cebd7f None None] For port d12a5320-19cc-49a4-9f90-357f51bfa8e6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d12a5320-19cc-49a4-9f90-357f51bfa8e6,segment=NetworkSegment(6c8c3159-90be-4765-abbf-c72f493e193e),segment_id=6c8c3159-90be-4765-abbf-c72f493e193e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:59.832691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.835705 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.871782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for 85fe8234-9785-4abe-ac7d-908251f7c2a9 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:57:59.906265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.919357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:59.948992 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6f7eef08-eeaf-4cf7-8ca2-1e7068cebd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.062773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Port': ['ID=b63ad8af-0ec5-45fe-9284-ce62d0574575,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:00.078494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.079046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.079944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.080409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.080994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.081460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.082452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.082910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.083364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.083859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.084304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.084746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:00.105995 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.127212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.144060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.145988 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7068099-9efe-4a8a-a9fc-9fee3a41c9c9 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8183484 Nov 23 22:58:00.160198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57742) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:00.165121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.183066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:58:00.183066 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:58:00.184841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eef08-eeaf-4cf7-8ca2-1e7068cebd7f None None] Pushing event updated for resources: {'Port': ['ID=d12a5320-19cc-49a4-9f90-357f51bfa8e6,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:00.206340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff1560-9c8e-453c-b155-d0d0adb8254b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:00.224605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] Deleting port d12a5320-19cc-49a4-9f90-357f51bfa8e6 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:00.224989 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.250861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=85fe8234-9785-4abe-ac7d-908251f7c2a9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:00.299202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-748f69ba-4740-4992-842b-f787bd713e67 req-5be718b6-999f-4c16-937b-8364269a1b15 tempest-ServerAddressesTestJSON-1143904796 tempest-ServerAddressesTestJSON-1143904796-project] 10.222.0.11 "GET /v2.0/ports?device_id=a41b01cc-4c83-4558-ae56-51340711525d HTTP/1.1" status: 200 len: 210 time: 0.1179621 Nov 23 22:58:00.360529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.364037 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.368047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-14752c48-3979-4ddd-92cc-bc66de05e4c0 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/floatingips/b863ad67-082e-41bb-9c58-49d7737f7fe8 HTTP/1.1" status: 204 len: 168 time: 2.2811017 Nov 23 22:58:00.383525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57744) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:00.389926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15cf32-2ce8-451c-8782-bb3d87526966 req-d9479339-4147-46ed-a4ec-0a7ed9a0dd1b tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:00.391542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f15cf32-2ce8-451c-8782-bb3d87526966 req-d9479339-4147-46ed-a4ec-0a7ed9a0dd1b tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.7736831 Nov 23 22:58:00.421998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d138698-5588-43b9-bc3b-c084893aae9e tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=29fe47ad-73c3-4abe-9b89-d1866426e129 HTTP/1.1" status: 200 len: 690 time: 0.2570381 Nov 23 22:58:00.422842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] For port d12a5320-19cc-49a4-9f90-357f51bfa8e6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d12a5320-19cc-49a4-9f90-357f51bfa8e6,segment=NetworkSegment(6c8c3159-90be-4765-abbf-c72f493e193e),segment_id=6c8c3159-90be-4765-abbf-c72f493e193e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:00.423667 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.430337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57746) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:00.464828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] Calling delete_port for d12a5320-19cc-49a4-9f90-357f51bfa8e6 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:00.492866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port d12a5320-19cc-49a4-9f90-357f51bfa8e6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:00.493482 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.572962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] For port d12a5320-19cc-49a4-9f90-357f51bfa8e6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d12a5320-19cc-49a4-9f90-357f51bfa8e6,segment=NetworkSegment(6c8c3159-90be-4765-abbf-c72f493e193e),segment_id=6c8c3159-90be-4765-abbf-c72f493e193e)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:00.573590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.589256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for d12a5320-19cc-49a4-9f90-357f51bfa8e6 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:00.598685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:00.599018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.646641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.659653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] No DVR routers for this DVR port d12a5320-19cc-49a4-9f90-357f51bfa8e6 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:00.715734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a427617-59ad-40a8-a876-6bbb6863f694 None None] Pushing event deleted for resources: {'Port': ['ID=d12a5320-19cc-49a4-9f90-357f51bfa8e6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:00.722208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f15cf32-2ce8-451c-8782-bb3d87526966 req-c0d756eb-c6ff-40fc-a1e0-f329706be162 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142915 Nov 23 22:58:00.773791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Port d12a5320-19cc-49a4-9f90-357f51bfa8e6 update to ACTIVE by agent not found {{(pid=103524) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 22:58:00.802664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f538071d-6b68-47c0-8257-b32a3867dffb req-9bb77394-dc72-45e6-a138-5e803d3d8e31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.0820577 Nov 23 22:58:00.855425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.893391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for 1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:00.962173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-213afc46-0234-4ba7-8747-2a10ed260c00 req-22742138-0b44-4a08-b264-51927630445e tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.3378947 Nov 23 22:58:00.997625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.020024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d12a5320-19cc-49a4-9f90-357f51bfa8e6 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:01.071403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d12a5320-19cc-49a4-9f90-357f51bfa8e6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:01.071848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d12a5320-19cc-49a4-9f90-357f51bfa8e6 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:01.169440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.213083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.243686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=d12a5320-19cc-49a4-9f90-357f51bfa8e6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:01.257121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=1d51b714-7e66-49fb-aa5d-c9cdf394b8f2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:01.289892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No DVR routers for this DVR port d12a5320-19cc-49a4-9f90-357f51bfa8e6 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:01.360500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.365537 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-49d47102-8445-419f-bdbf-83c7da69ede2 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/ports/1d51b714-7e66-49fb-aa5d-c9cdf394b8f2 HTTP/1.1" status: 204 len: 168 time: 0.9765270 Nov 23 22:58:01.367462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:01.406744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57770) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:01.449377 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.471096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34611ab8-11dd-4107-99ae-88b17059a79d']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:01.481582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8c3159-90be-4765-abbf-c72f493e193e') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:01.482119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8c3159-90be-4765-abbf-c72f493e193e') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:01.493181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.508319 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.515497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:01.516252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.579962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d84febcb-f10f-4260-9fd5-6807daf47214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:01.583304 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:01.586359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] Deleting subnet 57350446-84c0-45c1-8c73-746a977630e1 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:01.597497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Deleting port b63ad8af-0ec5-45fe-9284-ce62d0574575 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:01.598122 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.600019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.600240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.640503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.644656 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/34611ab8-11dd-4107-99ae-88b17059a79d HTTP/1.1" status: 204 len: 168 time: 2.3973505 Nov 23 22:58:01.646589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting port 0bb4bcbc-abee-4ce9-909a-87f016814e87 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:01.646975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.649792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98aab2e-1001-45f7-b7bc-77bed0411e65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=34611ab8-11dd-4107-99ae-88b17059a79d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:01.652412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:01.658218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'name': 'tempest-PortsTestJSON-1640021433'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:01.682884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.693726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-029112e9-bd94-470f-be83-e7286e9d7589 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:01.695748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-029112e9-bd94-470f-be83-e7286e9d7589 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/networks?id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb HTTP/1.1" status: 200 len: 911 time: 0.4798510 Nov 23 22:58:01.741029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-20618f9e-293a-4441-8437-335202cf34ae tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/quotas/36052fbb80b4476594fad05044360482 HTTP/1.1" status: 200 len: 375 time: 0.0176711 Nov 23 22:58:01.860800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.861269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.867764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-bb2d5ef2-294f-480b-9bb2-4ec03013323e tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=36052fbb80b4476594fad05044360482&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099350 Nov 23 22:58:01.915946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Calling delete_port for b63ad8af-0ec5-45fe-9284-ce62d0574575 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:01.971169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.040255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.093791 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.108527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57350446-84c0-45c1-8c73-746a977630e1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:02.111031 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.116053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-171ce4e3-2eb4-497c-9110-f2f149e8877c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/57350446-84c0-45c1-8c73-746a977630e1 HTTP/1.1" status: 204 len: 168 time: 0.7077887 Nov 23 22:58:02.119905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57780) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:02.133728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Calling delete_port for 0bb4bcbc-abee-4ce9-909a-87f016814e87 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:02.145553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:02.150779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.152302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c00c4d4-e278-4172-9310-5b1c90c42363 req-e221c619-9f7c-4862-bab4-631b3df1e685 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0873456 Nov 23 22:58:02.188929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-8f85096d-e532-48ff-9076-2fb303412ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116884 Nov 23 22:58:02.243720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.370969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port cdcfb162-09d9-45c8-ad23-faca77c4d1f0 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:02.373607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-194d8dc7-0ccf-4568-864f-2330ea7d1cbd service neutron] 10.222.0.11 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734715 Nov 23 22:58:02.382061 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.416251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7e9700c2-2eaf-4926-9c02-880a285d97f5 req-c7ce3348-b8e2-43d7-9b72-c9e86b07f1da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0350246 Nov 23 22:58:02.416658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event deleted for resources: {'Port': ['ID=b63ad8af-0ec5-45fe-9284-ce62d0574575,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:02.525438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.526181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.676786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3169c0b3-cb10-48fe-9799-6ccfc833e912 req-94227ab0-f497-4c66-8418-4d0a0fd60f28 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 210 time: 0.0483949 Nov 23 22:58:02.691466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.781825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:02.898953 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.321811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Port': ['ID=0bb4bcbc-abee-4ce9-909a-87f016814e87,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:03.369506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.488831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b28e80-4f96-449e-bb72-740a9c7eb3ea']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:03.521812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fe47ad-73c3-4abe-9b89-d1866426e129']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:03.535057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc862df2-6e03-40bb-b9da-9863461efe46') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:03.535424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc862df2-6e03-40bb-b9da-9863461efe46') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:03.548222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.552064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b269dd5-4a73-4a0d-a50d-abd746a57dec tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/ports/0bb4bcbc-abee-4ce9-909a-87f016814e87 HTTP/1.1" status: 204 len: 168 time: 2.1830413 Nov 23 22:58:03.557978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:03.564779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.626750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting subnet 217484c5-0fca-4db0-899d-2214b85d9277 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:03.642087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459affd2-8b6a-4b27-987d-cda47cc90199') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:03.644564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.645384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459affd2-8b6a-4b27-987d-cda47cc90199') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:03.676342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.690325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.695717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.713616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:03.714034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:03.715845 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:03.737754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.756633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f9f7cd-3cbb-41ec-a466-8de66445fbaa,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:03.775983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfb01c56-d51b-4481-9a57-86e5bb39b590 req-7e199e96-d762-43e2-8454-414da002cb61 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1726267 Nov 23 22:58:03.787674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.815238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:03.815777 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:03.821528 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:03.835885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57810) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:03.861193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.910666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.939103 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c7b28e80-4f96-449e-bb72-740a9c7eb3ea HTTP/1.1" status: 204 len: 168 time: 1.8142688 Nov 23 22:58:03.947503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6b895-304f-4dee-ac12-0b812b94a0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b28e80-4f96-449e-bb72-740a9c7eb3ea,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:03.970741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3580efe6-02b4-4790-8e55-def01eda4ff2 req-ead1d4b6-e764-4f0f-b9ad-4505cf98e60d tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 210 time: 0.0840771 Nov 23 22:58:03.976637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.013304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.021818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29fe47ad-73c3-4abe-9b89-d1866426e129 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:58:04.038278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.051527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "DELETE /v2.0/networks/29fe47ad-73c3-4abe-9b89-d1866426e129 HTTP/1.1" status: 204 len: 168 time: 3.6196527 Nov 23 22:58:04.052914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.100602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0235983e-6327-4d54-bafc-f4aa107f676d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.107087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3754-ff14-43f3-876f-0d0d5e6e9a38 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event deleted for resources: {'Network': ['ID=29fe47ad-73c3-4abe-9b89-d1866426e129,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:04.172658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ac938b73-37b0-47bf-a62d-ba0c2cb6d4d5 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1013801 Nov 23 22:58:04.174814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57818) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.212330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.214481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:04.263177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:04.320351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.320812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.321356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.321804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.322300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.323021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.323922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.324418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.324868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.325306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.330375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-272f2285-4395-4c40-aec6-97025dde40f6 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6467 time: 0.1540933 Nov 23 22:58:04.347850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57822) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.403509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0235983e-6327-4d54-bafc-f4aa107f676d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.409206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:04.410421 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-ae0fc691-b794-4793-a142-897025bfbce1 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] delete failed (client error): The resource could not be found. Nov 23 22:58:04.412196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ae0fc691-b794-4793-a142-897025bfbce1 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/c9f1d723-f519-4e0c-8747-ac41b583f940 HTTP/1.1" status: 404 len: 345 time: 0.0629785 Nov 23 22:58:04.415711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57824) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.417862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.417862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.441663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0235983e-6327-4d54-bafc-f4aa107f676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.471464 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fc6dba-e7ff-48c5-a2d6-cf2616c601cf tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 22:58:04.473520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fc6dba-e7ff-48c5-a2d6-cf2616c601cf tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:58:04.481579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32fc6dba-e7ff-48c5-a2d6-cf2616c601cf tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "DELETE /v2.0/networks/29fe47ad-73c3-4abe-9b89-d1866426e129 HTTP/1.1" status: 404 len: 339 time: 0.0641420 Nov 23 22:58:04.485517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57828) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.493011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.497263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'network': {'name': 'tempest-network--49345280', 'router:external': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:04.501545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=cdcfb162-09d9-45c8-ad23-faca77c4d1f0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:04.575925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-423d9241-fb14-4848-8f53-dc67e3d2f464 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=161aad143d8844b9be62fdbd47f61321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3581102 Nov 23 22:58:04.580502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57830) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.628750 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-96b43812-aec4-4ed3-96b5-a4a994710f2d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9745998 Nov 23 22:58:04.628990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57832) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.632421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Made reservation on behalf of cbe2add5d39e4ddda112db1d2cd620d6 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:04.634730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.664951 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0235983e-6327-4d54-bafc-f4aa107f676d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f582d680d2c344beb1bfc56ba60cfb38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8272159 Nov 23 22:58:04.667715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57834) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.677248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcd5e821-7f16-4b1a-b856-c85b0896bb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.690256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:04.697661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235983e-6327-4d54-bafc-f4aa107f676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676a881-6524-49c8-8998-2ee8ac014fda,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:04.719216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.719594 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Added segment c85b931f-9b3b-438c-b022-ebc3dcf41b30 of type vlan for network 9b02a782-1a36-49ee-8bb5-33737a0a90fd Nov 23 22:58:04.730755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbc11731-10a3-4351-af56-da10c4d2543a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.768961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-888a40c8-d8ad-42cf-9883-0147ce139ea4 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.770666 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-888a40c8-d8ad-42cf-9883-0147ce139ea4 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.46 "GET /v2.0/networks?id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb HTTP/1.1" status: 200 len: 911 time: 0.3472443 Nov 23 22:58:04.773421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.786908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Request body: {'port': {'device_id': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'admin_state_up': True, 'tenant_id': '36052fbb80b4476594fad05044360482'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:04.804800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbc11731-10a3-4351-af56-da10c4d2543a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.807289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.816468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Subnet': ['ID=217484c5-0fca-4db0-899d-2214b85d9277,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:04.830771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.836213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636055b-499b-44a2-b548-495b5795a50d None None] Network 9bc8ce24-822c-4553-8c11-12bccb06b9d6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:04.836735 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-db59de00-ad66-41e8-bd44-9cb7dfdfbb46 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/subnets/217484c5-0fca-4db0-899d-2214b85d9277 HTTP/1.1" status: 204 len: 168 time: 1.2760727 Nov 23 22:58:04.841889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57838) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:04.880766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c28e240f-5a90-4bfd-9df5-66bbec3b2ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.891100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Made reservation on behalf of 36052fbb80b4476594fad05044360482 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:04.893414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.927772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port cdcfb162-09d9-45c8-ad23-faca77c4d1f0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:04.928016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.933382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b5b60a8-6816-4aef-9e94-79dc7af7b252 req-489b124d-834f-44d0-97df-7dddb3072c8e tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0561817 Nov 23 22:58:04.946206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbc11731-10a3-4351-af56-da10c4d2543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.948820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bbc11731-10a3-4351-af56-da10c4d2543a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.949981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bbc11731-10a3-4351-af56-da10c4d2543a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0aae4a62-dc09-42e9-871f-09752cd770db HTTP/1.1" status: 204 len: 168 time: 0.3668814 Nov 23 22:58:04.963932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Deleting subnet d5410a48-5e35-4ae8-aaf0-c772a1dba13c {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:04.969689 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c28e240f-5a90-4bfd-9df5-66bbec3b2ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.978442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc11731-10a3-4351-af56-da10c4d2543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae4a62-dc09-42e9-871f-09752cd770db,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:04.979715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.990668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.991680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:04.992432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.056561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5691669 Nov 23 22:58:05.085440 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.097566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57846) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:05.110917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6fbb5-3946-4b93-8780-070a4aaee9f3 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Network': ['ID=9b02a782-1a36-49ee-8bb5-33737a0a90fd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:05.113261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c28e240f-5a90-4bfd-9df5-66bbec3b2ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.115654 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c28e240f-5a90-4bfd-9df5-66bbec3b2ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.116818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c28e240f-5a90-4bfd-9df5-66bbec3b2ed9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e676a881-6524-49c8-8998-2ee8ac014fda HTTP/1.1" status: 204 len: 168 time: 0.4481661 Nov 23 22:58:05.122586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 9b02a782-1a36-49ee-8bb5-33737a0a90fd details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:05.221681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e240f-5a90-4bfd-9df5-66bbec3b2ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676a881-6524-49c8-8998-2ee8ac014fda,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:05.224203 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.240007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.273208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for cdcfb162-09d9-45c8-ad23-faca77c4d1f0 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:05.283080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] DHCP port deletion for 9bc8ce24-822c-4553-8c11-12bccb06b9d6 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:05.288327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f33c6da0-cbec-481a-9b59-7db7775a22ce req-924f5c45-e934-4c50-a660-5ee14d9e7b85 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 210 time: 0.0960894 Nov 23 22:58:05.457098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc6b0e-f2b6-4ee8-b43d-eaa54b4ff398 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:05.472747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc6b0e-f2b6-4ee8-b43d-eaa54b4ff398 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:05.477323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Allocated IP 172.20.0.3 (cf907852-4f3c-4e1f-b1e4-e14b465a37cb/d9764035-2a80-46f0-ba59-72317865183d/5032ef13-b5e0-46fb-9ed6-a26198756a9a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:05.489026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc6b0e-f2b6-4ee8-b43d-eaa54b4ff398 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:05.494736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc6b0e-f2b6-4ee8-b43d-eaa54b4ff398 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:05.499334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e6bc6b0e-f2b6-4ee8-b43d-eaa54b4ff398 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3978496 Nov 23 22:58:05.506423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57864) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:05.528723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Deleting port d7868fdf-9337-4d36-af68-2de4ab00ada2 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:05.529185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.568264 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.642452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27748ab5-5548-4188-90b0-52cf0f24d115 req-e03b3b61-d728-4334-a34d-74756c478c91 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0402126 Nov 23 22:58:05.676378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] For port d7868fdf-9337-4d36-af68-2de4ab00ada2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d7868fdf-9337-4d36-af68-2de4ab00ada2,segment=NetworkSegment(0b9dfad5-b3c2-4c40-85a7-4251e50320a5),segment_id=0b9dfad5-b3c2-4c40-85a7-4251e50320a5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:05.677131 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.702735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57872) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:05.703739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Calling delete_port for d7868fdf-9337-4d36-af68-2de4ab00ada2 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:05.716801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fb73a90-679c-4951-a859-6bf838087870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.721120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.808430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fb73a90-679c-4951-a859-6bf838087870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.815889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fb73a90-679c-4951-a859-6bf838087870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.823073 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.850119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Pushing event deleted for resources: {'Port': ['ID=d7868fdf-9337-4d36-af68-2de4ab00ada2,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:05.857420 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3fb73a90-679c-4951-a859-6bf838087870 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52aa280be0644c48bab7248d11c64cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533515 Nov 23 22:58:05.859034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] No DVR routers for this DVR port d7868fdf-9337-4d36-af68-2de4ab00ada2 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:05.860099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57876) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:05.863082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.863759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.864377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.864937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.865484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.866017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.866564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.867699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.868248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.868809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.869337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.870401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335abe3-b574-45b8-9650-e9cef5c314cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:05.881321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb73a90-679c-4951-a859-6bf838087870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b28f512-04ae-41bd-bcab-c34b1f63f071,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:05.886856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.913118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.938997 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17f97f30-6c86-4972-9412-4b028ffe9f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.945153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.950713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/cdcfb162-09d9-45c8-ad23-faca77c4d1f0 HTTP/1.1" status: 204 len: 168 time: 1.3110015 Nov 23 22:58:05.950713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.952554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b7443-3062-41bf-9e17-393170b0882f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=cdcfb162-09d9-45c8-ad23-faca77c4d1f0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:05.953242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57880) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:05.960588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'mac_address': 'fa:16:3e:3e:5a:30', 'name': 'tempest-PortsTestJSON-1238042342'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:05.989102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17f97f30-6c86-4972-9412-4b028ffe9f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:05.994171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Subnet': ['ID=d5410a48-5e35-4ae8-aaf0-c772a1dba13c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:05.999757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.007234 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cb0a56da-3e31-4e44-9b30-e538313dd01b tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/subnets/d5410a48-5e35-4ae8-aaf0-c772a1dba13c HTTP/1.1" status: 204 len: 168 time: 1.1601632 Nov 23 22:58:06.007532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2926fa0-67ea-469e-8570-f6f041b1c119 None None] Network c9566242-659e-41fd-9f54-3a3b0ecc6ddf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:06.013141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57882) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:06.074974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.131317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f5ce8d4f-ba33-448f-a557-ae830bca666f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:06.164456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:06.170710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:06.214324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.221792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:06.226682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.317331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Pushing event updated for resources: {'Port': ['ID=5032ef13-b5e0-46fb-9ed6-a26198756a9a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:06.324975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b02a782-1a36-49ee-8bb5-33737a0a90fd']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:06.326806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:06.340991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85b931f-9b3b-438c-b022-ebc3dcf41b30') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:06.341289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85b931f-9b3b-438c-b022-ebc3dcf41b30') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:06.362289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] DHCP port deletion for c9566242-659e-41fd-9f54-3a3b0ecc6ddf request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:06.364684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:06.365351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.369421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.400611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.410697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-aaa233d0-409a-4f44-8945-1ee2a6d67ab1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6285138 Nov 23 22:58:06.413664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:06.414113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:06.421318 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:06.447145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Request body: {'port': {'device_id': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:06.468772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57894) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:06.482308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17f97f30-6c86-4972-9412-4b028ffe9f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.486899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17f97f30-6c86-4972-9412-4b028ffe9f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.493379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-17f97f30-6c86-4972-9412-4b028ffe9f4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b28f512-04ae-41bd-bcab-c34b1f63f071 HTTP/1.1" status: 204 len: 168 time: 0.6285546 Nov 23 22:58:06.584601 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.587789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.604552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b02a782-1a36-49ee-8bb5-33737a0a90fd {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:58:06.610636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.614279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "DELETE /v2.0/networks/9b02a782-1a36-49ee-8bb5-33737a0a90fd HTTP/1.1" status: 204 len: 168 time: 1.1068120 Nov 23 22:58:06.632720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:06.633891 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.649106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'network': {'name': 'tempest-network--1053220005', 'router:external': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:06.657570 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.660813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368d176-08e4-4919-91d6-c4f87caaae85 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b02a782-1a36-49ee-8bb5-33737a0a90fd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:06.707384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] Deleting port 33f318f7-52a3-457d-8b64-f8921ae0bd87 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:06.710088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.800033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f1308e88-4c03-4c66-bcc9-72691c8f136f None None] Provisioning complete for port 5032ef13-b5e0-46fb-9ed6-a26198756a9a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:06.800661 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1308e88-4c03-4c66-bcc9-72691c8f136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.805278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.822692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-520863162-network', 'tenant_id': '19062db7570a4fc294e73625a25de9f0'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:06.832189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f97f30-6c86-4972-9412-4b028ffe9f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b28f512-04ae-41bd-bcab-c34b1f63f071,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:06.859523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc8ce24-822c-4553-8c11-12bccb06b9d6']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:06.877388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] For port 33f318f7-52a3-457d-8b64-f8921ae0bd87, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33f318f7-52a3-457d-8b64-f8921ae0bd87,segment=NetworkSegment(537218e9-8c4a-475c-87f8-b6c9384d1474),segment_id=537218e9-8c4a-475c-87f8-b6c9384d1474)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:06.878141 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.890409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Made reservation on behalf of cbe2add5d39e4ddda112db1d2cd620d6 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:06.897193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:06.914039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9dfad5-b3c2-4c40-85a7-4251e50320a5') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:06.914277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9dfad5-b3c2-4c40-85a7-4251e50320a5') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:06.930558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] Calling delete_port for 33f318f7-52a3-457d-8b64-f8921ae0bd87 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:06.949305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f1308e88-4c03-4c66-bcc9-72691c8f136f None None] Port 5032ef13-b5e0-46fb-9ed6-a26198756a9a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:07.003134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 80da5dde-de88-4317-8290-faf44672b7af yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:07.010972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58db81b6-5e5f-494f-b8ac-54febabaec86 req-07f57c76-ae5e-4624-888d-5891790fa658 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1103244 Nov 23 22:58:07.013171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.027881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ec3fc-e065-4893-88f6-8a9872bda71d req-d3538adb-2e66-4ab6-80a7-485d720feb20 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:07.030599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa8ec3fc-e065-4893-88f6-8a9872bda71d req-d3538adb-2e66-4ab6-80a7-485d720feb20 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1027 time: 0.5547101 Nov 23 22:58:07.040917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d7868fdf-9337-4d36-af68-2de4ab00ada2 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:07.080550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.110142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:07.120509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Made reservation on behalf of 19062db7570a4fc294e73625a25de9f0 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:07.120509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.138046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d7868fdf-9337-4d36-af68-2de4ab00ada2 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:07.138422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d7868fdf-9337-4d36-af68-2de4ab00ada2 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:07.140368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33f318f7-52a3-457d-8b64-f8921ae0bd87 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:07.142809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:07.143257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:07.148310 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:07.155295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.164912 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.165715 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Added segment 38b8f881-c46f-4804-9c58-349107b8339f of type vlan for network f5f44661-9e86-4fb2-ae0b-90ed7722e0d8 Nov 23 22:58:07.259126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa8ec3fc-e065-4893-88f6-8a9872bda71d req-6d0881c3-d9a1-4fb7-8985-9f287a27d4cc tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201757 Nov 23 22:58:07.315656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.333869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57914) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:07.347762 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.371740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06a0b417-a70d-4634-9ed8-2252f3e57d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.387096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] Pushing event deleted for resources: {'Port': ['ID=33f318f7-52a3-457d-8b64-f8921ae0bd87,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:07.394441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d7e51-0d55-40e5-be43-7079eb212a37 None None] No DVR routers for this DVR port 33f318f7-52a3-457d-8b64-f8921ae0bd87 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:07.396347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.397625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.420797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.446677 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.447969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:07.448724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.474430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.479833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/networks/9bc8ce24-822c-4553-8c11-12bccb06b9d6 HTTP/1.1" status: 204 len: 168 time: 1.4652402 Nov 23 22:58:07.481297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7bb84-8ad5-41c4-9e3e-55b4e99d98fe tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Network': ['ID=9bc8ce24-822c-4553-8c11-12bccb06b9d6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:07.484689 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.486436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:07.503511 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.538323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.553420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9127431 Nov 23 22:58:07.562632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57918) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:07.593136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.626518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:07.630680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b531905-f22b-4f88-ac18-0d04a5588d96 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Network': ['ID=f5f44661-9e86-4fb2-ae0b-90ed7722e0d8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:07.644149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network f5f44661-9e86-4fb2-ae0b-90ed7722e0d8 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:07.644338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:07.660198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:07.665676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:07.666292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.680531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:07.687234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.696852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5032ef13-b5e0-46fb-9ed6-a26198756a9a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:58:07.702817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852f5d4f-0154-4aef-a4e1-9f99d2464a46,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:07.715129 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.718726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.719141 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Added segment 2894b72d-5183-4dca-a6c6-320f142128e7 of type vlan for network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf Nov 23 22:58:07.723203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=80da5dde-de88-4317-8290-faf44672b7af,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:07.745112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2c3420df-f167-4415-bb5f-d8640e9302d4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7883091 Nov 23 22:58:07.745954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57920) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:07.755445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06a0b417-a70d-4634-9ed8-2252f3e57d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.756753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Transition to ACTIVE for port object 5032ef13-b5e0-46fb-9ed6-a26198756a9a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:58:07.766999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161241cb-c3ae-478e-8f98-1b81fa7d4a15 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:07.768352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-161241cb-c3ae-478e-8f98-1b81fa7d4a15 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] 10.222.0.11 "GET /v2.0/networks/f5f44661-9e86-4fb2-ae0b-90ed7722e0d8 HTTP/1.1" status: 200 len: 757 time: 0.2006671 Nov 23 22:58:07.777572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57922) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:07.790927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.792753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06a0b417-a70d-4634-9ed8-2252f3e57d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.826996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe2977-9784-4d59-8574-9ea0372120a3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:07.828634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-56fe2977-9784-4d59-8574-9ea0372120a3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/80da5dde-de88-4317-8290-faf44672b7af HTTP/1.1" status: 200 len: 841 time: 0.0802011 Nov 23 22:58:07.838447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57924) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:07.864549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.918998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.928283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-06a0b417-a70d-4634-9ed8-2252f3e57d08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e1a796461f0454b8f839e1f952a00d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5847411 Nov 23 22:58:07.943055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:07.969391 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:07.988369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Pushing event updated for resources: {'Port': ['ID=5032ef13-b5e0-46fb-9ed6-a26198756a9a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:07.998093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0b417-a70d-4634-9ed8-2252f3e57d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f369d0d0-86bf-4795-8348-0feef89ac282,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:08.005819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9566242-659e-41fd-9f54-3a3b0ecc6ddf']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:08.014420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a501229-ddfb-4454-bd0f-08a8f4fec293 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:08.016080 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a501229-ddfb-4454-bd0f-08a8f4fec293 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] 10.222.0.11 "GET /v2.0/networks/eb6b9042-a449-4701-8706-b4e15a469603 HTTP/1.1" status: 200 len: 767 time: 0.2368827 Nov 23 22:58:08.019818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57930) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:08.037473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.038373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:08.039039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.046336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537218e9-8c4a-475c-87f8-b6c9384d1474') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:08.046661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537218e9-8c4a-475c-87f8-b6c9384d1474') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:08.098203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.101227 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6260555 Nov 23 22:58:08.105560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57934) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:08.111304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Request body: {'subnet': {'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-520863162-subnet', 'tenant_id': '19062db7570a4fc294e73625a25de9f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:08.162840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Made reservation on behalf of 19062db7570a4fc294e73625a25de9f0 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:08.165255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.197118 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.200720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2e528-59e6-46a7-96ab-1bd2985b757a admin admin] Pushing event updated for resources: {'Network': ['ID=1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:08.206946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32eb12a6-ebed-42bd-805b-11d3efa5f8ab req-02bff91c-168a-40fc-abcc-5bad4280131c tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0412951 Nov 23 22:58:08.216754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:08.217785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:08.221431 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:08.226511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.233596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:08.243052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Attempting to bind port 5032ef13-b5e0-46fb-9ed6-a26198756a9a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:58:08.243394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Attempting to bind port 5032ef13-b5e0-46fb-9ed6-a26198756a9a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:58:08.243758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Attempting to bind port 5032ef13-b5e0-46fb-9ed6-a26198756a9a on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:08.259798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Port 5032ef13-b5e0-46fb-9ed6-a26198756a9a on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:58:08.260139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Attempting to bind port 5032ef13-b5e0-46fb-9ed6-a26198756a9a on network cf907852-4f3c-4e1f-b1e4-e14b465a37cb {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:08.269709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77fc9800-6342-48b2-85fc-757f79a9cd0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.270395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:58:08.270395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Checking segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:08.270395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Bound using segment: {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:58:08.270944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Bound port: 5032ef13-b5e0-46fb-9ed6-a26198756a9a, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05edc47d-941d-423b-af31-8a34823badd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:58:08.271619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.278841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 80da5dde-de88-4317-8290-faf44672b7af {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:08.279214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.371516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77fc9800-6342-48b2-85fc-757f79a9cd0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.374058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.378565 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.385691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] 10.222.0.11 "DELETE /v2.0/networks/c9566242-659e-41fd-9f54-3a3b0ecc6ddf HTTP/1.1" status: 204 len: 168 time: 0.8940585 Nov 23 22:58:08.401001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] For port 5032ef13-b5e0-46fb-9ed6-a26198756a9a, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:58:08.444736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] For port 5032ef13-b5e0-46fb-9ed6-a26198756a9a, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5032ef13-b5e0-46fb-9ed6-a26198756a9a,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:58:08.457470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.468306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.471161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.524501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:08.525356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.526948 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] 10.222.0.46 "PUT /v2.0/ports/5032ef13-b5e0-46fb-9ed6-a26198756a9a HTTP/1.1" status: 200 len: 1091 time: 2.1046820 Nov 23 22:58:08.538239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'tag': '5032ef13-b5e0-46fb-9ed6-a26198756a9a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:08.540330 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe70c35-28c1-4e11-b3af-fabbce04d9df", "tag": "5032ef13-b5e0-46fb-9ed6-a26198756a9a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:08.550722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126da505-aa62-4c00-a117-df8094427636 tempest-TaggedBootDevicesTest-374314427 tempest-TaggedBootDevicesTest-374314427-project] Pushing event deleted for resources: {'Network': ['ID=c9566242-659e-41fd-9f54-3a3b0ecc6ddf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:08.579916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=62af4ed9-6114-4c49-a07c-12229131cd03,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:08.582795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dee1f3-02ef-41b5-b4f7-5dd3ea0dfd07 service neutron] Pushing event updated for resources: {'Port': ['ID=5032ef13-b5e0-46fb-9ed6-a26198756a9a,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:08.587203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 80da5dde-de88-4317-8290-faf44672b7af owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:08.657154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Checking segment: {'id': '2894b72d-5183-4dca-a6c6-320f142128e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:08.657718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Network hostable DHCP agents. Network: 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:58:08.674739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-65e35d57-139c-4828-b86e-b93660205d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:08.676321 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-65e35d57-139c-4828-b86e-b93660205d58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36052fbb80b4476594fad05044360482&device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1094 time: 0.0876758 Nov 23 22:58:08.692485 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b6e4a8-9cba-4c65-8480-1ba481b61ea6 x-openstack-request-id: req-96b6e4a8-9cba-4c65-8480-1ba481b61ea6 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:08.692800 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe70c35-28c1-4e11-b3af-fabbce04d9df", "tag": "5032ef13-b5e0-46fb-9ed6-a26198756a9a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:08.693055 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96b6e4a8-9cba-4c65-8480-1ba481b61ea6 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:08.693464 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'tag': '5032ef13-b5e0-46fb-9ed6-a26198756a9a', 'status': 'completed', 'code': 200} Nov 23 22:58:08.694253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:58:08.705508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:08.715408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2974fe-6572-47c0-aefd-04a26c1148aa None None] Network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:08.729370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:08.730380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.740775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.775857 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-78688853-4d4c-4415-8ca9-d7cc4999902b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5032ef13-b5e0-46fb-9ed6-a26198756a9a HTTP/1.1" status: 200 len: 217 time: 0.0680881 Nov 23 22:58:08.789623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.827177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=80da5dde-de88-4317-8290-faf44672b7af,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:08.828194 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a52ea048-2858-422b-84e9-772a868f74ff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7212641 Nov 23 22:58:08.850425 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77fc9800-6342-48b2-85fc-757f79a9cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.853373 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77fc9800-6342-48b2-85fc-757f79a9cd0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.854820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-77fc9800-6342-48b2-85fc-757f79a9cd0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f369d0d0-86bf-4795-8348-0feef89ac282 HTTP/1.1" status: 204 len: 168 time: 0.9073918 Nov 23 22:58:08.872880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:08.878534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-23cce15b-0613-4137-8f59-42314a7e85fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/80da5dde-de88-4317-8290-faf44672b7af HTTP/1.1" status: 204 len: 168 time: 1.0390904 Nov 23 22:58:08.885162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc9800-6342-48b2-85fc-757f79a9cd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f369d0d0-86bf-4795-8348-0feef89ac282,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:08.891097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f058b70-fe4e-4760-bbcc-10ae11bb9138 req-5cd21d8c-bbde-41d8-8243-cc7349fe1a2b tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:08.893843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f058b70-fe4e-4760-bbcc-10ae11bb9138 req-5cd21d8c-bbde-41d8-8243-cc7349fe1a2b tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1094 time: 0.4515088 Nov 23 22:58:08.894749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57950) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:08.909672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f44661-9e86-4fb2-ae0b-90ed7722e0d8']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:08.968694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-3938866d-2831-444f-9984-31c600fb2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:08.970508 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-3938866d-2831-444f-9984-31c600fb2450 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9764035-2a80-46f0-ba59-72317865183d HTTP/1.1" status: 200 len: 849 time: 0.1854172 Nov 23 22:58:09.017616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b8f881-c46f-4804-9c58-349107b8339f') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:09.017926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b8f881-c46f-4804-9c58-349107b8339f') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:09.029215 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-e522b1f0-4ed3-4e5c-a670-89560357a600 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:58:09.037718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e522b1f0-4ed3-4e5c-a670-89560357a600 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/80da5dde-de88-4317-8290-faf44672b7af HTTP/1.1" status: 404 len: 333 time: 0.1379378 Nov 23 22:58:09.048608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57956) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:09.056358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'name': 'tempest-PortsTestJSON-1242610073'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:09.096328 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.131642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.146008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:09.146974 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.200820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0bebc2-36fd-4899-b868-e349914bb44b None None] Network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:09.281060 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:09.289207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.361585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5f44661-9e86-4fb2-ae0b-90ed7722e0d8 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:58:09.367950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f058b70-fe4e-4760-bbcc-10ae11bb9138 req-c3278443-6d28-4f7d-b269-d22c078c3aa1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542768 Nov 23 22:58:09.386553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.394024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "DELETE /v2.0/networks/f5f44661-9e86-4fb2-ae0b-90ed7722e0d8 HTTP/1.1" status: 204 len: 168 time: 1.3666089 Nov 23 22:58:09.415852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57966) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:09.424815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'network': {'name': 'tempest-network--65584292'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:09.461236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c163e-39b9-43e2-b8d4-b67552762ea8 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5f44661-9e86-4fb2-ae0b-90ed7722e0d8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:09.481759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0fbb5af-b930-409b-a337-2c9db3a6f350 req-fb5b697e-2d94-46d9-a12f-0646588a6b58 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1115546 Nov 23 22:58:09.526721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Made reservation on behalf of cbe2add5d39e4ddda112db1d2cd620d6 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:09.535102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.597104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:09.626408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.627099 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Added segment 3281f161-a82a-4283-83e2-4ddeab5e53e6 of type vlan for network 93e69692-02cd-4c63-8d47-ecdcbdd5223a Nov 23 22:58:09.754983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.849004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77bb9512-d047-44d1-9637-70da760589b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:09.851354 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-77bb9512-d047-44d1-9637-70da760589b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8604970 Nov 23 22:58:09.964621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-df0b1c36-b8d8-4585-8fe7-41173640ad17 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:09.966339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-df0b1c36-b8d8-4585-8fe7-41173640ad17 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/networks?id=1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf HTTP/1.1" status: 200 len: 820 time: 0.1796143 Nov 23 22:58:09.987082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:09.988303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:09.989249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:10.024415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-f990b6a5-4e51-4b34-8d6f-534386e17e86 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/quotas/19062db7570a4fc294e73625a25de9f0 HTTP/1.1" status: 200 len: 375 time: 0.0500944 Nov 23 22:58:10.026678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:10.032453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:10.057420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 9daad964-5605-4d5e-929a-b31d232d6714 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:10.283065 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-cf4f8349-6ae8-402e-9adb-5e07f615eba2 service neutron] 10.222.0.46 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143348 Nov 23 22:58:10.467113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:10.489205 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-44e67332-b61c-487f-9382-1784fbfe5b50 req-e52c11d5-83d2-4c25-95d3-b81cccb6e457 service neutron] 10.222.0.46 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041781 Nov 23 22:58:10.572777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:10.680296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-c218d691-a3e9-4dd6-a0e6-78a1c2c66199 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=19062db7570a4fc294e73625a25de9f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650544 Nov 23 22:58:10.688837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:10.698550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:10.702008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:10.721052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:10.721392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Network': ['ID=93e69692-02cd-4c63-8d47-ecdcbdd5223a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:10.721726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:10.728111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=9daad964-5605-4d5e-929a-b31d232d6714,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:10.729233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b16bb7a7-01a8-4d2f-90f9-8dae5a0b60b4 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3113458 Nov 23 22:58:10.734239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 93e69692-02cd-4c63-8d47-ecdcbdd5223a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:10.736064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58022) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:10.768428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-3579740b-7078-45bf-a579-310cdd76c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:10.770054 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-3579740b-7078-45bf-a579-310cdd76c001 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36052fbb80b4476594fad05044360482&device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1094 time: 0.2231138 Nov 23 22:58:10.778204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:10.819003 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-48eab0af-9a1c-4389-8cc2-86235948fa6e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7689700 Nov 23 22:58:10.822810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58032) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:10.837287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:11.021841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-ff73d523-4137-4a69-a5cd-d7bb5a92a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:11.030042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-ff73d523-4137-4a69-a5cd-d7bb5a92a3a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb HTTP/1.1" status: 200 len: 911 time: 0.2517700 Nov 23 22:58:11.090417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-ac7449c9-84d4-4f9c-bd28-9ad83d3d06dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5032ef13-b5e0-46fb-9ed6-a26198756a9a HTTP/1.1" status: 200 len: 217 time: 0.0519383 Nov 23 22:58:11.115420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc43a8-4376-44ad-8e09-85f256b8c003 req-e21bcbc1-c1fa-4f72-9f56-9e051dd9dcf2 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:11.119605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24cc43a8-4376-44ad-8e09-85f256b8c003 req-e21bcbc1-c1fa-4f72-9f56-9e051dd9dcf2 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1094 time: 0.2754748 Nov 23 22:58:11.204282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-83edeac5-9a69-42cb-982a-d84e82a3bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:11.205792 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-83edeac5-9a69-42cb-982a-d84e82a3bdc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9764035-2a80-46f0-ba59-72317865183d HTTP/1.1" status: 200 len: 849 time: 0.1060810 Nov 23 22:58:11.260721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.277102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.308860 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.335273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-64fb383f-f293-4f66-a0ba-2dcd29216087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:11.340925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-64fb383f-f293-4f66-a0ba-2dcd29216087 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf907852-4f3c-4e1f-b1e4-e14b465a37cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152344 Nov 23 22:58:11.428026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Network 93e69692-02cd-4c63-8d47-ecdcbdd5223a is not hosted by any dhcp agent {{(pid=103522) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 22:58:11.433368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:11.435851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.438323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "PUT /v2.0/networks/93e69692-02cd-4c63-8d47-ecdcbdd5223a HTTP/1.1" status: 200 len: 856 time: 0.7003443 Nov 23 22:58:11.451003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58064) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:11.540879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef52a2-83a8-4c68-ae34-4697197ea144 tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event updated for resources: {'Network': ['ID=93e69692-02cd-4c63-8d47-ecdcbdd5223a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:11.567478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24cc43a8-4376-44ad-8e09-85f256b8c003 req-519d3b29-7ac0-485c-bac0-a83673b56b2a tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727387 Nov 23 22:58:11.684115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.735551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-905f6eee-e029-4312-a7d5-4904cdb78d96 req-0936b7c3-57da-4ca8-8819-7d8f4c73ddb6 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0725150 Nov 23 22:58:11.760584 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-208a0934-b18b-416e-99ff-5ea3263e0526 service neutron] 10.222.0.46 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114316 Nov 23 22:58:11.827772 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.840168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-904c750d-3b61-4ff9-aabb-e9c69204b416 service neutron] 10.222.0.11 "GET /v2.0/networks/1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1113372 Nov 23 22:58:11.892867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e69692-02cd-4c63-8d47-ecdcbdd5223a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:11.907113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3281f161-a82a-4283-83e2-4ddeab5e53e6') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:11.907441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3281f161-a82a-4283-83e2-4ddeab5e53e6') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:11.922428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.974015 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0ac5c6f-9be5-458c-85d0-d4d140277ffa req-664b4e6a-3f89-4486-9da0-f677ede847b3 service neutron] 10.222.0.46 "GET /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892068 Nov 23 22:58:11.975230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.983389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:11.984001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:11.986734 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:12.011664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.072215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.075520 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.081499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93e69692-02cd-4c63-8d47-ecdcbdd5223a {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:58:12.096869 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.107637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] 10.222.0.11 "DELETE /v2.0/networks/93e69692-02cd-4c63-8d47-ecdcbdd5223a HTTP/1.1" status: 204 len: 168 time: 0.6517191 Nov 23 22:58:12.129050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:12.173979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5e356-5afa-4e69-82bb-dda01bf0e32c tempest-ExternalNetworksTestJSON-1288038855 tempest-ExternalNetworksTestJSON-1288038855-project-admin] Pushing event deleted for resources: {'Network': ['ID=93e69692-02cd-4c63-8d47-ecdcbdd5223a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:12.179078 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1a0697-1b57-4359-8da6-0fea182b9383 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] DELETE failed (client error): The resource could not be found. Nov 23 22:58:12.179797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1a0697-1b57-4359-8da6-0fea182b9383 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:58:12.183988 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c1a0697-1b57-4359-8da6-0fea182b9383 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] 10.222.0.11 "DELETE /v2.0/subnets/d4f9f7cd-3cbb-41ec-a466-8de66445fbaa HTTP/1.1" status: 404 len: 337 time: 0.0537276 Nov 23 22:58:12.186923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58102) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:12.224773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=9daad964-5605-4d5e-929a-b31d232d6714,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:12.248904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-0ab1322d-b350-4869-9c94-f75947a2b744 service neutron] 10.222.0.11 "GET /v2.0/networks/1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854032 Nov 23 22:58:12.250085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] In _notify_port_updated(), no bound segment for port 9daad964-5605-4d5e-929a-b31d232d6714 on network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:58:12.257479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:12.258346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.261152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b41a03f2-69b4-4fa8-8268-d625a25f9412 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "PUT /v2.0/ports/9daad964-5605-4d5e-929a-b31d232d6714 HTTP/1.1" status: 200 len: 818 time: 1.4365573 Nov 23 22:58:12.264771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58106) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:12.377649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 9daad964-5605-4d5e-929a-b31d232d6714 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:12.378198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.420375 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.495292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.516170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 9daad964-5605-4d5e-929a-b31d232d6714 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:12.675675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.694869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.757598 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9ba1ca7-1cef-4b03-ae1f-a3a2e57f0741 req-62acdc92-f83a-4b9d-b9ce-30089a3985c3 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 210 time: 0.1077867 Nov 23 22:58:12.758019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6b9042-a449-4701-8706-b4e15a469603']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:12.789727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbfc331-41ab-4d1a-944f-01e613e83e85') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:12.790055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbfc331-41ab-4d1a-944f-01e613e83e85') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:12.834688 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.856743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=9daad964-5605-4d5e-929a-b31d232d6714,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:12.890750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.909241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.911242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:12.915282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4a657d2e-596e-43b0-be49-6373232402a1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/9daad964-5605-4d5e-929a-b31d232d6714 HTTP/1.1" status: 204 len: 168 time: 0.6449461 Nov 23 22:58:12.917260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:12.923873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58124) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:12.931426 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:12.967036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c34003f4-ed73-454d-aaa9-05ec748b9f14 req-cf484414-96e4-4b7b-868f-f16f2726a3e6 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0580907 Nov 23 22:58:13.040785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5ba68-1378-4668-a414-2136d8ae960f req-ee1be0d2-85fe-4e8a-b9d8-6f48ea3e3563 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:13.048121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ef5ba68-1378-4668-a414-2136d8ae960f req-ee1be0d2-85fe-4e8a-b9d8-6f48ea3e3563 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1094 time: 0.3068476 Nov 23 22:58:13.085328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:13.091735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:13.097339 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] 10.222.0.11 "DELETE /v2.0/networks/eb6b9042-a449-4701-8706-b4e15a469603 HTTP/1.1" status: 204 len: 168 time: 0.9077497 Nov 23 22:58:13.100128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691f758-d2ff-40d7-8a6e-cb9a05353f4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:13.104035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f691f758-d2ff-40d7-8a6e-cb9a05353f4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1767774 Nov 23 22:58:13.108211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58128) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:13.124886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e2393-33f2-4015-b551-a948c85240e8 tempest-ExternalNetworksTestJSON-1634577090 tempest-ExternalNetworksTestJSON-1634577090-project] Pushing event deleted for resources: {'Network': ['ID=eb6b9042-a449-4701-8706-b4e15a469603,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:13.188648 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a792aad1-4b7d-481b-9ae6-ee065b07c3da tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:58:13.194593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a792aad1-4b7d-481b-9ae6-ee065b07c3da tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/9daad964-5605-4d5e-929a-b31d232d6714 HTTP/1.1" status: 404 len: 333 time: 0.0803840 Nov 23 22:58:13.195844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58130) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:13.215337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741621729'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:13.246350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ef5ba68-1378-4668-a414-2136d8ae960f req-8fa2597b-dd47-4941-8960-0e47ec6718b8 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879637 Nov 23 22:58:13.274706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:13.285526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:13.340242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:13.352078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:13.352369 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment 9cb6bf7d-1571-49db-a022-3d5df9a117c5 of type vlan for network 44e75b23-709e-410f-ab92-82e56452d097 Nov 23 22:58:13.437831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:13.506073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:13.520148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:13.521000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:13.615782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5032ef13-b5e0-46fb-9ed6-a26198756a9a details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:58:13.655234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58138) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:13.658723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4611974 Nov 23 22:58:13.665168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58140) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:13.682386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '44e75b23-709e-410f-ab92-82e56452d097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:13.706124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac082a-353f-40a6-9eb9-06b14ea02236 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=44e75b23-709e-410f-ab92-82e56452d097,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:13.728083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 44e75b23-709e-410f-ab92-82e56452d097 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:13.928810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5032ef13-b5e0-46fb-9ed6-a26198756a9a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5032ef13-b5e0-46fb-9ed6-a26198756a9a,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:13.947233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '5032ef13-b5e0-46fb-9ed6-a26198756a9a', 'network_id': 'cf907852-4f3c-4e1f-b1e4-e14b465a37cb', 'port_id': '5032ef13-b5e0-46fb-9ed6-a26198756a9a', 'mac_address': 'fa:16:3e:e0:ac:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9764035-2a80-46f0-ba59-72317865183d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:58:13.955519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a756882e-c1cc-4bef-b59d-c6b8009475b4 req-32b17d9a-e3e1-47d3-a65b-58bf86586717 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 210 time: 0.0552769 Nov 23 22:58:14.079946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:14.084470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.150169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.189882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5032ef13-b5e0-46fb-9ed6-a26198756a9a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:58:14.232340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58152) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:14.240016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-97bf833c-4c9d-4d46-8422-03c5c822cd89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c8fc98ca2574778aa06e7ca92efef2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5831697 Nov 23 22:58:14.251000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5032ef13-b5e0-46fb-9ed6-a26198756a9a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5032ef13-b5e0-46fb-9ed6-a26198756a9a,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:14.257683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.331287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0260a56d-daab-4b50-bc13-fb88a25336c5 req-8bd0ee52-6ec7-4582-b0b0-e520048ed200 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1623580 Nov 23 22:58:14.364427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b8a6-5b7a-438d-a429-2a3b293c5856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.369196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5032ef13-b5e0-46fb-9ed6-a26198756a9a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:14.501424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b8a6-5b7a-438d-a429-2a3b293c5856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.508772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5032ef13-b5e0-46fb-9ed6-a26198756a9a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:14.626536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.733756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-9c4cce81-12ee-49d1-8904-4147d4789398 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:14.735824 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-9c4cce81-12ee-49d1-8904-4147d4789398 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.48 "GET /v2.0/networks?id=1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf HTTP/1.1" status: 200 len: 820 time: 0.3759356 Nov 23 22:58:14.737407 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b8a6-5b7a-438d-a429-2a3b293c5856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.741698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b8a6-5b7a-438d-a429-2a3b293c5856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.742092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:14.743423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e5a4b8a6-5b7a-438d-a429-2a3b293c5856 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12def039-85f1-40d1-936e-9172e53b9c44 HTTP/1.1" status: 204 len: 168 time: 0.5107095 Nov 23 22:58:14.756107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b8a6-5b7a-438d-a429-2a3b293c5856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12def039-85f1-40d1-936e-9172e53b9c44,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:14.760297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02079-51f4-44f7-9dc2-72a697897cb0 req-93a95a05-1da9-4c95-a840-f70190e634cf tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:14.768757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2dd02079-51f4-44f7-9dc2-72a697897cb0 req-93a95a05-1da9-4c95-a840-f70190e634cf tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1095 time: 0.2558916 Nov 23 22:58:14.801822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Request body: {'port': {'device_id': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf', 'admin_state_up': True, 'tenant_id': '19062db7570a4fc294e73625a25de9f0'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:14.854150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2dd02079-51f4-44f7-9dc2-72a697897cb0 req-8717ad07-a953-44fe-a224-c8aaba66e760 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685048 Nov 23 22:58:14.868678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': '9cb6bf7d-1571-49db-a022-3d5df9a117c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44e75b23-709e-410f-ab92-82e56452d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:14.869051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: 44e75b23-709e-410f-ab92-82e56452d097, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:58:14.908405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 44e75b23-709e-410f-ab92-82e56452d097 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:58:14.924576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 44e75b23-709e-410f-ab92-82e56452d097) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:14.937364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd47fa-a768-4cff-a6ea-70f2a8b87340 None None] Network 44e75b23-709e-410f-ab92-82e56452d097 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:14.941273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:14.943049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:14.968546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b79e2e64-17e1-4463-9888-9f4c8f54ec80 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2983088 Nov 23 22:58:14.969561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58162) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:14.979611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-eab73487-d9a6-4bd1-bf87-56b48e12a6f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '44e75b23-709e-410f-ab92-82e56452d097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:15.056321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Made reservation on behalf of 19062db7570a4fc294e73625a25de9f0 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:15.075875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.228917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73744d77-6e3a-42ae-a847-c09f1de3d455 req-c109ecb8-cd53-4da0-877b-b84ae3998e96 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 210 time: 0.0721922 Nov 23 22:58:15.330831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab73487-d9a6-4bd1-bf87-56b48e12a6f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:15.335934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eab73487-d9a6-4bd1-bf87-56b48e12a6f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.343697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58170) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:15.360011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-44e75b23-709e-410f-ab92-82e56452d097', 'network_id': '44e75b23-709e-410f-ab92-82e56452d097', 'tenant_id': '9c8f2d7897ca4b35bde12365d0a6f07f', 'fixed_ips': [{'subnet_id': 'bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:58:15.364297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.430110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Allocated IP 172.20.0.12 (1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf/62af4ed9-6114-4c49-a07c-12229131cd03/7ae8692f-2da3-41ee-a1f6-0f64178be7dd) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:15.462668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-71634887-e86a-4e91-86d2-d544e656b55f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbe2add5d39e4ddda112db1d2cd620d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097729 Nov 23 22:58:15.465215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:15.501909 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-eab73487-d9a6-4bd1-bf87-56b48e12a6f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a (CIDR: 172.20.0.0/28) Nov 23 22:58:15.510704 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab73487-d9a6-4bd1-bf87-56b48e12a6f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:58:15.511122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab73487-d9a6-4bd1-bf87-56b48e12a6f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:58:15.544215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eab73487-d9a6-4bd1-bf87-56b48e12a6f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5743906 Nov 23 22:58:15.549338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58176) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:15.555075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '44e75b23-709e-410f-ab92-82e56452d097', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:15.568083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57418f81-f47b-429b-9a21-0ee2b72a77ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.615265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4d94e27-dd56-4b30-b64b-eff5da4ceacd req-f59d3dba-f4d9-4630-a4eb-a58234fd3d53 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0666292 Nov 23 22:58:15.640571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5032ef13-b5e0-46fb-9ed6-a26198756a9a up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:15.783337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57418f81-f47b-429b-9a21-0ee2b72a77ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.835870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.885451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Allocated IP 172.20.0.2 (44e75b23-709e-410f-ab92-82e56452d097/bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a/464dbc42-1cac-4682-a4dd-f926c9f34211) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:15.902307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 5032ef13-b5e0-46fb-9ed6-a26198756a9a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:58:15.913676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.928677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 5032ef13-b5e0-46fb-9ed6-a26198756a9a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:15.928991 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:15.977425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:15.984820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:15.999897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:16.000997 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57418f81-f47b-429b-9a21-0ee2b72a77ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.010626 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57418f81-f47b-429b-9a21-0ee2b72a77ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.014673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-57418f81-f47b-429b-9a21-0ee2b72a77ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0abfa1e0-a64c-4b3d-a50e-6ac1b37c20fd HTTP/1.1" status: 204 len: 168 time: 0.5472877 Nov 23 22:58:16.038127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Pushing event updated for resources: {'Port': ['ID=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:16.065783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57418f81-f47b-429b-9a21-0ee2b72a77ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abfa1e0-a64c-4b3d-a50e-6ac1b37c20fd,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:16.094488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:16.095906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.146557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-ea6aaf3c-368e-4e07-a0b4-201b761f0869 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3773301 Nov 23 22:58:16.177608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Request body: {'port': {'device_id': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:16.197924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:16.205882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.324966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.515436 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.536593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ae927-1bae-4620-8a6b-5460d12fd751 req-a8429869-c212-4c36-95c5-0afc34f4a0e0 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:16.540873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b6ae927-1bae-4620-8a6b-5460d12fd751 req-a8429869-c212-4c36-95c5-0afc34f4a0e0 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1095 time: 0.5247719 Nov 23 22:58:16.643474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5032ef13-b5e0-46fb-9ed6-a26198756a9a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:16.645810 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe8650-b662-4009-88b3-77a985a300a1" -d '{"events": [{"server_uuid": "6fe70c35-28c1-4e11-b3af-fabbce04d9df", "name": "network-vif-plugged", "status": "completed", "tag": "5032ef13-b5e0-46fb-9ed6-a26198756a9a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:16.649428 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.684049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5032ef13-b5e0-46fb-9ed6-a26198756a9a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5032ef13-b5e0-46fb-9ed6-a26198756a9a,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:16.686190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.688056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983729b6-11aa-424a-8b63-24f52100df7b req-d5aad56d-a1cf-4263-a892-1d0f4e4daec1 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:16.691923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-983729b6-11aa-424a-8b63-24f52100df7b req-d5aad56d-a1cf-4263-a892-1d0f4e4daec1 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 932 time: 0.2820618 Nov 23 22:58:16.755433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:16.782634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b6ae927-1bae-4620-8a6b-5460d12fd751 req-0c646549-5711-49da-8b53-10ad6896805c tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285931 Nov 23 22:58:16.790262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Network 44e75b23-709e-410f-ab92-82e56452d097 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:16.802546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:16.814919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:16.840448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Pushing event updated for resources: {'Port': ['ID=464dbc42-1cac-4682-a4dd-f926c9f34211,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:16.959423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-983729b6-11aa-424a-8b63-24f52100df7b req-7bdee796-6548-4736-be11-ba0a9b5982cc tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480156 Nov 23 22:58:17.055756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Attempting to bind port 464dbc42-1cac-4682-a4dd-f926c9f34211 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:58:17.056145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Attempting to bind port 464dbc42-1cac-4682-a4dd-f926c9f34211 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9cb6bf7d-1571-49db-a022-3d5df9a117c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44e75b23-709e-410f-ab92-82e56452d097'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:58:17.056526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Attempting to bind port 464dbc42-1cac-4682-a4dd-f926c9f34211 on network 44e75b23-709e-410f-ab92-82e56452d097 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:17.100536 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73770ba-640d-425b-8e7a-c5fcc6b9c2f8 x-openstack-request-id: req-f73770ba-640d-425b-8e7a-c5fcc6b9c2f8 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:17.100838 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe70c35-28c1-4e11-b3af-fabbce04d9df", "name": "network-vif-plugged", "status": "completed", "tag": "5032ef13-b5e0-46fb-9ed6-a26198756a9a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:17.101099 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f73770ba-640d-425b-8e7a-c5fcc6b9c2f8 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:17.101509 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5032ef13-b5e0-46fb-9ed6-a26198756a9a', 'code': 200} Nov 23 22:58:17.106993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:58:17.107550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Checking segment: {'id': '9cb6bf7d-1571-49db-a022-3d5df9a117c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44e75b23-709e-410f-ab92-82e56452d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:17.109913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.110331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Bound using segment: {'id': '9cb6bf7d-1571-49db-a022-3d5df9a117c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44e75b23-709e-410f-ab92-82e56452d097'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:58:17.110873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Bound port: 464dbc42-1cac-4682-a4dd-f926c9f34211, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb6bf7d-1571-49db-a022-3d5df9a117c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '44e75b23-709e-410f-ab92-82e56452d097'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:58:17.111226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.117303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5032ef13-b5e0-46fb-9ed6-a26198756a9a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:17.160611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae8692f-2da3-41ee-a1f6-0f64178be7dd {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:58:17.177162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.177768 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.215487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Transition to ACTIVE for port object 7ae8692f-2da3-41ee-a1f6-0f64178be7dd will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:58:17.218844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 44e75b23-709e-410f-ab92-82e56452d097 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:17.224357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.263328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] For port 464dbc42-1cac-4682-a4dd-f926c9f34211, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:58:17.269111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] For port 464dbc42-1cac-4682-a4dd-f926c9f34211, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=464dbc42-1cac-4682-a4dd-f926c9f34211,segment=NetworkSegment(9cb6bf7d-1571-49db-a022-3d5df9a117c5),segment_id=9cb6bf7d-1571-49db-a022-3d5df9a117c5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:58:17.276750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.351184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=1d69589e-12a0-4344-9bf6-46ae3f190b50,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:17.355115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:17.360489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:17.361176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.462829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df30a4-9ef9-4eec-bb43-37eb35351986 None None] Pushing event updated for resources: {'Port': ['ID=464dbc42-1cac-4682-a4dd-f926c9f34211,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:17.492766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a861e77-721a-4e00-ade0-1db16b5a59a8 req-678ca26c-8221-4aaf-96b3-3a8b8919660d tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1387656 Nov 23 22:58:17.516296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ffc25ee4-33b4-4196-9cf7-d2a394e87991 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9627995 Nov 23 22:58:17.516730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58214) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:17.549622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '44e75b23-709e-410f-ab92-82e56452d097', 'fixed_ips': [{'subnet_id': 'bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a'}, {'subnet_id': '1d69589e-12a0-4344-9bf6-46ae3f190b50'}], 'name': 'tempest-PortsTestJSON-1545559275'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:17.594101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c393b-cc18-4a7d-898b-42ef5ac854fd req-ab08ad10-3a94-4099-bf8c-a530eb40dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:17.604711 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-642c393b-cc18-4a7d-898b-42ef5ac854fd req-ab08ad10-3a94-4099-bf8c-a530eb40dcf8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.3466799 Nov 23 22:58:17.616353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:17.754778 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-642c393b-cc18-4a7d-898b-42ef5ac854fd req-e084cfb3-fe43-4dfe-be9b-cd68222951be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206899 Nov 23 22:58:17.798418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Attempting to bind port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:58:17.798777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Attempting to bind port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '2894b72d-5183-4dca-a6c6-320f142128e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:58:17.799093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Attempting to bind port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd on network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:17.839450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd on network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:58:17.842576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Attempting to bind port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd on network 1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:17.864609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:58:17.866644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Checking segment: {'id': '2894b72d-5183-4dca-a6c6-320f142128e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:17.868242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Bound using segment: {'id': '2894b72d-5183-4dca-a6c6-320f142128e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:58:17.869721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Bound port: 7ae8692f-2da3-41ee-a1f6-0f64178be7dd, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894b72d-5183-4dca-a6c6-320f142128e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:58:17.871346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:17.910150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:18.085661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] For port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:58:18.097338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] For port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,segment=NetworkSegment(2894b72d-5183-4dca-a6c6-320f142128e7),segment_id=2894b72d-5183-4dca-a6c6-320f142128e7)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:58:18.110919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:18.144551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:18.148387 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:18.152835 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] 10.222.0.48 "PUT /v2.0/ports/7ae8692f-2da3-41ee-a1f6-0f64178be7dd HTTP/1.1" status: 200 len: 1092 time: 1.9816673 Nov 23 22:58:18.156710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:18.160052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'tag': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:18.174970 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d559cd03-dabe-4913-b9bc-eb37c4920fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1007d-a0e5-474f-a990-8bd8b770478e", "tag": "7ae8692f-2da3-41ee-a1f6-0f64178be7dd"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:18.244820 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:58:18.321073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:18.388154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-62cbbd07-dda2-40c4-bbf0-c44eecf03117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:18.388764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f688d-67dc-4aa7-b698-7f3aea7b2414 req-466a5f98-5925-49db-96ba-56baf35fa350 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:18.390089 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-62cbbd07-dda2-40c4-bbf0-c44eecf03117 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19062db7570a4fc294e73625a25de9f0&device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 1095 time: 0.1330385 Nov 23 22:58:18.393855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326b40b-1177-4fb7-a704-2176a180ea7a service neutron] Pushing event updated for resources: {'Port': ['ID=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:18.396228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185f688d-67dc-4aa7-b698-7f3aea7b2414 req-466a5f98-5925-49db-96ba-56baf35fa350 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 944 time: 0.2333548 Nov 23 22:58:18.413863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe111d-a57c-4b13-8c8a-8017b2105551 req-ed333c97-f269-43e8-9d30-b91f9a0f3274 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:18.421923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97fe111d-a57c-4b13-8c8a-8017b2105551 req-ed333c97-f269-43e8-9d30-b91f9a0f3274 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.2724035 Nov 23 22:58:18.484133 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-6c38baa4-647e-4ab6-897e-a957ad3fb23f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae8692f-2da3-41ee-a1f6-0f64178be7dd HTTP/1.1" status: 200 len: 217 time: 0.0770411 Nov 23 22:58:18.586537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-d307e152-96cb-41e1-bb57-3810f2d83a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:18.588165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-d307e152-96cb-41e1-bb57-3810f2d83a2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62af4ed9-6114-4c49-a07c-12229131cd03 HTTP/1.1" status: 200 len: 860 time: 0.0942543 Nov 23 22:58:18.643799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185f688d-67dc-4aa7-b698-7f3aea7b2414 req-754ea3fb-3eb6-4571-a0a3-85c9b1f80439 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466426 Nov 23 22:58:18.674223 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-227b30fe-6ac5-46d2-89b4-2e60ab22e1f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772030 Nov 23 22:58:18.693451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97fe111d-a57c-4b13-8c8a-8017b2105551 req-c4de9f1e-ebf6-405b-9fce-4a05cd20b25a tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706335 Nov 23 22:58:18.941855 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5d773-545c-4cae-832f-3549756864f3 x-openstack-request-id: req-14a5d773-545c-4cae-832f-3549756864f3 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:18.942365 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1007d-a0e5-474f-a990-8bd8b770478e", "tag": "7ae8692f-2da3-41ee-a1f6-0f64178be7dd", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:18.943118 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14a5d773-545c-4cae-832f-3549756864f3 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:18.944010 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'tag': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd', 'status': 'completed', 'code': 200} Nov 23 22:58:19.006535 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-cd6fc023-1f43-45dd-a349-852ad2a56847 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211017 Nov 23 22:58:19.036096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 464dbc42-1cac-4682-a4dd-f926c9f34211 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:19.108468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4b27cb3-6bec-44d9-b4e4-fc06a607b4d9 req-6f85f491-f29f-4ab9-b7a1-c0f48d64c567 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0915534 Nov 23 22:58:19.133190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82c4f1-faeb-46dd-8f0b-479a2e4bb589 None None] Network 44e75b23-709e-410f-ab92-82e56452d097 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:19.157700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.7 (44e75b23-709e-410f-ab92-82e56452d097/bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a/0d3831df-7a8f-475d-8180-0e9c5f1b2acc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:19.185406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.28 (44e75b23-709e-410f-ab92-82e56452d097/1d69589e-12a0-4344-9bf6-46ae3f190b50/0d3831df-7a8f-475d-8180-0e9c5f1b2acc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:19.227852 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7457878-8b5d-4b4c-bf46-82a07818c37f req-14461fe4-7218-4289-92e5-e688fee19a14 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107174 Nov 23 22:58:19.371282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-06901a10-ab2f-40f2-8dad-8bb37b9231c9 None None] Provisioning complete for port 464dbc42-1cac-4682-a4dd-f926c9f34211 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:19.372029 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-06901a10-ab2f-40f2-8dad-8bb37b9231c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:19.405083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 464dbc42-1cac-4682-a4dd-f926c9f34211 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:19.405788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:19.428005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-d38997be-5835-49f0-bc48-92b5858f9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:19.429533 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-d38997be-5835-49f0-bc48-92b5858f9ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=19062db7570a4fc294e73625a25de9f0&device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 1095 time: 0.0874803 Nov 23 22:58:19.568206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-0a490111-e251-49fc-b18a-a93e9dc65dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:19.570332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-0a490111-e251-49fc-b18a-a93e9dc65dc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf HTTP/1.1" status: 200 len: 921 time: 0.1313229 Nov 23 22:58:19.570986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58254) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:19.593229 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:19.611264 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:19.620128 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-5b9b45de-0535-4bd4-8d9c-6fc1e3d388db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ae8692f-2da3-41ee-a1f6-0f64178be7dd HTTP/1.1" status: 200 len: 217 time: 0.0412624 Nov 23 22:58:19.689856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:19.693579 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-06901a10-ab2f-40f2-8dad-8bb37b9231c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:19.698976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 464dbc42-1cac-4682-a4dd-f926c9f34211, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=464dbc42-1cac-4682-a4dd-f926c9f34211,segment=NetworkSegment(9cb6bf7d-1571-49db-a022-3d5df9a117c5),segment_id=9cb6bf7d-1571-49db-a022-3d5df9a117c5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:19.713322 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:19.762432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-2175e202-89df-4397-ad6d-80e1434f0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:19.764105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-2175e202-89df-4397-ad6d-80e1434f0331 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62af4ed9-6114-4c49-a07c-12229131cd03 HTTP/1.1" status: 200 len: 860 time: 0.1350634 Nov 23 22:58:19.800336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-798546819', 'router:external': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:19.830110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-a8c26eca-0eca-4269-b843-5b9c59f938c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540946 Nov 23 22:58:19.862810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 44e75b23-709e-410f-ab92-82e56452d097 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:19.878859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:19.898917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:19.910578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=0d3831df-7a8f-475d-8180-0e9c5f1b2acc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:19.912438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=464dbc42-1cac-4682-a4dd-f926c9f34211,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:19.954227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd16dc-65b5-413d-9ca3-60d45cc71d28 None None] Update dhcp port {'port': {'network_id': '44e75b23-709e-410f-ab92-82e56452d097', 'fixed_ips': [{'subnet_id': 'bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1d69589e-12a0-4344-9bf6-46ae3f190b50'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '464dbc42-1cac-4682-a4dd-f926c9f34211'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:58:19.977391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24f8c6-6373-4b97-a534-c39c3c412df9 req-f410dc39-0024-4159-8c1d-16b1a6a42989 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:19.979194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b24f8c6-6373-4b97-a534-c39c3c412df9 req-f410dc39-0024-4159-8c1d-16b1a6a42989 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.1318076 Nov 23 22:58:19.988907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:19.989745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.002902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061081d-3d20-4c21-9e85-e0e910f73b46 req-9ae63249-e327-40b5-87f6-3c401fd6d3e2 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:20.004843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f061081d-3d20-4c21-9e85-e0e910f73b46 req-9ae63249-e327-40b5-87f6-3c401fd6d3e2 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 944 time: 0.1873066 Nov 23 22:58:20.049079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3dd16dc-65b5-413d-9ca3-60d45cc71d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.085359 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-b75a17cf-fbc2-4d4d-9712-3cfbab62f3f8 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362773 Nov 23 22:58:20.148511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b24f8c6-6373-4b97-a534-c39c3c412df9 req-e82bbbe8-7151-47e1-8308-376a636cd129 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364713 Nov 23 22:58:20.190185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b050a21a-8f3b-443b-b79c-32737609efe9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6551123 Nov 23 22:58:20.191830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58268) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:20.222378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:20.315038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd16dc-65b5-413d-9ca3-60d45cc71d28 None None] Allocated IP 172.20.0.18 (44e75b23-709e-410f-ab92-82e56452d097/1d69589e-12a0-4344-9bf6-46ae3f190b50/464dbc42-1cac-4682-a4dd-f926c9f34211) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:20.353747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f061081d-3d20-4c21-9e85-e0e910f73b46 req-fbde7846-1fcf-493b-9113-c27444bcd7e6 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414991 Nov 23 22:58:20.395976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Made reservation on behalf of f718fa676fad4fa1b40757145817cc23 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:20.401799 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.441364 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d559cd03-dabe-4913-b9bc-eb37c4920fb7 req-754ffe90-036e-4655-bc43-582f4cd162b3 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382089 Nov 23 22:58:20.441364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.481977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3dd16dc-65b5-413d-9ca3-60d45cc71d28 None None] For port 464dbc42-1cac-4682-a4dd-f926c9f34211, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=464dbc42-1cac-4682-a4dd-f926c9f34211,segment=NetworkSegment(9cb6bf7d-1571-49db-a022-3d5df9a117c5),segment_id=9cb6bf7d-1571-49db-a022-3d5df9a117c5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:20.531303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3dd16dc-65b5-413d-9ca3-60d45cc71d28 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.534826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-06901a10-ab2f-40f2-8dad-8bb37b9231c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:58:20.535189 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-06901a10-ab2f-40f2-8dad-8bb37b9231c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:58:20.539857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3dd16dc-65b5-413d-9ca3-60d45cc71d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.632626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.648149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.696716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f974f792-4dec-4d4b-b68c-ac43a0486ccd req-7a9f2055-799d-4436-ab1e-6e21d2c8ebec tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1381838 Nov 23 22:58:20.697196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:20.721283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd16dc-65b5-413d-9ca3-60d45cc71d28 None None] Pushing event updated for resources: {'Port': ['ID=464dbc42-1cac-4682-a4dd-f926c9f34211,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:20.724571 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.739830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.740283 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Added segment 0356b764-28c9-47f8-860b-fdf36b63b55f of type vlan for network ec4fde42-62f2-4a3a-891a-2cd4c65e848a Nov 23 22:58:20.741935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996b9282-3191-42c7-9026-6bc81aa498ab,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:20.757408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27a29b-59d7-4bdd-8b62-cd1553df4eb7 req-fd925548-5602-4322-b581-8eef742ba724 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:20.768835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce27a29b-59d7-4bdd-8b62-cd1553df4eb7 req-fd925548-5602-4322-b581-8eef742ba724 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.1644776 Nov 23 22:58:20.827086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.868979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.871008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:20.874225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:20.904608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce27a29b-59d7-4bdd-8b62-cd1553df4eb7 req-fc599784-e815-4e40-a2fe-9e58dd2557e9 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343191 Nov 23 22:58:20.999923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 464dbc42-1cac-4682-a4dd-f926c9f34211 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:21.051627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4766126 Nov 23 22:58:21.051627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fadebc-2f9f-48b7-9580-82ea01cc39f0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Network': ['ID=ec4fde42-62f2-4a3a-891a-2cd4c65e848a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:21.053296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58282) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:21.059119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'subnet': {'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:21.093808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ec4fde42-62f2-4a3a-891a-2cd4c65e848a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:21.109506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Made reservation on behalf of f718fa676fad4fa1b40757145817cc23 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:21.112954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:21.298131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc0122-af86-499b-9441-0d3822556be2 req-1aba5b06-15f2-4e35-9630-dc4b0169f47b tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:21.304450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79cc0122-af86-499b-9441-0d3822556be2 req-1aba5b06-15f2-4e35-9630-dc4b0169f47b tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.2868237 Nov 23 22:58:21.552469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79cc0122-af86-499b-9441-0d3822556be2 req-aa797557-0e09-457e-a57e-314253f88454 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326012 Nov 23 22:58:21.817397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7ae8692f-2da3-41ee-a1f6-0f64178be7dd details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:58:21.906841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.objects.ports [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:58:21.907396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:21.941143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 464dbc42-1cac-4682-a4dd-f926c9f34211 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:21.941651 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:21.949469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb9227-786f-49c0-87b2-14a7d23287c6 None None] Network 44e75b23-709e-410f-ab92-82e56452d097 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:22.062258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Subnet': ['ID=edfafae2-1b76-4713-9a82-bd3e21ae6f42,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:22.083165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Checking segment: {'id': '0356b764-28c9-47f8-860b-fdf36b63b55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:22.083563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network hostable DHCP agents. Network: ec4fde42-62f2-4a3a-891a-2cd4c65e848a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:58:22.123922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network ec4fde42-62f2-4a3a-891a-2cd4c65e848a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:58:22.148805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ec4fde42-62f2-4a3a-891a-2cd4c65e848a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:22.155640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:22.156259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:22.194254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-33012f8d-a8f5-44db-ab17-fc9e33a863e0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1371193 Nov 23 22:58:22.194569 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58300) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:22.199713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1023992319', 'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:22.219246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f54a27-f7c9-4b49-94c2-799fed4204d4 None None] Network ec4fde42-62f2-4a3a-891a-2cd4c65e848a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:22.244105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,segment=NetworkSegment(2894b72d-5183-4dca-a6c6-320f142128e7),segment_id=2894b72d-5183-4dca-a6c6-320f142128e7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:22.248469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Made reservation on behalf of f718fa676fad4fa1b40757145817cc23 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:22.251086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:22.277513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd', 'network_id': '1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf', 'port_id': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd', 'mac_address': 'fa:16:3e:a4:37:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af4ed9-6114-4c49-a07c-12229131cd03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:58:22.284920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] device_id is not set on port e5ba10fe-9e2e-431b-9e93-eb5216abe168 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:22.303539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-92a7ed94-bfdc-4eb9-94c6-c08039618a1d None None] Provisioning complete for port 464dbc42-1cac-4682-a4dd-f926c9f34211 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:22.304531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92a7ed94-bfdc-4eb9-94c6-c08039618a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:22.452294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90960d36-c8a1-44d5-8ddd-4f4c711e6fb1 req-76796c70-eff6-446c-a38d-17b7a6d0af2f tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0861595 Nov 23 22:58:22.457597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Delete allocated IP 172.20.0.28 (44e75b23-709e-410f-ab92-82e56452d097/1d69589e-12a0-4344-9bf6-46ae3f190b50) {{(pid=103522) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:58:22.504063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Allocated IP 172.20.0.9 (ec4fde42-62f2-4a3a-891a-2cd4c65e848a/edfafae2-1b76-4713-9a82-bd3e21ae6f42/e5ba10fe-9e2e-431b-9e93-eb5216abe168) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:22.508397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62049c-43af-4e35-8163-0cdebf9f85b8 req-795a538f-5f41-4b26-aaad-8c3b2adb039d tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:22.519207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e62049c-43af-4e35-8163-0cdebf9f85b8 req-795a538f-5f41-4b26-aaad-8c3b2adb039d tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 944 time: 0.9814088 Nov 23 22:58:22.769182 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:22.788698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d7ebe-21c7-43ae-abeb-fe98939bc9c3 None None] Network ec4fde42-62f2-4a3a-891a-2cd4c65e848a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:22.866353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:22.878005 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:22.895739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e62049c-43af-4e35-8163-0cdebf9f85b8 req-d4ce0eb3-5ae4-4029-9ef8-861c6c852370 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755617 Nov 23 22:58:22.899129 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:22.947546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9abb79-31d1-491e-a35b-1b4e071f3bf5 req-e104fd8b-56ec-4f6c-8a82-fe0fddf58eb8 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:22.958366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae8692f-2da3-41ee-a1f6-0f64178be7dd {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:58:22.958902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9abb79-31d1-491e-a35b-1b4e071f3bf5 req-e104fd8b-56ec-4f6c-8a82-fe0fddf58eb8 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.3117788 Nov 23 22:58:22.981699 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:23.051831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network ec4fde42-62f2-4a3a-891a-2cd4c65e848a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:23.055550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:23.059808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:23.066442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ba10fe-9e2e-431b-9e93-eb5216abe168,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:23.122900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9abb79-31d1-491e-a35b-1b4e071f3bf5 req-3715e4ff-8ca7-4469-a2b1-fef95c691c0c tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627748 Nov 23 22:58:23.128098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=0d3831df-7a8f-475d-8180-0e9c5f1b2acc,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:23.135722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:23.137796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:23.161460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,segment=NetworkSegment(2894b72d-5183-4dca-a6c6-320f142128e7),segment_id=2894b72d-5183-4dca-a6c6-320f142128e7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:23.174009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] In _notify_port_updated(), no bound segment for port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc on network 44e75b23-709e-410f-ab92-82e56452d097 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:58:23.191151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:23.191151 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:23.191970 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:23.192289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f280be27-ed7f-4d76-b8c2-769b15f1fd47 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "PUT /v2.0/ports/0d3831df-7a8f-475d-8180-0e9c5f1b2acc HTTP/1.1" status: 200 len: 919 time: 2.9834907 Nov 23 22:58:23.192943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:23.194770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-882aac50-4192-4d1d-b834-1e03edac35d4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9980450 Nov 23 22:58:23.196714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:23.224459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a'}, {'subnet_id': '1d69589e-12a0-4344-9bf6-46ae3f190b50'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:23.314981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Deleting port e5ba10fe-9e2e-431b-9e93-eb5216abe168 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:23.315371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:23.492540 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:23.519542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:23.548914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Calling delete_port for e5ba10fe-9e2e-431b-9e93-eb5216abe168 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:23.549403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:23.611421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7ae8692f-2da3-41ee-a1f6-0f64178be7dd'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:23.712385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-debd5518-7233-4d6a-886e-ea0d93c7f515 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:23.715654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-debd5518-7233-4d6a-886e-ea0d93c7f515 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.2936218 Nov 23 22:58:23.756246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d73ea4a-d01d-4197-937f-b7bad5f56622 req-1fd33f8b-e0af-4d9f-abd6-8d21be60988f tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1080515 Nov 23 22:58:23.996898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f5ed2c38-f056-447e-b36b-a1afdf587543 None None] Provisioning complete for port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:23.997271 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2c38-f056-447e-b36b-a1afdf587543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.093529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.122077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed2c38-f056-447e-b36b-a1afdf587543 None None] Port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:24.180795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f5ed2c38-f056-447e-b36b-a1afdf587543 None None] Provisioning complete for port 464dbc42-1cac-4682-a4dd-f926c9f34211 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:24.181182 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2c38-f056-447e-b36b-a1afdf587543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.234130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5ba10fe-9e2e-431b-9e93-eb5216abe168,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:24.269502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.21 (44e75b23-709e-410f-ab92-82e56452d097/1d69589e-12a0-4344-9bf6-46ae3f190b50/0d3831df-7a8f-475d-8180-0e9c5f1b2acc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:24.469406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.475436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-abff6999-b00c-4050-9b8d-3d0991689dca tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e5ba10fe-9e2e-431b-9e93-eb5216abe168 HTTP/1.1" status: 204 len: 168 time: 1.2791619 Nov 23 22:58:24.477738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58324) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:24.483964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a', 'external_fixed_ips': [{'subnet_id': 'edfafae2-1b76-4713-9a82-bd3e21ae6f42', 'ip_address': '172.20.0.9'}]}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:24.496527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.497500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff9cf2-8af0-4f61-a2d3-7161089ab723 req-840d98bb-dfd0-4d7b-9254-d6a5efaf96d0 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:24.501069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1fdcc848-2e80-470d-b7e9-84df8afb1347 None None] Provisioning complete for port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:24.501474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc848-2e80-470d-b7e9-84df8afb1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.508581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1aff9cf2-8af0-4f61-a2d3-7161089ab723 req-840d98bb-dfd0-4d7b-9254-d6a5efaf96d0 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 945 time: 0.4338887 Nov 23 22:58:24.554475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1fdcc848-2e80-470d-b7e9-84df8afb1347 None None] Port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:24.558757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.571853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86164-646c-4dcb-8bd2-c86cdbecdf1a req-574c7f48-7783-4214-a8dd-5a9852486ead tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:24.573470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ef86164-646c-4dcb-8bd2-c86cdbecdf1a req-574c7f48-7783-4214-a8dd-5a9852486ead tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.2725694 Nov 23 22:58:24.620681 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.621784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.694947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1aff9cf2-8af0-4f61-a2d3-7161089ab723 req-754ec83e-0661-44a4-af4b-51f20e3af0e9 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854455 Nov 23 22:58:24.710990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ef86164-646c-4dcb-8bd2-c86cdbecdf1a req-904a8906-62af-4f8a-afae-40479c840342 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298211 Nov 23 22:58:24.773602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=0d3831df-7a8f-475d-8180-0e9c5f1b2acc,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:24.837454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.886247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ad73e4b6-5b5f-4acf-92b5-e66b4b5f6312 None None] Provisioning complete for port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:24.887663 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad73e4b6-5b5f-4acf-92b5-e66b4b5f6312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.978904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ad73e4b6-5b5f-4acf-92b5-e66b4b5f6312 None None] Port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:25.050816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d10f6e00-b2b1-4d0d-8257-ba9ad44e750a req-f826354b-5adb-4133-8af6-f4acfc9c985f tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1237175 Nov 23 22:58:25.096366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] In _notify_port_updated(), no bound segment for port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc on network 44e75b23-709e-410f-ab92-82e56452d097 {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:58:25.104329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:25.116225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.118171 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e16fe15a-be4f-48b8-89e8-614d4e48c05d tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "PUT /v2.0/ports/0d3831df-7a8f-475d-8180-0e9c5f1b2acc HTTP/1.1" status: 200 len: 999 time: 1.9200270 Nov 23 22:58:25.123323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Deleting port 5032ef13-b5e0-46fb-9ed6-a26198756a9a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:25.124205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.184703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58334) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:25.260296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.320345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-03a22007-65cc-4c9d-9aa6-57355f1306d6 None None] Provisioning complete for port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:25.320643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03a22007-65cc-4c9d-9aa6-57355f1306d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.410971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-03a22007-65cc-4c9d-9aa6-57355f1306d6 None None] Port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:25.521773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 0d3831df-7a8f-475d-8180-0e9c5f1b2acc {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:25.522017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.641798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7ae8692f-2da3-41ee-a1f6-0f64178be7dd up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:25.658314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.674304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 0d3831df-7a8f-475d-8180-0e9c5f1b2acc owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:25.695392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5032ef13-b5e0-46fb-9ed6-a26198756a9a no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:25.738446 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-9e210ecc-4811-42db-a3dd-f82c30ba3f16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234779 Nov 23 22:58:25.768085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] For port 5032ef13-b5e0-46fb-9ed6-a26198756a9a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5032ef13-b5e0-46fb-9ed6-a26198756a9a,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:25.772172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.814450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Calling delete_port for 5032ef13-b5e0-46fb-9ed6-a26198756a9a owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:25.894703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:58:25.907515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:25.912098 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:25.997402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-5b93bf83-1d12-4326-a9ae-d4b6bc98931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:25.999931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-5b93bf83-1d12-4326-a9ae-d4b6bc98931d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 1097 time: 0.1632435 Nov 23 22:58:26.108131 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.115994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.153950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177c9a-7663-4c60-b4c7-53f14d89bea4 req-b0ab6f38-67fd-4e00-8fe1-b61f1c7b81db tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:26.155544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb177c9a-7663-4c60-b4c7-53f14d89bea4 req-b0ab6f38-67fd-4e00-8fe1-b61f1c7b81db tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fe70c35-28c1-4e11-b3af-fabbce04d9df HTTP/1.1" status: 200 len: 1096 time: 0.1723461 Nov 23 22:58:26.168422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461695a-926e-45db-8b3d-ed71b87440ae req-b6570c27-3c12-4e79-b636-1409faad8bfa tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:26.169805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Pushing event deleted for resources: {'Port': ['ID=5032ef13-b5e0-46fb-9ed6-a26198756a9a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:26.170873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5461695a-926e-45db-8b3d-ed71b87440ae req-b6570c27-3c12-4e79-b636-1409faad8bfa tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 945 time: 0.1888318 Nov 23 22:58:26.206198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f5ce8d4f-ba33-448f-a557-ae830bca666f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:26.225752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.292206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-6ca3669a-0ce1-4e31-a6ad-33a71e1b4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:26.294470 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-6ca3669a-0ce1-4e31-a6ad-33a71e1b4ded service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 915 time: 0.1945701 Nov 23 22:58:26.358118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=0d3831df-7a8f-475d-8180-0e9c5f1b2acc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:26.392506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.412888 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-4839d67a-1b3e-4b81-a4ea-d57982541885 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a338763-1bfd-4a9f-866b-8057466d17c3 HTTP/1.1" status: 200 len: 217 time: 0.1041169 Nov 23 22:58:26.443765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eb177c9a-7663-4c60-b4c7-53f14d89bea4 req-a1ce0080-661e-4a0e-a05c-649c5909170c tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717566 Nov 23 22:58:26.463687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] No DVR routers for this DVR port 5032ef13-b5e0-46fb-9ed6-a26198756a9a on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:26.507027 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.510409 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9934f6d8-c402-49b6-8cf4-aa71aecc9a0d req-a76a8023-3297-46c5-9981-3857831e9556 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5032ef13-b5e0-46fb-9ed6-a26198756a9a HTTP/1.1" status: 204 len: 173 time: 2.7818387 Nov 23 22:58:26.510878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'name': 'network-vif-deleted', 'tag': '5032ef13-b5e0-46fb-9ed6-a26198756a9a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:26.534954 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0cc4ce-b30b-4d0d-b535-bd4d51844e97" -d '{"events": [{"server_uuid": "6fe70c35-28c1-4e11-b3af-fabbce04d9df", "name": "network-vif-deleted", "tag": "5032ef13-b5e0-46fb-9ed6-a26198756a9a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:26.592683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-6844c1cd-859f-4325-9357-d3c2892fcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:26.598301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5461695a-926e-45db-8b3d-ed71b87440ae req-2e487d50-b734-4ffe-886d-a71897bc3606 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153666 Nov 23 22:58:26.619383 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-6844c1cd-859f-4325-9357-d3c2892fcf05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.1752427 Nov 23 22:58:26.691381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.727866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,segment=NetworkSegment(2894b72d-5183-4dca-a6c6-320f142128e7),segment_id=2894b72d-5183-4dca-a6c6-320f142128e7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:26.730046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:26.738077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-18e4f5b9-96dc-4566-9603-b262b2ec3506 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051562 Nov 23 22:58:26.738369 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97156fe4-18df-4475-adbc-ebe608f80800" -d '{"events": [{"server_uuid": "73c1007d-a0e5-474f-a990-8bd8b770478e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae8692f-2da3-41ee-a1f6-0f64178be7dd"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:26.779663 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.821870 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b4bc9-1459-4b15-beb5-ae2a6b0466cb x-openstack-request-id: req-e25b4bc9-1459-4b15-beb5-ae2a6b0466cb {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:26.822472 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe70c35-28c1-4e11-b3af-fabbce04d9df", "name": "network-vif-deleted", "tag": "5032ef13-b5e0-46fb-9ed6-a26198756a9a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:26.822472 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e25b4bc9-1459-4b15-beb5-ae2a6b0466cb {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:26.822855 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe70c35-28c1-4e11-b3af-fabbce04d9df', 'name': 'network-vif-deleted', 'tag': '5032ef13-b5e0-46fb-9ed6-a26198756a9a', 'status': 'completed', 'code': 200} Nov 23 22:58:26.843516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.927716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.931794 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680fdc5-fc6a-437f-95ab-22aed8898cc4 x-openstack-request-id: req-7680fdc5-fc6a-437f-95ab-22aed8898cc4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:26.935599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cea1f8a-1b4f-494f-b48d-9da140189ef8 req-4e8d8ea5-a1c6-4a5e-9022-43e1a1ad547c tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1024690 Nov 23 22:58:26.944771 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1007d-a0e5-474f-a990-8bd8b770478e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae8692f-2da3-41ee-a1f6-0f64178be7dd", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:26.945392 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7680fdc5-fc6a-437f-95ab-22aed8898cc4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:26.952549 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd', 'code': 200} Nov 23 22:58:26.993562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:26.997975 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-02fd033d-6193-4764-8f97-d1f620c24f51 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/0d3831df-7a8f-475d-8180-0e9c5f1b2acc HTTP/1.1" status: 204 len: 168 time: 1.8120801 Nov 23 22:58:27.000953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58356) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:27.046889 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-381d1106-4f81-4e94-8be6-25b222bb032e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:58:27.052170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-381d1106-4f81-4e94-8be6-25b222bb032e tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/0d3831df-7a8f-475d-8180-0e9c5f1b2acc HTTP/1.1" status: 404 len: 333 time: 0.0499306 Nov 23 22:58:27.079041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58358) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:27.159486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:27.241596 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-97f9363c-338a-402a-b6dd-bf2e8c2f3ba0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4268382 Nov 23 22:58:27.274904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet 1d69589e-12a0-4344-9bf6-46ae3f190b50 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:27.284383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:27.299546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Allocated IP 172.20.0.9 (ec4fde42-62f2-4a3a-891a-2cd4c65e848a/edfafae2-1b76-4713-9a82-bd3e21ae6f42/1a384c09-9ebd-4e31-a4b3-b44164650a39) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:27.350537 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-fea3341e-99d7-43fd-8d06-c16022593ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975027 Nov 23 22:58:27.361177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e043232-3177-4453-8175-e236a5c97ffa req-8cfe61c3-d040-4fc2-82a1-610b39f2777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:27.363256 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e043232-3177-4453-8175-e236a5c97ffa req-8cfe61c3-d040-4fc2-82a1-610b39f2777e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 1097 time: 0.3079224 Nov 23 22:58:27.478296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:27.667466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:27.765238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:27.799149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-493f5fc0-30c9-44d1-bb01-98fe9c5ac0ba req-9b40e167-ba73-44fb-bec4-d156271e4af9 service neutron] 10.222.0.48 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336891 Nov 23 22:58:27.829605 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e043232-3177-4453-8175-e236a5c97ffa req-cc96b22f-a9b2-4f1f-841b-d993ef8a6a19 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353039 Nov 23 22:58:27.847699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-ba7fef28-6c98-420b-8938-683d7448a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:27.849768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-ba7fef28-6c98-420b-8938-683d7448a0d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 1096 time: 0.4678774 Nov 23 22:58:27.964222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network ec4fde42-62f2-4a3a-891a-2cd4c65e848a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:27.979235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:28.037982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:28.085333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:28.138942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Port': ['ID=1a384c09-9ebd-4e31-a4b3-b44164650a39,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:28.167334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881a6be-1ae0-4ff5-9aa2-4b9cc4502aef req-97ee6370-ea4d-4a2d-b280-bfc42043b584 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:28.169056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0881a6be-1ae0-4ff5-9aa2-4b9cc4502aef req-97ee6370-ea4d-4a2d-b280-bfc42043b584 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 946 time: 0.3899522 Nov 23 22:58:28.181987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c98004-8a68-4a11-802e-fdf9bdeb7302 req-0d0fb194-d01d-4040-84a6-4cdc29ba97d1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:28.183820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8c98004-8a68-4a11-802e-fdf9bdeb7302 req-0d0fb194-d01d-4040-84a6-4cdc29ba97d1 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.2100165 Nov 23 22:58:28.235183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-860a802d-b40f-4094-8f10-1d4ce58d8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:28.237891 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-860a802d-b40f-4094-8f10-1d4ce58d8909 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 200 len: 915 time: 0.3611014 Nov 23 22:58:28.240154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:28.288908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=1d69589e-12a0-4344-9bf6-46ae3f190b50,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:28.346155 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-c945569a-7624-48eb-952a-1d3dd9ce1ad2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d HTTP/1.1" status: 200 len: 217 time: 0.0714240 Nov 23 22:58:28.350599 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:28.360172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb00ab-90fa-42e6-9558-23f9e92a78ff None None] Network 44e75b23-709e-410f-ab92-82e56452d097 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:28.362728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-702a27dd-9951-4caa-bb5e-a5a3f2bfa230 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/1d69589e-12a0-4344-9bf6-46ae3f190b50 HTTP/1.1" status: 204 len: 168 time: 1.2817218 Nov 23 22:58:28.363718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58380) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:28.436005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-9556b5c6-8728-4ff7-be2c-0d343dbce8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:28.445219 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-9556b5c6-8728-4ff7-be2c-0d343dbce8d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 200 len: 854 time: 0.0729470 Nov 23 22:58:28.458002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8c98004-8a68-4a11-802e-fdf9bdeb7302 req-2a53d43b-a709-4be2-b3be-9aee30cfbb91 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648728 Nov 23 22:58:28.491918 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-37555be2-d99d-4910-9fa5-aef953958d87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ff10a010-6755-4f00-8434-2ffc0fce86f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459487 Nov 23 22:58:28.518731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0881a6be-1ae0-4ff5-9aa2-4b9cc4502aef req-0f6474ee-2f9a-447b-9bb8-cdcc6166f04d tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337984 Nov 23 22:58:28.544053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:28.562924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:28.781510 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:28.965310 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-6fe12d7d-2f1b-466f-bf57-9e36aae8f85b service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165912 Nov 23 22:58:29.256767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:29.372300 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75e7df1b-2c8c-49c5-9ba6-88cf30f1e4cb req-64708247-ead6-4c29-aca1-6f2bf82fc408 service neutron] 10.222.0.46 "GET /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790183 Nov 23 22:58:29.438164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:29.583228 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:29.586724 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a HTTP/1.1" status: 204 len: 168 time: 1.1623740 Nov 23 22:58:29.594898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599f81e-045e-4408-ad2d-ac6b75a52879 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:29.596623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58396) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:29.596857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:29.668794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee064d44-e44b-4f7b-8c35-f0f7a85c56e0 req-2b472963-4986-4811-8c2a-354cab26bbd1 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1576824 Nov 23 22:58:29.809781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:29.930829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 464dbc42-1cac-4682-a4dd-f926c9f34211 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:29.931101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:29.948812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cc659-7ca6-4421-8a2b-677a320eba9d req-0ea52d0f-04af-45ad-a91a-185e1e7c6e61 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:29.959553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c57cc659-7ca6-4421-8a2b-677a320eba9d req-0ea52d0f-04af-45ad-a91a-185e1e7c6e61 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 946 time: 0.5137651 Nov 23 22:58:30.022073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec45ea5-66ed-4151-94b2-f2b07b37c9e9 None None] Network 44e75b23-709e-410f-ab92-82e56452d097 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:30.031934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] For port 464dbc42-1cac-4682-a4dd-f926c9f34211, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=464dbc42-1cac-4682-a4dd-f926c9f34211,segment=NetworkSegment(9cb6bf7d-1571-49db-a022-3d5df9a117c5),segment_id=9cb6bf7d-1571-49db-a022-3d5df9a117c5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:30.032686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.054397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 464dbc42-1cac-4682-a4dd-f926c9f34211 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:30.062427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c57cc659-7ca6-4421-8a2b-677a320eba9d req-1b36cdcd-634c-44f6-9613-5194b3a78251 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017497 Nov 23 22:58:30.154480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871242-41bf-4389-b411-4affea2d19bc req-5b88d565-9cd8-4041-a4d4-12df2479bf21 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:30.160842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74871242-41bf-4389-b411-4affea2d19bc req-5b88d565-9cd8-4041-a4d4-12df2479bf21 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.3145056 Nov 23 22:58:30.161053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.275131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No DVR routers for this DVR port 464dbc42-1cac-4682-a4dd-f926c9f34211 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:30.290494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=464dbc42-1cac-4682-a4dd-f926c9f34211,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:30.455943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-21c2bfda-00a6-4f3e-9981-6920a5770f09 None None] Provisioning complete for port 464dbc42-1cac-4682-a4dd-f926c9f34211 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:30.457868 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-21c2bfda-00a6-4f3e-9981-6920a5770f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.495905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-21c2bfda-00a6-4f3e-9981-6920a5770f09 None None] Port 464dbc42-1cac-4682-a4dd-f926c9f34211 was deleted so its status cannot be updated. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 22:58:30.536777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.562495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74871242-41bf-4389-b411-4affea2d19bc req-7da131ed-6d31-4fc6-8d90-110fc1ababa4 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917241 Nov 23 22:58:30.586016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e75b23-709e-410f-ab92-82e56452d097']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:30.616389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-6019bed8-0043-4a48-8c1b-2b72ae441389 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:30.620193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-6019bed8-0043-4a48-8c1b-2b72ae441389 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.4735787 Nov 23 22:58:30.631621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb6bf7d-1571-49db-a022-3d5df9a117c5') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:30.635564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb6bf7d-1571-49db-a022-3d5df9a117c5') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:30.640650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d076b6-84d3-48c7-b287-0463152fa58d None None] DHCP port deletion for 44e75b23-709e-410f-ab92-82e56452d097 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:30.651016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.670613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7640b-dbc7-4bb3-bec1-29c05d6c8669 req-f624ea0e-aa55-45e3-9a02-3947cdd5a9e9 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:30.672301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0be7640b-dbc7-4bb3-bec1-29c05d6c8669 req-f624ea0e-aa55-45e3-9a02-3947cdd5a9e9 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 946 time: 0.4708924 Nov 23 22:58:30.673170 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.678499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.681069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:30.681820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:30.757523 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:30.768333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.774347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.781810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/44e75b23-709e-410f-ab92-82e56452d097 HTTP/1.1" status: 204 len: 168 time: 1.1778219 Nov 23 22:58:30.782470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58404) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:30.841774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b182ee7-83ae-42ed-acbf-bdc9e29499a9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=44e75b23-709e-410f-ab92-82e56452d097,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:30.924137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7ef49-9ecf-4eeb-9378-d97cb95375bf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:30.933915 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6ca7ef49-9ecf-4eeb-9378-d97cb95375bf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1297736 Nov 23 22:58:30.938652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58406) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:30.963558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0be7640b-dbc7-4bb3-bec1-29c05d6c8669 req-d2d7d9d5-ab7d-42c7-9fa6-d99f13102b50 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687001 Nov 23 22:58:30.988298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-960f16fa-4701-4404-b67a-12fd4ed961ec req-149834cd-dc46-41ae-ba8f-3e641dc9255c tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0820882 Nov 23 22:58:31.003033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Router be657635-73c0-4f73-9fff-c79094798d47 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:58:31.084946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-ef7a5819-0c86-4100-899f-21c9dad028a6 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:31.086582 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-ef7a5819-0c86-4100-899f-21c9dad028a6 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 946 time: 0.2023165 Nov 23 22:58:31.098052 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-678721f9-0846-4440-ac71-6f67aa359886 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1323924 Nov 23 22:58:31.128452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58410) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:31.146362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1745502018'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:31.189310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:58:31.202440 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Sync routers for ids ['be657635-73c0-4f73-9fff-c79094798d47'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:58:31.228842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.233051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Deleting port f5ce8d4f-ba33-448f-a557-ae830bca666f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:31.234272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7a01f1f6-70d8-4cb1-89e5-65fec4b309de tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.7513862 Nov 23 22:58:31.235283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.240378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58414) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:31.250825 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Routers {'be657635-73c0-4f73-9fff-c79094798d47'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:31.252929 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['be657635-73c0-4f73-9fff-c79094798d47'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:31.326018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 464dbc42-1cac-4682-a4dd-f926c9f34211 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:31.373027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 464dbc42-1cac-4682-a4dd-f926c9f34211 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:31.373929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 464dbc42-1cac-4682-a4dd-f926c9f34211 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:31.466388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:31.470296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.563231 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Set router be657635-73c0-4f73-9fff-c79094798d47 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:31.575277 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b879f9a3-0afa-4093-964f-91510ab17cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.598390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] For port f5ce8d4f-ba33-448f-a557-ae830bca666f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f5ce8d4f-ba33-448f-a557-ae830bca666f,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:31.599063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.609163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:31.615207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Deleting port 3bc2c364-68d9-44fa-a4fd-735a58875acc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:31.615715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.630861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Calling delete_port for f5ce8d4f-ba33-448f-a557-ae830bca666f owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:31.698609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3e6b7-3f25-4d2c-9977-a6cf03b25dd1 req-4357df84-b079-4943-831e-52a11e61a848 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:31.703103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f3e6b7-3f25-4d2c-9977-a6cf03b25dd1 req-4357df84-b079-4943-831e-52a11e61a848 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 946 time: 0.3701284 Nov 23 22:58:31.772729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.772729 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment ab8545f1-bc3d-4523-96fd-c16dd2ebccf7 of type vlan for network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 Nov 23 22:58:31.790191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.818064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] For port 3bc2c364-68d9-44fa-a4fd-735a58875acc, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=3bc2c364-68d9-44fa-a4fd-735a58875acc,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:31.818429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.841152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Calling delete_port for 3bc2c364-68d9-44fa-a4fd-735a58875acc owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:31.853585 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.944389 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.950324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:31.951263 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.960870 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657635-73c0-4f73-9fff-c79094798d47', 'name': '', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a', 'external_fixed_ips': [{'subnet_id': 'edfafae2-1b76-4713-9a82-bd3e21ae6f42', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '1a384c09-9ebd-4e31-a4b3-b44164650a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:58:24Z', 'updated_at': '2021-11-23T22:58:28Z', 'revision_number': 3, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port': {'id': '1a384c09-9ebd-4e31-a4b3-b44164650a39', 'name': '', 'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be657635-73c0-4f73-9fff-c79094798d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'edfafae2-1b76-4713-9a82-bd3e21ae6f42', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:58:26Z', 'updated_at': '2021-11-23T22:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'edfafae2-1b76-4713-9a82-bd3e21ae6f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:32.019410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Checking router: be657635-73c0-4f73-9fff-c79094798d47 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:58:32.020573 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Updating router be657635-73c0-4f73-9fff-c79094798d47 port 1a384c09-9ebd-4e31-a4b3-b44164650a39 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:58:32.065945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.077093 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.098420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5ce8d4f-ba33-448f-a557-ae830bca666f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:32.111726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f3e6b7-3f25-4d2c-9977-a6cf03b25dd1 req-ce9bc290-cc86-4bc1-91a5-c1baf81c1fa2 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967772 Nov 23 22:58:32.139193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35898ea-48e4-46da-a7e0-9642ef9c843a req-413fa1e4-e8e0-4481-ae0d-d875e5bc0343 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:32.152269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e35898ea-48e4-46da-a7e0-9642ef9c843a req-413fa1e4-e8e0-4481-ae0d-d875e5bc0343 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5082a435-755d-489b-836b-e6abde63fd2e HTTP/1.1" status: 200 len: 1096 time: 0.4319088 Nov 23 22:58:32.198941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] No DVR routers for this DVR port f5ce8d4f-ba33-448f-a557-ae830bca666f on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:32.202404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.206281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-39b14079-d84a-47a0-9e50-c0efbf6a889b req-dc9592dd-f552-4bc2-b487-9169a1aac403 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f5ce8d4f-ba33-448f-a557-ae830bca666f HTTP/1.1" status: 204 len: 173 time: 1.4475472 Nov 23 22:58:32.220251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5082a435-755d-489b-836b-e6abde63fd2e', 'name': 'network-vif-deleted', 'tag': 'f5ce8d4f-ba33-448f-a557-ae830bca666f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:32.224058 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fd727f-eebd-4feb-b36c-0e7c3c49c4a8" -d '{"events": [{"server_uuid": "5082a435-755d-489b-836b-e6abde63fd2e", "name": "network-vif-deleted", "tag": "f5ce8d4f-ba33-448f-a557-ae830bca666f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:32.226677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0968597 Nov 23 22:58:32.230815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58438) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:32.249159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:32.337836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.350844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31b14b38-7584-45aa-bfc2-d8bd54448e6d', '9c46b58b-ffda-4f83-a373-b3974bc142aa'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:32.382255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84eac2e0-ceae-4835-bf94-24c853cb25dd req-f0770cdc-2129-4874-8e18-4ab1c662dfea tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0742044 Nov 23 22:58:32.487974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0a338763-1bfd-4a9f-866b-8057466d17c3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:32.505349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e35898ea-48e4-46da-a7e0-9642ef9c843a req-86a4c742-5fd8-4827-85fc-a9205dbb8932 tempest-TestServerMultinode-603147801 tempest-TestServerMultinode-603147801-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c572636e-4c93-48f3-a37c-be3586597694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460734 Nov 23 22:58:32.509139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725c6c6-826d-42f3-970a-98045f18e58b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=1f15e91b-ff72-41ec-9b33-e64fb5ba1174,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:32.561972 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73950f2b-7256-40aa-87ae-9f292ed8d244 x-openstack-request-id: req-73950f2b-7256-40aa-87ae-9f292ed8d244 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:32.562098 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5082a435-755d-489b-836b-e6abde63fd2e", "name": "network-vif-deleted", "tag": "f5ce8d4f-ba33-448f-a557-ae830bca666f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:32.562379 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73950f2b-7256-40aa-87ae-9f292ed8d244 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:32.562831 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5082a435-755d-489b-836b-e6abde63fd2e', 'name': 'network-vif-deleted', 'tag': 'f5ce8d4f-ba33-448f-a557-ae830bca666f', 'status': 'completed', 'code': 200} Nov 23 22:58:32.573589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event deleted for resources: {'Port': ['ID=3bc2c364-68d9-44fa-a4fd-735a58875acc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:32.589502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.623347 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.633259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:32.641326 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.692394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] No DVR routers for this DVR port 3bc2c364-68d9-44fa-a4fd-735a58875acc on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:32.706878 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.727847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cdbba052-a670-474a-b96a-ded655a7bdb8 req-9506d2fc-8ca4-47a2-a68c-2da25b34f872 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "DELETE /v2.0/ports/3bc2c364-68d9-44fa-a4fd-735a58875acc HTTP/1.1" status: 204 len: 173 time: 1.6244686 Nov 23 22:58:32.792599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:32.797243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.818342 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Attempting to bind port 1a384c09-9ebd-4e31-a4b3-b44164650a39 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:58:32.818722 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Attempting to bind port 1a384c09-9ebd-4e31-a4b3-b44164650a39 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '0356b764-28c9-47f8-860b-fdf36b63b55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:58:32.819091 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Attempting to bind port 1a384c09-9ebd-4e31-a4b3-b44164650a39 on network ec4fde42-62f2-4a3a-891a-2cd4c65e848a {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:32.853745 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:58:32.854024 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Checking segment: {'id': '0356b764-28c9-47f8-860b-fdf36b63b55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:32.854382 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.854794 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Bound using segment: {'id': '0356b764-28c9-47f8-860b-fdf36b63b55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:58:32.857697 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Bound port: 1a384c09-9ebd-4e31-a4b3-b44164650a39, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0356b764-28c9-47f8-860b-fdf36b63b55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec4fde42-62f2-4a3a-891a-2cd4c65e848a'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:58:32.858136 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.866465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Deleting port 1a384c09-9ebd-4e31-a4b3-b44164650a39 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:32.867055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:32.879020 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Pushing event updated for resources: {'Port': ['ID=1a384c09-9ebd-4e31-a4b3-b44164650a39,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:32.995120 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:32.995478 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:32.995943 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:32.996179 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:32.996515 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:32.996854 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:33.008855 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:33.009260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:33.009614 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:33.009957 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:33.010296 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:33.010630 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:33.054439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:33.077783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Calling delete_port for 1a384c09-9ebd-4e31-a4b3-b44164650a39 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:33.160779 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] For port 1a384c09-9ebd-4e31-a4b3-b44164650a39, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:58:33.170256 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] For port 1a384c09-9ebd-4e31-a4b3-b44164650a39, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1a384c09-9ebd-4e31-a4b3-b44164650a39,segment=NetworkSegment(0356b764-28c9-47f8-860b-fdf36b63b55f),segment_id=0356b764-28c9-47f8-860b-fdf36b63b55f)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:58:33.184792 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:33.265200 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Routers {'be657635-73c0-4f73-9fff-c79094798d47'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:33.266043 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['be657635-73c0-4f73-9fff-c79094798d47'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:33.410856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:33.478324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0becd77e-5dc2-4fe3-bb04-1f2cfce89942 req-6a265bb9-e897-40ab-8866-abdc9c1f80d4 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=180b0640-4225-42c6-b751-d94ba96efac6 HTTP/1.1" status: 200 len: 210 time: 0.1249804 Nov 23 22:58:33.585017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=dd34daba-0121-460d-9892-9ee775e7163a,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:33.648409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac005c2b-5370-4e92-896f-80fb350fade8 req-85677664-a267-4570-90d5-e49f5af8d24b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:33.654889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': 'ab8545f1-bc3d-4523-96fd-c16dd2ebccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:33.655670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: 1f15e91b-ff72-41ec-9b33-e64fb5ba1174, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:58:33.657891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac005c2b-5370-4e92-896f-80fb350fade8 req-85677664-a267-4570-90d5-e49f5af8d24b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 946 time: 0.3033888 Nov 23 22:58:33.687912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3bc2c364-68d9-44fa-a4fd-735a58875acc no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:33.690101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:58:33.720689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 1f15e91b-ff72-41ec-9b33-e64fb5ba1174) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:33.727525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:33.728172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:33.730575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a2c9b46-d684-4c03-aa56-5f073f7a9295 req-9a37004a-49e6-4219-b945-b6f01a4689f0 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0643222 Nov 23 22:58:33.735223 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34014-c3b6-4c54-804c-fb6cf4e78673 None None] Pushing event updated for resources: {'Port': ['ID=1a384c09-9ebd-4e31-a4b3-b44164650a39,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:33.744783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d59425-1f89-45ee-8365-6734efbb544d None None] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:33.747291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 3bc2c364-68d9-44fa-a4fd-735a58875acc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:33.747657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 3bc2c364-68d9-44fa-a4fd-735a58875acc not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:33.748081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f5ce8d4f-ba33-448f-a557-ae830bca666f no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:33.766349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-40530c43-1863-49ab-8e03-4a4876f936a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5227337 Nov 23 22:58:33.770732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58464) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:33.775204 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] Set router be657635-73c0-4f73-9fff-c79094798d47 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:33.800667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174', 'name': 'tempest-PortsTestJSON-1486604439'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:33.809313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:33.850908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58466) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:33.869060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: f5ce8d4f-ba33-448f-a557-ae830bca666f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:33.869416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f5ce8d4f-ba33-448f-a557-ae830bca666f not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:33.904509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac005c2b-5370-4e92-896f-80fb350fade8 req-2fbe43b8-07a9-4b4c-a3df-6990354589af tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438371 Nov 23 22:58:33.977048 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be657635-73c0-4f73-9fff-c79094798d47', 'name': '', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:58:24Z', 'updated_at': '2021-11-23T22:58:32Z', 'revision_number': 4, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:34.013591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58472) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:34.034432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a384c09-9ebd-4e31-a4b3-b44164650a39,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:34.084651 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390e308-77c7-468c-bd52-399e5f155607 None None] The sync data for ids ['be657635-73c0-4f73-9fff-c79094798d47'] in n-d-817303-3 is: [{'id': 'be657635-73c0-4f73-9fff-c79094798d47', 'name': '', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:58:24Z', 'updated_at': '2021-11-23T22:58:32Z', 'revision_number': 4, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:58:34.087842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.112362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:34.121213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.177223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-1f15e91b-ff72-41ec-9b33-e64fb5ba1174', 'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174', 'tenant_id': '9c8f2d7897ca4b35bde12365d0a6f07f', 'fixed_ips': [{'subnet_id': 'dd34daba-0121-460d-9892-9ee775e7163a'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:58:34.178271 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.180444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port c1f2730e-7887-4c54-b09d-8d5b84e3406b yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:34.409192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.423012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.600149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Allocated IP 172.20.0.2 (1f15e91b-ff72-41ec-9b33-e64fb5ba1174/dd34daba-0121-460d-9892-9ee775e7163a/696f28d3-6cd8-4266-966e-991df45abe41) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:34.612086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.612667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be657635-73c0-4f73-9fff-c79094798d47 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:58:34.633598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.634868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1a48bc95-0d00-4bfe-bed8-b72af0ed3e45 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "DELETE /v2.0/routers/be657635-73c0-4f73-9fff-c79094798d47 HTTP/1.1" status: 204 len: 168 time: 3.3934464 Nov 23 22:58:34.698193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58480) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:34.733248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a08cff61-56d1-448d-8e69-6de29f0d6977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.781832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Deleting subnet edfafae2-1b76-4713-9a82-bd3e21ae6f42 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:34.788711 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.900761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.953482 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.007753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.025510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.046917 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.069170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69b18bd8-33f0-46a9-a4f6-a7c1a34556be req-3d635fbf-e168-45f0-b461-efaf0dfda6ba tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0579846 Nov 23 22:58:35.104343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:35.106442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.111312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:35.184536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.194555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/edfafae2-1b76-4713-9a82-bd3e21ae6f42 HTTP/1.1" status: 204 len: 168 time: 0.4880052 Nov 23 22:58:35.207663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:35.216677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58490) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:35.218043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b0640-4225-42c6-b751-d94ba96efac6', 'name': 'network-vif-deleted', 'tag': '3bc2c364-68d9-44fa-a4fd-735a58875acc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:35.220408 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822fda9-bb4e-42bb-955e-f86b85c394e6" -d '{"events": [{"server_uuid": "180b0640-4225-42c6-b751-d94ba96efac6", "name": "network-vif-deleted", "tag": "3bc2c364-68d9-44fa-a4fd-735a58875acc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:35.253105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ae93e-f81a-451e-a7f9-568471356647 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=edfafae2-1b76-4713-9a82-bd3e21ae6f42,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:35.334388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Pushing event updated for resources: {'Port': ['ID=696f28d3-6cd8-4266-966e-991df45abe41,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:35.426938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.10 (1f15e91b-ff72-41ec-9b33-e64fb5ba1174/dd34daba-0121-460d-9892-9ee775e7163a/c1f2730e-7887-4c54-b09d-8d5b84e3406b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:35.435914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Attempting to bind port 696f28d3-6cd8-4266-966e-991df45abe41 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:58:35.438698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Attempting to bind port 696f28d3-6cd8-4266-966e-991df45abe41 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'ab8545f1-bc3d-4523-96fd-c16dd2ebccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:58:35.439609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Attempting to bind port 696f28d3-6cd8-4266-966e-991df45abe41 on network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:35.468514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:58:35.468942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Checking segment: {'id': 'ab8545f1-bc3d-4523-96fd-c16dd2ebccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:35.469318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.469721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Bound using segment: {'id': 'ab8545f1-bc3d-4523-96fd-c16dd2ebccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:58:35.471160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Bound port: 696f28d3-6cd8-4266-966e-991df45abe41, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8545f1-bc3d-4523-96fd-c16dd2ebccf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:58:35.471598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.625133 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca6011-e969-439c-9c5c-bbf11ae54faa x-openstack-request-id: req-5aca6011-e969-439c-9c5c-bbf11ae54faa {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:35.628898 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b0640-4225-42c6-b751-d94ba96efac6", "name": "network-vif-deleted", "tag": "3bc2c364-68d9-44fa-a4fd-735a58875acc", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:35.629175 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5aca6011-e969-439c-9c5c-bbf11ae54faa {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:35.637192 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b0640-4225-42c6-b751-d94ba96efac6', 'name': 'network-vif-deleted', 'tag': '3bc2c364-68d9-44fa-a4fd-735a58875acc', 'status': 'completed', 'code': 200} Nov 23 22:58:35.689237 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4a1e8c41-1f8c-4327-a4e0-052372879501 req-d2dfc720-243c-4ff6-9551-4bfcf96db152 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1796381 Nov 23 22:58:35.702365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] For port 696f28d3-6cd8-4266-966e-991df45abe41, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:58:35.709883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] For port 696f28d3-6cd8-4266-966e-991df45abe41, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=696f28d3-6cd8-4266-966e-991df45abe41,segment=NetworkSegment(ab8545f1-bc3d-4523-96fd-c16dd2ebccf7),segment_id=ab8545f1-bc3d-4523-96fd-c16dd2ebccf7)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:58:35.719056 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:35.916942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0a14a-e012-4d16-aa9a-d89702f25dbb None None] Pushing event updated for resources: {'Port': ['ID=696f28d3-6cd8-4266-966e-991df45abe41,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:35.956498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662483-4f06-4e5b-821d-659f10909a7a req-87052821-fd51-4374-b510-f2982e52b264 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:35.962700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-af662483-4f06-4e5b-821d-659f10909a7a req-87052821-fd51-4374-b510-f2982e52b264 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 946 time: 0.7317722 Nov 23 22:58:36.049761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae242bdf-f130-4c85-9d43-972fef4065a7 req-8301665a-648e-4dc2-b770-21be9899b009 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:36.061618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae242bdf-f130-4c85-9d43-972fef4065a7 req-8301665a-648e-4dc2-b770-21be9899b009 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 946 time: 0.8621919 Nov 23 22:58:36.107551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.166953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.210760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.476138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:36.499059 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.502031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.531003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:36.539369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:36.566091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4fde42-62f2-4a3a-891a-2cd4c65e848a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:36.579552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0356b764-28c9-47f8-860b-fdf36b63b55f') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:36.580296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0356b764-28c9-47f8-860b-fdf36b63b55f') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:36.594234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.616963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.628015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:36.628920 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.667947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=c1f2730e-7887-4c54-b09d-8d5b84e3406b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:36.739965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ae242bdf-f130-4c85-9d43-972fef4065a7 req-d04b5813-6e5c-4e39-8638-c8a076139863 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/security-groups?id=852f5d4f-0154-4aef-a4e1-9f99d2464a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649065 Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:36.745115 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:36.756979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:36.771047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.801158 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.816642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0dee4879-751f-4a8f-b48c-1cfa4c41f081 req-2098fc6a-cf9a-4345-8a12-c9c9a85ce24e tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.4473741 Nov 23 22:58:36.824900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec4fde42-62f2-4a3a-891a-2cd4c65e848a {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:58:36.846546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c2c41b39-9010-4b9f-802d-27ec397e4aad tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0746305 Nov 23 22:58:36.850124 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:36.854257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58508) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:36.859548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ec4fde42-62f2-4a3a-891a-2cd4c65e848a HTTP/1.1" status: 204 len: 168 time: 1.6410882 Nov 23 22:58:36.877956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '1f15e91b-ff72-41ec-9b33-e64fb5ba1174', 'name': 'tempest-PortsTestJSON-32250530'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:36.957333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ae64a-1915-4b8c-814d-b5e8f106d886 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec4fde42-62f2-4a3a-891a-2cd4c65e848a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:37.017670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.096872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Deleting port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:37.108401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.410483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 696f28d3-6cd8-4266-966e-991df45abe41 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:37.423342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58520) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:37.438969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] For port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,segment=NetworkSegment(2894b72d-5183-4dca-a6c6-320f142128e7),segment_id=2894b72d-5183-4dca-a6c6-320f142128e7)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:37.439509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.443119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-543cb5b0-6a7f-416f-a115-9cf95dc9d1c4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'router': {'name': 'tempest-router--948266531', 'project_id': '24e9f1bdabe5455da090511b8b74fe56'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:37.458503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Calling delete_port for 7ae8692f-2da3-41ee-a1f6-0f64178be7dd owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:37.546306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.596958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 696f28d3-6cd8-4266-966e-991df45abe41 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:37.599075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.688467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.707396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:37.711316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.728596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7ae8692f-2da3-41ee-a1f6-0f64178be7dd no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:37.742560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Pushing event deleted for resources: {'Port': ['ID=7ae8692f-2da3-41ee-a1f6-0f64178be7dd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:37.812463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-543cb5b0-6a7f-416f-a115-9cf95dc9d1c4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.817964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-543cb5b0-6a7f-416f-a115-9cf95dc9d1c4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.858216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port aa24c8ef-28a8-48aa-bdbd-8b14875f32c6 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:37.912125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Deleting port 1f7c7881-bc54-4893-be28-2054a3b2ef3e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:37.912481 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.927703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f975aa4-89f1-4351-8968-51e40d28fb25 None None] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:37.951323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] No DVR routers for this DVR port 7ae8692f-2da3-41ee-a1f6-0f64178be7dd on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:37.954394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:37.958527 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-af662483-4f06-4e5b-821d-659f10909a7a req-9263108f-a9c6-4ace-b766-c522e34c6f8b tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.48 "DELETE /v2.0/ports/7ae8692f-2da3-41ee-a1f6-0f64178be7dd HTTP/1.1" status: 204 len: 173 time: 1.9557362 Nov 23 22:58:37.972650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'name': 'network-vif-deleted', 'tag': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:37.976363 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779079d7-326f-4c82-b819-0343abc37713" -d '{"events": [{"server_uuid": "73c1007d-a0e5-474f-a990-8bd8b770478e", "name": "network-vif-deleted", "tag": "7ae8692f-2da3-41ee-a1f6-0f64178be7dd"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:37.991525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 7ae8692f-2da3-41ee-a1f6-0f64178be7dd {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:37.993595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7ae8692f-2da3-41ee-a1f6-0f64178be7dd not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:38.063224 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.081887 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.167923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-038c5a9f-08cc-4b37-8916-d94239680934 req-9b4e41e1-a377-419d-8a32-b11452a9b470 tempest-ServerMetadataNegativeTestJSON-2063875764 tempest-ServerMetadataNegativeTestJSON-2063875764-project] 10.222.0.11 "GET /v2.0/ports?device_id=73c1007d-a0e5-474f-a990-8bd8b770478e HTTP/1.1" status: 200 len: 210 time: 0.2433941 Nov 23 22:58:38.179275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cdef4386-d9d0-4abc-a1e4-53b634aff898 None None] Provisioning complete for port 696f28d3-6cd8-4266-966e-991df45abe41 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:38.179697 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdef4386-d9d0-4abc-a1e4-53b634aff898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.256114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-543cb5b0-6a7f-416f-a115-9cf95dc9d1c4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.284522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.4 (1f15e91b-ff72-41ec-9b33-e64fb5ba1174/dd34daba-0121-460d-9892-9ee775e7163a/aa24c8ef-28a8-48aa-bdbd-8b14875f32c6) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:38.291735 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe883f8-f84d-4d78-a463-9f891ea6ba72 x-openstack-request-id: req-4fe883f8-f84d-4d78-a463-9f891ea6ba72 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:38.292015 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1007d-a0e5-474f-a990-8bd8b770478e", "name": "network-vif-deleted", "tag": "7ae8692f-2da3-41ee-a1f6-0f64178be7dd", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:38.292279 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fe883f8-f84d-4d78-a463-9f891ea6ba72 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:38.292712 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1007d-a0e5-474f-a990-8bd8b770478e', 'name': 'network-vif-deleted', 'tag': '7ae8692f-2da3-41ee-a1f6-0f64178be7dd', 'status': 'completed', 'code': 200} Nov 23 22:58:38.335607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 696f28d3-6cd8-4266-966e-991df45abe41, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=696f28d3-6cd8-4266-966e-991df45abe41,segment=NetworkSegment(ab8545f1-bc3d-4523-96fd-c16dd2ebccf7),segment_id=ab8545f1-bc3d-4523-96fd-c16dd2ebccf7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:38.347281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.367246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] For port 1f7c7881-bc54-4893-be28-2054a3b2ef3e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1f7c7881-bc54-4893-be28-2054a3b2ef3e,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:38.367686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.384376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Calling delete_port for 1f7c7881-bc54-4893-be28-2054a3b2ef3e owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:38.445512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.610523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=696f28d3-6cd8-4266-966e-991df45abe41,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:38.615169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-543cb5b0-6a7f-416f-a115-9cf95dc9d1c4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.623872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e3bd31e-05d0-4da3-95af-31e1e046ef80 req-20688188-ec18-41d5-93de-856c31f721c5 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.4633498 Nov 23 22:58:38.686282 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-543cb5b0-6a7f-416f-a115-9cf95dc9d1c4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.699770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-543cb5b0-6a7f-416f-a115-9cf95dc9d1c4 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2608821 Nov 23 22:58:38.702381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:38.836961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.876731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:38.957358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7c7881-bc54-4893-be28-2054a3b2ef3e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:38.975550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5964-03e2-4dea-9fca-9e5f21341ed0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.045544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.095320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-67f71075-810b-4e78-88da-27390a8da812 None None] Provisioning complete for port 696f28d3-6cd8-4266-966e-991df45abe41 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:39.098787 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67f71075-810b-4e78-88da-27390a8da812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.290689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:39.305981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:39.332460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:39.363162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58548) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:39.410944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-67f71075-810b-4e78-88da-27390a8da812 None None] Provisioning complete for port c1f2730e-7887-4c54-b09d-8d5b84e3406b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:39.411411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67f71075-810b-4e78-88da-27390a8da812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.460278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-67f71075-810b-4e78-88da-27390a8da812 None None] Port c1f2730e-7887-4c54-b09d-8d5b84e3406b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:39.476996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 696f28d3-6cd8-4266-966e-991df45abe41 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:39.496128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=aa24c8ef-28a8-48aa-bdbd-8b14875f32c6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:39.529867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:39.532617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.582699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e9784ea-674b-4d3c-be93-764452a86314 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7272310 Nov 23 22:58:39.587288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58552) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:39.635326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c20f8823-0117-46ac-af84-a3f39d1a9cba None None] Provisioning complete for port c1f2730e-7887-4c54-b09d-8d5b84e3406b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:39.636196 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c20f8823-0117-46ac-af84-a3f39d1a9cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.648625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 696f28d3-6cd8-4266-966e-991df45abe41 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:39.648625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.654967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6401d326-d794-4e9b-88ca-7edd693486bd req-0dda057a-10c2-41bc-b105-072b7cb3435c tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2&device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.3184800 Nov 23 22:58:39.678256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Deleting port 76ad8b7b-6603-4572-b084-1093193f736e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:39.678256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.752210 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5964-03e2-4dea-9fca-9e5f21341ed0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.766999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5964-03e2-4dea-9fca-9e5f21341ed0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.796996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c20f8823-0117-46ac-af84-a3f39d1a9cba None None] Port c1f2730e-7887-4c54-b09d-8d5b84e3406b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:39.830585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] Deleting subnet 62af4ed9-6114-4c49-a07c-12229131cd03 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:39.834505 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.901532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f80567-7b1b-46df-9b1e-554258c05af5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:39.909396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-99f80567-7b1b-46df-9b1e-554258c05af5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.3207219 Nov 23 22:58:39.910350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58556) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:39.916764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.929374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b1351184-b681-4c52-a3fa-b0d7e3268c61 None None] Provisioning complete for port aa24c8ef-28a8-48aa-bdbd-8b14875f32c6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:39.931965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b1351184-b681-4c52-a3fa-b0d7e3268c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:39.998597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] For port 76ad8b7b-6603-4572-b084-1093193f736e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=76ad8b7b-6603-4572-b084-1093193f736e,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:39.999318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.021614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b1351184-b681-4c52-a3fa-b0d7e3268c61 None None] Port aa24c8ef-28a8-48aa-bdbd-8b14875f32c6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:40.080712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.087328 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2d976ca1-36fa-4749-b6a1-91c47c932b67 req-9d9e2f60-e2ae-430e-936d-fa3d81cfef10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=022f16bcf81b411da7af35c755671b9d&device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0442536 Nov 23 22:58:40.089180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Calling delete_port for 76ad8b7b-6603-4572-b084-1093193f736e owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:40.127925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2d976ca1-36fa-4749-b6a1-91c47c932b67 req-26f60d9c-82f5-4fbc-bced-3a709e8434dd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=022f16bcf81b411da7af35c755671b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301216 Nov 23 22:58:40.168671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5964-03e2-4dea-9fca-9e5f21341ed0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.170785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8c5964-03e2-4dea-9fca-9e5f21341ed0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8d617d3-49af-4ed9-b5f3-2bac7887016e {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:58:40.190203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5964-03e2-4dea-9fca-9e5f21341ed0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.195623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb8c5964-03e2-4dea-9fca-9e5f21341ed0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "DELETE /v2.0/routers/b8d617d3-49af-4ed9-b5f3-2bac7887016e HTTP/1.1" status: 204 len: 168 time: 1.3926179 Nov 23 22:58:40.198275 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.252780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.258576 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/62af4ed9-6114-4c49-a07c-12229131cd03 HTTP/1.1" status: 204 len: 168 time: 0.8887866 Nov 23 22:58:40.260140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cb8ad-860b-497e-97a9-b346f748c3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62af4ed9-6114-4c49-a07c-12229131cd03,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:40.262437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58562) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:40.291072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d976ca1-36fa-4749-b6a1-91c47c932b67 req-ad678422-d8e6-44d6-a234-1fd37260839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:40.293143 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2d976ca1-36fa-4749-b6a1-91c47c932b67 req-ad678422-d8e6-44d6-a234-1fd37260839b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225455 Nov 23 22:58:40.317978 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.335971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port aa24c8ef-28a8-48aa-bdbd-8b14875f32c6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:40.336560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.449653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58566) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:40.612418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.654800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for aa24c8ef-28a8-48aa-bdbd-8b14875f32c6 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:40.775356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Router 8864c3bb-2488-4980-96f6-fa757570e2de has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:58:40.788060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.820096 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.882817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c3e5138-13ee-413f-9620-33af9e921bd8 req-99c435a2-1811-4d11-bec9-bf3ed56e4486 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0847065 Nov 23 22:58:40.944954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-47571131', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:40.977783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:40.987956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Pushing event deleted for resources: {'Port': ['ID=76ad8b7b-6603-4572-b084-1093193f736e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:41.020170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:58:41.029567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fa8c31cc-20a1-47ab-b4b2-7fb7ed742ce7 admin admin] 10.222.0.11 "PUT /v2.0/routers/8864c3bb-2488-4980-96f6-fa757570e2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1755195 Nov 23 22:58:41.042025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] Sync routers for ids ['8864c3bb-2488-4980-96f6-fa757570e2de'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:58:41.061894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:41.073535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] Routers {'8864c3bb-2488-4980-96f6-fa757570e2de'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:41.076930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8864c3bb-2488-4980-96f6-fa757570e2de'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:41.112285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=aa24c8ef-28a8-48aa-bdbd-8b14875f32c6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:41.146770 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.187897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.188961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.228609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:41.266216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2894b72d-5183-4dca-a6c6-320f142128e7') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:41.266524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2894b72d-5183-4dca-a6c6-320f142128e7') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:41.288674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.316475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.320254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-28b36ce5-a83a-44ac-bd7a-d3a525d3cdec tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/aa24c8ef-28a8-48aa-bdbd-8b14875f32c6 HTTP/1.1" status: 204 len: 168 time: 1.4060719 Nov 23 22:58:41.324111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58582) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:41.335762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] Set router 8864c3bb-2488-4980-96f6-fa757570e2de gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:41.416005 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.424385 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-3214899f-6c33-4a8d-b8e0-6b8bed957e49 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:58:41.429127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3214899f-6c33-4a8d-b8e0-6b8bed957e49 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/aa24c8ef-28a8-48aa-bdbd-8b14875f32c6 HTTP/1.1" status: 404 len: 333 time: 0.1012509 Nov 23 22:58:41.430277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:41.430681 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.432538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58584) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:41.433949 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:41.461395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.597575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:41.877534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:58:38Z', 'revision_number': 5, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:41.925333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] Checking router: 8864c3bb-2488-4980-96f6-fa757570e2de for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:58:41.938696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] Routers {'8864c3bb-2488-4980-96f6-fa757570e2de'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:41.939356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8864c3bb-2488-4980-96f6-fa757570e2de'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:42.178465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91021285-58e7-44a5-b9db-fcbd082ca193 req-13714aa1-55d9-4ea9-9f09-e73e3e6ac1e8 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.0980043 Nov 23 22:58:42.189926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] Set router 8864c3bb-2488-4980-96f6-fa757570e2de gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:42.205043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21380bd-e909-46e4-a2d6-dfb590b3c7fc req-b17106b3-d721-4123-82f2-e4405347ee26 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:42.206555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a21380bd-e909-46e4-a2d6-dfb590b3c7fc req-b17106b3-d721-4123-82f2-e4405347ee26 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 945 time: 0.1379623 Nov 23 22:58:42.270588 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a21380bd-e909-46e4-a2d6-dfb590b3c7fc req-57f8dcc1-a6aa-498b-a732-af851a985830 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514472 Nov 23 22:58:42.271302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:42.279361 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:42.282452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] 10.222.0.11 "DELETE /v2.0/networks/1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf HTTP/1.1" status: 204 len: 168 time: 2.0158732 Nov 23 22:58:42.285814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port c1f2730e-7887-4c54-b09d-8d5b84e3406b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:42.286152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:42.335487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984b12a-9caf-4be6-8526-5d2bbc63800e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9486f8-8bdf-4ae6-87d6-3b0bc089bddf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:42.480872 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:42.499094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for c1f2730e-7887-4c54-b09d-8d5b84e3406b owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:42.633133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:42.636490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2d976ca1-36fa-4749-b6a1-91c47c932b67 req-a0ab02a2-2f5a-476d-9618-e67cfef9045d tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 1.0045815 Nov 23 22:58:42.655363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58598) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:42.767034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:58:38Z', 'revision_number': 5, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:42.826903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d8f95e-0a33-42a2-b687-8dba121709e5 None None] The sync data for ids ['8864c3bb-2488-4980-96f6-fa757570e2de'] in n-d-817303-3 is: [{'id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'name': 'tempest-TestServerMultinode-1653222165-router', 'tenant_id': '0f3233d912d94a90a2fe363ea1f67359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '281ede34-47f7-441f-b758-248f865862d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:56:53Z', 'updated_at': '2021-11-23T22:58:38Z', 'revision_number': 5, 'project_id': '0f3233d912d94a90a2fe363ea1f67359', 'gw_port': {'id': '281ede34-47f7-441f-b758-248f865862d7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8864c3bb-2488-4980-96f6-fa757570e2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:56:54Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:58:42.845805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:42.867696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8744d426-49eb-46a3-9242-2fcdd4a592e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19062db7570a4fc294e73625a25de9f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038696 Nov 23 22:58:42.867696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:42.868953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58600) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:42.963513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=c1f2730e-7887-4c54-b09d-8d5b84e3406b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:42.997381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf61ec86-7446-4700-ba0e-38cf876058e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.039241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf61ec86-7446-4700-ba0e-38cf876058e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.166170 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.167450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf61ec86-7446-4700-ba0e-38cf876058e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.172311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf61ec86-7446-4700-ba0e-38cf876058e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.176385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bf61ec86-7446-4700-ba0e-38cf876058e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/852f5d4f-0154-4aef-a4e1-9f99d2464a46 HTTP/1.1" status: 204 len: 168 time: 0.3032367 Nov 23 22:58:43.198171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:58:43.255263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61ec86-7446-4700-ba0e-38cf876058e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852f5d4f-0154-4aef-a4e1-9f99d2464a46,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:43.257595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.261908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-147a672e-7dbc-42ec-b881-0b92f6b02ef4 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/c1f2730e-7887-4c54-b09d-8d5b84e3406b HTTP/1.1" status: 204 len: 168 time: 1.8265820 Nov 23 22:58:43.264656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58608) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:43.301753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1f7c7881-bc54-4893-be28-2054a3b2ef3e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:43.307868 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dc2db5-9c6f-4353-aa8d-f1c0e33b6167 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:58:43.312605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-67dc2db5-9c6f-4353-aa8d-f1c0e33b6167 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/c1f2730e-7887-4c54-b09d-8d5b84e3406b HTTP/1.1" status: 404 len: 333 time: 0.0441771 Nov 23 22:58:43.313094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58612) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:43.373247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1f7c7881-bc54-4893-be28-2054a3b2ef3e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:43.376503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1f7c7881-bc54-4893-be28-2054a3b2ef3e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:43.570096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-61c69624-36e5-423b-8a73-0c2e6227093c req-46257460-a4a1-4aec-874d-095aaf54bfb0 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bc2573e-1204-4d7f-bb53-948c645744c2 HTTP/1.1" status: 200 len: 210 time: 0.1433046 Nov 23 22:58:43.655407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet dd34daba-0121-460d-9892-9ee775e7163a {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:43.663061 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.696497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350055e1-f4cf-4980-ba3a-47d9918fe703 req-74c92919-09aa-4123-98bd-cc05e5bf8a94 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:43.698416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-350055e1-f4cf-4980-ba3a-47d9918fe703 req-74c92919-09aa-4123-98bd-cc05e5bf8a94 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 945 time: 0.2226167 Nov 23 22:58:43.737046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.820724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.821253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-350055e1-f4cf-4980-ba3a-47d9918fe703 req-a9636f19-b07f-4756-b478-80f78e0fdf46 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133456 Nov 23 22:58:43.868316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.874721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Deleting port 281ede34-47f7-441f-b758-248f865862d7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:43.875058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.897164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:43.902587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:58:43.917452 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] Sync routers for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:58:43.937529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7309ff1b-7b11-4567-8a7f-795c045c01ea admin admin] 10.222.0.11 "PUT /v2.0/routers/336cd2c0-3ec5-4680-9998-00c6bb1aab57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9228120 Nov 23 22:58:43.940386 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:43.942017 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:43.954453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58622) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:43.958933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9949327-49af-42b3-96aa-1cafa9757527 req-0df66480-8590-40e5-9038-cb305d15f335 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:43.960617 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9949327-49af-42b3-96aa-1cafa9757527 req-0df66480-8590-40e5-9038-cb305d15f335 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 945 time: 0.3417850 Nov 23 22:58:44.049531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] For port 281ede34-47f7-441f-b758-248f865862d7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=281ede34-47f7-441f-b758-248f865862d7,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:44.049996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.068677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Calling delete_port for 281ede34-47f7-441f-b758-248f865862d7 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:44.086989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.124375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.127867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=dd34daba-0121-460d-9892-9ee775e7163a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:44.174791 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.180002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7ea07-42ac-46df-ba71-431a2332ba7e None None] Network 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:44.182115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ecff1a9-d4ad-429d-9f84-0884a0317673 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/dd34daba-0121-460d-9892-9ee775e7163a HTTP/1.1" status: 204 len: 168 time: 0.8677654 Nov 23 22:58:44.192004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58630) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:44.209489 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:44.402834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.433064 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.445254 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.482124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=281ede34-47f7-441f-b758-248f865862d7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:44.511894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a60b072-c52b-4890-ae22-9875653bd66d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:44.545360 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:58:40Z', 'revision_number': 5, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port': {'id': '0e84b617-2ba1-4caf-a273-ab6be4847c78', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:21Z', 'updated_at': '2021-11-23T22:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:44.585877 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] Checking router: 336cd2c0-3ec5-4680-9998-00c6bb1aab57 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:58:44.587913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] DHCP port deletion for 1f15e91b-ff72-41ec-9b33-e64fb5ba1174 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:44.598693 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] Routers {'336cd2c0-3ec5-4680-9998-00c6bb1aab57'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:44.599323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:44.659533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.698137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Deleting port 0e84b617-2ba1-4caf-a273-ab6be4847c78 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:44.698137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.698137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58640) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:44.725877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 696f28d3-6cd8-4266-966e-991df45abe41 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:44.725877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.748058 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] Set router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:44.806528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] For port 696f28d3-6cd8-4266-966e-991df45abe41, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=696f28d3-6cd8-4266-966e-991df45abe41,segment=NetworkSegment(ab8545f1-bc3d-4523-96fd-c16dd2ebccf7),segment_id=ab8545f1-bc3d-4523-96fd-c16dd2ebccf7)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:44.806899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.810278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.816350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] Deleting port 696f28d3-6cd8-4266-966e-991df45abe41 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:44.818203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.821307 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.824730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Allocated IP 172.25.0.14 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/58065974-6d68-49af-aa6a-758562c194a8) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:44.829093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 696f28d3-6cd8-4266-966e-991df45abe41 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:44.891703 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:58:44Z', 'revision_number': 6, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:44.919928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Deleting port 9c46b58b-ffda-4f83-a373-b3974bc142aa {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:44.920701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.931016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab252371-e342-4c3a-a7a9-6d79fe918bca None None] The sync data for ids ['336cd2c0-3ec5-4680-9998-00c6bb1aab57'] in n-d-817303-3 is: [{'id': '336cd2c0-3ec5-4680-9998-00c6bb1aab57', 'name': 'tempest-TaggedBootDevicesTest-1001691989-router', 'tenant_id': '13315bd64a8e488fa0278c17cd63c533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:17Z', 'updated_at': '2021-11-23T22:58:44Z', 'revision_number': 6, 'project_id': '13315bd64a8e488fa0278c17cd63c533', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:58:44.966598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] For port 696f28d3-6cd8-4266-966e-991df45abe41, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=696f28d3-6cd8-4266-966e-991df45abe41,segment=NetworkSegment(ab8545f1-bc3d-4523-96fd-c16dd2ebccf7),segment_id=ab8545f1-bc3d-4523-96fd-c16dd2ebccf7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:44.971546 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:44.986799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1627160840-network', 'tenant_id': 'db6f855f64384c99bda426ffc547e2c8'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:44.988811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] Calling delete_port for 696f28d3-6cd8-4266-966e-991df45abe41 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:45.092781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.093406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8864c3bb-2488-4980-96f6-fa757570e2de {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:58:45.110261 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.111724 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-41bdbdb3-03b1-4eaa-a0c7-f1c62a770f88 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8864c3bb-2488-4980-96f6-fa757570e2de HTTP/1.1" status: 204 len: 168 time: 4.0302298 Nov 23 22:58:45.116015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58652) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:45.176193 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.224158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] No DVR routers for this DVR port 696f28d3-6cd8-4266-966e-991df45abe41 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:45.239404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c952c-e603-41db-ad6e-ff1c5c7ea0d7 None None] Pushing event deleted for resources: {'Port': ['ID=696f28d3-6cd8-4266-966e-991df45abe41,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:45.269761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54318a4c-09ec-4637-882a-009019f5ac59 req-c47fb840-c091-4b96-99a5-3c81b5ee00b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=022f16bcf81b411da7af35c755671b9d&device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.1089013 Nov 23 22:58:45.307015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01b0de53-119a-49c7-8010-c1c792c35159 req-9d605b93-c2e1-42ab-b868-28bf1ea73c20 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.1221874 Nov 23 22:58:45.323931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Made reservation on behalf of db6f855f64384c99bda426ffc547e2c8 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:45.326352 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.382083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83f3f-e6d2-4642-970a-08f8495a7355 req-bd900f68-1b74-4e20-bf07-03046d80b4e5 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:45.386501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbd83f3f-e6d2-4642-970a-08f8495a7355 req-bd900f68-1b74-4e20-bf07-03046d80b4e5 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 945 time: 0.3767476 Nov 23 22:58:45.393548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.402562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54318a4c-09ec-4637-882a-009019f5ac59 req-098cccac-d305-4d3f-9571-206ec8084235 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=022f16bcf81b411da7af35c755671b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054311 Nov 23 22:58:45.404842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] For port 0e84b617-2ba1-4caf-a273-ab6be4847c78, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0e84b617-2ba1-4caf-a273-ab6be4847c78,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:45.405463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.412679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] For port 9c46b58b-ffda-4f83-a373-b3974bc142aa, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9c46b58b-ffda-4f83-a373-b3974bc142aa,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:45.413188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.430611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Calling delete_port for 9c46b58b-ffda-4f83-a373-b3974bc142aa owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:45.459378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Calling delete_port for 0e84b617-2ba1-4caf-a273-ab6be4847c78 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:45.478594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.573953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] Deleting subnet d9764035-2a80-46f0-ba59-72317865183d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:45.604048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 696f28d3-6cd8-4266-966e-991df45abe41 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:45.612728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.660787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 696f28d3-6cd8-4266-966e-991df45abe41 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:45.661122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 696f28d3-6cd8-4266-966e-991df45abe41 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:45.662117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76ad8b7b-6603-4572-b084-1093193f736e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:45.691120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.723859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 76ad8b7b-6603-4572-b084-1093193f736e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:45.723859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76ad8b7b-6603-4572-b084-1093193f736e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:45.727681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=696f28d3-6cd8-4266-966e-991df45abe41,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:45.731975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No DVR routers for this DVR port 696f28d3-6cd8-4266-966e-991df45abe41 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:45.764135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.782553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9c46b58b-ffda-4f83-a373-b3974bc142aa no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:45.880692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.881048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.881395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.881854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.882068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.882581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.882829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.883043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.883368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.883718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.884920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.884920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:58:45.902350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bbd83f3f-e6d2-4642-970a-08f8495a7355 req-845e29e0-31f7-4e9a-a96d-d665f53ce356 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063910 Nov 23 22:58:45.982002 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.990720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:45.996338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54318a4c-09ec-4637-882a-009019f5ac59 req-16dae50d-c6cc-4b63-901b-5936a550a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:45.999134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54318a4c-09ec-4637-882a-009019f5ac59 req-16dae50d-c6cc-4b63-901b-5936a550a872 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5762751 Nov 23 22:58:46.036190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.038785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.048516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.068428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31b14b38-7584-45aa-bfc2-d8bd54448e6d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:46.075053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:46.088349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:46.110616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['0a338763-1bfd-4a9f-866b-8057466d17c3'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:46.113206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca8b190-12cd-4f01-bed4-b8ee6d690c8a None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:46.115374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.124366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f15e91b-ff72-41ec-9b33-e64fb5ba1174']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:46.138672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.163647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8545f1-bc3d-4523-96fd-c16dd2ebccf7') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:46.164303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8545f1-bc3d-4523-96fd-c16dd2ebccf7') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:46.194018 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.197338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:46.227919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event updated for resources: {'Port': ['ID=58065974-6d68-49af-aa6a-758562c194a8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:46.242242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.249155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:46.271506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b90847-c7ea-494f-9ce4-05f8ae895b8c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:46.283212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:46.283669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:46.287703 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:46.412854 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.413921 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Added segment 1d80c673-f3ce-4723-8a66-e3d09d026a70 of type vlan for network 7f689d18-67a5-414b-9514-8695a7a51e74 Nov 23 22:58:46.415515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.421076 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.474195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0553577b-660f-405c-95ae-2593eae55824 None None] Provisioning complete for port 58065974-6d68-49af-aa6a-758562c194a8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:46.474567 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0553577b-660f-405c-95ae-2593eae55824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.477482 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.519361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0553577b-660f-405c-95ae-2593eae55824 None None] Port 58065974-6d68-49af-aa6a-758562c194a8 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:46.544819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.552244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/1f15e91b-ff72-41ec-9b33-e64fb5ba1174 HTTP/1.1" status: 204 len: 168 time: 2.3556304 Nov 23 22:58:46.552244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e84b617-2ba1-4caf-a273-ab6be4847c78,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:46.564694 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.565848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:46.566515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.567607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:46.573830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-14434790'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:46.579609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event deleted for resources: {'Port': ['ID=9c46b58b-ffda-4f83-a373-b3974bc142aa,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:46.581835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b69b3-ea60-4d29-b2c0-0fd14d913246 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=1f15e91b-ff72-41ec-9b33-e64fb5ba1174,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:46.620411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53908f-bb24-4b1b-b17f-8966e19fd271 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:46.629373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] No DVR routers for this DVR port 9c46b58b-ffda-4f83-a373-b3974bc142aa on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:46.636043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.645957 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.649313 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9949327-49af-42b3-96aa-1cafa9757527 req-484141a2-f063-4ef9-b946-1473bc107b77 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "DELETE /v2.0/ports/9c46b58b-ffda-4f83-a373-b3974bc142aa HTTP/1.1" status: 204 len: 173 time: 2.4837313 Nov 23 22:58:46.662440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'name': 'network-vif-deleted', 'tag': '9c46b58b-ffda-4f83-a373-b3974bc142aa'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:46.664764 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052d8e06-28ea-4aaf-b849-6c3ceaff0a17" -d '{"events": [{"server_uuid": "d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed", "name": "network-vif-deleted", "tag": "9c46b58b-ffda-4f83-a373-b3974bc142aa"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:46.672739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380c31c-09de-4fd9-90f9-5afdcab01fbd None None] Network cf907852-4f3c-4e1f-b1e4-e14b465a37cb requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:46.713253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.729840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d9764035-2a80-46f0-ba59-72317865183d HTTP/1.1" status: 204 len: 168 time: 1.5650210 Nov 23 22:58:46.734186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58662) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:46.779930 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe0f83-09ef-4897-bd97-b69dcbe99416 x-openstack-request-id: req-77fe0f83-09ef-4897-bd97-b69dcbe99416 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:46.780236 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed", "name": "network-vif-deleted", "tag": "9c46b58b-ffda-4f83-a373-b3974bc142aa", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:46.780778 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77fe0f83-09ef-4897-bd97-b69dcbe99416 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:46.780967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] Pushing event updated for resources: {'Network': ['ID=7f689d18-67a5-414b-9514-8695a7a51e74,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:46.782073 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed', 'name': 'network-vif-deleted', 'tag': '9c46b58b-ffda-4f83-a373-b3974bc142aa', 'status': 'completed', 'code': 200} Nov 23 22:58:46.789203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.794904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6fbd5769-2684-4603-8c89-dc3669639117 req-ee1ed15b-e074-49db-9936-2ae500b0227d tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.2528818 Nov 23 22:58:46.806358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b7171-c9d6-4c54-a2cd-bbf56234f99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9764035-2a80-46f0-ba59-72317865183d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:46.815736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 7f689d18-67a5-414b-9514-8695a7a51e74 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:46.824098 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:46.828797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.895372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-353eed37-0c7d-4707-bff0-b25682b25096 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1955037 Nov 23 22:58:46.938714 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:46.953638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.125708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] DHCP port deletion for cf907852-4f3c-4e1f-b1e4-e14b465a37cb request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:47.155593 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.156234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336cd2c0-3ec5-4680-9998-00c6bb1aab57 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:58:47.160038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c5bc888-3b3c-4d94-8a3c-844d06aebcbb req-e797ad18-5849-4e15-bab0-3835310f16f5 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfbdb-88fa-4fce-ab1d-8bbd0a29d4ed HTTP/1.1" status: 200 len: 210 time: 0.0623848 Nov 23 22:58:47.163080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.168046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-438eb9bb-9b60-45cc-8d6e-a5104f405f50 admin admin] 10.222.0.11 "DELETE /v2.0/routers/336cd2c0-3ec5-4680-9998-00c6bb1aab57 HTTP/1.1" status: 204 len: 168 time: 3.2125406 Nov 23 22:58:47.168919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58668) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:47.272116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] Deleting subnet f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:47.276473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.318011 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.318232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] Deleting port 66b04666-cd08-44ad-be9b-8c4275799eca {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:47.320451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.406032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0e84b617-2ba1-4caf-a273-ab6be4847c78 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:47.484616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.504616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 0e84b617-2ba1-4caf-a273-ab6be4847c78 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:47.505028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0e84b617-2ba1-4caf-a273-ab6be4847c78 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:47.505538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 281ede34-47f7-441f-b758-248f865862d7 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:47.553119 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-54318a4c-09ec-4637-882a-009019f5ac59 req-4a67ffce-4ad3-49a3-98b5-ed1e9144dcbf tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.0682697 Nov 23 22:58:47.574170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.593888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 281ede34-47f7-441f-b758-248f865862d7 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:47.594238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 281ede34-47f7-441f-b758-248f865862d7 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:47.594665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 66b04666-cd08-44ad-be9b-8c4275799eca no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:47.597678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.604974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:47.611214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.614635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f0a1eee8-5a53-4e11-84a5-d1f6e9cde150 HTTP/1.1" status: 204 len: 168 time: 0.4446831 Nov 23 22:58:47.628681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.629040 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment be7a2d13-feaa-41b7-8130-7417da14cb4d of type vlan for network 248338c5-4c6a-4852-9521-b122325b2a11 Nov 23 22:58:47.634334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:47.644489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10135b3a-a6bf-4141-9926-393e8965700f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a1eee8-5a53-4e11-84a5-d1f6e9cde150,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:47.664352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153b6bd-b707-45a8-ab12-8a3ed121223c None None] Network 98149ffc-c8d0-4f66-87c9-1db80dfda154 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:47.712250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] For port 66b04666-cd08-44ad-be9b-8c4275799eca, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=66b04666-cd08-44ad-be9b-8c4275799eca,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:47.712690 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.713986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.761558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.771366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:47.772743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.791545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] Calling delete_port for 66b04666-cd08-44ad-be9b-8c4275799eca owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:47.839319 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.888962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=248338c5-4c6a-4852-9521-b122325b2a11,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:47.907632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f0aee19c-3e1e-46f1-abc5-055837e11ede tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3388450 Nov 23 22:58:47.909147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 248338c5-4c6a-4852-9521-b122325b2a11 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:47.913024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58682) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:47.921078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '248338c5-4c6a-4852-9521-b122325b2a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:47.963179 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:47.976515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 66b04666-cd08-44ad-be9b-8c4275799eca, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=66b04666-cd08-44ad-be9b-8c4275799eca,segment=NetworkSegment(05edc47d-941d-423b-af31-8a34823badd4),segment_id=05edc47d-941d-423b-af31-8a34823badd4)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:48.019089 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.086340 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.117470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] No DVR routers for this DVR port 66b04666-cd08-44ad-be9b-8c4275799eca on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:48.126323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=66b04666-cd08-44ad-be9b-8c4275799eca,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:48.149894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] DHCP port deletion for 98149ffc-c8d0-4f66-87c9-1db80dfda154 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:48.167885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11a823d6-3fcf-415b-a6d5-9991b7dbde7c req-2728e232-3290-49f9-b2b6-37492b65b040 tempest-ServerShowV247Test-227650094 tempest-ServerShowV247Test-227650094-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5c97980-371b-4cac-b461-0bcb685168d4 HTTP/1.1" status: 200 len: 210 time: 0.0995767 Nov 23 22:58:48.180977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Deleting port 66b04666-cd08-44ad-be9b-8c4275799eca {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:48.181317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.184998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cac3c7-baaf-4251-b8f7-a5a8f9f9802c None None] Pushing event deleted for resources: {'Port': ['ID=66b04666-cd08-44ad-be9b-8c4275799eca,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:48.267965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.273905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] Deleting port c8033a33-082d-4f8f-8a98-90e0bafef8a9 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:48.274516 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.279525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:48.286192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941bb87-5ace-4c5e-929d-41445a4dcab2 req-a9a4fecb-59e2-4e51-92fe-971912c603fb tempest-ComputeTenantNetworksTest-1079389113 tempest-ComputeTenantNetworksTest-1079389113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:48.292091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941bb87-5ace-4c5e-929d-41445a4dcab2 req-a9a4fecb-59e2-4e51-92fe-971912c603fb tempest-ComputeTenantNetworksTest-1079389113 tempest-ComputeTenantNetworksTest-1079389113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:48.294276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.297959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] For port 66b04666-cd08-44ad-be9b-8c4275799eca, host n-d-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:48.298312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.299242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941bb87-5ace-4c5e-929d-41445a4dcab2 req-a9a4fecb-59e2-4e51-92fe-971912c603fb tempest-ComputeTenantNetworksTest-1079389113 tempest-ComputeTenantNetworksTest-1079389113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:48.300947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3941bb87-5ace-4c5e-929d-41445a4dcab2 req-a9a4fecb-59e2-4e51-92fe-971912c603fb tempest-ComputeTenantNetworksTest-1079389113 tempest-ComputeTenantNetworksTest-1079389113-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6654210 Nov 23 22:58:48.385388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Calling delete_port for 66b04666-cd08-44ad-be9b-8c4275799eca owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:48.394524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Port 66b04666-cd08-44ad-be9b-8c4275799eca was not found and therefore no delete operation was performed {{(pid=103523) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:58:48.399783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] For port c8033a33-082d-4f8f-8a98-90e0bafef8a9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c8033a33-082d-4f8f-8a98-90e0bafef8a9,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:48.401153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.420222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] Calling delete_port for c8033a33-082d-4f8f-8a98-90e0bafef8a9 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:48.434249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab468a-3371-49fa-8da5-c5a380197e6a req-34b2bdf8-7ef9-4361-9854-7d56addefeca tempest-ComputeTenantNetworksTest-1079389113 tempest-ComputeTenantNetworksTest-1079389113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:48.435777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69ab468a-3371-49fa-8da5-c5a380197e6a req-34b2bdf8-7ef9-4361-9854-7d56addefeca tempest-ComputeTenantNetworksTest-1079389113 tempest-ComputeTenantNetworksTest-1079389113-project] 10.222.0.11 "GET /v2.0/networks/7f689d18-67a5-414b-9514-8695a7a51e74 HTTP/1.1" status: 200 len: 769 time: 0.1068404 Nov 23 22:58:48.436062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.439266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Deleting port c8033a33-082d-4f8f-8a98-90e0bafef8a9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:48.439702 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.458353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58690) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:48.514422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=66b04666-cd08-44ad-be9b-8c4275799eca,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:48.538364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] No DVR routers for this DVR port 66b04666-cd08-44ad-be9b-8c4275799eca on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:48.607673 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.616993 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.630213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] For port c8033a33-082d-4f8f-8a98-90e0bafef8a9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c8033a33-082d-4f8f-8a98-90e0bafef8a9,segment=NetworkSegment(74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd),segment_id=74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:48.630756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.638651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] Pushing event deleted for resources: {'Port': ['ID=c8033a33-082d-4f8f-8a98-90e0bafef8a9,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:48.641737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.643284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff9299-0831-4f2f-88ef-92d25b83533e None None] No DVR routers for this DVR port c8033a33-082d-4f8f-8a98-90e0bafef8a9 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:48.655392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Calling delete_port for c8033a33-082d-4f8f-8a98-90e0bafef8a9 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:48.687917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef8748-b569-45d8-aefb-e1dc8a9f4d0b req-0093b11d-f7fe-4af9-9e67-9d01fd893ccc tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:48.689483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8ef8748-b569-45d8-aefb-e1dc8a9f4d0b req-0093b11d-f7fe-4af9-9e67-9d01fd893ccc tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 946 time: 0.1281102 Nov 23 22:58:48.733361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.864053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf907852-4f3c-4e1f-b1e4-e14b465a37cb']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:48.878822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8ef8748-b569-45d8-aefb-e1dc8a9f4d0b req-92f9486c-3a5e-4a22-8b8f-8e77a24fbffa tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583080 Nov 23 22:58:48.881891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.891956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05edc47d-941d-423b-af31-8a34823badd4') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:48.892488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05edc47d-941d-423b-af31-8a34823badd4') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:48.907366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.909551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f689d18-67a5-414b-9514-8695a7a51e74']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:48.917168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.927113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d80c673-f3ce-4723-8a66-e3d09d026a70') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:48.928401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d80c673-f3ce-4723-8a66-e3d09d026a70') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:48.940649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.949295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.961257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.982469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] No DVR routers for this DVR port c8033a33-082d-4f8f-8a98-90e0bafef8a9 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:48.987832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:48.988550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.988707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:48.990854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8033a33-082d-4f8f-8a98-90e0bafef8a9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:48.991800 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:49.024920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:49.025586 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:49.026971 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:49.065749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=177d4ae4-ec46-4dba-95c3-59b56f7e9fed,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:49.080405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': 'be7a2d13-feaa-41b7-8130-7417da14cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '248338c5-4c6a-4852-9521-b122325b2a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:49.080778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: 248338c5-4c6a-4852-9521-b122325b2a11, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:58:49.088145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.096952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.100227 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] 10.222.0.11 "DELETE /v2.0/networks/cf907852-4f3c-4e1f-b1e4-e14b465a37cb HTTP/1.1" status: 204 len: 168 time: 2.3262663 Nov 23 22:58:49.113696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58700) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:49.125008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849b00a-2528-4739-8818-f47df7dfbd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf907852-4f3c-4e1f-b1e4-e14b465a37cb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:49.126299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Router 12aa6bc9-1509-4334-b50c-6e64f7a37549 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:58:49.131736 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.151294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.155908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.159428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] 10.222.0.11 "DELETE /v2.0/networks/7f689d18-67a5-414b-9514-8695a7a51e74 HTTP/1.1" status: 204 len: 168 time: 0.6997690 Nov 23 22:58:49.164576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98149ffc-c8d0-4f66-87c9-1db80dfda154']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:49.187551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:49.188061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b5f02a-31fc-4c1d-80eb-9be0d1a42ebd') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:49.191031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9b117-4dbe-415c-98f2-0dc86093761d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f689d18-67a5-414b-9514-8695a7a51e74,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:49.203228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.221114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 248338c5-4c6a-4852-9521-b122325b2a11 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:58:49.227543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.243272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:58:49.243829 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:58:49.246501 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:58:49.322762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 248338c5-4c6a-4852-9521-b122325b2a11) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:49.331295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:49.331948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.338674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c8033a33-082d-4f8f-8a98-90e0bafef8a9 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:49.374932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.386721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.390904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] 10.222.0.11 "DELETE /v2.0/networks/98149ffc-c8d0-4f66-87c9-1db80dfda154 HTTP/1.1" status: 204 len: 168 time: 1.7541125 Nov 23 22:58:49.395471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58708) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:49.395860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58710) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:49.402606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbbebc-3577-45d4-9c6b-b8f590a5be4a admin admin] Pushing event deleted for resources: {'Network': ['ID=98149ffc-c8d0-4f66-87c9-1db80dfda154,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:49.429945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-287bcd8b-7f09-4929-a4c5-e75eb0f4afcc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5155249 Nov 23 22:58:49.433010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58714) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:49.435849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1eb4c-a7ad-4cd2-ad88-95f8c89bfa1d None None] Network 248338c5-4c6a-4852-9521-b122325b2a11 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:49.438645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c8033a33-082d-4f8f-8a98-90e0bafef8a9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:49.438988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c8033a33-082d-4f8f-8a98-90e0bafef8a9 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:49.439477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '248338c5-4c6a-4852-9521-b122325b2a11', 'name': 'tempest-PortsTestJSON-2054922001', 'fixed_ips': [{'subnet_id': '177d4ae4-ec46-4dba-95c3-59b56f7e9fed', 'ip_address': '172.20.0.10'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:49.598567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:58:49.620339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] Sync routers for ids ['12aa6bc9-1509-4334-b50c-6e64f7a37549'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:58:49.646862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] Routers {'12aa6bc9-1509-4334-b50c-6e64f7a37549'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:49.648072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['12aa6bc9-1509-4334-b50c-6e64f7a37549'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:49.662541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58718) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:49.666459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-db8ee46b-6694-4ecb-a45e-e7a8182ef95a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db6f855f64384c99bda426ffc547e2c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694919 Nov 23 22:58:49.671829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58720) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:49.680748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:49.695811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.697023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4fda4136-e68e-453f-9348-739f63de3393 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.2463531 Nov 23 22:58:49.707985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58724) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:49.714983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:49.739496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-248338c5-4c6a-4852-9521-b122325b2a11', 'network_id': '248338c5-4c6a-4852-9521-b122325b2a11', 'tenant_id': '9c8f2d7897ca4b35bde12365d0a6f07f', 'fixed_ips': [{'subnet_id': '177d4ae4-ec46-4dba-95c3-59b56f7e9fed'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:58:49.740394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.780977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] Routers {'12aa6bc9-1509-4334-b50c-6e64f7a37549'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:49.781640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['12aa6bc9-1509-4334-b50c-6e64f7a37549'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:49.980342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71aa88c8-1145-4cb6-b8c0-efd6f77e4d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:49.995267 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b108855b-8995-43b8-9a68-3f66182ea3b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.020325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Allocated IP 172.20.0.2 (248338c5-4c6a-4852-9521-b122325b2a11/177d4ae4-ec46-4dba-95c3-59b56f7e9fed/7de475c2-9e77-4334-a814-06c5c76fa726) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:50.044270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994132-268a-40bd-90b7-31578a667e1d req-dfbc6fa4-5bba-4cde-bb7d-4f4a37827e91 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:50.045903 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d1994132-268a-40bd-90b7-31578a667e1d req-dfbc6fa4-5bba-4cde-bb7d-4f4a37827e91 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 946 time: 0.1130037 Nov 23 22:58:50.062086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.125110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71aa88c8-1145-4cb6-b8c0-efd6f77e4d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.190300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 596e38f2-2bd0-4519-86dc-a948b670a496 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:50.220772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b7cff67e-1fed-44c9-8a70-5ee429ff37af tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/12aa6bc9-1509-4334-b50c-6e64f7a37549 HTTP/1.1" status: 200 len: 918 time: 0.5098791 Nov 23 22:58:50.227811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58730) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:50.272809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c64e6800-4e04-43fb-ad44-f4a821c0321b tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=12aa6bc9-1509-4334-b50c-6e64f7a37549 HTTP/1.1" status: 200 len: 205 time: 0.0414646 Nov 23 22:58:50.278014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58732) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:50.305336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca34e-b531-4d32-be56-2daddb124d65 req-c324cb64-78aa-4c14-b58e-94d7e3c5f273 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:50.307620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e7ca34e-b531-4d32-be56-2daddb124d65 req-c324cb64-78aa-4c14-b58e-94d7e3c5f273 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 946 time: 0.2369063 Nov 23 22:58:50.314932 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:50.315635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5018f9ad-7fed-44f1-9410-430724d4337a None None] The sync data for ids ['12aa6bc9-1509-4334-b50c-6e64f7a37549'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:58:50.333556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Deleting port 0a338763-1bfd-4a9f-866b-8057466d17c3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:50.333795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.441406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71aa88c8-1145-4cb6-b8c0-efd6f77e4d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.445787 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.446669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71aa88c8-1145-4cb6-b8c0-efd6f77e4d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.449543 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-71aa88c8-1145-4cb6-b8c0-efd6f77e4d0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5b90847-c7ea-494f-9ce4-05f8ae895b8c HTTP/1.1" status: 204 len: 168 time: 0.7752521 Nov 23 22:58:50.472972 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.496056 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.534269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e7ca34e-b531-4d32-be56-2daddb124d65 req-c0ac5811-b131-408b-afa6-0cc83e1af89d tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115300 Nov 23 22:58:50.539031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa88c8-1145-4cb6-b8c0-efd6f77e4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b90847-c7ea-494f-9ce4-05f8ae895b8c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:50.540227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Network 248338c5-4c6a-4852-9521-b122325b2a11 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:50.562529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b108855b-8995-43b8-9a68-3f66182ea3b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.570213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.10 (248338c5-4c6a-4852-9521-b122325b2a11/177d4ae4-ec46-4dba-95c3-59b56f7e9fed/596e38f2-2bd0-4519-86dc-a948b670a496) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:50.572986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:50.578035 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b108855b-8995-43b8-9a68-3f66182ea3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.584715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:50.685517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Attempting to bind port 7de475c2-9e77-4334-a814-06c5c76fa726 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:58:50.686095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Attempting to bind port 7de475c2-9e77-4334-a814-06c5c76fa726 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'be7a2d13-feaa-41b7-8130-7417da14cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '248338c5-4c6a-4852-9521-b122325b2a11'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:58:50.686573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Attempting to bind port 7de475c2-9e77-4334-a814-06c5c76fa726 on network 248338c5-4c6a-4852-9521-b122325b2a11 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:58:50.694813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b108855b-8995-43b8-9a68-3f66182ea3b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=022f16bcf81b411da7af35c755671b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0304532 Nov 23 22:58:50.698625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Pushing event updated for resources: {'Port': ['ID=7de475c2-9e77-4334-a814-06c5c76fa726,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:50.702149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58736) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:50.704426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108855b-8995-43b8-9a68-3f66182ea3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f5e2a0-e139-4262-9192-921b4ce41093,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:50.704824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:58:50.705359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Checking segment: {'id': 'be7a2d13-feaa-41b7-8130-7417da14cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '248338c5-4c6a-4852-9521-b122325b2a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:50.706009 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.707170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Bound using segment: {'id': 'be7a2d13-feaa-41b7-8130-7417da14cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '248338c5-4c6a-4852-9521-b122325b2a11'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:58:50.708137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Bound port: 7de475c2-9e77-4334-a814-06c5c76fa726, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a2d13-feaa-41b7-8130-7417da14cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '248338c5-4c6a-4852-9521-b122325b2a11'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:58:50.708680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.818002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] For port 7de475c2-9e77-4334-a814-06c5c76fa726, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:58:50.822165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] For port 7de475c2-9e77-4334-a814-06c5c76fa726, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7de475c2-9e77-4334-a814-06c5c76fa726,segment=NetworkSegment(be7a2d13-feaa-41b7-8130-7417da14cb4d),segment_id=be7a2d13-feaa-41b7-8130-7417da14cb4d)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:58:50.830196 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.893631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd98db44-85d3-4dd8-a49f-9e6389d564b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.948342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd98db44-85d3-4dd8-a49f-9e6389d564b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:50.967671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dd21e-b342-40b3-a8f2-9493ed2b0a89 None None] Pushing event updated for resources: {'Port': ['ID=7de475c2-9e77-4334-a814-06c5c76fa726,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:51.018707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.054728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.082249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd98db44-85d3-4dd8-a49f-9e6389d564b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.086225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd98db44-85d3-4dd8-a49f-9e6389d564b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.089730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fd98db44-85d3-4dd8-a49f-9e6389d564b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1f5e2a0-e139-4262-9192-921b4ce41093 HTTP/1.1" status: 204 len: 168 time: 0.3841097 Nov 23 22:58:51.101197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98db44-85d3-4dd8-a49f-9e6389d564b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f5e2a0-e139-4262-9192-921b4ce41093,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:51.107204 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.150173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 248338c5-4c6a-4852-9521-b122325b2a11 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:51.153786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:51.156583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:51.260321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=596e38f2-2bd0-4519-86dc-a948b670a496,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:51.302637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] For port 0a338763-1bfd-4a9f-866b-8057466d17c3, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=0a338763-1bfd-4a9f-866b-8057466d17c3,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:51.303083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.351652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Calling delete_port for 0a338763-1bfd-4a9f-866b-8057466d17c3 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:51.365482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:51.367234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.405666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.428150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cbe88f24-0efd-4226-961c-2eebef2791c5 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9932973 Nov 23 22:58:51.430526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58758) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:51.448049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': '248338c5-4c6a-4852-9521-b122325b2a11', 'name': 'tempest-PortsTestJSON-891994017', 'fixed_ips': [{'subnet_id': '177d4ae4-ec46-4dba-95c3-59b56f7e9fed', 'ip_address': '172.20.0.9'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:51.814247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.843633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f3e65-6e26-4cbc-8f18-8880171e9b21 req-ca3cc37a-5db2-4d8c-b567-79e87b608a0f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:51.847204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-310f3e65-6e26-4cbc-8f18-8880171e9b21 req-ca3cc37a-5db2-4d8c-b567-79e87b608a0f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 946 time: 0.1517706 Nov 23 22:58:51.889839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:51.896568 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:51.941714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 40388a38-ea6b-4ee4-ba98-23522ffb719c yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:58:52.019372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.040170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['31b14b38-7584-45aa-bfc2-d8bd54448e6d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:58:52.049565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-310f3e65-6e26-4cbc-8f18-8880171e9b21 req-012e9315-ece5-4a37-8a57-338073f08dfa tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793749 Nov 23 22:58:52.111112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event deleted for resources: {'Port': ['ID=0a338763-1bfd-4a9f-866b-8057466d17c3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:52.345826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.9 (248338c5-4c6a-4852-9521-b122325b2a11/177d4ae4-ec46-4dba-95c3-59b56f7e9fed/40388a38-ea6b-4ee4-ba98-23522ffb719c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:52.360583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] No DVR routers for this DVR port 0a338763-1bfd-4a9f-866b-8057466d17c3 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:58:52.370656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.379275 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d1994132-268a-40bd-90b7-31578a667e1d req-e281bfc4-8119-498a-b048-f97ea4a100d9 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.48 "DELETE /v2.0/ports/0a338763-1bfd-4a9f-866b-8057466d17c3 HTTP/1.1" status: 204 len: 173 time: 2.3086145 Nov 23 22:58:52.400054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'name': 'network-vif-deleted', 'tag': '0a338763-1bfd-4a9f-866b-8057466d17c3'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:58:52.407321 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0040bb-a291-4afe-a6b8-6cb31b45e888" -d '{"events": [{"server_uuid": "e93dba81-bbf2-438e-8826-62daf17e0905", "name": "network-vif-deleted", "tag": "0a338763-1bfd-4a9f-866b-8057466d17c3"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:58:52.417465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Deleting port 58065974-6d68-49af-aa6a-758562c194a8 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:52.419600 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.502263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58798) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:52.511602 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4878e102-13c1-46aa-90d3-de4ca3e3b854 x-openstack-request-id: req-4878e102-13c1-46aa-90d3-de4ca3e3b854 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:58:52.513779 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93dba81-bbf2-438e-8826-62daf17e0905", "name": "network-vif-deleted", "tag": "0a338763-1bfd-4a9f-866b-8057466d17c3", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:58:52.519899 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4878e102-13c1-46aa-90d3-de4ca3e3b854 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:58:52.520723 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93dba81-bbf2-438e-8826-62daf17e0905', 'name': 'network-vif-deleted', 'tag': '0a338763-1bfd-4a9f-866b-8057466d17c3', 'status': 'completed', 'code': 200} Nov 23 22:58:52.535828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Deleting port f191c9de-9651-4948-8918-a160d2c2ab9f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:52.536835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.691022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253406d-9a48-4ed4-9784-4f291d4da759 None None] Network 248338c5-4c6a-4852-9521-b122325b2a11 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:52.706202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] For port f191c9de-9651-4948-8918-a160d2c2ab9f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f191c9de-9651-4948-8918-a160d2c2ab9f,segment=NetworkSegment(7860c7d3-bef5-4928-9d02-c4bc88052ac2),segment_id=7860c7d3-bef5-4928-9d02-c4bc88052ac2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:52.706577 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.722132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Calling delete_port for f191c9de-9651-4948-8918-a160d2c2ab9f owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:52.760759 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.799432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2019850334-network', 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:52.825403 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.851357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 248338c5-4c6a-4852-9521-b122325b2a11 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:58:52.855732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:52.880044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:52.883230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.889744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:58:52.918984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-72d9705b-1f27-43e2-ae1d-1857bc3a4d34 None None] Provisioning complete for port 7de475c2-9e77-4334-a814-06c5c76fa726 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:52.919369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-72d9705b-1f27-43e2-ae1d-1857bc3a4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.978313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:52.978966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:52.987342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.014470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=40388a38-ea6b-4ee4-ba98-23522ffb719c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:53.022711 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4143eacb-c36a-475f-8486-10408d7c6549 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5902376 Nov 23 22:58:53.026001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58806) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:53.036948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.085043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f191c9de-9651-4948-8918-a160d2c2ab9f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:53.197542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-72d9705b-1f27-43e2-ae1d-1857bc3a4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.208603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32753f7c-b2d3-411b-bb2d-5e4488477db3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:53.227227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32753f7c-b2d3-411b-bb2d-5e4488477db3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2001355 Nov 23 22:58:53.231023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58810) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:53.336869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-72d9705b-1f27-43e2-ae1d-1857bc3a4d34 None None] For port 7de475c2-9e77-4334-a814-06c5c76fa726, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7de475c2-9e77-4334-a814-06c5c76fa726,segment=NetworkSegment(be7a2d13-feaa-41b7-8130-7417da14cb4d),segment_id=be7a2d13-feaa-41b7-8130-7417da14cb4d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:53.359296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.366167 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-72d9705b-1f27-43e2-ae1d-1857bc3a4d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.429677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a0e717a-2eb5-4a30-83e6-ca084a0523c8 req-8a76ecaf-ff92-47d2-90ae-539736cec36d tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=e93dba81-bbf2-438e-8826-62daf17e0905 HTTP/1.1" status: 200 len: 210 time: 0.0955315 Nov 23 22:58:53.474700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf640a17-ea28-4ec3-9511-97ba63c5a0a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:53.481457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf640a17-ea28-4ec3-9511-97ba63c5a0a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:53.488248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf640a17-ea28-4ec3-9511-97ba63c5a0a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:53.492780 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bf640a17-ea28-4ec3-9511-97ba63c5a0a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2587798 Nov 23 22:58:53.493717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58814) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:53.495434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Calling delete_port for 58065974-6d68-49af-aa6a-758562c194a8 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:53.522171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9705b-1f27-43e2-ae1d-1857bc3a4d34 None None] Pushing event updated for resources: {'Port': ['ID=7de475c2-9e77-4334-a814-06c5c76fa726,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:53.554343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.565264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.640964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:58:53.674401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7de475c2-9e77-4334-a814-06c5c76fa726 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:53.692639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f510ed-a3a2-4dc5-8950-c563a8956a82,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:53.720494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Deleting port 75cd93c9-1fa1-4fee-aef7-ede11730f746 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:53.720979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.728289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.732793 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Added segment ba96575c-613d-4c38-a45b-e04ae685d5ec of type vlan for network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 Nov 23 22:58:53.781964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0a338763-1bfd-4a9f-866b-8057466d17c3 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:53.816804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 40388a38-ea6b-4ee4-ba98-23522ffb719c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:53.816804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.857735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 0a338763-1bfd-4a9f-866b-8057466d17c3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:53.858146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 0a338763-1bfd-4a9f-866b-8057466d17c3 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:53.884909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Provisioning complete for port 596e38f2-2bd0-4519-86dc-a948b670a496 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:53.885367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.929637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.953102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7de475c2-9e77-4334-a814-06c5c76fa726 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:53.953564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.022340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Port 596e38f2-2bd0-4519-86dc-a948b670a496 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:54.070903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Provisioning complete for port 40388a38-ea6b-4ee4-ba98-23522ffb719c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:54.071276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.089345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.111982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 40388a38-ea6b-4ee4-ba98-23522ffb719c owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:54.133591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Port 40388a38-ea6b-4ee4-ba98-23522ffb719c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:54.191114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Provisioning complete for port 7de475c2-9e77-4334-a814-06c5c76fa726 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:54.204938 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e205fbac-45e3-4b79-9ef1-902add761aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.221698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] For port 75cd93c9-1fa1-4fee-aef7-ede11730f746, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=75cd93c9-1fa1-4fee-aef7-ede11730f746,segment=NetworkSegment(056cfd20-48db-4d6d-904d-c356f5962bad),segment_id=056cfd20-48db-4d6d-904d-c356f5962bad)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:54.222101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.230593 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.231708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:54.232313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.254411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.265529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Calling delete_port for 75cd93c9-1fa1-4fee-aef7-ede11730f746 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:54.349979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8440785 Nov 23 22:58:54.362561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58826) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:54.382611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Request body: {'subnet': {'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2019850334-subnet', 'tenant_id': '69057989b65c42ae82bb8ea174bf6752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:54.485052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d627f0db-2cb7-4787-879c-86f8de9674f1 None None] Provisioning complete for port 596e38f2-2bd0-4519-86dc-a948b670a496 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:54.485429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d627f0db-2cb7-4787-879c-86f8de9674f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.526675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.541119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.562343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a8dfa-9a76-4c06-8882-3d62b06a2ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=68d870b7-ea29-45c0-8c29-93b9cfb7f716,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:54.567037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d627f0db-2cb7-4787-879c-86f8de9674f1 None None] Port 596e38f2-2bd0-4519-86dc-a948b670a496 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:58:54.573130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d627f0db-2cb7-4787-879c-86f8de9674f1 None None] Could not find standard attr ID for object 40388a38-ea6b-4ee4-ba98-23522ffb719c. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:58:54.577956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:58:54.630534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d50e64-64d1-496b-aaf2-53448b8bc951 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:54.709019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event deleted for resources: {'Port': ['ID=58065974-6d68-49af-aa6a-758562c194a8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:54.744505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=40388a38-ea6b-4ee4-ba98-23522ffb719c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:54.796195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:58:54.811165 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.871022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.917299 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:54.920891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-92bd0298-c649-48ca-b951-e6ff67aa37ca tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/40388a38-ea6b-4ee4-ba98-23522ffb719c HTTP/1.1" status: 204 len: 168 time: 1.4260151 Nov 23 22:58:54.926240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58836) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:55.055420 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a542aaa-e768-4499-95eb-4a34939cfc96 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:58:55.058786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7a542aaa-e768-4499-95eb-4a34939cfc96 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/40388a38-ea6b-4ee4-ba98-23522ffb719c HTTP/1.1" status: 404 len: 333 time: 0.1311903 Nov 23 22:58:55.063141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:55.227595 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:58:55.273674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.279207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.300473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7de475c2-9e77-4334-a814-06c5c76fa726 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:58:55.361127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7de475c2-9e77-4334-a814-06c5c76fa726 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:58:55.361862 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.416853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 596e38f2-2bd0-4519-86dc-a948b670a496 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:55.417191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.456514 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.524275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:58:55.531037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.531672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Fanout notify agent at l3_agent the message router_deleted on router 12aa6bc9-1509-4334-b50c-6e64f7a37549 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:58:55.533481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.540804 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.547758 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-58b4f718-2208-4348-8894-dda2be91190d tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/12aa6bc9-1509-4334-b50c-6e64f7a37549 HTTP/1.1" status: 204 len: 168 time: 5.2673905 Nov 23 22:58:55.550809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:55.566282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612982359', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': False}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:58:55.574282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cd93c9-1fa1-4fee-aef7-ede11730f746,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:55.621937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.652191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fc9903-3824-42ba-9235-b394e48849cc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:55.658596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 596e38f2-2bd0-4519-86dc-a948b670a496 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:55.661033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.662553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.673810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:58:55.674153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Network hostable DHCP agents. Network: 68d870b7-ea29-45c0-8c29-93b9cfb7f716, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:58:55.795454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:58:55.821938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:55.960351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:58:55.967347 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-484d6265-4f69-411e-a88f-196996bf2e92 admin admin] 10.222.0.11 "PUT /v2.0/routers/331eb68b-6f33-4ec1-971a-7a8d17e4b601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5692210 Nov 23 22:58:55.970938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58852) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:55.971707 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] Sync routers for ids ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:58:55.993032 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] Routers {'331eb68b-6f33-4ec1-971a-7a8d17e4b601'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:55.999332 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:56.008434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 68d870b7-ea29-45c0-8c29-93b9cfb7f716) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:58:56.019451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08938da5-89d4-43a2-9155-549881fd1cc7 None None] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:56.032185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:56.032877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:56.373641 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] Set router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:56.396299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fe53c-fd1d-4d3f-98e9-58434f3b4d6f None None] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:58:56.927411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:56.957339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:58:52Z', 'revision_number': 5, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:57.025495 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] Checking router: 331eb68b-6f33-4ec1-971a-7a8d17e4b601 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:58:57.044897 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] Routers {'331eb68b-6f33-4ec1-971a-7a8d17e4b601'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:57.045538 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:57.086424 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:57.120411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-961738ca-808a-4bb5-a8b0-955425b763b3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.7481041 Nov 23 22:58:57.165463 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:57.223605 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:57.332262 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] Set router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:57.349486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=596e38f2-2bd0-4519-86dc-a948b670a496,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:57.373862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:57.706706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:57.714017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-77f479b7-2680-4c01-b4b1-8d984e8fb05f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/596e38f2-2bd0-4519-86dc-a948b670a496 HTTP/1.1" status: 204 len: 168 time: 2.6483495 Nov 23 22:58:57.719216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58880) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:57.833302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:57.906072 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-434d7efb-8c3d-44b4-ba03-990ee5268f34 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:58:57.916817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-434d7efb-8c3d-44b4-ba03-990ee5268f34 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/596e38f2-2bd0-4519-86dc-a948b670a496 HTTP/1.1" status: 404 len: 333 time: 0.1959579 Nov 23 22:58:57.920307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58884) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:58.149928 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:58:52Z', 'revision_number': 5, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:58.216065 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdff9df-fad8-4d8b-ab6d-cdb8640d8c3b None None] The sync data for ids ['331eb68b-6f33-4ec1-971a-7a8d17e4b601'] in n-d-817303-3 is: [{'id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'name': 'tempest-TaggedBootDevicesTest-683109529-router', 'tenant_id': '93ad6a8c305243abb6ac978728900950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:37Z', 'updated_at': '2021-11-23T22:58:52Z', 'revision_number': 5, 'project_id': '93ad6a8c305243abb6ac978728900950', 'gw_port': {'id': 'cd1a09a3-4537-432d-9614-332a4281f3e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:23:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331eb68b-6f33-4ec1-971a-7a8d17e4b601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:58:58.257822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-7619b9fe-ff19-4535-b5a8-140bac917221 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:58.264515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Router 8b264722-fd5d-479f-8fee-c5a31795bc88 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:58:58.269246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-7619b9fe-ff19-4535-b5a8-140bac917221 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.2265923 Nov 23 22:58:58.274994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Deleting port cd1a09a3-4537-432d-9614-332a4281f3e3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:58:58.275333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.370587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] For port cd1a09a3-4537-432d-9614-332a4281f3e3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cd1a09a3-4537-432d-9614-332a4281f3e3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:58:58.370956 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.384958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Calling delete_port for cd1a09a3-4537-432d-9614-332a4281f3e3 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:58:58.471141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.498312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-685acc2f-0c31-4b55-8b3c-5ac4f27be11b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0781384 Nov 23 22:58:58.581215 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.620452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet 177d4ae4-ec46-4dba-95c3-59b56f7e9fed {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:58.630087 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.642008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85a9b6-4346-4f37-b37a-30621f9b5849 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:58:58.656912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.672112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1a09a3-4537-432d-9614-332a4281f3e3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:58:58.756132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-ec34a548-f700-40d6-b278-bc56c03b1cc8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2539315 Nov 23 22:58:58.867933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.954126 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.954126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-4e842bd6-7aee-47a0-86b3-3f8d862fe04d service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946845 Nov 23 22:58:58.998822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.001247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.097657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.098230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331eb68b-6f33-4ec1-971a-7a8d17e4b601 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:58:59.103965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.110299 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0df33d10-b3ae-4ecf-90ee-4805980b102f admin admin] 10.222.0.11 "DELETE /v2.0/routers/331eb68b-6f33-4ec1-971a-7a8d17e4b601 HTTP/1.1" status: 204 len: 168 time: 3.1332943 Nov 23 22:58:59.110299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58906) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:59.164807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] Deleting subnet 0f16e80c-0836-4510-a974-d020ea5fe1ba {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:58:59.168945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.230633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.234157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:58:59.244693 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] Sync routers for ids ['8b264722-fd5d-479f-8fee-c5a31795bc88'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:58:59.247477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-3939b7fd-655b-4a6f-b9b9-f2fcf72809ca service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414572 Nov 23 22:58:59.270519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] Routers {'8b264722-fd5d-479f-8fee-c5a31795bc88'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:58:59.274716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b264722-fd5d-479f-8fee-c5a31795bc88'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:58:59.296830 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-90371513-528a-4615-ae4a-289c5906fa59 admin admin] 10.222.0.11 "PUT /v2.0/routers/8b264722-fd5d-479f-8fee-c5a31795bc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1819248 Nov 23 22:58:59.302924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:58:59.419877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f191c9de-9651-4948-8918-a160d2c2ab9f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:58:59.421251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Allocated IP 172.25.0.167 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/b70d4bdb-26ec-4eac-bc71-d5db334be5a3) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:58:59.479753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f191c9de-9651-4948-8918-a160d2c2ab9f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:58:59.480099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f191c9de-9651-4948-8918-a160d2c2ab9f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:58:59.622471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.649754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.686289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:59.752626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] Set router 8b264722-fd5d-479f-8fee-c5a31795bc88 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:58:59.943522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-807a23f5-555a-4a6e-9b4b-d8232b036eed req-5773075f-a594-4361-9936-f946ea37b8ca tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 210 time: 0.1182566 Nov 23 22:58:59.987003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.048286 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.056471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0f16e80c-0836-4510-a974-d020ea5fe1ba HTTP/1.1" status: 204 len: 168 time: 0.9468200 Nov 23 22:59:00.057739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c4905-731f-4835-816f-093e24e06c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f16e80c-0836-4510-a974-d020ea5fe1ba,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:00.061253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58928) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:00.079047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.099087 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.113216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cd392d-d74f-4800-a377-af8a0b0c3e46 None None] Network e535f6d5-83d8-4e0f-bca0-f4369c2d1bea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:00.188072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9b953-e060-477a-b608-1a16cca28a56 None None] Network 248338c5-4c6a-4852-9521-b122325b2a11 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:00.209049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.218848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/177d4ae4-ec46-4dba-95c3-59b56f7e9fed HTTP/1.1" status: 204 len: 168 time: 2.2856772 Nov 23 22:59:00.225546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58932) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:00.234410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d98dd-c9e1-4462-844e-86d6444aa670 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=177d4ae4-ec46-4dba-95c3-59b56f7e9fed,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:00.280231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.398956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Deleting port 5052ab78-98f3-4624-ac09-c5611fcaa8f2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:00.399621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.531342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.536935 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.557582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] For port 5052ab78-98f3-4624-ac09-c5611fcaa8f2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5052ab78-98f3-4624-ac09-c5611fcaa8f2,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:00.558465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.613504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Deleting port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:00.618974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.626740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Calling delete_port for 5052ab78-98f3-4624-ac09-c5611fcaa8f2 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:00.627715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:58:55Z', 'revision_number': 5, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port': {'id': '5052ab78-98f3-4624-ac09-c5611fcaa8f2', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:13Z', 'updated_at': '2021-11-23T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:00.651871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.713604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:00.718366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:00.724376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:00.795857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] For port 533ec00b-cdff-4dd0-b93e-3b9d104b1321, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=533ec00b-cdff-4dd0-b93e-3b9d104b1321,segment=NetworkSegment(7860c7d3-bef5-4928-9d02-c4bc88052ac2),segment_id=7860c7d3-bef5-4928-9d02-c4bc88052ac2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:00.796285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.827275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c7629-78e1-4519-a6a9-fd710a365fde None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:00.834807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] Checking router: 8b264722-fd5d-479f-8fee-c5a31795bc88 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:59:00.838325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Calling delete_port for 533ec00b-cdff-4dd0-b93e-3b9d104b1321 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:00.851121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 7de475c2-9e77-4334-a814-06c5c76fa726 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:00.851641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.901099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] Routers {'8b264722-fd5d-479f-8fee-c5a31795bc88'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:00.901744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b264722-fd5d-479f-8fee-c5a31795bc88'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:00.910173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Port': ['ID=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:01.351759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59dbe9fe-b603-4a2e-8466-082b65e620ee req-cb87cf3b-a8b8-48c9-a098-5869e52b2d18 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 210 time: 0.2167902 Nov 23 22:59:01.403769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] For port 7de475c2-9e77-4334-a814-06c5c76fa726, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7de475c2-9e77-4334-a814-06c5c76fa726,segment=NetworkSegment(be7a2d13-feaa-41b7-8130-7417da14cb4d),segment_id=be7a2d13-feaa-41b7-8130-7417da14cb4d)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:01.406064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.410585 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.437812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 7de475c2-9e77-4334-a814-06c5c76fa726 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:01.546456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] DHCP port deletion for 248338c5-4c6a-4852-9521-b122325b2a11 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:01.577621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] DHCP port deletion for e535f6d5-83d8-4e0f-bca0-f4369c2d1bea request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:01.584182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7de475c2-9e77-4334-a814-06c5c76fa726 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:01.586292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08e459-9f04-4fb0-89b6-d1bbaded71c1 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:01.735013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b91435fc-2b48-40f0-96df-fe98a85ac8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.764556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Pushing event deleted for resources: {'Port': ['ID=5052ab78-98f3-4624-ac09-c5611fcaa8f2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:01.767289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.901183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.901764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.902288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.903065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.903065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.903972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.904323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.905125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.905479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.905835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.906294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.906635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:01.920985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.922660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c62428f5-b5d7-43df-af50-c6afe1328a1a None None] Provisioning complete for port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:01.923087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c62428f5-b5d7-43df-af50-c6afe1328a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.962849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9f742125-3687-4958-9eae-911f855e5b12 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:01.964709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9f742125-3687-4958-9eae-911f855e5b12 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.6664929 Nov 23 22:59:01.976065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] Set router 8b264722-fd5d-479f-8fee-c5a31795bc88 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:01.982101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.988951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.996957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Request body: {'port': {'device_id': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'admin_state_up': True, 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:01.997870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c62428f5-b5d7-43df-af50-c6afe1328a1a None None] Port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:02.061757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.128188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:59:00Z', 'revision_number': 6, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:02.139194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.163618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port 7de475c2-9e77-4334-a814-06c5c76fa726 {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 22:59:02.164202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7de475c2-9e77-4334-a814-06c5c76fa726 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:02.164735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 533ec00b-cdff-4dd0-b93e-3b9d104b1321 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:02.171732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a17c5-82df-473f-939a-e3d3f6a96741 None None] The sync data for ids ['8b264722-fd5d-479f-8fee-c5a31795bc88'] in n-d-817303-3 is: [{'id': '8b264722-fd5d-479f-8fee-c5a31795bc88', 'name': 'tempest-TestServerMultinode-684182355-router', 'tenant_id': '36052fbb80b4476594fad05044360482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:10Z', 'updated_at': '2021-11-23T22:59:00Z', 'revision_number': 6, 'project_id': '36052fbb80b4476594fad05044360482', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:02.179131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No DVR routers for this DVR port 7de475c2-9e77-4334-a814-06c5c76fa726 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:02.227972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 533ec00b-cdff-4dd0-b93e-3b9d104b1321 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:02.228395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 533ec00b-cdff-4dd0-b93e-3b9d104b1321 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:02.228930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cd1a09a3-4537-432d-9614-332a4281f3e3 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:02.237948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] Deleting port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:02.238443 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.248659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=7de475c2-9e77-4334-a814-06c5c76fa726,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:02.269397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: cd1a09a3-4537-432d-9614-332a4281f3e3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:02.269822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cd1a09a3-4537-432d-9614-332a4281f3e3 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:02.272139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] Deleting port 7de475c2-9e77-4334-a814-06c5c76fa726 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:02.272483 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.272637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.273355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b264722-fd5d-479f-8fee-c5a31795bc88 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:59:02.292131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Pushing event deleted for resources: {'Port': ['ID=533ec00b-cdff-4dd0-b93e-3b9d104b1321,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:02.304026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.305364 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0667b36b-5031-46b0-a28d-5de73e524000 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8b264722-fd5d-479f-8fee-c5a31795bc88 HTTP/1.1" status: 204 len: 168 time: 3.0014648 Nov 23 22:59:02.326353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58962) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:02.380325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] No DVR routers for this DVR port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:02.409502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] For port 533ec00b-cdff-4dd0-b93e-3b9d104b1321, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:02.409988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.421137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] For port 7de475c2-9e77-4334-a814-06c5c76fa726, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:02.421799 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.439425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] Calling delete_port for 533ec00b-cdff-4dd0-b93e-3b9d104b1321 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:02.445095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] Port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:59:02.446255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] Calling delete_port for 7de475c2-9e77-4334-a814-06c5c76fa726 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:02.449363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] Port 7de475c2-9e77-4334-a814-06c5c76fa726 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:59:02.450577 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.468300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.485335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] Pushing event deleted for resources: {'Port': ['ID=533ec00b-cdff-4dd0-b93e-3b9d104b1321,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:02.488660 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.493214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953333c0-5821-4a0e-8e15-5be41e722914 None None] No DVR routers for this DVR port 533ec00b-cdff-4dd0-b93e-3b9d104b1321 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:02.508071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248338c5-4c6a-4852-9521-b122325b2a11']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:02.534678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] Pushing event deleted for resources: {'Port': ['ID=7de475c2-9e77-4334-a814-06c5c76fa726,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:02.535553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7a2d13-feaa-41b7-8130-7417da14cb4d') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:02.535777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7a2d13-feaa-41b7-8130-7417da14cb4d') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:02.539961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315916f-7e90-4a44-939b-32f0a7f44619 None None] No DVR routers for this DVR port 7de475c2-9e77-4334-a814-06c5c76fa726 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:02.562450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.601058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.613154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:59:02.613723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:59:02.722863 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:59:02.763811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.840020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:02.846026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/248338c5-4c6a-4852-9521-b122325b2a11 HTTP/1.1" status: 204 len: 168 time: 2.6145077 Nov 23 22:59:02.850762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ad3e-e506-4336-b536-ac7c679a77f1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=248338c5-4c6a-4852-9521-b122325b2a11,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:02.875988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e34fab0f-260b-4938-89fc-389f934407d5 req-c6bd405e-b8a3-45ca-9fe4-e814c9ad9ac4 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 210 time: 0.1452038 Nov 23 22:59:02.877275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:02.905292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55f4ac-8f97-461c-8d85-16c6406f4229 req-67eb43d6-1bd6-4e4a-b0c2-e19271f0f64f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:02.916330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c55f4ac-8f97-461c-8d85-16c6406f4229 req-67eb43d6-1bd6-4e4a-b0c2-e19271f0f64f tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 945 time: 1.0328448 Nov 23 22:59:02.935199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1946206317'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:03.078662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:03.082686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.128581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c55f4ac-8f97-461c-8d85-16c6406f4229 req-cd7f7db5-74ff-4275-a9d8-a3ff680ad0aa tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110646 Nov 23 22:59:03.145968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:59:03.165258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] Deleting subnet ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:59:03.173311 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.260238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.260581 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Added segment e4fd97a4-9646-4551-88fc-60363af45990 of type vlan for network d14ba176-4a63-4cc4-9402-2f5aad94de15 Nov 23 22:59:03.312477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 75cd93c9-1fa1-4fee-aef7-ede11730f746 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:03.350968 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.384142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.387224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 75cd93c9-1fa1-4fee-aef7-ede11730f746 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:03.392678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 75cd93c9-1fa1-4fee-aef7-ede11730f746 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:03.395807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5052ab78-98f3-4624-ac09-c5611fcaa8f2 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:03.406969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.437365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5052ab78-98f3-4624-ac09-c5611fcaa8f2 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:03.437785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5052ab78-98f3-4624-ac09-c5611fcaa8f2 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:03.489200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.492228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:03.496361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.517711 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.523445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:03.524832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.583839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e535f6d5-83d8-4e0f-bca0-f4369c2d1bea']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:03.589610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6685128 Nov 23 22:59:03.619261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58992) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:03.629000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:03.632659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380d68-46c2-4df7-a75b-357a8d11f2fe tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Network': ['ID=d14ba176-4a63-4cc4-9402-2f5aad94de15,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:03.645016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:59:03.674311 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.689967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7860c7d3-bef5-4928-9d02-c4bc88052ac2') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:03.690661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7860c7d3-bef5-4928-9d02-c4bc88052ac2') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:03.739444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Router 98603adb-ca6c-4c63-8268-79c2681a3fa9 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:59:03.771033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-1f34467e-cd30-4dba-865c-ca1e5516e196 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:03.774529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-1f34467e-cd30-4dba-865c-ca1e5516e196 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 945 time: 0.5072870 Nov 23 22:59:03.790604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.807867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.816507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:59:03.816916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.827471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:03.831099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:59:03.881290 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:59:03.899487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.940427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.946714 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e535f6d5-83d8-4e0f-bca0-f4369c2d1bea HTTP/1.1" status: 204 len: 168 time: 3.8806319 Nov 23 22:59:04.012108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3787f3-0b1a-4a81-9ded-05a4d38a2713 admin admin] Pushing event deleted for resources: {'Network': ['ID=e535f6d5-83d8-4e0f-bca0-f4369c2d1bea,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:04.077100 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.118591 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.122217 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc HTTP/1.1" status: 204 len: 168 time: 1.7868922 Nov 23 22:59:04.126295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3853b-ca1c-40f1-8c7e-d90425b0a941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab387d3d-d4db-4f3c-bdb6-5b9b8a8881bc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:04.126774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e3365-402e-4bf3-bd39-679390fee60e None None] Network 0ce7521c-a684-4581-b65e-a59a7e168186 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:04.135553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59006) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:04.156797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Allocated IP 172.20.0.12 (68d870b7-ea29-45c0-8c29-93b9cfb7f716/b0fc9903-3824-42ba-9235-b394e48849cc/9bb158f9-e9c5-4311-9681-d1ffff37c7f2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:04.279524 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.287689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59010) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:04.594665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] DHCP port deletion for 0ce7521c-a684-4581-b65e-a59a7e168186 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:04.654380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] Deleting port 29818192-a744-4afc-a2bc-4b4eaa2b39ee {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:04.655118 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.703636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.713641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c756c87-dc2a-4e67-b65c-533e34c9c425 req-759c5ebb-c18d-45c2-b507-64949111cba5 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 210 time: 0.2786651 Nov 23 22:59:04.742350 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ab50b27-efe1-4e13-b5d6-d37434d1eeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.758410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] For port 29818192-a744-4afc-a2bc-4b4eaa2b39ee, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=29818192-a744-4afc-a2bc-4b4eaa2b39ee,segment=NetworkSegment(056cfd20-48db-4d6d-904d-c356f5962bad),segment_id=056cfd20-48db-4d6d-904d-c356f5962bad)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:04.759223 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.778479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] Calling delete_port for 29818192-a744-4afc-a2bc-4b4eaa2b39ee owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:04.785432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.815920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:04.833550 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Sync routers for ids ['98603adb-ca6c-4c63-8268-79c2681a3fa9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:04.837311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Deleting port 31b14b38-7584-45aa-bfc2-d8bd54448e6d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:04.837809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.845477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516a60-8919-4a5d-b9c6-4d396a6c37dd req-bf84342e-1fc8-4f33-aa75-23775784ba94 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:04.847488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60516a60-8919-4a5d-b9c6-4d396a6c37dd req-bf84342e-1fc8-4f33-aa75-23775784ba94 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 945 time: 0.3138707 Nov 23 22:59:04.848337 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Routers {'98603adb-ca6c-4c63-8268-79c2681a3fa9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:04.849169 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['98603adb-ca6c-4c63-8268-79c2681a3fa9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:04.894636 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.908514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:04.928566 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3f0691d9-9436-412b-8849-8279309decff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13315bd64a8e488fa0278c17cd63c533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5392492 Nov 23 22:59:04.931825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:04.935610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:04.941630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59016) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:04.967396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] No DVR routers for this DVR port 29818192-a744-4afc-a2bc-4b4eaa2b39ee on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:04.999889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600110fc-e7e8-4604-acb6-f4937a72fecc None None] Pushing event deleted for resources: {'Port': ['ID=29818192-a744-4afc-a2bc-4b4eaa2b39ee,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:05.001876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:05.002610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.005760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event updated for resources: {'Port': ['ID=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:05.033730 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.035115 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Set router 98603adb-ca6c-4c63-8268-79c2681a3fa9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:05.050068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.051942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dafd16cd-2675-4a20-b4ed-19d8bbdfcf1e tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4932177 Nov 23 22:59:05.056869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59020) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:05.103653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc56b5ec-c15c-4573-941c-0d1dee43f354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.128709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-9fc6222f-6f0b-4115-9f36-5f1eba24605b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1426110 Nov 23 22:59:05.148954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Deleting port 29818192-a744-4afc-a2bc-4b4eaa2b39ee {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:05.149739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.164145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc56b5ec-c15c-4573-941c-0d1dee43f354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.221706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] For port 29818192-a744-4afc-a2bc-4b4eaa2b39ee, host n-d-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:05.222095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.233097 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc56b5ec-c15c-4573-941c-0d1dee43f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.235857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Calling delete_port for 29818192-a744-4afc-a2bc-4b4eaa2b39ee owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:05.241915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Port 29818192-a744-4afc-a2bc-4b4eaa2b39ee was not found and therefore no delete operation was performed {{(pid=103523) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:59:05.242085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc56b5ec-c15c-4573-941c-0d1dee43f354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.243117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fc56b5ec-c15c-4573-941c-0d1dee43f354 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da026c99-d1e0-4483-bd69-4f1a463ae87f HTTP/1.1" status: 204 len: 168 time: 0.2912247 Nov 23 22:59:05.257740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.266735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Request body: {'port': {'device_id': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:05.276950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56b5ec-c15c-4573-941c-0d1dee43f354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da026c99-d1e0-4483-bd69-4f1a463ae87f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:05.285165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60516a60-8919-4a5d-b9c6-4d396a6c37dd req-be0095c4-79de-4b8c-a544-bca89647a8f8 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922601 Nov 23 22:59:05.290651 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.317532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 29818192-a744-4afc-a2bc-4b4eaa2b39ee no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:05.344731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=a8858976-9310-426b-9c95-1d3ec0808e81,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:05.376745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 29818192-a744-4afc-a2bc-4b4eaa2b39ee {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:05.377117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 29818192-a744-4afc-a2bc-4b4eaa2b39ee not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:05.401522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Checking segment: {'id': 'e4fd97a4-9646-4551-88fc-60363af45990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:05.401995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network hostable DHCP agents. Network: d14ba176-4a63-4cc4-9402-2f5aad94de15, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:59:05.422683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:59:05.423141 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98603adb-ca6c-4c63-8268-79c2681a3fa9', 'name': 'tempest-snat-router-612982359', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.167'}], 'enable_snat': False}, 'gw_port_id': 'b70d4bdb-26ec-4eac-bc71-d5db334be5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:58:55Z', 'updated_at': '2021-11-23T22:59:01Z', 'revision_number': 3, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port': {'id': 'b70d4bdb-26ec-4eac-bc71-d5db334be5a3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98603adb-ca6c-4c63-8268-79c2681a3fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:58:58Z', 'updated_at': '2021-11-23T22:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:05.435012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, d14ba176-4a63-4cc4-9402-2f5aad94de15) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:05.442047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Pushing event deleted for resources: {'Port': ['ID=29818192-a744-4afc-a2bc-4b4eaa2b39ee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:05.446776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f106aa4-d8ce-413a-b8b9-50e886920e64 None None] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:05.464711 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Checking router: 98603adb-ca6c-4c63-8268-79c2681a3fa9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:59:05.466766 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Updating router 98603adb-ca6c-4c63-8268-79c2681a3fa9 port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:59:05.471076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:05.471277 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.498346 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.505932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f0399d48-37d7-46b4-8ac8-febf0b0f3157 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8812423 Nov 23 22:59:05.507561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59026) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:05.520438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] No DVR routers for this DVR port 29818192-a744-4afc-a2bc-4b4eaa2b39ee on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:05.523832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1d380428-47cd-45b7-bc09-175133e283c1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1674123394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:05.576696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] For port 31b14b38-7584-45aa-bfc2-d8bd54448e6d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=31b14b38-7584-45aa-bfc2-d8bd54448e6d,segment=NetworkSegment(43247fe9-a11a-41cc-b75d-68230daf19cf),segment_id=43247fe9-a11a-41cc-b75d-68230daf19cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:05.577076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.579595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d380428-47cd-45b7-bc09-175133e283c1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.582301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d380428-47cd-45b7-bc09-175133e283c1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.663206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d380428-47cd-45b7-bc09-175133e283c1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.673674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d380428-47cd-45b7-bc09-175133e283c1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.724141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.725250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1d380428-47cd-45b7-bc09-175133e283c1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.728952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d380428-47cd-45b7-bc09-175133e283c1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2203999 Nov 23 22:59:05.729806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59034) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:05.738597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15', 'name': 'tempest-PortsTestJSON-97328626'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:05.753868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Calling delete_port for 31b14b38-7584-45aa-bfc2-d8bd54448e6d owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:05.761803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce7521c-a684-4581-b65e-a59a7e168186']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:05.787822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.790990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056cfd20-48db-4d6d-904d-c356f5962bad') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:05.791292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056cfd20-48db-4d6d-904d-c356f5962bad') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:05.815449 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c4d9b0d0-ddbd-4ba6-953e-b26045261e65 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/98603adb-ca6c-4c63-8268-79c2681a3fa9 HTTP/1.1" status: 200 len: 908 time: 0.7571661 Nov 23 22:59:05.831511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-d14ba176-4a63-4cc4-9402-2f5aad94de15', 'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15', 'tenant_id': '9c8f2d7897ca4b35bde12365d0a6f07f', 'fixed_ips': [{'subnet_id': 'a8858976-9310-426b-9c95-1d3ec0808e81'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:59:05.833097 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.850017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59038) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:05.865684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612982359', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': True}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:05.871103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:05.994851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.018234 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.034679 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.054803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:59:06.055264 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: timer() Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:59:06.058749 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:59:06.106590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Allocated IP 172.20.0.2 (d14ba176-4a63-4cc4-9402-2f5aad94de15/a8858976-9310-426b-9c95-1d3ec0808e81/79ef4ad8-1f66-4b1d-a78c-6e58440c2da8) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:06.130116 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc396-e147-46d5-85fa-b1b26ea5a856 None None] Pushing event updated for resources: {'Port': ['ID=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:06.133186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59044) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:06.157073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.158132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.171682 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Attempting to bind port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:06.172669 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Attempting to bind port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:06.173376 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Attempting to bind port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:06.180324 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:06.181633 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:06.182763 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.184478 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:06.186437 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Bound port: b70d4bdb-26ec-4eac-bc71-d5db334be5a3, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:06.187306 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.220164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:06.226472 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.262371 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] For port b70d4bdb-26ec-4eac-bc71-d5db334be5a3, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:06.268511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] For port b70d4bdb-26ec-4eac-bc71-d5db334be5a3, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:06.275014 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.277778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c59a2-fc93-4885-ab2f-8b414b2cdd20 req-280e03ef-9ba3-4d03-a809-69751d39a485 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:06.281240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-939c59a2-fc93-4885-ab2f-8b414b2cdd20 req-280e03ef-9ba3-4d03-a809-69751d39a485 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 932 time: 0.3900645 Nov 23 22:59:06.291104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cda9038c-8f68-4cc0-85cd-c196b1bbeaaa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93ad6a8c305243abb6ac978728900950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563523 Nov 23 22:59:06.300074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 03e90e03-9b0a-4294-96ac-04db8faf8e42 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:59:06.318639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59046) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:06.403529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b39328-25be-4c43-aac9-96ca63932524 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:06.431527 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc396-e147-46d5-85fa-b1b26ea5a856 None None] Pushing event updated for resources: {'Port': ['ID=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:06.456642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.464668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.487403 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Routers {'98603adb-ca6c-4c63-8268-79c2681a3fa9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:06.487839 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['98603adb-ca6c-4c63-8268-79c2681a3fa9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:06.500049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ce7521c-a684-4581-b65e-a59a7e168186 HTTP/1.1" status: 204 len: 168 time: 2.3626494 Nov 23 22:59:06.530409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f93b0ac-49e6-4b3b-9e27-c49db0e5f5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.550889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1f0fa-bb72-4de8-b176-603e9c3c2bed None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:06.591063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabff111-83b1-44fb-acb7-0a8516831689 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce7521c-a684-4581-b65e-a59a7e168186,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:06.593181 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.643462 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.647090 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.650485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5648e76d-952a-4147-92da-3a612fc0e1d2 None None] Provisioning complete for port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:06.650850 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5648e76d-952a-4147-92da-3a612fc0e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.689717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.724106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f93b0ac-49e6-4b3b-9e27-c49db0e5f5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.730615 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] Set router 98603adb-ca6c-4c63-8268-79c2681a3fa9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:06.835677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:06.840819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Pushing event updated for resources: {'Port': ['ID=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:06.850684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:06.860109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:06.860942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-939c59a2-fc93-4885-ab2f-8b414b2cdd20 req-89789a98-d404-4251-9c1b-04c39a659961 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687876 Nov 23 22:59:06.866721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.867563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.868146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.869383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.869895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.870383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.870869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.871478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.872979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.873519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.874038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.874561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:06.901456 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f93b0ac-49e6-4b3b-9e27-c49db0e5f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.904814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f93b0ac-49e6-4b3b-9e27-c49db0e5f5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.905945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6f93b0ac-49e6-4b3b-9e27-c49db0e5f5c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bae4a869-babe-4ec0-9511-85cf04d00add HTTP/1.1" status: 204 len: 168 time: 0.5863032 Nov 23 22:59:06.925809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:06.990945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93b0ac-49e6-4b3b-9e27-c49db0e5f5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4a869-babe-4ec0-9511-85cf04d00add,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:07.034084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2a0c1-5c37-4910-af1a-de84207890fa req-b33fa6fe-d2ce-471b-9439-30b398b1f136 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:07.048436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fad2a0c1-5c37-4910-af1a-de84207890fa req-b33fa6fe-d2ce-471b-9439-30b398b1f136 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 945 time: 0.5263674 Nov 23 22:59:07.060561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59056) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:07.147353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Attempting to bind port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:07.160408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Attempting to bind port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e4fd97a4-9646-4551-88fc-60363af45990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:07.160885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Attempting to bind port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 on network d14ba176-4a63-4cc4-9402-2f5aad94de15 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:07.180405 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5648e76d-952a-4147-92da-3a612fc0e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.186596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:07.186974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Checking segment: {'id': 'e4fd97a4-9646-4551-88fc-60363af45990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:07.187375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.187797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Bound using segment: {'id': 'e4fd97a4-9646-4551-88fc-60363af45990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:07.188284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Bound port: 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fd97a4-9646-4551-88fc-60363af45990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd14ba176-4a63-4cc4-9402-2f5aad94de15'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:07.188661 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.243128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Pushing event deleted for resources: {'Port': ['ID=31b14b38-7584-45aa-bfc2-d8bd54448e6d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:07.249779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.11 (d14ba176-4a63-4cc4-9402-2f5aad94de15/a8858976-9310-426b-9c95-1d3ec0808e81/03e90e03-9b0a-4294-96ac-04db8faf8e42) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:07.266819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5648e76d-952a-4147-92da-3a612fc0e1d2 None None] For port b70d4bdb-26ec-4eac-bc71-d5db334be5a3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:07.276114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:59:07.283128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5648e76d-952a-4147-92da-3a612fc0e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.292384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.313589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Transition to ACTIVE for port object 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:59:07.315934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fad2a0c1-5c37-4910-af1a-de84207890fa req-95534102-e776-4f4d-88bb-d996dee68ab4 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/security-groups?id=87f76fc5-3b47-44b6-a61a-8289f6564174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691269 Nov 23 22:59:07.320564 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98603adb-ca6c-4c63-8268-79c2681a3fa9', 'name': 'tempest-snat-router-612982359', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.167'}], 'enable_snat': False}, 'gw_port_id': 'b70d4bdb-26ec-4eac-bc71-d5db334be5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:58:55Z', 'updated_at': '2021-11-23T22:59:01Z', 'revision_number': 3, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port': {'id': 'b70d4bdb-26ec-4eac-bc71-d5db334be5a3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98603adb-ca6c-4c63-8268-79c2681a3fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:58:58Z', 'updated_at': '2021-11-23T22:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:07.351193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-95315aef-4517-4b0c-820a-ad4356c5aa2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f3233d912d94a90a2fe363ea1f67359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893279 Nov 23 22:59:07.358166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59062) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:07.363935 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2319c93-f767-4ab9-ad4a-371d7429375a None None] The sync data for ids ['98603adb-ca6c-4c63-8268-79c2681a3fa9'] in n-d-817303-3 is: [{'id': '98603adb-ca6c-4c63-8268-79c2681a3fa9', 'name': 'tempest-snat-router-612982359', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.167'}], 'enable_snat': False}, 'gw_port_id': 'b70d4bdb-26ec-4eac-bc71-d5db334be5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:58:55Z', 'updated_at': '2021-11-23T22:59:01Z', 'revision_number': 3, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port': {'id': 'b70d4bdb-26ec-4eac-bc71-d5db334be5a3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98603adb-ca6c-4c63-8268-79c2681a3fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:58:58Z', 'updated_at': '2021-11-23T22:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:07.536795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.552050 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] For port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:07.582617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] For port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,segment=NetworkSegment(e4fd97a4-9646-4551-88fc-60363af45990),segment_id=e4fd97a4-9646-4551-88fc-60363af45990)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:07.601656 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.609378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c3ec2462-ae79-49ec-bc23-19246a08df6a None None] Provisioning complete for port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:07.609765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c3ec2462-ae79-49ec-bc23-19246a08df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.612419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.617585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648e76d-952a-4147-92da-3a612fc0e1d2 None None] Pushing event updated for resources: {'Port': ['ID=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:07.642575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.642815 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-686d1e90-315b-4d61-af2a-c387a7b73faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.655535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] No DVR routers for this DVR port 31b14b38-7584-45aa-bfc2-d8bd54448e6d on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:07.668842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.672338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2c2dc032-17c0-4bcb-960e-736d5ab7af06 req-08c4dc22-af1d-4428-9df7-d383a7aced00 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.46 "DELETE /v2.0/ports/31b14b38-7584-45aa-bfc2-d8bd54448e6d HTTP/1.1" status: 204 len: 173 time: 3.7900927 Nov 23 22:59:07.674355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'name': 'network-vif-deleted', 'tag': '31b14b38-7584-45aa-bfc2-d8bd54448e6d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:07.684695 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9188c576-4045-4294-a6b4-bdd96af8622b" -d '{"events": [{"server_uuid": "ca136d37-d47f-42a4-ad28-a7a5e7740e2b", "name": "network-vif-deleted", "tag": "31b14b38-7584-45aa-bfc2-d8bd54448e6d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:07.698156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-686d1e90-315b-4d61-af2a-c387a7b73faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:07.784507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Pushing event updated for resources: {'Port': ['ID=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:07.790654 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da32dc4-a140-47a7-91e1-509505a8cefb x-openstack-request-id: req-7da32dc4-a140-47a7-91e1-509505a8cefb {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:07.791212 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca136d37-d47f-42a4-ad28-a7a5e7740e2b", "name": "network-vif-deleted", "tag": "31b14b38-7584-45aa-bfc2-d8bd54448e6d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:07.791670 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7da32dc4-a140-47a7-91e1-509505a8cefb {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:07.792389 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca136d37-d47f-42a4-ad28-a7a5e7740e2b', 'name': 'network-vif-deleted', 'tag': '31b14b38-7584-45aa-bfc2-d8bd54448e6d', 'status': 'completed', 'code': 200} Nov 23 22:59:07.854475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31b14b38-7584-45aa-bfc2-d8bd54448e6d no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:07.973216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:08.016624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-686d1e90-315b-4d61-af2a-c387a7b73faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:08.019235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-686d1e90-315b-4d61-af2a-c387a7b73faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:08.026382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-686d1e90-315b-4d61-af2a-c387a7b73faa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1143036a-b78b-438d-b3cc-ac27ba03624a HTTP/1.1" status: 204 len: 168 time: 0.6637139 Nov 23 22:59:08.131990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d1e90-315b-4d61-af2a-c387a7b73faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1143036a-b78b-438d-b3cc-ac27ba03624a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:08.167044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Attempting to bind port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:08.168752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Attempting to bind port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:08.169100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Attempting to bind port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:08.195677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677f92-4f37-4f78-9ca6-ed3cc18235e4 req-de15aba7-8575-4642-bb04-b0f70950cd2f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:08.196471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:59:08.196820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Attempting to bind port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:08.212004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8677f92-4f37-4f78-9ca6-ed3cc18235e4 req-de15aba7-8575-4642-bb04-b0f70950cd2f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 944 time: 0.1821613 Nov 23 22:59:08.241524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:08.278757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:08.279099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:08.282677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Bound using segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:08.283167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Bound port: 9bb158f9-e9c5-4311-9681-d1ffff37c7f2, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:08.285846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:08.562480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a819c-573c-4129-aec3-967d7f7bdd19 None None] Pushing event updated for resources: {'Port': ['ID=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:08.652114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 31b14b38-7584-45aa-bfc2-d8bd54448e6d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:08.660349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 31b14b38-7584-45aa-bfc2-d8bd54448e6d not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:08.760387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:08.765444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:08.770051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2f9bad3-a107-427b-b55c-8f926d4148d4 req-d807174c-8a2f-4c0e-bb60-66cadf49efa0 tempest-AttachVolumeNegativeTest-1528747000 tempest-AttachVolumeNegativeTest-1528747000-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca136d37-d47f-42a4-ad28-a7a5e7740e2b HTTP/1.1" status: 200 len: 210 time: 0.0762177 Nov 23 22:59:08.809708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] For port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:08.813149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8677f92-4f37-4f78-9ca6-ed3cc18235e4 req-7af8a646-1fc7-45f0-b555-799930a5d86e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550437 Nov 23 22:59:08.814181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:08.816810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:08.817765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] For port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:08.822607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=03e90e03-9b0a-4294-96ac-04db8faf8e42,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:08.920021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:08.920710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:08.942261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59098) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:08.979328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-891040f5-cfaa-4747-b18c-6967fa54dd4a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2478206 Nov 23 22:59:08.981553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59102) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:08.989482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.224436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59106) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:09.227352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Pushing event updated for resources: {'Port': ['ID=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:09.281173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1250403568-network', 'tenant_id': '476442b84f76496486d7bacb83b1870c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:09.318543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:09.320304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.320975 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-fa403beb-5230-4d46-af14-0fa3b7a40aaf service neutron] 10.222.0.48 "PUT /v2.0/ports/9bb158f9-e9c5-4311-9681-d1ffff37c7f2 HTTP/1.1" status: 200 len: 1092 time: 4.0788088 Nov 23 22:59:09.334443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.431809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.477308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Made reservation on behalf of 476442b84f76496486d7bacb83b1870c for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:09.479713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.503256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b70d4bdb-26ec-4eac-bc71-d5db334be5a3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:09.582312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:09.583226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.660593 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a2ff63b-94a5-4111-90f2-037d3782ccbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36052fbb80b4476594fad05044360482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292233 Nov 23 22:59:09.664101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:09.683605 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.795445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:09.849551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'tag': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:09.853054 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d41999-9780-4d3a-937c-d705a3e1aa52" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e0f2c0-a735-4b9a-8de7-9095207ea4fe", "tag": "9bb158f9-e9c5-4311-9681-d1ffff37c7f2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:09.907956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:09.914580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:09.914966 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:09.925761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-4d45c9c3-6549-4287-b80b-1268e3ef2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:09.927772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-4d45c9c3-6549-4287-b80b-1268e3ef2726 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 1095 time: 0.5206478 Nov 23 22:59:10.033615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Allocated IP 172.25.0.143 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/88b7d9eb-b01d-4c68-b83c-de40fee58f3b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:10.039419 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8de2d45-a744-4bd1-8065-701e13cf0617 x-openstack-request-id: req-b8de2d45-a744-4bd1-8065-701e13cf0617 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:10.039886 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e0f2c0-a735-4b9a-8de7-9095207ea4fe", "tag": "9bb158f9-e9c5-4311-9681-d1ffff37c7f2", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:10.040283 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8de2d45-a744-4bd1-8065-701e13cf0617 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:10.040743 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'tag': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2', 'status': 'completed', 'code': 200} Nov 23 22:59:10.086077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-95fb7ed5-bbcc-43b0-906c-d6f55e331aff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0953875 Nov 23 22:59:10.086841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-643f6f1d-b7d5-4e47-8a8b-6713ff0985a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.092819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.099375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b66b1-b56c-473d-b3e3-17b5c7bbe914 None None] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:10.126244 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.150591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] Deleting subnet b0cf416f-f859-4636-a10b-f0923e1b1f57 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:59:10.185071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09986090-5072-4b5c-a106-fccf7646f4cb req-effbab1b-4f29-4f78-8fb6-089fe6627558 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:10.193186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09986090-5072-4b5c-a106-fccf7646f4cb req-effbab1b-4f29-4f78-8fb6-089fe6627558 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 944 time: 0.1696768 Nov 23 22:59:10.229143 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.266143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.301101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.368791 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-643f6f1d-b7d5-4e47-8a8b-6713ff0985a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.385079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96fe730-f405-48b8-9e8c-276577226522,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:10.463817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:59:10.512088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09986090-5072-4b5c-a106-fccf7646f4cb req-94fede5a-7f54-4a34-83b0-f7867468e9eb tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118279 Nov 23 22:59:10.526487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.527074 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Added segment 0913b588-5748-4365-ad14-012364896a99 of type vlan for network e628295c-b1ac-4193-a3fc-11a806788749 Nov 23 22:59:10.533804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-54ece85d-c19b-4150-8970-5f78a44d8494 None None] Provisioning complete for port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:10.534624 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54ece85d-c19b-4150-8970-5f78a44d8494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.628779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.671389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,segment=NetworkSegment(e4fd97a4-9646-4551-88fc-60363af45990),segment_id=e4fd97a4-9646-4551-88fc-60363af45990)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:10.694588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.696328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:10.697161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.714767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.735934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.737471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:10.794240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8504460 Nov 23 22:59:10.801016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59126) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:10.826115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Request body: {'subnet': {'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1250403568-subnet', 'tenant_id': '476442b84f76496486d7bacb83b1870c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:10.932707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:10.994361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Made reservation on behalf of 476442b84f76496486d7bacb83b1870c for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:10.999395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.093457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96a374-b617-45cc-b014-7accf4fbf0cc admin admin] Pushing event updated for resources: {'Network': ['ID=e628295c-b1ac-4193-a3fc-11a806788749,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:11.109785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e628295c-b1ac-4193-a3fc-11a806788749 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:59:11.151801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=03e90e03-9b0a-4294-96ac-04db8faf8e42,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:11.282766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c09deda5-de81-4ee2-92a2-2dcc21e9d3a0 None None] Provisioning complete for port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:11.283138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c09deda5-de81-4ee2-92a2-2dcc21e9d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.307915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.311783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-0482fa6a-7409-4da2-86b6-f697414f009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:11.313012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-0482fa6a-7409-4da2-86b6-f697414f009c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 1.2142038 Nov 23 22:59:11.333085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:11.396927 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-d4e1cb9b-3539-4812-bd8d-9495ef0ce31e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596695 Nov 23 22:59:11.569522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.588630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:11.589209 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.591767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c09deda5-de81-4ee2-92a2-2dcc21e9d3a0 None None] Provisioning complete for port 03e90e03-9b0a-4294-96ac-04db8faf8e42 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:11.592195 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c09deda5-de81-4ee2-92a2-2dcc21e9d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.631407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c09deda5-de81-4ee2-92a2-2dcc21e9d3a0 None None] Port 03e90e03-9b0a-4294-96ac-04db8faf8e42 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:11.660218 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-87c3d1a5-5b95-40a8-9863-a178abad7d3b service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446876 Nov 23 22:59:11.826325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ccc18dec-24ad-4215-a7c5-2bcd62d7af2b req-01a50cdc-d529-4bde-9a2c-7e41d5116eb8 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587942 Nov 23 22:59:11.835440 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.844472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0ccb6752-bcd5-49eb-be67-4e46878ccf97 None None] Provisioning complete for port 03e90e03-9b0a-4294-96ac-04db8faf8e42 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:11.846321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9363707-8c66-4b6b-a015-9d2547eb5056,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:11.848476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6752-bcd5-49eb-be67-4e46878ccf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.910651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.925865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-643f6f1d-b7d5-4e47-8a8b-6713ff0985a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.927848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ace08-b348-4591-991a-f6dfa2c0346d req-2db926a3-23fc-4ee1-8f20-36d1dc256f4a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:11.931518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-735ace08-b348-4591-991a-f6dfa2c0346d req-2db926a3-23fc-4ee1-8f20-36d1dc256f4a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 944 time: 0.2084908 Nov 23 22:59:11.937400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-643f6f1d-b7d5-4e47-8a8b-6713ff0985a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:11.937760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb6752-bcd5-49eb-be67-4e46878ccf97 None None] Port 03e90e03-9b0a-4294-96ac-04db8faf8e42 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:11.938839 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-643f6f1d-b7d5-4e47-8a8b-6713ff0985a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c572636e-4c93-48f3-a37c-be3586597694 HTTP/1.1" status: 204 len: 168 time: 2.2721243 Nov 23 22:59:11.973372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f6f1d-b7d5-4e47-8a8b-6713ff0985a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c572636e-4c93-48f3-a37c-be3586597694,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:11.976733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Checking segment: {'id': '0913b588-5748-4365-ad14-012364896a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:11.978519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Network hostable DHCP agents. Network: e628295c-b1ac-4193-a3fc-11a806788749, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:59:12.093731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b23db871-b62f-41d2-8830-6621da4a45ab None None] Provisioning complete for port 03e90e03-9b0a-4294-96ac-04db8faf8e42 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:12.094110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b23db871-b62f-41d2-8830-6621da4a45ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.106711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-fbf8269a-56a1-411b-a6ab-98d571c31586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:12.108857 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-fbf8269a-56a1-411b-a6ab-98d571c31586 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 1095 time: 0.1672440 Nov 23 22:59:12.114198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.144999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.165726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.173075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0cf416f-f859-4636-a10b-f0923e1b1f57,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:12.177846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.181208 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-040fc066-dfc8-4926-8fc4-ac941c66eb3a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b0cf416f-f859-4636-a10b-f0923e1b1f57 HTTP/1.1" status: 204 len: 168 time: 2.2721670 Nov 23 22:59:12.195403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b23db871-b62f-41d2-8830-6621da4a45ab None None] Port 03e90e03-9b0a-4294-96ac-04db8faf8e42 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:12.223260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59138) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:12.280127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Network e628295c-b1ac-4193-a3fc-11a806788749 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:59:12.332589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e628295c-b1ac-4193-a3fc-11a806788749) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:12.341529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb5941-a0ff-4c2b-a0c4-bb50eb678238 None None] Network e628295c-b1ac-4193-a3fc-11a806788749 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:12.390675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:12.412201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:12.430516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-735ace08-b348-4591-991a-f6dfa2c0346d req-667fc09c-93ec-4226-8d17-a52a71b2eb90 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902761 Nov 23 22:59:12.432097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:12.432715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.442906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:12.513022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Port': ['ID=88b7d9eb-b01d-4c68-b83c-de40fee58f3b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:12.535105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-e97ed3f2-b982-4080-b103-c991f1cdfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:12.536798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-e97ed3f2-b982-4080-b103-c991f1cdfc2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.4191103 Nov 23 22:59:12.563557 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.592276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e0eda4b5-abcf-4f66-8925-5ca47d3d668b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7711008 Nov 23 22:59:12.595717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52332e2f-b83d-4796-a3c0-f63df3a30945 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:12.623323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.728591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b3543-6ed0-453f-bc2a-5924087167c6 None None] Network e628295c-b1ac-4193-a3fc-11a806788749 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:12.759373 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-426fe283-cefc-40d9-a3c5-6a4004104e4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2 HTTP/1.1" status: 200 len: 217 time: 0.2127233 Nov 23 22:59:12.828194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-320e5cbf-5ff6-401a-b7b2-930e9629fbdc None None] Provisioning complete for port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:12.828581 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-320e5cbf-5ff6-401a-b7b2-930e9629fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:12.881948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-03a01101-8ce8-410c-b450-d328375884ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:12.889288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-03a01101-8ce8-410c-b450-d328375884ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1213560 Nov 23 22:59:13.012724 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-4c3ac219-51ed-4ba1-b578-ffe36e7fea7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679560 Nov 23 22:59:13.101034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-320e5cbf-5ff6-401a-b7b2-930e9629fbdc None None] Port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:13.456453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.479141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-21c5ee2a-f2e7-4861-b804-d10f0cf1bcb5 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503326 Nov 23 22:59:13.484234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:13.580584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.686622 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-832380662-network', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:13.754700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.770526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d41999-9780-4d3a-937c-d705a3e1aa52 req-b1f6d8c8-6d29-4f35-be60-6e98ad73b8c7 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408428 Nov 23 22:59:13.787814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Made reservation on behalf of 39e6f900dfef4167ab8796da33b6e29f for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:13.791044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.809712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff10a010-6755-4f00-8434-2ffc0fce86f6']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:13.821225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43247fe9-a11a-41cc-b75d-68230daf19cf') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:13.821662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43247fe9-a11a-41cc-b75d-68230daf19cf') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:13.831038 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.835484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.840557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:59:13.852963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.861252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:59:13.862323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.891704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:59:13.963985 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:59:13.969007 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:13.991904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:14.006286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'port_id': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2', 'mac_address': 'fa:16:3e:23:19:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc9903-3824-42ba-9235-b394e48849cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:59:14.072091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.079965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=03e90e03-9b0a-4294-96ac-04db8faf8e42,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:14.084494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.093793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.096365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:59:14.099035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] 10.222.0.11 "DELETE /v2.0/networks/ff10a010-6755-4f00-8434-2ffc0fce86f6 HTTP/1.1" status: 204 len: 168 time: 1.8728204 Nov 23 22:59:14.126327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.143835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.179902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6682124-1d5a-423c-aa66-18b8c755ae6f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:14.182165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:14.188812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-b8d760d3-f2df-4ef2-9c84-d89af4ccd359 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:14.190450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-b8d760d3-f2df-4ef2-9c84-d89af4ccd359 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/networks?id=e628295c-b1ac-4193-a3fc-11a806788749 HTTP/1.1" status: 200 len: 822 time: 0.7726653 Nov 23 22:59:14.198477 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.219977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Router 43be54dc-d094-4f11-bda6-ad8616b4ceee is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:59:14.222492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427901a-a4cf-4930-8756-d506ac891a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=ff10a010-6755-4f00-8434-2ffc0fce86f6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:14.235508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:59:14.267180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-e85bc4d8-87bd-4cde-83dd-143019d86344 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/quotas/476442b84f76496486d7bacb83b1870c HTTP/1.1" status: 200 len: 375 time: 0.0503039 Nov 23 22:59:14.269563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.321930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3a223-6491-41b2-9636-074e6cf5cd4d req-59af526c-111e-414c-9c0b-0010726f2757 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:14.326150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fef3a223-6491-41b2-9636-074e6cf5cd4d req-59af526c-111e-414c-9c0b-0010726f2757 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 944 time: 0.7407968 Nov 23 22:59:14.331741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-38942288-2046-4b33-ace4-1af5cf7f320e tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=476442b84f76496486d7bacb83b1870c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578609 Nov 23 22:59:14.332389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59192) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:14.394255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:14.424004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:14.426150 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.426499 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Added segment 43a043c5-c8fd-4e41-8652-6a18c0ea6081 of type vlan for network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 Nov 23 22:59:14.449171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.449831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Sync routers for ids ['43be54dc-d094-4f11-bda6-ad8616b4ceee'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:14.453808 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8a066e14-f093-45ef-a9ad-9444268f4f32 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.6008697 Nov 23 22:59:14.454465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59198) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:14.463328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Routers {'43be54dc-d094-4f11-bda6-ad8616b4ceee'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:14.464334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['43be54dc-d094-4f11-bda6-ad8616b4ceee'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:14.512438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fef3a223-6491-41b2-9636-074e6cf5cd4d req-635a5bcb-c953-4e42-b013-901a5d3a3f41 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708465 Nov 23 22:59:14.538630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:14.549597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.555920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e270f1f6-7ec6-4f0e-ae2e-5691073b3b89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c13c8b8d98f4b48a1d9c6d6ca24560c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203264 Nov 23 22:59:14.558430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59200) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:14.690256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.692294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:14.693052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.764724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Set router 43be54dc-d094-4f11-bda6-ad8616b4ceee gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:14.779922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:14.784270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:14.804825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] Pushing event updated for resources: {'Network': ['ID=d92ff3aa-2b10-4f5c-8253-70cc38cc1c77,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:14.806852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-b903a9e7-8ac3-415d-b05c-f81ae2b10652 service neutron] 10.222.0.11 "GET /v2.0/networks/e628295c-b1ac-4193-a3fc-11a806788749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641762 Nov 23 22:59:14.815293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df94f928-f801-4ac7-acca-594b7d304fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.830613 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e7ee5b4d-751c-4e95-a731-7c31ed58e780 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/43be54dc-d094-4f11-bda6-ad8616b4ceee HTTP/1.1" status: 200 len: 907 time: 0.3738174 Nov 23 22:59:14.831561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59206) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:14.876111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:59:14.896859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-86e1c28f-9dbd-488f-9074-32b5d9d8c29f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3697155 Nov 23 22:59:14.909279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:15.000454 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df94f928-f801-4ac7-acca-594b7d304fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:15.022403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Request body: {'subnet': {'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-832380662-subnet', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:15.296399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-175161fe-9e28-4682-85a8-6ede96df0dc4 service neutron] 10.222.0.11 "GET /v2.0/networks/e628295c-b1ac-4193-a3fc-11a806788749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771805 Nov 23 22:59:15.306687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Made reservation on behalf of 39e6f900dfef4167ab8796da33b6e29f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:15.316426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:15.381366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Router 629fc77f-4333-4d61-ae45-cd87f00af240 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:59:15.473781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9570a9e3-535f-40ca-9742-c49ebccfda05 None None] Provisioning complete for port 03e90e03-9b0a-4294-96ac-04db8faf8e42 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:15.475262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9570a9e3-535f-40ca-9742-c49ebccfda05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:15.544000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:15.675081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9570a9e3-535f-40ca-9742-c49ebccfda05 None None] Port 03e90e03-9b0a-4294-96ac-04db8faf8e42 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:15.697403 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df94f928-f801-4ac7-acca-594b7d304fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:15.700036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be54dc-d094-4f11-bda6-ad8616b4ceee', 'name': 'tempest-snat-router-612982359', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '88b7d9eb-b01d-4c68-b83c-de40fee58f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:06Z', 'updated_at': '2021-11-23T22:59:13Z', 'revision_number': 3, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port': {'id': '88b7d9eb-b01d-4c68-b83c-de40fee58f3b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43be54dc-d094-4f11-bda6-ad8616b4ceee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:09Z', 'updated_at': '2021-11-23T22:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:15.700889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc93e7e3-d249-4c1d-be14-79ccd7fe800e req-297389d7-916d-484d-8040-a0c1572fff4b tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 210 time: 0.0771279 Nov 23 22:59:15.705848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df94f928-f801-4ac7-acca-594b7d304fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:15.708344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-df94f928-f801-4ac7-acca-594b7d304fd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87f76fc5-3b47-44b6-a61a-8289f6564174 HTTP/1.1" status: 204 len: 168 time: 1.1465099 Nov 23 22:59:15.775649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:15.791364 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] Sync routers for ids ['629fc77f-4333-4d61-ae45-cd87f00af240'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:15.803087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-99aa75f1-facf-46a8-89a4-6860be6b60ee tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "PUT /v2.0/routers/629fc77f-4333-4d61-ae45-cd87f00af240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8132465 Nov 23 22:59:15.810847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Checking router: 43be54dc-d094-4f11-bda6-ad8616b4ceee for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:59:15.811670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59222) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:15.812026 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] Routers {'629fc77f-4333-4d61-ae45-cd87f00af240'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:15.813692 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['629fc77f-4333-4d61-ae45-cd87f00af240'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:15.814656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Updating router 43be54dc-d094-4f11-bda6-ad8616b4ceee port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:59:15.835026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:15.847350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94f928-f801-4ac7-acca-594b7d304fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f76fc5-3b47-44b6-a61a-8289f6564174,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:15.894621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:15.958009 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:15.983484 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] Routers {'629fc77f-4333-4d61-ae45-cd87f00af240'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:15.984661 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['629fc77f-4333-4d61-ae45-cd87f00af240'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:16.031662 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:16.041778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2db546-4a72-41f8-8f3c-8bc03aea02eb req-8687d0d4-9f9b-4e9a-88b6-b99bf646d471 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:16.057361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:16.058800 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c9075-3917-4633-8b1e-5e72408e9784 None None] The sync data for ids ['629fc77f-4333-4d61-ae45-cd87f00af240'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:16.065675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d2db546-4a72-41f8-8f3c-8bc03aea02eb req-8687d0d4-9f9b-4e9a-88b6-b99bf646d471 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 945 time: 0.3805330 Nov 23 22:59:16.153685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Deleting port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:16.154128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:16.214081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ec5e39-96a9-4821-9f4a-dc573a30ccba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:16.221807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-23ec5e39-96a9-4821-9f4a-dc573a30ccba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports?device_id=629fc77f-4333-4d61-ae45-cd87f00af240 HTTP/1.1" status: 200 len: 981 time: 0.4068849 Nov 23 22:59:16.229073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59232) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:16.434783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:16.580514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfad34fa-0718-450f-b77a-eecdb8c685d9,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:16.656862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d2db546-4a72-41f8-8f3c-8bc03aea02eb req-2467cf77-6e92-4d48-974f-fb0a05b70af6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849199 Nov 23 22:59:16.711648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:16.750717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Checking segment: {'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:16.751239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Network hostable DHCP agents. Network: d92ff3aa-2b10-4f5c-8253-70cc38cc1c77, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:59:16.775417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Calling delete_port for 88b7d9eb-b01d-4c68-b83c-de40fee58f3b owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:16.838138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:16.877669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:16.932433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:59:16.978852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, d92ff3aa-2b10-4f5c-8253-70cc38cc1c77) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:17.001614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:17.002252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.019434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd8e4d-0c65-4d00-beeb-45930dd64c97 None None] Pushing event updated for resources: {'Port': ['ID=88b7d9eb-b01d-4c68-b83c-de40fee58f3b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:17.040720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27e2569d-b8c2-4c1a-8c6c-32b0d495fdbe req-e3f5f7ea-f2ac-4409-bc80-f6ed46e33b94 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 210 time: 0.1018307 Nov 23 22:59:17.056618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:59:17.063551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43c486-14e7-4680-8e87-cfab1c74045b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:17.081574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6a8ae6-1413-414c-b571-26ad93179061 None None] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:17.126174 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8bb1673a-59a8-4edb-8597-657163171bb5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1436768 Nov 23 22:59:17.126877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59248) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:17.144841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:17.279476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.280568 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.301026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:17.301903 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.331666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Attempting to bind port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:17.332136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Attempting to bind port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:17.332587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Attempting to bind port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:17.384359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:17.387895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:17.388358 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.393376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:17.395455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Bound port: 88b7d9eb-b01d-4c68-b83c-de40fee58f3b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:17.396177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.412734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.484955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b has been deleted concurrently {{(pid=103524) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 22:59:17.501965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd4092f-fde0-4dad-aa6e-ea6b5e7fffcc None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:17.537722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-44d2e493-b323-4f53-b739-aea57b6cc0ed None None] Provisioning complete for port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:17.539717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d2e493-b323-4f53-b739-aea57b6cc0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.669272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-44d2e493-b323-4f53-b739-aea57b6cc0ed None None] Port 88b7d9eb-b01d-4c68-b83c-de40fee58f3b was deleted so its status cannot be updated. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 22:59:17.708422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Routers {'43be54dc-d094-4f11-bda6-ad8616b4ceee'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:17.725294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['43be54dc-d094-4f11-bda6-ad8616b4ceee'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:17.759514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-cdb59476-d9ab-40fd-ba91-78aaacdafa0b tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:17.762488 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-cdb59476-d9ab-40fd-ba91-78aaacdafa0b tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.46 "GET /v2.0/networks?id=e628295c-b1ac-4193-a3fc-11a806788749 HTTP/1.1" status: 200 len: 822 time: 0.1691761 Nov 23 22:59:17.766522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.769199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event deleted for resources: {'Port': ['ID=88b7d9eb-b01d-4c68-b83c-de40fee58f3b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:17.776128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:17.956324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Request body: {'port': {'device_id': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749', 'admin_state_up': True, 'tenant_id': '476442b84f76496486d7bacb83b1870c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:18.025130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-d92ff3aa-2b10-4f5c-8253-70cc38cc1c77', 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'fixed_ips': [{'subnet_id': 'dfad34fa-0718-450f-b77a-eecdb8c685d9'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:59:18.029069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:18.088051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] Set router 43be54dc-d094-4f11-bda6-ad8616b4ceee gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:18.196027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be54dc-d094-4f11-bda6-ad8616b4ceee', 'name': 'tempest-snat-router-612982359', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:06Z', 'updated_at': '2021-11-23T22:59:17Z', 'revision_number': 5, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:18.247429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:18.250128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9f882-bb42-469f-b4ff-94d387cc79dd None None] The sync data for ids ['43be54dc-d094-4f11-bda6-ad8616b4ceee'] in n-d-817303-3 is: [{'id': '43be54dc-d094-4f11-bda6-ad8616b4ceee', 'name': 'tempest-snat-router-612982359', 'tenant_id': 'f718fa676fad4fa1b40757145817cc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:06Z', 'updated_at': '2021-11-23T22:59:17Z', 'revision_number': 5, 'project_id': 'f718fa676fad4fa1b40757145817cc23', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:18.300840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962db99-332d-421f-8462-c6bfe97efcf4 req-adc8d9c9-c017-4e23-8e35-ab48b84c7373 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:18.302390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8962db99-332d-421f-8462-c6bfe97efcf4 req-adc8d9c9-c017-4e23-8e35-ab48b84c7373 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 945 time: 0.3397372 Nov 23 22:59:18.445628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8962db99-332d-421f-8462-c6bfe97efcf4 req-9dfd356b-8b1f-41a8-85aa-d51ab621ca17 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340446 Nov 23 22:59:18.595555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:18.598336 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb21d1f4-a751-46e0-8482-e5b0f3705de9" -d '{"events": [{"server_uuid": "c9e0f2c0-a735-4b9a-8de7-9095207ea4fe", "name": "network-vif-plugged", "status": "completed", "tag": "9bb158f9-e9c5-4311-9681-d1ffff37c7f2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:18.630430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:18.641084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:18.711925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 03e90e03-9b0a-4294-96ac-04db8faf8e42 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:18.712483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:18.851439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Allocated IP 172.20.0.2 (d92ff3aa-2b10-4f5c-8253-70cc38cc1c77/dfad34fa-0718-450f-b77a-eecdb8c685d9/cab14aab-58e0-4f18-bec5-d732ffd770fe) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:18.860191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7b2dfc6-b2af-4ba6-bbb5-cb808d85f4a2 req-5fb54d90-ed24-460c-a349-632861fcc137 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 210 time: 0.1381662 Nov 23 22:59:18.930403 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4042bd-74a8-4e8b-a4a1-857d1391d2e4 x-openstack-request-id: req-cd4042bd-74a8-4e8b-a4a1-857d1391d2e4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:18.932255 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0f2c0-a735-4b9a-8de7-9095207ea4fe", "name": "network-vif-plugged", "status": "completed", "tag": "9bb158f9-e9c5-4311-9681-d1ffff37c7f2", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:18.932541 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd4042bd-74a8-4e8b-a4a1-857d1391d2e4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:18.933709 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2', 'code': 200} Nov 23 22:59:18.934608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:19.110211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.286099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.312891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 03e90e03-9b0a-4294-96ac-04db8faf8e42 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:19.468683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.491453 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.553691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.562318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.601330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=03e90e03-9b0a-4294-96ac-04db8faf8e42,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:19.614299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:19.617645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:19.624530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:19.625584 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.644841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.656997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Pushing event updated for resources: {'Port': ['ID=cab14aab-58e0-4f18-bec5-d732ffd770fe,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:19.685818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfc53-05d6-4ad5-b045-a54f045d550a req-d590c9b5-dcc3-4ebb-88d6-edb882f66234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:19.688453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29adfc53-05d6-4ad5-b045-a54f045d550a req-d590c9b5-dcc3-4ebb-88d6-edb882f66234 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 1097 time: 0.6791928 Nov 23 22:59:19.802351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Attempting to bind port cab14aab-58e0-4f18-bec5-d732ffd770fe on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:19.802795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Attempting to bind port cab14aab-58e0-4f18-bec5-d732ffd770fe by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:19.803519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Attempting to bind port cab14aab-58e0-4f18-bec5-d732ffd770fe on network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:19.812233 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29adfc53-05d6-4ad5-b045-a54f045d550a req-14433a93-1167-4958-8682-cff9e0bcf45f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105552 Nov 23 22:59:19.817837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:19.818422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Checking segment: {'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:19.818995 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.819481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Bound using segment: {'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:19.820344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Bound port: cab14aab-58e0-4f18-bec5-d732ffd770fe, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:19.821779 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.837252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Made reservation on behalf of 476442b84f76496486d7bacb83b1870c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:19.842346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.856555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.857531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43be54dc-d094-4f11-bda6-ad8616b4ceee {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:59:19.864168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:19.866379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-94517b76-43a5-4fe1-a653-cec2f766ba4b tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "DELETE /v2.0/routers/43be54dc-d094-4f11-bda6-ad8616b4ceee HTTP/1.1" status: 204 len: 168 time: 5.0250578 Nov 23 22:59:19.871430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59292) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:20.040834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] For port cab14aab-58e0-4f18-bec5-d732ffd770fe, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:20.047460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] For port cab14aab-58e0-4f18-bec5-d732ffd770fe, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cab14aab-58e0-4f18-bec5-d732ffd770fe,segment=NetworkSegment(43a043c5-c8fd-4e41-8652-6a18c0ea6081),segment_id=43a043c5-c8fd-4e41-8652-6a18c0ea6081)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:20.063668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:20.067508 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:20.248651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518335d1-454e-40fb-bf0b-58a014cb3240 None None] Pushing event updated for resources: {'Port': ['ID=cab14aab-58e0-4f18-bec5-d732ffd770fe,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:20.361290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:20.677241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59306) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:20.720951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Deleting port b70d4bdb-26ec-4eac-bc71-d5db334be5a3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:20.721765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:20.774759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6ca40-2c46-4488-9f06-56f3e5f64fce req-7f893746-cc3b-4470-83a9-ac402a8bf97a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:20.786888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43b6ca40-2c46-4488-9f06-56f3e5f64fce req-7f893746-cc3b-4470-83a9-ac402a8bf97a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 946 time: 1.1427948 Nov 23 22:59:20.797949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:20.864864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8b1313d-a8aa-429d-a3fe-5bb3b3af042e req-e46177bf-99b1-4e08-bacc-ba55166603d0 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 210 time: 0.1720145 Nov 23 22:59:20.929538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Allocated IP 172.20.0.5 (e628295c-b1ac-4193-a3fc-11a806788749/d9363707-8c66-4b6b-a015-9d2547eb5056/b8c884d9-b41e-40c7-a59d-af0d4b27776f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:21.028269 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fb78d47-0b88-4983-aad4-db26613bece7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.086787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43b6ca40-2c46-4488-9f06-56f3e5f64fce req-7f1bfadd-c993-4729-9d7c-7bf292c5f474 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989073 Nov 23 22:59:21.203803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Router 629fc77f-4333-4d61-ae45-cd87f00af240 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:59:21.346663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:21.359623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] Sync routers for ids ['629fc77f-4333-4d61-ae45-cd87f00af240'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:21.362550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-423dca22-0363-42f4-9e9c-6e7592e6993f tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "PUT /v2.0/routers/629fc77f-4333-4d61-ae45-cd87f00af240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1318357 Nov 23 22:59:21.364682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59312) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:21.380153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] Routers {'629fc77f-4333-4d61-ae45-cd87f00af240'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:21.380944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['629fc77f-4333-4d61-ae45-cd87f00af240'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:21.390675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cab14aab-58e0-4f18-bec5-d732ffd770fe up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:21.421250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.427337 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-214c6e66-b680-4b53-89ba-ba1e10cc0c67 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:59:21.431141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-214c6e66-b680-4b53-89ba-ba1e10cc0c67 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/03e90e03-9b0a-4294-96ac-04db8faf8e42 HTTP/1.1" status: 404 len: 333 time: 0.0642467 Nov 23 22:59:21.433787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59314) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:21.499521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:21.557328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] Routers {'629fc77f-4333-4d61-ae45-cd87f00af240'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:21.558119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['629fc77f-4333-4d61-ae45-cd87f00af240'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:21.589773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fb78d47-0b88-4983-aad4-db26613bece7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.591916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.618484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:21.620375 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.620641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d90e7527-076e-49c6-a5c4-2efd9f1752a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.623797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.626356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd7cef-21a1-44fa-a602-e1ca4efc5c32 None None] The sync data for ids ['629fc77f-4333-4d61-ae45-cd87f00af240'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:21.629705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fb78d47-0b88-4983-aad4-db26613bece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.652842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cab14aab-58e0-4f18-bec5-d732ffd770fe triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:21.653504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.758143 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0fb78d47-0b88-4983-aad4-db26613bece7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=643a87433c2647538b00bfa7af9bcc50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0776935 Nov 23 22:59:21.761016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:21.769436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Pushing event updated for resources: {'Port': ['ID=b8c884d9-b41e-40c7-a59d-af0d4b27776f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:21.773714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb78d47-0b88-4983-aad4-db26613bece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3221bd5-df1c-4f11-b115-0c086cdbce01,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:21.806795 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.812967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Network e628295c-b1ac-4193-a3fc-11a806788749 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:21.815725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] For port b70d4bdb-26ec-4eac-bc71-d5db334be5a3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:21.816210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.821137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:21.825446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:21.919816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:21.920565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.941287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port cab14aab-58e0-4f18-bec5-d732ffd770fe, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cab14aab-58e0-4f18-bec5-d732ffd770fe,segment=NetworkSegment(43a043c5-c8fd-4e41-8652-6a18c0ea6081),segment_id=43a043c5-c8fd-4e41-8652-6a18c0ea6081)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:21.953586 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:21.967379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-ea4a803a-df2d-44d7-904a-ff7be0b6fb43 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1623127 Nov 23 22:59:22.017700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a745c-e863-4f97-8fc7-cbcb72b6904c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.046900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Calling delete_port for b70d4bdb-26ec-4eac-bc71-d5db334be5a3 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:22.055385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Request body: {'port': {'device_id': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:22.075679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d7f6a-53b1-4f75-b14d-707315132046 None None] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:22.182881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.186324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Allocated IP 172.25.0.98 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/43265663-2a59-4301-89ff-09bc8737b0f0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:22.246492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59334) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:22.250446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=cab14aab-58e0-4f18-bec5-d732ffd770fe,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:22.256276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c6bb7880-e9f2-4941-8495-445edd5bfc4a None None] Provisioning complete for port cab14aab-58e0-4f18-bec5-d732ffd770fe triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:22.256758 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7880-e9f2-4941-8495-445edd5bfc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.329850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d90e7527-076e-49c6-a5c4-2efd9f1752a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.347773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.367405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d90e7527-076e-49c6-a5c4-2efd9f1752a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.384188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a745c-e863-4f97-8fc7-cbcb72b6904c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.475809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82704-caf1-42f1-a67e-42f01aef8ce0 req-664736fa-f633-4558-9d74-0c43eeef1105 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:22.477667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ef82704-caf1-42f1-a67e-42f01aef8ce0 req-664736fa-f633-4558-9d74-0c43eeef1105 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 931 time: 0.3831816 Nov 23 22:59:22.495182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.507353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663167f-be42-481f-afd6-726089cbf1c2 req-4bb84cfd-17fc-4ae3-931b-c977a38b8122 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:22.509228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3663167f-be42-481f-afd6-726089cbf1c2 req-4bb84cfd-17fc-4ae3-931b-c977a38b8122 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 946 time: 0.2644258 Nov 23 22:59:22.536192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f62878e-ea23-4ba7-8fb2-acfe80c7857e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.621977 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d90e7527-076e-49c6-a5c4-2efd9f1752a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.622549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90e7527-076e-49c6-a5c4-2efd9f1752a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Fanout notify agent at l3_agent the message router_deleted on router 629fc77f-4333-4d61-ae45-cd87f00af240 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:59:22.635226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d90e7527-076e-49c6-a5c4-2efd9f1752a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.637261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d90e7527-076e-49c6-a5c4-2efd9f1752a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/routers/629fc77f-4333-4d61-ae45-cd87f00af240 HTTP/1.1" status: 204 len: 168 time: 1.2020488 Nov 23 22:59:22.650961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ef82704-caf1-42f1-a67e-42f01aef8ce0 req-7da2f491-6652-4da9-9447-bd9273632994 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610022 Nov 23 22:59:22.651509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59338) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:22.707144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.736487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:22.753559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:22.769950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:22.773204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09261a2-7801-4e69-a300-d87431942f2f None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:22.777643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Pushing event updated for resources: {'Port': ['ID=43265663-2a59-4301-89ff-09bc8737b0f0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:22.824268 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet a8858976-9310-426b-9c95-1d3ec0808e81 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:59:22.826551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8675a-e5ea-420c-b1cc-e7280902c58d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:22.841552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.842650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event deleted for resources: {'Port': ['ID=b70d4bdb-26ec-4eac-bc71-d5db334be5a3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:22.891904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7ca850f0-2cb8-47cc-8f8e-e747cf6e3a99 None None] Provisioning complete for port 43265663-2a59-4301-89ff-09bc8737b0f0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:22.892682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ca850f0-2cb8-47cc-8f8e-e747cf6e3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.903236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3663167f-be42-481f-afd6-726089cbf1c2 req-c4d428c9-e38c-4caa-85b7-4610de6119ce tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368492 Nov 23 22:59:22.930550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a745c-e863-4f97-8fc7-cbcb72b6904c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.933963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-659a745c-e863-4f97-8fc7-cbcb72b6904c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:22.935905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-659a745c-e863-4f97-8fc7-cbcb72b6904c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3221bd5-df1c-4f11-b115-0c086cdbce01 HTTP/1.1" status: 204 len: 168 time: 1.1705153 Nov 23 22:59:23.008594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a745c-e863-4f97-8fc7-cbcb72b6904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3221bd5-df1c-4f11-b115-0c086cdbce01,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:23.028345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.031847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ca850f0-2cb8-47cc-8f8e-e747cf6e3a99 None None] Port 43265663-2a59-4301-89ff-09bc8737b0f0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:23.176801 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.181269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3349e27f-fd94-4343-8a70-7676702a5e5a None None] Provisioning complete for port cab14aab-58e0-4f18-bec5-d732ffd770fe triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:23.181724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3349e27f-fd94-4343-8a70-7676702a5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.314287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f62878e-ea23-4ba7-8fb2-acfe80c7857e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.330251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.351060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f62878e-ea23-4ba7-8fb2-acfe80c7857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.457473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0f62878e-ea23-4ba7-8fb2-acfe80c7857e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=251a03c892cf495dad0099aca8e22bce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1942995 Nov 23 22:59:23.467462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cab14aab-58e0-4f18-bec5-d732ffd770fe up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:23.473457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:23.517465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.518116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62878e-ea23-4ba7-8fb2-acfe80c7857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a7176-e701-449a-b0c1-542a13040fa4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:23.555112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.584719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cab14aab-58e0-4f18-bec5-d732ffd770fe triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:23.585487 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.639247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572f70d-8f7b-403c-a3c8-3ee3180a655b req-69629c04-58cc-4f02-b21f-b820018e2253 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:23.647733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3572f70d-8f7b-403c-a3c8-3ee3180a655b req-69629c04-58cc-4f02-b21f-b820018e2253 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.2334964 Nov 23 22:59:23.668291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3572f70d-8f7b-403c-a3c8-3ee3180a655b req-220e8e39-1d68-43c2-9954-c00572afd657 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0195591 Nov 23 22:59:23.670659 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.707209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=a8858976-9310-426b-9c95-1d3ec0808e81,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:23.738604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.742567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b2cb14a6-7a72-4c7d-96e8-307a4a57f4f0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/a8858976-9310-426b-9c95-1d3ec0808e81 HTTP/1.1" status: 204 len: 168 time: 1.0838633 Nov 23 22:59:23.751853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59378) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:23.781744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.782610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5d9e9-c8e9-47c6-b3d9-be5ae01ec586 None None] Network d14ba176-4a63-4cc4-9402-2f5aad94de15 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:23.786362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98603adb-ca6c-4c63-8268-79c2681a3fa9 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:59:23.799485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.806900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-386b3a40-ead8-41ca-8774-d7f7d0a1b8fc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "DELETE /v2.0/routers/98603adb-ca6c-4c63-8268-79c2681a3fa9 HTTP/1.1" status: 204 len: 168 time: 3.9321964 Nov 23 22:59:23.810515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59380) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:23.826655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-404298529', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:23.883149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c11479e0-5203-4369-a343-a83ec14fe4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:23.911334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c11479e0-5203-4369-a343-a83ec14fe4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.004256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.005451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.032285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3572f70d-8f7b-403c-a3c8-3ee3180a655b req-b518494e-9358-4eb9-8ce4-04f41ed80ec6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3629677 Nov 23 22:59:24.090419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.170818 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c11479e0-5203-4369-a343-a83ec14fe4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.174537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c11479e0-5203-4369-a343-a83ec14fe4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.174694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7603129-b821-42f3-b829-5b163f8ee184 req-5672c6fb-6f53-49d9-80b2-9464b7e5aefa tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:24.180592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c11479e0-5203-4369-a343-a83ec14fe4d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/593a7176-e701-449a-b0c1-542a13040fa4 HTTP/1.1" status: 204 len: 168 time: 0.7015038 Nov 23 22:59:24.188494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7603129-b821-42f3-b829-5b163f8ee184 req-5672c6fb-6f53-49d9-80b2-9464b7e5aefa tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 931 time: 0.2709069 Nov 23 22:59:24.280629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.285877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.324621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3572f70d-8f7b-403c-a3c8-3ee3180a655b req-3877b0b0-344a-4c5a-866a-500da2f8f53c service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905331 Nov 23 22:59:24.425493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] DHCP port deletion for d14ba176-4a63-4cc4-9402-2f5aad94de15 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:24.444478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7603129-b821-42f3-b829-5b163f8ee184 req-9e1813ef-ac92-46e5-bf21-d895ffd08eaf tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155380 Nov 23 22:59:24.450135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:24.451203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.549736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c884d9-b41e-40c7-a59d-af0d4b27776f {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:59:24.555774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] Deleting port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:24.556279 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.647464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] For port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,segment=NetworkSegment(e4fd97a4-9646-4551-88fc-60363af45990),segment_id=e4fd97a4-9646-4551-88fc-60363af45990)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:24.647991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.663336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11479e0-5203-4369-a343-a83ec14fe4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a7176-e701-449a-b0c1-542a13040fa4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:24.668473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3572f70d-8f7b-403c-a3c8-3ee3180a655b req-825d83e1-6083-48c3-9a0b-af3985ef33ae service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077946 Nov 23 22:59:24.684153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:24.704716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.749873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] For port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,segment=NetworkSegment(e4fd97a4-9646-4551-88fc-60363af45990),segment_id=e4fd97a4-9646-4551-88fc-60363af45990)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:24.752946 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.773325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] Calling delete_port for 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:24.822650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.880550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.903186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:24.912864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No DVR routers for this DVR port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:24.985198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] No DVR routers for this DVR port 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:24.989704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0822bf-330c-49a0-b452-eb3a8c66c34c None None] Pushing event deleted for resources: {'Port': ['ID=79ef4ad8-1f66-4b1d-a78c-6e58440c2da8,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:25.139994 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:25.230087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14ba176-4a63-4cc4-9402-2f5aad94de15']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:25.259514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fd97a4-9646-4551-88fc-60363af45990') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:25.259941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fd97a4-9646-4551-88fc-60363af45990') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:25.275428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:25.310174 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:25.326279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:59:25.328520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:25.370034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b70d4bdb-26ec-4eac-bc71-d5db334be5a3 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:25.425364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b70d4bdb-26ec-4eac-bc71-d5db334be5a3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:25.425721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b70d4bdb-26ec-4eac-bc71-d5db334be5a3 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:25.431602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:59:25.459851 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:59:25.476398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:25.483302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:25.500337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/d14ba176-4a63-4cc4-9402-2f5aad94de15 HTTP/1.1" status: 204 len: 168 time: 1.7453759 Nov 23 22:59:25.501026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59444) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:25.508696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:25.509069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 79ef4ad8-1f66-4b1d-a78c-6e58440c2da8 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:25.563731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a313094-9385-41ef-a6f1-17d99e991e43 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:25.565272 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0a313094-9385-41ef-a6f1-17d99e991e43 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/59333473-892c-4cd0-a0c5-ee9c40833f48 HTTP/1.1" status: 200 len: 841 time: 0.0575213 Nov 23 22:59:25.576622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59448) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:25.587213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c1013-0d46-41e7-8aca-26d08ee45bac tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=d14ba176-4a63-4cc4-9402-2f5aad94de15,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:25.718860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ea1b1a80-d94e-4537-aa86-bdaefbf04d65 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/59333473-892c-4cd0-a0c5-ee9c40833f48?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1399136 Nov 23 22:59:25.728822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59456) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:25.753808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a92d33-cf6a-4394-b05a-a1666619e3e7 req-2c658bd5-f103-4553-8ac0-d59dae7f0cc7 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:25.760207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1a92d33-cf6a-4394-b05a-a1666619e3e7 req-2c658bd5-f103-4553-8ac0-d59dae7f0cc7 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 931 time: 0.1938012 Nov 23 22:59:25.765907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:25.900710 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:25.946440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1a92d33-cf6a-4394-b05a-a1666619e3e7 req-d91318ad-c991-4408-82bf-b9407fd69f29 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546786 Nov 23 22:59:25.947425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Transition to ACTIVE for port object b8c884d9-b41e-40c7-a59d-af0d4b27776f will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:59:25.992885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.073082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:26.081247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.223833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c884d9-b41e-40c7-a59d-af0d4b27776f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:26.335214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Attempting to bind port b8c884d9-b41e-40c7-a59d-af0d4b27776f on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:26.335956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Attempting to bind port b8c884d9-b41e-40c7-a59d-af0d4b27776f by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '0913b588-5748-4365-ad14-012364896a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:26.336460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Attempting to bind port b8c884d9-b41e-40c7-a59d-af0d4b27776f on network e628295c-b1ac-4193-a3fc-11a806788749 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:26.353329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Port b8c884d9-b41e-40c7-a59d-af0d4b27776f on network e628295c-b1ac-4193-a3fc-11a806788749 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:59:26.353819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Attempting to bind port b8c884d9-b41e-40c7-a59d-af0d4b27776f on network e628295c-b1ac-4193-a3fc-11a806788749 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:26.365621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.391849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:26.392192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Checking segment: {'id': '0913b588-5748-4365-ad14-012364896a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:26.392586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Bound using segment: {'id': '0913b588-5748-4365-ad14-012364896a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:26.393045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Bound port: b8c884d9-b41e-40c7-a59d-af0d4b27776f, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0913b588-5748-4365-ad14-012364896a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:26.393396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.692420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] For port b8c884d9-b41e-40c7-a59d-af0d4b27776f, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:26.703013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] For port b8c884d9-b41e-40c7-a59d-af0d4b27776f, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b8c884d9-b41e-40c7-a59d-af0d4b27776f,segment=NetworkSegment(0913b588-5748-4365-ad14-012364896a99),segment_id=0913b588-5748-4365-ad14-012364896a99)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:26.759834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.767266 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.882597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.908453 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.920253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:26.920973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:26.922945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/b8c884d9-b41e-40c7-a59d-af0d4b27776f HTTP/1.1" status: 200 len: 1091 time: 4.8731747 Nov 23 22:59:26.924822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'tag': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:26.927487 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9edafa-4095-4601-9e1c-16a8555817f5" -d '{"events": [{"name": "network-changed", "server_uuid": "72a512e7-15fc-45c2-aa4c-c475269fc81e", "tag": "b8c884d9-b41e-40c7-a59d-af0d4b27776f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:26.936934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-d0530cd3-270f-40e4-9324-9923ed03bc17 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:26.938574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-d0530cd3-270f-40e4-9324-9923ed03bc17 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 1.1089969 Nov 23 22:59:26.976532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990134f-16ee-4efa-ab54-070a948222f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c884d9-b41e-40c7-a59d-af0d4b27776f,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:26.979107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-a10d7701-0ee0-4f18-80c2-781824339dc1 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0303469 Nov 23 22:59:27.036789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:59:27.066310 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7148dcc3-09c3-4484-846b-89fde6ea0b60 x-openstack-request-id: req-7148dcc3-09c3-4484-846b-89fde6ea0b60 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:27.066928 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a512e7-15fc-45c2-aa4c-c475269fc81e", "tag": "b8c884d9-b41e-40c7-a59d-af0d4b27776f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:27.067394 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7148dcc3-09c3-4484-846b-89fde6ea0b60 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:27.068005 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'tag': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f', 'status': 'completed', 'code': 200} Nov 23 22:59:27.109792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-0932a147-ae2f-4786-9e32-1dabe72b9a33 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039395 Nov 23 22:59:27.143261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-da4e33ac-cb88-4a54-bb2f-cc7642d46b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:27.145389 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-da4e33ac-cb88-4a54-bb2f-cc7642d46b1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=476442b84f76496486d7bacb83b1870c&device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 1094 time: 0.1582189 Nov 23 22:59:27.168233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Allocated IP 172.25.0.114 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/99297ab2-7015-471d-b9c2-208da1de6104) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:27.222868 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-4e1d0946-ba08-40c3-b554-4fe82bdce976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8c884d9-b41e-40c7-a59d-af0d4b27776f HTTP/1.1" status: 200 len: 217 time: 0.0677168 Nov 23 22:59:27.392797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-3ef3fde4-45d4-4f05-ba48-34e17535565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:27.394258 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-3ef3fde4-45d4-4f05-ba48-34e17535565c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9363707-8c66-4b6b-a015-9d2547eb5056 HTTP/1.1" status: 200 len: 862 time: 0.1404381 Nov 23 22:59:27.398787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:27.412061 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Sync routers for ids ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:27.435003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Routers {'73b4d6d5-cd95-457b-bcd9-3ed73f95c327'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:27.441138 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:27.442142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-51d6aba1-96fe-4def-8b75-d92013dbe5a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e628295c-b1ac-4193-a3fc-11a806788749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375130 Nov 23 22:59:27.452752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:27.470855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:27.474407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-431f842f-12df-47eb-a8c1-45d3d872e8ef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 10.3436940 Nov 23 22:59:27.480159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:27.496579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3726d63-1dcb-4b8c-a76d-409686465ec7 req-5f8c24b5-e97e-40ac-8982-e5cbbff7a8c8 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:27.498646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3726d63-1dcb-4b8c-a76d-409686465ec7 req-5f8c24b5-e97e-40ac-8982-e5cbbff7a8c8 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 943 time: 0.2596464 Nov 23 22:59:27.557367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:27.628192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-ce12af13-c630-4c4e-9675-cecaadc9303c service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081837 Nov 23 22:59:27.634577 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Set router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:27.647110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:27.657891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:27.668586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22224ff-29e3-4ad5-8f40-442a002a6c23 None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:27.680364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:27.681217 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:27.721432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=c834540c-1ecb-4224-939e-cc1e8dcd26f9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:27.734513 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-517c36ec-ea78-4865-aef3-f00f867835ae service neutron] 10.222.0.46 "GET /v2.0/networks/e628295c-b1ac-4193-a3fc-11a806788749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847972 Nov 23 22:59:27.777507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b537d5a-a646-45d7-9304-96dce08b513a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0468285 Nov 23 22:59:27.788523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59518) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:27.795216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-02527cc8-1b9b-41ec-826d-11166143d7a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'security_group': {'name': 'tempest-secgroup-94320057'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:27.824232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3726d63-1dcb-4b8c-a76d-409686465ec7 req-a885d773-e816-4867-8de7-4c1f72196be2 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914608 Nov 23 22:59:27.828536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02527cc8-1b9b-41ec-826d-11166143d7a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:27.986743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.054046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f333e4e1-5e09-4020-8b8e-5f1c8ba9a83e service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973734 Nov 23 22:59:28.063499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02527cc8-1b9b-41ec-826d-11166143d7a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.076633 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02527cc8-1b9b-41ec-826d-11166143d7a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.093466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'tenant_id': '9c8f2d7897ca4b35bde12365d0a6f07f', 'fixed_ips': [{'subnet_id': 'c834540c-1ecb-4224-939e-cc1e8dcd26f9'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:59:28.094515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.180371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02527cc8-1b9b-41ec-826d-11166143d7a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.181751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-02527cc8-1b9b-41ec-826d-11166143d7a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3919563 Nov 23 22:59:28.185100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:28.204863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f25acdc0-aa2f-4d71-854c-c13f1d1f88d2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'security_group': {'name': 'tempest-secgroup-344301766'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:28.233131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02527cc8-1b9b-41ec-826d-11166143d7a8 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea217bd3-de41-4136-bbea-f42814cf0d86,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:28.294190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f25acdc0-aa2f-4d71-854c-c13f1d1f88d2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.326428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:28.348445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:28.380266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:28.453683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Allocated IP 172.20.0.2 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/c834540c-1ecb-4224-939e-cc1e8dcd26f9/3bc72c1c-b41e-4876-82dd-cbf52392387f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:28.458634 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:23Z', 'revision_number': 3, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port': {'id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:21Z', 'updated_at': '2021-11-23T22:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:28.519438 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Checking router: 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:59:28.519843 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Updating router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 port 43265663-2a59-4301-89ff-09bc8737b0f0 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:59:28.561472 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.580783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f25acdc0-aa2f-4d71-854c-c13f1d1f88d2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.595664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b9ae69b-516b-49db-be22-fef8a572c9ab req-646c38a7-7ebb-475c-a536-74fc87d2118e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 210 time: 0.1071267 Nov 23 22:59:28.598000 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f25acdc0-aa2f-4d71-854c-c13f1d1f88d2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.737901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.739553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f25acdc0-aa2f-4d71-854c-c13f1d1f88d2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.747874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f5febd-b3b1-4b5e-a27d-5b659c6340d5 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:28.751185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.756377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f25acdc0-aa2f-4d71-854c-c13f1d1f88d2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5669441 Nov 23 22:59:28.757596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25acdc0-aa2f-4d71-854c-c13f1d1f88d2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9063e8a-8e84-4edb-a977-a1278563e301,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:28.764446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59546) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:28.782982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1936197697', 'security_groups': ['a9063e8a-8e84-4edb-a977-a1278563e301'], 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c834540c-1ecb-4224-939e-cc1e8dcd26f9'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:28.799015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:28.838235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event updated for resources: {'Port': ['ID=99297ab2-7015-471d-b9c2-208da1de6104,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:28.863101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:28.869479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:28.963073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59552) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:29.038525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Pushing event updated for resources: {'Port': ['ID=3bc72c1c-b41e-4876-82dd-cbf52392387f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:29.061157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Attempting to bind port 3bc72c1c-b41e-4876-82dd-cbf52392387f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:29.061610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Attempting to bind port 3bc72c1c-b41e-4876-82dd-cbf52392387f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c019c831-866d-471d-bf41-c79485732ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:29.061897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Attempting to bind port 3bc72c1c-b41e-4876-82dd-cbf52392387f on network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:29.068561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:29.068966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Checking segment: {'id': 'c019c831-866d-471d-bf41-c79485732ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:29.069404 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.069948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Bound using segment: {'id': 'c019c831-866d-471d-bf41-c79485732ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:29.070453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Bound port: 3bc72c1c-b41e-4876-82dd-cbf52392387f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c019c831-866d-471d-bf41-c79485732ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:29.070844 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.159337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-752cc2e2-20a4-4220-b6b0-1a1d08536df1 None None] Provisioning complete for port 99297ab2-7015-471d-b9c2-208da1de6104 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:29.162975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-752cc2e2-20a4-4220-b6b0-1a1d08536df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.250847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] For port 3bc72c1c-b41e-4876-82dd-cbf52392387f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:29.280849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415ee4d-c98f-403d-9b66-5578a6d6e5c0 req-9275fa4c-c0a1-4c59-836e-247053a1df0c tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:29.294355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b415ee4d-c98f-403d-9b66-5578a6d6e5c0 req-9275fa4c-c0a1-4c59-836e-247053a1df0c tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 943 time: 0.3041697 Nov 23 22:59:29.298034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-752cc2e2-20a4-4220-b6b0-1a1d08536df1 None None] Port 99297ab2-7015-471d-b9c2-208da1de6104 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:29.331959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] For port 3bc72c1c-b41e-4876-82dd-cbf52392387f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bc72c1c-b41e-4876-82dd-cbf52392387f,segment=NetworkSegment(c019c831-866d-471d-bf41-c79485732ba1),segment_id=c019c831-866d-471d-bf41-c79485732ba1)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:29.334989 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.342577 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.348695 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.427283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:29.475625 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Attempting to bind port 43265663-2a59-4301-89ff-09bc8737b0f0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:29.476264 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Attempting to bind port 43265663-2a59-4301-89ff-09bc8737b0f0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:29.479480 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Attempting to bind port 43265663-2a59-4301-89ff-09bc8737b0f0 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:29.493308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248a7b-d3e2-434c-ab83-5d3130e42539 None None] Pushing event updated for resources: {'Port': ['ID=3bc72c1c-b41e-4876-82dd-cbf52392387f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:29.502310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab91464-551c-4529-9684-dfe40804ad7d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:29.512163 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:29.514274 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:29.514691 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.515090 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:29.515612 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Bound port: 43265663-2a59-4301-89ff-09bc8737b0f0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:29.518559 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.536826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8830b667-6c03-4a1f-9a39-9be5c9c9886a req-9cf786e2-44ac-49fa-98e5-9b843ab4b290 service neutron] 10.222.0.46 "GET /v2.0/networks/e628295c-b1ac-4193-a3fc-11a806788749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7416162 Nov 23 22:59:29.639401 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca2a9-240b-4fc1-a058-f78da5441bcc None None] Pushing event updated for resources: {'Port': ['ID=43265663-2a59-4301-89ff-09bc8737b0f0,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:29.669874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-009425a4-7acc-46f7-86b8-5fd9f501bf17 None None] Provisioning complete for port 43265663-2a59-4301-89ff-09bc8737b0f0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:29.670396 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-009425a4-7acc-46f7-86b8-5fd9f501bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.718433 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b415ee4d-c98f-403d-9b66-5578a6d6e5c0 req-769e796b-e805-4093-bcf5-d2b1063a8489 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231496 Nov 23 22:59:29.808739 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] For port 43265663-2a59-4301-89ff-09bc8737b0f0, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:29.820525 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] For port 43265663-2a59-4301-89ff-09bc8737b0f0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=43265663-2a59-4301-89ff-09bc8737b0f0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:29.833918 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:29.860642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-009425a4-7acc-46f7-86b8-5fd9f501bf17 None None] Port 43265663-2a59-4301-89ff-09bc8737b0f0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:29.958343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd4718ba-0c7b-4964-baf6-2e4a3e9d3f29 req-6a50846a-221f-49bd-83fe-a990dff8b25e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 210 time: 0.0748160 Nov 23 22:59:30.024222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60254de0-087a-479a-8642-afb5b0cfd325 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:30.035030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.085049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Routers {'73b4d6d5-cd95-457b-bcd9-3ed73f95c327'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:30.086988 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:30.091687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port de6c8bde-ab6a-498a-abd8-cc3775edf846 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:59:30.125165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b7598cc2-8584-4b7c-86bb-b1bba40e7dfc None None] Provisioning complete for port 43265663-2a59-4301-89ff-09bc8737b0f0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:30.129738 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7598cc2-8584-4b7c-86bb-b1bba40e7dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.227225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82387d6c-646d-4521-922c-e58f57a5c73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.406079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7598cc2-8584-4b7c-86bb-b1bba40e7dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.481153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b7598cc2-8584-4b7c-86bb-b1bba40e7dfc None None] For port 43265663-2a59-4301-89ff-09bc8737b0f0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=43265663-2a59-4301-89ff-09bc8737b0f0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:30.488685 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7598cc2-8584-4b7c-86bb-b1bba40e7dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.504413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.6 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/c834540c-1ecb-4224-939e-cc1e8dcd26f9/de6c8bde-ab6a-498a-abd8-cc3775edf846) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:30.510298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-0d07567c-42a8-4200-bb60-0d228b6645bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:30.512953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-0d07567c-42a8-4200-bb60-0d228b6645bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=476442b84f76496486d7bacb83b1870c&device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 1094 time: 0.6069677 Nov 23 22:59:30.578478 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca2a9-240b-4fc1-a058-f78da5441bcc None None] Pushing event updated for resources: {'Port': ['ID=43265663-2a59-4301-89ff-09bc8737b0f0,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:30.648317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7598cc2-8584-4b7c-86bb-b1bba40e7dfc None None] Pushing event updated for resources: {'Port': ['ID=43265663-2a59-4301-89ff-09bc8737b0f0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:30.745209 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] Set router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:30.850952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.927030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.980612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-078c9dba-c2c1-44bc-8d27-e13c7a0e9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:30.982212 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-078c9dba-c2c1-44bc-8d27-e13c7a0e9c14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e628295c-b1ac-4193-a3fc-11a806788749 HTTP/1.1" status: 200 len: 923 time: 0.1825881 Nov 23 22:59:31.281447 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:23Z', 'revision_number': 3, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port': {'id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:21Z', 'updated_at': '2021-11-23T22:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:31.371821 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd3551-8094-4e56-9d44-d4aa3e5b1576 None None] The sync data for ids ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'] in n-d-817303-3 is: [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:23Z', 'revision_number': 3, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port': {'id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:21Z', 'updated_at': '2021-11-23T22:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:31.424468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bc72c1c-b41e-4876-82dd-cbf52392387f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:31.484247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b7a02c6-aaf7-443f-9248-1a7d8b345724 req-dbd77e83-1ed0-4dda-b44e-80733ce1c46a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 210 time: 0.2667110 Nov 23 22:59:31.530022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:31.560981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ce25c-5a26-432e-a0d6-d3116333f74a req-aa4503bb-ee9c-4c8e-b8a7-d2d37e6b3c2f tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:31.570342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d1ce25c-5a26-432e-a0d6-d3116333f74a req-aa4503bb-ee9c-4c8e-b8a7-d2d37e6b3c2f tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 943 time: 0.6769509 Nov 23 22:59:31.580907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=de6c8bde-ab6a-498a-abd8-cc3775edf846,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:31.597936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:31.599508 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:31.666420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:31.706472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6d1ce25c-5a26-432e-a0d6-d3116333f74a req-67e89add-b307-457b-a806-a1224d7b84e0 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253862 Nov 23 22:59:31.706472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:31.716394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88da1e3e-b8b2-42c4-9bd0-b68e138deb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:31.765258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-6e169f3b-f695-4d8f-bc9b-cdbaf0a1dfa7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:31.766946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-6e169f3b-f695-4d8f-bc9b-cdbaf0a1dfa7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.8724318 Nov 23 22:59:31.810410 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:31.812461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Request body: {'port': {'device_id': 'd6711f0f-616f-449b-8f89-f117194554c7', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'admin_state_up': True, 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:31.853475 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-58d8f8b5-9139-436d-be09-88d984a06870 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8c884d9-b41e-40c7-a59d-af0d4b27776f HTTP/1.1" status: 200 len: 217 time: 0.8344848 Nov 23 22:59:31.871274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:31.876804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:31.908826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 3bc72c1c-b41e-4876-82dd-cbf52392387f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bc72c1c-b41e-4876-82dd-cbf52392387f,segment=NetworkSegment(c019c831-866d-471d-bf41-c79485732ba1),segment_id=c019c831-866d-471d-bf41-c79485732ba1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:31.944255 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.034399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1905602d-4fca-42c8-bc8d-a26032c40d63 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2635837 Nov 23 22:59:32.037687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59610) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:32.052094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a4addfce-bcbc-4573-8294-7689f4ef7b37 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:32.115672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-09235cd2-fd9c-40e7-a89e-0f299e748b79 None None] Provisioning complete for port 59333473-892c-4cd0-a0c5-ee9c40833f48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:32.116152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09235cd2-fd9c-40e7-a89e-0f299e748b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.226853 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:59:32.233243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-a4bd4842-cc6b-46a3-a1b6-4fcea42f17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:32.235004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-a4bd4842-cc6b-46a3-a1b6-4fcea42f17d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d9363707-8c66-4b6b-a015-9d2547eb5056 HTTP/1.1" status: 200 len: 862 time: 0.3596103 Nov 23 22:59:32.237542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.264855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=3bc72c1c-b41e-4876-82dd-cbf52392387f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:32.299289 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-467c9b0a-c288-4650-8ad3-137274d250fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e628295c-b1ac-4193-a3fc-11a806788749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406446 Nov 23 22:59:32.299777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-09235cd2-fd9c-40e7-a89e-0f299e748b79 None None] Port 59333473-892c-4cd0-a0c5-ee9c40833f48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:32.322762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-09235cd2-fd9c-40e7-a89e-0f299e748b79 None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:32.323135 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09235cd2-fd9c-40e7-a89e-0f299e748b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.417890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4addfce-bcbc-4573-8294-7689f4ef7b37 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:32.427506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4addfce-bcbc-4573-8294-7689f4ef7b37 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.492039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82387d6c-646d-4521-922c-e58f57a5c73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.522279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82387d6c-646d-4521-922c-e58f57a5c73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.544358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:32.550869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.615143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-36a28482-3c65-41c4-adde-39ce32a2ef86 None None] Provisioning complete for port de6c8bde-ab6a-498a-abd8-cc3775edf846 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:32.616333 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-36a28482-3c65-41c4-adde-39ce32a2ef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.686961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:32.708148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-36a28482-3c65-41c4-adde-39ce32a2ef86 None None] Port de6c8bde-ab6a-498a-abd8-cc3775edf846 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:32.862249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b9f9668-74b6-4b87-9eea-290b9a72fc25 req-28082039-f0c0-4607-99c3-4c186bbd5773 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 210 time: 0.0868213 Nov 23 22:59:32.906113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Allocated IP 172.20.0.8 (68d870b7-ea29-45c0-8c29-93b9cfb7f716/b0fc9903-3824-42ba-9235-b394e48849cc/c416b694-fed0-4a90-b828-4a6cd230435a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:32.926113 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-a4addfce-bcbc-4573-8294-7689f4ef7b37 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c834540c-1ecb-4224-939e-cc1e8dcd26f9 (CIDR: 172.20.0.0/28) Nov 23 22:59:32.933575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82387d6c-646d-4521-922c-e58f57a5c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c109994-6bee-4b8a-906f-e15be3d51da9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:32.938353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-82387d6c-646d-4521-922c-e58f57a5c73e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98d03576a50b46fcb8316c6b6031c2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 3.9674940 Nov 23 22:59:32.952429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c73f-94f2-4b62-8ab7-fbfd757095a1 req-a1f200f8-7090-4c40-940e-59d443ef2f8c tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:32.954426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82c4c73f-94f2-4b62-8ab7-fbfd757095a1 req-a1f200f8-7090-4c40-940e-59d443ef2f8c tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 943 time: 0.1368003 Nov 23 22:59:32.958975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59636) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:32.973207 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4addfce-bcbc-4573-8294-7689f4ef7b37 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:59:32.973800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4addfce-bcbc-4573-8294-7689f4ef7b37 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:59:33.095765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a4addfce-bcbc-4573-8294-7689f4ef7b37 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0568049 Nov 23 22:59:33.096644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59640) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:33.111477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:33.123494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82c4c73f-94f2-4b62-8ab7-fbfd757095a1 req-7edf891e-7bd5-4c22-813a-60ba919beac1 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537969 Nov 23 22:59:33.157399 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-f3fe857a-c8f6-4bb0-a542-4c0e1b439c9c service neutron] 10.222.0.46 "GET /v2.0/networks/e628295c-b1ac-4193-a3fc-11a806788749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322338 Nov 23 22:59:33.203411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Allocated IP 172.20.0.1 (d92ff3aa-2b10-4f5c-8253-70cc38cc1c77/dfad34fa-0718-450f-b77a-eecdb8c685d9/a8c53d87-79a6-4129-b64c-778a91b2981e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:33.295287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efac41b6-2cf7-4d69-b881-a70fe1e977ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.331006 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efac41b6-2cf7-4d69-b881-a70fe1e977ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.405995 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9c9edafa-4095-4601-9e1c-16a8555817f5 req-5b5c5263-4558-4143-aa80-cef016bb6b05 service neutron] 10.222.0.46 "GET /v2.0/networks/e628295c-b1ac-4193-a3fc-11a806788749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408605 Nov 23 22:59:33.475471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.517974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 43265663-2a59-4301-89ff-09bc8737b0f0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:33.547599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.569776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.598631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 43265663-2a59-4301-89ff-09bc8737b0f0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:33.599278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.656574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.671054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.729782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:33.761647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:33.765863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event updated for resources: {'Port': ['ID=c416b694-fed0-4a90-b828-4a6cd230435a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:33.771997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:33.787034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:33.793094 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.794115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:33.800152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:33.805056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bc72c1c-b41e-4876-82dd-cbf52392387f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:33.810965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:33.825784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:33.834593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Pushing event updated for resources: {'Port': ['ID=a8c53d87-79a6-4129-b64c-778a91b2981e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:33.848768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Router 2e6a6447-7b7b-4be6-841b-0050c76779cf is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:59:33.924439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:33.925121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.946677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b8c884d9-b41e-40c7-a59d-af0d4b27776f details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:59:33.967195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efac41b6-2cf7-4d69-b881-a70fe1e977ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.970378 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efac41b6-2cf7-4d69-b881-a70fe1e977ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:33.973264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-efac41b6-2cf7-4d69-b881-a70fe1e977ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c109994-6bee-4b8a-906f-e15be3d51da9 HTTP/1.1" status: 204 len: 168 time: 1.0102892 Nov 23 22:59:33.979510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dc31da50-9817-447d-b3d6-d9ef1ce01894 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2010577 Nov 23 22:59:34.039779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac41b6-2cf7-4d69-b881-a70fe1e977ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c109994-6bee-4b8a-906f-e15be3d51da9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:34.062528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Request body: {'port': {'device_id': 'd6711f0f-616f-449b-8f89-f117194554c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:34.254270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.262653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b8c884d9-b41e-40c7-a59d-af0d4b27776f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b8c884d9-b41e-40c7-a59d-af0d4b27776f,segment=NetworkSegment(0913b588-5748-4365-ad14-012364896a99),segment_id=0913b588-5748-4365-ad14-012364896a99)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:34.304364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f', 'network_id': 'e628295c-b1ac-4193-a3fc-11a806788749', 'port_id': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f', 'mac_address': 'fa:16:3e:cb:a7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9363707-8c66-4b6b-a015-9d2547eb5056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:59:34.381069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:34.383136 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.395774 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.477939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b48bdf20-86bf-4d62-8c33-699dacee54c4 None None] Provisioning complete for port a8c53d87-79a6-4129-b64c-778a91b2981e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:34.478461 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b48bdf20-86bf-4d62-8c33-699dacee54c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.511331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:34.517039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c884d9-b41e-40c7-a59d-af0d4b27776f {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:59:34.533514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b48bdf20-86bf-4d62-8c33-699dacee54c4 None None] Port a8c53d87-79a6-4129-b64c-778a91b2981e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:34.535356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] Sync routers for ids ['2e6a6447-7b7b-4be6-841b-0050c76779cf'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:34.599254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] Routers {'2e6a6447-7b7b-4be6-841b-0050c76779cf'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:34.600030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e6a6447-7b7b-4be6-841b-0050c76779cf'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:34.603226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b8c884d9-b41e-40c7-a59d-af0d4b27776f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b8c884d9-b41e-40c7-a59d-af0d4b27776f,segment=NetworkSegment(0913b588-5748-4365-ad14-012364896a99),segment_id=0913b588-5748-4365-ad14-012364896a99)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:34.633965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.639133 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7c9fa8fe-c95a-4865-8434-b3c1c4c3cd60 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8166945 Nov 23 22:59:34.639792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59664) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:34.660982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': False}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:34.673028 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.675204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:34.740012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.761581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=b8c884d9-b41e-40c7-a59d-af0d4b27776f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:34.764530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] Routers {'2e6a6447-7b7b-4be6-841b-0050c76779cf'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:34.765288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e6a6447-7b7b-4be6-841b-0050c76779cf'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:34.773715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04c742-4a25-4599-9153-0e2eabfc595a req-f50a0acd-dad0-4667-8555-8de04b2e735e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:34.783443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d04c742-4a25-4599-9153-0e2eabfc595a req-f50a0acd-dad0-4667-8555-8de04b2e735e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 931 time: 0.6686881 Nov 23 22:59:34.810818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f7a34-672e-4ed1-9b7f-5f588488755e req-9a0425f9-b89c-4ff7-9c75-5fd45fd46e3d tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:34.813361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc1f7a34-672e-4ed1-9b7f-5f588488755e req-9a0425f9-b89c-4ff7-9c75-5fd45fd46e3d tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 943 time: 0.3181806 Nov 23 22:59:34.838335 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ae6d96b-387a-4717-bc49-a3817cb77502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.846865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:34.847703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57e4e4-6d87-4259-a418-d519ed0fed94 None None] The sync data for ids ['2e6a6447-7b7b-4be6-841b-0050c76779cf'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:34.861696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.904463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b8c884d9-b41e-40c7-a59d-af0d4b27776f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:34.940550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.976248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:35.018731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:35.022624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:35.023456 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.056355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7dad9f-97ba-4b5d-81b9-7f5e5d69165a None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:35.118049 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.135228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc1f7a34-672e-4ed1-9b7f-5f588488755e req-c524d80a-1c34-491b-a8cf-38fabc6a558e tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030720 Nov 23 22:59:35.143010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d04c742-4a25-4599-9153-0e2eabfc595a req-ed021ee6-9a93-47fe-b7bb-c4914e41f575 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580990 Nov 23 22:59:35.163869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=c5a307a9-85f9-4b6c-82d0-7e462ce317bc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:35.202073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-49c5eca2-1f88-43c2-9119-a233f92fbf95 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0957921 Nov 23 22:59:35.218362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59676) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:35.228244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-627356936', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5a307a9-85f9-4b6c-82d0-7e462ce317bc'}], 'security_groups': ['ea217bd3-de41-4136-bbea-f42814cf0d86']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:35.603867 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.629543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.660958 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.673140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28a5a4-4eb4-48bd-a9fc-095aac49dd50 None None] Update dhcp port {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'fixed_ips': [{'subnet_id': 'c834540c-1ecb-4224-939e-cc1e8dcd26f9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c5a307a9-85f9-4b6c-82d0-7e462ce317bc'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '3bc72c1c-b41e-4876-82dd-cbf52392387f'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:59:35.733967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.742084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e28a5a4-4eb4-48bd-a9fc-095aac49dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.764977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c416b694-fed0-4a90-b828-4a6cd230435a {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:59:35.798120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:35.826524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Transition to ACTIVE for port object c416b694-fed0-4a90-b828-4a6cd230435a will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:59:35.836714 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.124180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b8c884d9-b41e-40c7-a59d-af0d4b27776f up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:36.284386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59692) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:36.383616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Pushing event updated for resources: {'Port': ['ID=a8c53d87-79a6-4129-b64c-778a91b2981e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:36.388479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port b8c884d9-b41e-40c7-a59d-af0d4b27776f completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:59:36.398325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port b8c884d9-b41e-40c7-a59d-af0d4b27776f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:36.398983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.404976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c416b694-fed0-4a90-b828-4a6cd230435a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:36.464958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-7e28a5a4-4eb4-48bd-a9fc-095aac49dd50 None None] Allocated IP 172.20.0.18 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/c5a307a9-85f9-4b6c-82d0-7e462ce317bc/3bc72c1c-b41e-4876-82dd-cbf52392387f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:36.481784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.574481 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.631262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550d28b-bf2b-4ecc-8d93-e7b0e86567a1 req-c82a25f1-6b37-45df-b132-68b8ed48aff0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:36.634083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3550d28b-bf2b-4ecc-8d93-e7b0e86567a1 req-c82a25f1-6b37-45df-b132-68b8ed48aff0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 943 time: 0.2422144 Nov 23 22:59:36.642493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384299-c431-47cf-aee3-7b4c95d9affc req-ead95da4-ba6d-408c-8953-c3ef9f2315a9 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:36.644027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1384299-c431-47cf-aee3-7b4c95d9affc req-ead95da4-ba6d-408c-8953-c3ef9f2315a9 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 944 time: 0.2658145 Nov 23 22:59:36.693835 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.704026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:36.708282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:36.836279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Attempting to bind port c416b694-fed0-4a90-b828-4a6cd230435a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:36.837098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Attempting to bind port c416b694-fed0-4a90-b828-4a6cd230435a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:36.837098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Attempting to bind port c416b694-fed0-4a90-b828-4a6cd230435a on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:36.843091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3550d28b-bf2b-4ecc-8d93-e7b0e86567a1 req-558eb10f-b0af-49c6-ad24-236ddb1de76f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933098 Nov 23 22:59:36.846913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1384299-c431-47cf-aee3-7b4c95d9affc req-d1c923b3-bb09-46e4-936b-bc6000cd6077 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723921 Nov 23 22:59:36.851167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Port c416b694-fed0-4a90-b828-4a6cd230435a on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:59:36.851532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Attempting to bind port c416b694-fed0-4a90-b828-4a6cd230435a on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:36.862834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:36.863184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:36.863624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Bound using segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:36.864173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Bound port: c416b694-fed0-4a90-b828-4a6cd230435a, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:36.864543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.888482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:36.891979 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab915f9b-86c8-4201-a927-e8986941f0ef" -d '{"events": [{"server_uuid": "72a512e7-15fc-45c2-aa4c-c475269fc81e", "name": "network-vif-plugged", "status": "completed", "tag": "b8c884d9-b41e-40c7-a59d-af0d4b27776f"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:36.894619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2931894e-0ad7-42e5-8b05-e95b60a44a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.938440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b8c884d9-b41e-40c7-a59d-af0d4b27776f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b8c884d9-b41e-40c7-a59d-af0d4b27776f,segment=NetworkSegment(0913b588-5748-4365-ad14-012364896a99),segment_id=0913b588-5748-4365-ad14-012364896a99)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:36.952469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7e28a5a4-4eb4-48bd-a9fc-095aac49dd50 None None] For port 3bc72c1c-b41e-4876-82dd-cbf52392387f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bc72c1c-b41e-4876-82dd-cbf52392387f,segment=NetworkSegment(c019c831-866d-471d-bf41-c79485732ba1),segment_id=c019c831-866d-471d-bf41-c79485732ba1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:36.957312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] For port c416b694-fed0-4a90-b828-4a6cd230435a, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:36.957685 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.962279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] For port c416b694-fed0-4a90-b828-4a6cd230435a, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c416b694-fed0-4a90-b828-4a6cd230435a,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:36.968696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.072717 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d99b839-688d-4f5b-b404-762bf328b391 x-openstack-request-id: req-1d99b839-688d-4f5b-b404-762bf328b391 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:37.073680 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a512e7-15fc-45c2-aa4c-c475269fc81e", "name": "network-vif-plugged", "status": "completed", "tag": "b8c884d9-b41e-40c7-a59d-af0d4b27776f", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:37.073969 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d99b839-688d-4f5b-b404-762bf328b391 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:37.074391 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f', 'code': 200} Nov 23 22:59:37.077851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=b8c884d9-b41e-40c7-a59d-af0d4b27776f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:37.172686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e28a5a4-4eb4-48bd-a9fc-095aac49dd50 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.196913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e28a5a4-4eb4-48bd-a9fc-095aac49dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.212208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:37.215234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.218320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] 10.222.0.46 "PUT /v2.0/ports/c416b694-fed0-4a90-b828-4a6cd230435a HTTP/1.1" status: 200 len: 1091 time: 3.1954360 Nov 23 22:59:37.221164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6711f0f-616f-449b-8f89-f117194554c7', 'tag': 'c416b694-fed0-4a90-b828-4a6cd230435a'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:37.227327 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e02d96a-f842-401b-82af-01bf158ada5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6711f0f-616f-449b-8f89-f117194554c7", "tag": "c416b694-fed0-4a90-b828-4a6cd230435a"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:37.384407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2684e1b-a6bb-4379-ac65-17c0b364eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c416b694-fed0-4a90-b828-4a6cd230435a,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:37.418496 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f2fb8b-ddc4-4eca-8b86-db5d379e4e4f x-openstack-request-id: req-b4f2fb8b-ddc4-4eca-8b86-db5d379e4e4f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:37.418774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28a5a4-4eb4-48bd-a9fc-095aac49dd50 None None] Pushing event updated for resources: {'Port': ['ID=3bc72c1c-b41e-4876-82dd-cbf52392387f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:37.418969 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6711f0f-616f-449b-8f89-f117194554c7", "tag": "c416b694-fed0-4a90-b828-4a6cd230435a", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:37.419162 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4f2fb8b-ddc4-4eca-8b86-db5d379e4e4f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:37.419633 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6711f0f-616f-449b-8f89-f117194554c7', 'tag': 'c416b694-fed0-4a90-b828-4a6cd230435a', 'status': 'completed', 'code': 200} Nov 23 22:59:37.423314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4b999a88-ce93-4295-be81-4c044d801713 None None] Provisioning complete for port a8c53d87-79a6-4129-b64c-778a91b2981e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:37.424342 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4b999a88-ce93-4295-be81-4c044d801713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.477532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a3eba-b1c3-437a-a620-9362430b628c req-b07226c2-2b63-462c-91e1-89afca03bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:37.480012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-586a3eba-b1c3-437a-a620-9362430b628c req-b07226c2-2b63-462c-91e1-89afca03bbe1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 1096 time: 0.3663242 Nov 23 22:59:37.483883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:59:37.489331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4b999a88-ce93-4295-be81-4c044d801713 None None] Port a8c53d87-79a6-4129-b64c-778a91b2981e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:37.498700 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.539050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Delete allocated IP 172.20.0.6 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/c834540c-1ecb-4224-939e-cc1e8dcd26f9) {{(pid=103522) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:59:37.569048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.20 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/c5a307a9-85f9-4b6c-82d0-7e462ce317bc/de6c8bde-ab6a-498a-abd8-cc3775edf846) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:37.585335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-1f98a440-8a99-447f-b8c7-b81fdb1a32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:37.586926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-1f98a440-8a99-447f-b8c7-b81fdb1a32f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 1094 time: 0.1664438 Nov 23 22:59:37.685554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2931894e-0ad7-42e5-8b05-e95b60a44a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.715677 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2931894e-0ad7-42e5-8b05-e95b60a44a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:37.759054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-963a7483-ace0-40a3-b166-2b37050c117f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c416b694-fed0-4a90-b828-4a6cd230435a HTTP/1.1" status: 200 len: 217 time: 0.1546915 Nov 23 22:59:37.803052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931894e-0ad7-42e5-8b05-e95b60a44a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f776d7-19b6-478d-8d43-c5d901bd3f9b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:37.818856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-586a3eba-b1c3-437a-a620-9362430b628c req-9539162e-f020-4bd3-8f5f-fe607ba14cd3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170102 Nov 23 22:59:37.846542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2931894e-0ad7-42e5-8b05-e95b60a44a36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfe4c970ac10434eb168bc9d397e9701&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5573719 Nov 23 22:59:37.852169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59728) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:37.919618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dbd644aa-37ff-4cd2-899a-0927e3e7d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:37.920455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-dbd644aa-37ff-4cd2-899a-0927e3e7d8e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1454825 Nov 23 22:59:38.000148 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.042869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:38.056156 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-65c2d605-9da0-4920-9c60-6dc5ca8cb09e admin admin] 10.222.0.11 "PUT /v2.0/routers/73b4d6d5-cd95-457b-bcd9-3ed73f95c327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5631838 Nov 23 22:59:38.065871 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Sync routers for ids ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:38.101669 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Routers {'73b4d6d5-cd95-457b-bcd9-3ed73f95c327'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:38.104407 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:38.135133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-16a61fc5-8fa0-475f-8e97-1edea9c2e4fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880213 Nov 23 22:59:38.149385 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.192469 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.240578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17ee9e9e-835e-41a8-8967-6bd82599601e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.261420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.281863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.298055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17ee9e9e-835e-41a8-8967-6bd82599601e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.315451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32499fbb-658c-4352-82da-d8e0a1838697 req-f1cbbce6-2f6b-4316-aa3f-d241d1ce8949 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:38.317335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32499fbb-658c-4352-82da-d8e0a1838697 req-f1cbbce6-2f6b-4316-aa3f-d241d1ce8949 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 943 time: 0.3347180 Nov 23 22:59:38.409476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bfbe5-8947-4d7a-bfa6-cfc6227b70de req-fd41a418-e737-44c1-8a0a-7819b676a680 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:38.419892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-463bfbe5-8947-4d7a-bfa6-cfc6227b70de req-fd41a418-e737-44c1-8a0a-7819b676a680 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 945 time: 0.3823998 Nov 23 22:59:38.445995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:38.452484 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.597135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-0ff0ebcb-2641-4a45-b4d6-be09ff7c41c5 req-fbf278cd-8cee-474d-8f16-df1328d1a4de service neutron] (103522) timed out ('10.222.0.48', 52912) {{(pid=103522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:59:38.638029 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Set router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:38.651780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=de6c8bde-ab6a-498a-abd8-cc3775edf846,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:38.669479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Router 2e6a6447-7b7b-4be6-841b-0050c76779cf has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:59:38.670460 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17ee9e9e-835e-41a8-8967-6bd82599601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.685260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17ee9e9e-835e-41a8-8967-6bd82599601e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:38.686656 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-17ee9e9e-835e-41a8-8967-6bd82599601e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4f776d7-19b6-478d-8d43-c5d901bd3f9b HTTP/1.1" status: 204 len: 168 time: 0.8334508 Nov 23 22:59:38.810055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9e9e-835e-41a8-8967-6bd82599601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f776d7-19b6-478d-8d43-c5d901bd3f9b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:38.906405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-463bfbe5-8947-4d7a-bfa6-cfc6227b70de req-3f4eebda-05ec-4d28-92e6-188769e89b34 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853344 Nov 23 22:59:38.926821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32499fbb-658c-4352-82da-d8e0a1838697 req-b564a8f6-02f9-4909-9e76-47ba6becf4fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949993 Nov 23 22:59:38.944928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-4ddf754f-9ac7-4e7a-9bdf-58aa54bb2280 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887874 Nov 23 22:59:38.953246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] In _notify_port_updated(), no bound segment for port de6c8bde-ab6a-498a-abd8-cc3775edf846 on network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:59:38.987907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:38.988778 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.001841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2a7195e4-6934-40b4-ad5d-aef1b97e6123 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "PUT /v2.0/ports/de6c8bde-ab6a-498a-abd8-cc3775edf846 HTTP/1.1" status: 200 len: 920 time: 3.7827067 Nov 23 22:59:39.010172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:39.102353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Provisioning complete for port de6c8bde-ab6a-498a-abd8-cc3775edf846 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:39.102735 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.214525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Port de6c8bde-ab6a-498a-abd8-cc3775edf846 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:39.249516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Provisioning complete for port 59333473-892c-4cd0-a0c5-ee9c40833f48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:39.249898 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.254862 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:34Z', 'revision_number': 4, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port': {'id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:21Z', 'updated_at': '2021-11-23T22:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a8c53d87-79a6-4129-b64c-778a91b2981e', 'name': '', 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'mac_address': 'fa:16:3e:2b:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfad34fa-0718-450f-b77a-eecdb8c685d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:32Z', 'updated_at': '2021-11-23T22:59:35Z', 'revision_number': 2, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'subnets': [{'id': 'dfad34fa-0718-450f-b77a-eecdb8c685d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:39.281651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f03f6250-2495-4835-ab8b-b3d1e00cb5bf req-cd1bd95f-eb33-46c0-8d31-10732c4f2a37 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784405 Nov 23 22:59:39.365774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59762) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:39.388981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Checking router: 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:59:39.389996 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Updating router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 port a8c53d87-79a6-4129-b64c-778a91b2981e binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:59:39.427206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bc72c1c-b41e-4876-82dd-cbf52392387f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:39.448873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-889b5e18-fe9d-4f68-bb2c-dfe0272cf1fc None None] Port 59333473-892c-4cd0-a0c5-ee9c40833f48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:39.471657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d96a-f842-401b-82af-01bf158ada5e req-3e1b8452-97f9-4b90-aa1d-d546b64f1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:39.483736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e02d96a-f842-401b-82af-01bf158ada5e req-3e1b8452-97f9-4b90-aa1d-d546b64f1f22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 1094 time: 0.1108534 Nov 23 22:59:39.488362 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.544423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:39.560624 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.573462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3fee8a2c-a692-48bf-a183-9c92c4a90f6d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "PUT /v2.0/routers/2e6a6447-7b7b-4be6-841b-0050c76779cf HTTP/1.1" status: 200 len: 921 time: 4.9225817 Nov 23 22:59:39.574758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:39.592800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] Sync routers for ids ['2e6a6447-7b7b-4be6-841b-0050c76779cf'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:39.644701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59772) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:39.664609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d85a23f3-4363-4c12-b255-e7b4d871269b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.698946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] Routers {'2e6a6447-7b7b-4be6-841b-0050c76779cf'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:39.710502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e6a6447-7b7b-4be6-841b-0050c76779cf'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:39.758690 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d85a23f3-4363-4c12-b255-e7b4d871269b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.765913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d96a-f842-401b-82af-01bf158ada5e req-b382b3bd-4600-41b3-85fd-a47430676664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:39.767675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e02d96a-f842-401b-82af-01bf158ada5e req-b382b3bd-4600-41b3-85fd-a47430676664 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.2822924 Nov 23 22:59:39.769649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d85a23f3-4363-4c12-b255-e7b4d871269b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.813756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d85a23f3-4363-4c12-b255-e7b4d871269b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=827f56615b1d4c1e85880098d9b4a946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1664932 Nov 23 22:59:39.817241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59774) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:39.872448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-48ca6814-4264-4ed8-ac47-27a0218a31cc None None] Provisioning complete for port de6c8bde-ab6a-498a-abd8-cc3775edf846 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:39.872823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48ca6814-4264-4ed8-ac47-27a0218a31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:39.879203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:39.989535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] Routers {'2e6a6447-7b7b-4be6-841b-0050c76779cf'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:39.990185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e6a6447-7b7b-4be6-841b-0050c76779cf'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:39.993002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:39.993002 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.016769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e02d96a-f842-401b-82af-01bf158ada5e req-c196a153-c8f2-4f1b-b9d3-7d2a1cd14182 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c416b694-fed0-4a90-b828-4a6cd230435a HTTP/1.1" status: 200 len: 217 time: 0.2131436 Nov 23 22:59:40.043503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-faf58990-1d2e-42a0-b272-5ddf8dea4977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.102878 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fe1fc6b1-cd05-4023-a5b7-88f57e27cfac tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/2e6a6447-7b7b-4be6-841b-0050c76779cf HTTP/1.1" status: 200 len: 921 time: 0.5238523 Nov 23 22:59:40.104267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59782) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:40.161676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:40.162367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfb76a-e58b-4da5-bf0f-aa559171293f None None] The sync data for ids ['2e6a6447-7b7b-4be6-841b-0050c76779cf'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:40.163774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-48ca6814-4264-4ed8-ac47-27a0218a31cc None None] Port de6c8bde-ab6a-498a-abd8-cc3775edf846 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:40.201172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a23f3-4363-4c12-b255-e7b4d871269b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf10a30-a550-4c8c-95ab-3021ccb2032f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:40.204723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d96a-f842-401b-82af-01bf158ada5e req-b1228ad0-a514-4f80-9752-fcf601bc4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:40.206229 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e02d96a-f842-401b-82af-01bf158ada5e req-b1228ad0-a514-4f80-9752-fcf601bc4b9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1666727 Nov 23 22:59:40.262117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port de6c8bde-ab6a-498a-abd8-cc3775edf846 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:40.262401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.313001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e995f37-9eaf-462b-a7c3-d8ae415549c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.336475 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.337355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e02d96a-f842-401b-82af-01bf158ada5e req-e7307b44-68dd-4050-aae3-85d1b219c99e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161406 Nov 23 22:59:40.352957 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.403051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e995f37-9eaf-462b-a7c3-d8ae415549c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.429950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.443688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e24a84-b4f0-4104-9f8e-57ae03c1b7ee req-19282a81-b2b6-49cc-9ba4-822f3981c4f6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:40.445295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77e24a84-b4f0-4104-9f8e-57ae03c1b7ee req-19282a81-b2b6-49cc-9ba4-822f3981c4f6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 943 time: 0.2338548 Nov 23 22:59:40.445765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for de6c8bde-ab6a-498a-abd8-cc3775edf846 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:40.469271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524417b-7670-4681-b5d1-08aa9e571905 req-79f8f640-5448-4262-a298-98597205f905 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:40.470949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0524417b-7670-4681-b5d1-08aa9e571905 req-79f8f640-5448-4262-a298-98597205f905 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 945 time: 0.2633629 Nov 23 22:59:40.570226 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Attempting to bind port a8c53d87-79a6-4129-b64c-778a91b2981e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:59:40.570841 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Attempting to bind port a8c53d87-79a6-4129-b64c-778a91b2981e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:59:40.571363 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Attempting to bind port a8c53d87-79a6-4129-b64c-778a91b2981e on network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:59:40.575008 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Pushing event updated for resources: {'Port': ['ID=a8c53d87-79a6-4129-b64c-778a91b2981e,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:40.592228 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.593466 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.594387 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.594849 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.595490 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.595946 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.596471 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.596909 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.597473 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.601325 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.602387 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.602861 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:40.624122 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:59:40.625798 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Checking segment: {'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:40.626733 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.626977 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Bound using segment: {'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:59:40.627663 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Bound port: a8c53d87-79a6-4129-b64c-778a91b2981e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a043c5-c8fd-4e41-8652-6a18c0ea6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:59:40.628173 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.672147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77e24a84-b4f0-4104-9f8e-57ae03c1b7ee req-45287f7e-5296-4188-aa39-04006e9a7801 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118821 Nov 23 22:59:40.749900 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] For port a8c53d87-79a6-4129-b64c-778a91b2981e, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:59:40.758017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.764489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e02d96a-f842-401b-82af-01bf158ada5e req-17f46205-7771-474b-b333-ceb51adf0ed3 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087722 Nov 23 22:59:40.765079 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] For port a8c53d87-79a6-4129-b64c-778a91b2981e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a8c53d87-79a6-4129-b64c-778a91b2981e,segment=NetworkSegment(43a043c5-c8fd-4e41-8652-6a18c0ea6081),segment_id=43a043c5-c8fd-4e41-8652-6a18c0ea6081)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:59:40.776765 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-faf58990-1d2e-42a0-b272-5ddf8dea4977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.778336 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.806867 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-faf58990-1d2e-42a0-b272-5ddf8dea4977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.847712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=de6c8bde-ab6a-498a-abd8-cc3775edf846,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:40.850426 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Routers {'73b4d6d5-cd95-457b-bcd9-3ed73f95c327'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:40.851196 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:40.855638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84715bc0-7ecc-477d-adc0-77300a710cb0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:40.860190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-84715bc0-7ecc-477d-adc0-77300a710cb0 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=2e6a6447-7b7b-4be6-841b-0050c76779cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7540510 Nov 23 22:59:40.862814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59790) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:40.865917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf58990-1d2e-42a0-b272-5ddf8dea4977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f204e3c5-8176-45bb-a822-86e467923bff,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:40.880846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0524417b-7670-4681-b5d1-08aa9e571905 req-a3ebbb8c-c284-41a9-a1c4-dda62dc6ac00 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533027 Nov 23 22:59:40.894743 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e995f37-9eaf-462b-a7c3-d8ae415549c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.896081 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfe521-8384-45be-93d5-92ee1276fb08 None None] Pushing event updated for resources: {'Port': ['ID=a8c53d87-79a6-4129-b64c-778a91b2981e,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:40.908811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1e995f37-9eaf-462b-a7c3-d8ae415549c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:40.914167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1e995f37-9eaf-462b-a7c3-d8ae415549c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdf10a30-a550-4c8c-95ab-3021ccb2032f HTTP/1.1" status: 204 len: 168 time: 1.0853195 Nov 23 22:59:40.997098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e995f37-9eaf-462b-a7c3-d8ae415549c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf10a30-a550-4c8c-95ab-3021ccb2032f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:41.070323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c8a67d24-8474-4f33-9591-6a293ad95e0b None None] Provisioning complete for port a8c53d87-79a6-4129-b64c-778a91b2981e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:41.080942 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8a67d24-8474-4f33-9591-6a293ad95e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.087700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59800) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:41.092298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-faf58990-1d2e-42a0-b272-5ddf8dea4977 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=309cffe6864f440aa10642b7593dfcb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6666491 Nov 23 22:59:41.164538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.173722 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0c08510e-c58e-4f32-9b7b-ca98734a661c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/de6c8bde-ab6a-498a-abd8-cc3775edf846 HTTP/1.1" status: 204 len: 168 time: 2.1599913 Nov 23 22:59:41.176213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:41.210597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e02d96a-f842-401b-82af-01bf158ada5e req-dfee12d8-026e-442a-99fc-28ba6d280505 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188604 Nov 23 22:59:41.212292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae3c72-b06c-4e9a-a0f7-e3d09298a778 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:41.217651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32ae3c72-b06c-4e9a-a0f7-e3d09298a778 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.3488131 Nov 23 22:59:41.223952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59806) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:41.236858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-047623e8-c59e-4f10-acc8-8d98581776cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.268699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d67298ef-4b10-497d-be97-acae510f4b46 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e6a6447-7b7b-4be6-841b-0050c76779cf HTTP/1.1" status: 200 len: 205 time: 0.0434499 Nov 23 22:59:41.269345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:41.273158 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab6d2d4-a5ea-4f72-b66c-57da004c4518 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:59:41.275198 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5ab6d2d4-a5ea-4f72-b66c-57da004c4518 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/de6c8bde-ab6a-498a-abd8-cc3775edf846 HTTP/1.1" status: 404 len: 333 time: 0.0975235 Nov 23 22:59:41.295242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59810) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:41.377496 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] Set router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:41.435017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-047623e8-c59e-4f10-acc8-8d98581776cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.486993 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8a67d24-8474-4f33-9591-6a293ad95e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.566628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c8a67d24-8474-4f33-9591-6a293ad95e0b None None] For port a8c53d87-79a6-4129-b64c-778a91b2981e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a8c53d87-79a6-4129-b64c-778a91b2981e,segment=NetworkSegment(43a043c5-c8fd-4e41-8652-6a18c0ea6081),segment_id=43a043c5-c8fd-4e41-8652-6a18c0ea6081)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:41.576466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8a67d24-8474-4f33-9591-6a293ad95e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.583549 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.640780 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c57d1150-08ca-4bf0-ab6d-ae5132c734ba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.688144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c57d1150-08ca-4bf0-ab6d-ae5132c734ba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.717070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-047623e8-c59e-4f10-acc8-8d98581776cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.723156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a67d24-8474-4f33-9591-6a293ad95e0b None None] Pushing event updated for resources: {'Port': ['ID=a8c53d87-79a6-4129-b64c-778a91b2981e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:41.727935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-047623e8-c59e-4f10-acc8-8d98581776cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.729251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-047623e8-c59e-4f10-acc8-8d98581776cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f204e3c5-8176-45bb-a822-86e467923bff HTTP/1.1" status: 204 len: 168 time: 0.6359162 Nov 23 22:59:41.737019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-14e74ed2-e2cc-4661-be13-8d2f9dea36bf None None] Provisioning complete for port a8c53d87-79a6-4129-b64c-778a91b2981e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:41.737267 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14e74ed2-e2cc-4661-be13-8d2f9dea36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.766304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047623e8-c59e-4f10-acc8-8d98581776cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f204e3c5-8176-45bb-a822-86e467923bff,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:41.828570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c57d1150-08ca-4bf0-ab6d-ae5132c734ba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.831095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c57d1150-08ca-4bf0-ab6d-ae5132c734ba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:41.835378 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c57d1150-08ca-4bf0-ab6d-ae5132c734ba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/security-groups/a9063e8a-8e84-4edb-a977-a1278563e301 HTTP/1.1" status: 204 len: 168 time: 0.5388689 Nov 23 22:59:41.836125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:41.901945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d1150-08ca-4bf0-ab6d-ae5132c734ba tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9063e8a-8e84-4edb-a977-a1278563e301,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:41.925679 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:34Z', 'revision_number': 4, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port': {'id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:21Z', 'updated_at': '2021-11-23T22:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a8c53d87-79a6-4129-b64c-778a91b2981e', 'name': '', 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'mac_address': 'fa:16:3e:2b:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfad34fa-0718-450f-b77a-eecdb8c685d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:32Z', 'updated_at': '2021-11-23T22:59:40Z', 'revision_number': 4, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'subnets': [{'id': 'dfad34fa-0718-450f-b77a-eecdb8c685d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:41.967305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c416b694-fed0-4a90-b828-4a6cd230435a details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:59:41.977847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e5a044b-b6c4-47c9-addf-2d7827785275 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.002365 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df20fd-5554-4d14-b831-c104a8a4872c None None] The sync data for ids ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'] in n-d-817303-3 is: [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:34Z', 'revision_number': 4, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port': {'id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:21Z', 'updated_at': '2021-11-23T22:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a8c53d87-79a6-4129-b64c-778a91b2981e', 'name': '', 'network_id': 'd92ff3aa-2b10-4f5c-8253-70cc38cc1c77', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'mac_address': 'fa:16:3e:2b:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'dfad34fa-0718-450f-b77a-eecdb8c685d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:32Z', 'updated_at': '2021-11-23T22:59:40Z', 'revision_number': 4, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'subnets': [{'id': 'dfad34fa-0718-450f-b77a-eecdb8c685d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:42.053414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e5a044b-b6c4-47c9-addf-2d7827785275 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.119249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9695c0-2905-410b-875c-bc2b2c607178 req-2ca889e7-6121-411d-9dbd-6125510a21ed tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:42.131972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd9695c0-2905-410b-875c-bc2b2c607178 req-2ca889e7-6121-411d-9dbd-6125510a21ed tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 945 time: 0.4451101 Nov 23 22:59:42.169207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.220856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e5a044b-b6c4-47c9-addf-2d7827785275 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.225135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9e5a044b-b6c4-47c9-addf-2d7827785275 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.226845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9e5a044b-b6c4-47c9-addf-2d7827785275 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/security-groups/ea217bd3-de41-4136-bbea-f42814cf0d86 HTTP/1.1" status: 204 len: 168 time: 0.3836339 Nov 23 22:59:42.234099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59834) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:42.238627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b37ff-4272-433a-94f2-0f76c76c6db6 req-019b4c1a-f21b-4290-938f-cd75873883a8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:42.247584 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d41b37ff-4272-433a-94f2-0f76c76c6db6 req-019b4c1a-f21b-4290-938f-cd75873883a8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 943 time: 0.3892810 Nov 23 22:59:42.258064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59838) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:42.286423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c416b694-fed0-4a90-b828-4a6cd230435a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c416b694-fed0-4a90-b828-4a6cd230435a,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:42.316295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'c416b694-fed0-4a90-b828-4a6cd230435a', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'port_id': 'c416b694-fed0-4a90-b828-4a6cd230435a', 'mac_address': 'fa:16:3e:1f:99:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc9903-3824-42ba-9235-b394e48849cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:59:42.332309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd9695c0-2905-410b-875c-bc2b2c607178 req-4a382bf7-2b95-48b5-93ae-251e34b2fc99 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987197 Nov 23 22:59:42.420068 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.459112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Deleting port 99297ab2-7015-471d-b9c2-208da1de6104 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:42.459469 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.461296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c416b694-fed0-4a90-b828-4a6cd230435a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:59:42.473540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d41b37ff-4272-433a-94f2-0f76c76c6db6 req-be35e45a-76af-4029-97ac-4ae462fa4671 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248690 Nov 23 22:59:42.505627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a044b-b6c4-47c9-addf-2d7827785275 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea217bd3-de41-4136-bbea-f42814cf0d86,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:42.517255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c416b694-fed0-4a90-b828-4a6cd230435a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c416b694-fed0-4a90-b828-4a6cd230435a,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:42.536533 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.676462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c416b694-fed0-4a90-b828-4a6cd230435a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:42.681590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet c834540c-1ecb-4224-939e-cc1e8dcd26f9 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:59:42.695532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.725538 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.733113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:42.760913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c416b694-fed0-4a90-b828-4a6cd230435a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:42.788102 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.794771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf09176d-5cac-416c-a91e-e90357c43b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:42.801134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Calling delete_port for 99297ab2-7015-471d-b9c2-208da1de6104 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:43.086250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-fa9f9a67-e098-4b05-9291-f0929bbb62dc tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:43.093288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-fa9f9a67-e098-4b05-9291-f0929bbb62dc tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.46 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 945 time: 0.2581720 Nov 23 22:59:43.429076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a8c53d87-79a6-4129-b64c-778a91b2981e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:43.550829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a8c53d87-79a6-4129-b64c-778a91b2981e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:43.551360 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:43.763488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:43.899917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:43.934890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=c834540c-1ecb-4224-939e-cc1e8dcd26f9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:43.939824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:43.947153 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a389673-c128-42d9-9440-56bca6f5a6d3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/c834540c-1ecb-4224-939e-cc1e8dcd26f9 HTTP/1.1" status: 204 len: 168 time: 1.7058325 Nov 23 22:59:43.949760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:43.955412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:43.957268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc5653-6c4f-4ff7-8486-78b457bc40a8 None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:44.008575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c416b694-fed0-4a90-b828-4a6cd230435a up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:44.081285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf09176d-5cac-416c-a91e-e90357c43b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.088523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.122520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf09176d-5cac-416c-a91e-e90357c43b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.168867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.186904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event deleted for resources: {'Port': ['ID=99297ab2-7015-471d-b9c2-208da1de6104,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:44.202840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port c416b694-fed0-4a90-b828-4a6cd230435a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:59:44.212030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port c416b694-fed0-4a90-b828-4a6cd230435a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:44.212514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.242134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:44.246862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.280300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a02f2-2af7-40ef-a09c-97ffa73a250e req-0575aba9-c42d-4841-ba8a-fae02e8c1065 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:44.288840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d2a02f2-2af7-40ef-a09c-97ffa73a250e req-0575aba9-c42d-4841-ba8a-fae02e8c1065 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 945 time: 0.2533300 Nov 23 22:59:44.378495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331549fe-061c-4a3a-925b-78ded9f3f34a None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:44.405952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d2a02f2-2af7-40ef-a09c-97ffa73a250e req-9f9a3991-4efd-4767-94c5-e2a7ec886ea8 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160507 Nov 23 22:59:44.475347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Deleting port b8c884d9-b41e-40c7-a59d-af0d4b27776f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:44.475789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.482219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09176d-5cac-416c-a91e-e90357c43b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9863b561-8fad-499f-acb3-45da4e366eca,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:44.490852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cf09176d-5cac-416c-a91e-e90357c43b0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1fc39c2673e4d44b5b294968c69c25c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7550468 Nov 23 22:59:44.500712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdaa4d-ddfe-4b1a-a408-6687e6847cd2 req-d0cbf8a9-5bb1-41a1-a6c4-41afb1d92895 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:44.502470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbfdaa4d-ddfe-4b1a-a408-6687e6847cd2 req-d0cbf8a9-5bb1-41a1-a6c4-41afb1d92895 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 944 time: 0.4173481 Nov 23 22:59:44.504583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59882) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:44.505457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.572231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.619202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.622622 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.642035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c416b694-fed0-4a90-b828-4a6cd230435a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c416b694-fed0-4a90-b828-4a6cd230435a,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:44.642943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6711f0f-616f-449b-8f89-f117194554c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c416b694-fed0-4a90-b828-4a6cd230435a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:44.645519 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87142fac-bfdd-4390-93da-f3229865045c" -d '{"events": [{"server_uuid": "d6711f0f-616f-449b-8f89-f117194554c7", "name": "network-vif-plugged", "status": "completed", "tag": "c416b694-fed0-4a90-b828-4a6cd230435a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:44.653494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.731113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c416b694-fed0-4a90-b828-4a6cd230435a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:44.764253 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a78207-ce4c-496d-a8e2-0f82fc99825a x-openstack-request-id: req-a1a78207-ce4c-496d-a8e2-0f82fc99825a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:44.764623 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6711f0f-616f-449b-8f89-f117194554c7", "name": "network-vif-plugged", "status": "completed", "tag": "c416b694-fed0-4a90-b828-4a6cd230435a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:44.764895 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1a78207-ce4c-496d-a8e2-0f82fc99825a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:44.765318 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6711f0f-616f-449b-8f89-f117194554c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c416b694-fed0-4a90-b828-4a6cd230435a', 'code': 200} Nov 23 22:59:44.783141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.783700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6a6447-7b7b-4be6-841b-0050c76779cf {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:59:44.810492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:44.811697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d763865d-6682-4b14-9090-8d8b8acaae04 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/2e6a6447-7b7b-4be6-841b-0050c76779cf HTTP/1.1" status: 204 len: 168 time: 3.5412083 Nov 23 22:59:44.818925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59894) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:44.837526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-cf1b13af-1f76-4af6-b2e4-69afab27ba34 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1549911865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:45.053260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbfdaa4d-ddfe-4b1a-a408-6687e6847cd2 req-8c6757d6-7d08-4848-a3ee-ec1d2707186a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005183 Nov 23 22:59:45.104686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf1b13af-1f76-4af6-b2e4-69afab27ba34 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.104932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf1b13af-1f76-4af6-b2e4-69afab27ba34 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.113111 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09c59903-c823-4965-a65f-1ae4ad70485a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.123057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] For port b8c884d9-b41e-40c7-a59d-af0d4b27776f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b8c884d9-b41e-40c7-a59d-af0d4b27776f,segment=NetworkSegment(0913b588-5748-4365-ad14-012364896a99),segment_id=0913b588-5748-4365-ad14-012364896a99)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:45.123420 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.170942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Calling delete_port for b8c884d9-b41e-40c7-a59d-af0d4b27776f owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:45.182925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09c59903-c823-4965-a65f-1ae4ad70485a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.296859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76914c46-4451-46d7-afdc-c1d9673b2030 req-77791bcd-bfd0-471a-a0cb-e20a91b28d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:45.298678 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76914c46-4451-46d7-afdc-c1d9673b2030 req-77791bcd-bfd0-471a-a0cb-e20a91b28d27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 1096 time: 0.4152701 Nov 23 22:59:45.304602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf1b13af-1f76-4af6-b2e4-69afab27ba34 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.325301 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf1b13af-1f76-4af6-b2e4-69afab27ba34 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.334527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.406695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:45.413397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:45.428004 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf1b13af-1f76-4af6-b2e4-69afab27ba34 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.438720 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cf1b13af-1f76-4af6-b2e4-69afab27ba34 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6167901 Nov 23 22:59:45.443495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59914) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:45.444709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:45.445356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.471600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:45.525590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09c59903-c823-4965-a65f-1ae4ad70485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.536457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09c59903-c823-4965-a65f-1ae4ad70485a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.538411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-09c59903-c823-4965-a65f-1ae4ad70485a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9863b561-8fad-499f-acb3-45da4e366eca HTTP/1.1" status: 204 len: 168 time: 0.7871313 Nov 23 22:59:45.553163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Deleting port a8c53d87-79a6-4129-b64c-778a91b2981e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:45.553543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.598583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c59903-c823-4965-a65f-1ae4ad70485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863b561-8fad-499f-acb3-45da4e366eca,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:45.645232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.651452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521f1a8-0497-4e96-b341-f573141b7443 None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:45.672361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=01953bb2-815e-4547-a82b-38a9a665fee4,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:45.678673 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76914c46-4451-46d7-afdc-c1d9673b2030 req-b36a2a46-94cd-405c-8671-51ea2d79d08e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691914 Nov 23 22:59:45.703712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ce1a-3470-4198-8e1c-6b00ee9b8c11 req-5ae7a3aa-9284-4b3b-a9d8-2c3566611b3b tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:45.705286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbd8ce1a-3470-4198-8e1c-6b00ee9b8c11 req-5ae7a3aa-9284-4b3b-a9d8-2c3566611b3b tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/ports?device_id=72a512e7-15fc-45c2-aa4c-c475269fc81e HTTP/1.1" status: 200 len: 945 time: 0.1581402 Nov 23 22:59:45.763726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Pushing event deleted for resources: {'Port': ['ID=b8c884d9-b41e-40c7-a59d-af0d4b27776f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:45.812146 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd969b10-8c9d-4c6b-9a71-30482e89e26a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8590002 Nov 23 22:59:45.818396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59920) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:45.900027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-de1b3c0e-1991-4571-af95-8ae942ad76dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1779532692'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:45.928844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] No DVR routers for this DVR port b8c884d9-b41e-40c7-a59d-af0d4b27776f on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:45.935515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:45.956003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fcd2e614-d2d1-42a7-9874-dade5d92e018 req-1b8cbe36-06de-4c27-9711-f7d8c27b57d6 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.46 "DELETE /v2.0/ports/b8c884d9-b41e-40c7-a59d-af0d4b27776f HTTP/1.1" status: 204 len: 173 time: 2.8411944 Nov 23 22:59:45.956620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'name': 'network-vif-deleted', 'tag': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:45.973975 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da698f44-d6d0-4523-ad41-55db952c6f6c" -d '{"events": [{"server_uuid": "72a512e7-15fc-45c2-aa4c-c475269fc81e", "name": "network-vif-deleted", "tag": "b8c884d9-b41e-40c7-a59d-af0d4b27776f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:45.995628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:46.063920 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478d46a1-97f4-4270-997b-d688e2b7bec6 x-openstack-request-id: req-478d46a1-97f4-4270-997b-d688e2b7bec6 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:46.064302 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a512e7-15fc-45c2-aa4c-c475269fc81e", "name": "network-vif-deleted", "tag": "b8c884d9-b41e-40c7-a59d-af0d4b27776f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:46.064571 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-478d46a1-97f4-4270-997b-d688e2b7bec6 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:46.065002 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a512e7-15fc-45c2-aa4c-c475269fc81e', 'name': 'network-vif-deleted', 'tag': 'b8c884d9-b41e-40c7-a59d-af0d4b27776f', 'status': 'completed', 'code': 200} Nov 23 22:59:46.069100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbd8ce1a-3470-4198-8e1c-6b00ee9b8c11 req-03ae1daf-e6e6-4989-a2c7-9a1c42513c04 tempest-InstanceActionsNegativeTestJSON-1195379030 tempest-InstanceActionsNegativeTestJSON-1195379030-project] 10.222.0.11 "GET /v2.0/security-groups?id=f96fe730-f405-48b8-9e8c-276577226522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084943 Nov 23 22:59:46.195696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.204387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b8c884d9-b41e-40c7-a59d-af0d4b27776f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:46.252500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-15b2e877-3b9d-4b35-bffd-d49a5a24bccd None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:46.252867 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-15b2e877-3b9d-4b35-bffd-d49a5a24bccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.331042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de1b3c0e-1991-4571-af95-8ae942ad76dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.403731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.415792 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.441764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.514621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-15b2e877-3b9d-4b35-bffd-d49a5a24bccd None None] Provisioning complete for port 59333473-892c-4cd0-a0c5-ee9c40833f48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:46.515237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-15b2e877-3b9d-4b35-bffd-d49a5a24bccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.530800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cd4d3-06d4-4671-8964-f751fd32b2d3 req-00d7f980-9583-4c7d-bfc6-21333ae99d69 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:46.547473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-723cd4d3-06d4-4671-8964-f751fd32b2d3 req-00d7f980-9583-4c7d-bfc6-21333ae99d69 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 945 time: 0.2997642 Nov 23 22:59:46.576880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=662c00e357cb4491ac9b584d6161df3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5800455 Nov 23 22:59:46.580458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59942) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:46.631465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-15b2e877-3b9d-4b35-bffd-d49a5a24bccd None None] Port 59333473-892c-4cd0-a0c5-ee9c40833f48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:46.635010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de1b3c0e-1991-4571-af95-8ae942ad76dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.637744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] For port a8c53d87-79a6-4129-b64c-778a91b2981e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a8c53d87-79a6-4129-b64c-778a91b2981e,segment=NetworkSegment(43a043c5-c8fd-4e41-8652-6a18c0ea6081),segment_id=43a043c5-c8fd-4e41-8652-6a18c0ea6081)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:46.638424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.664465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de1b3c0e-1991-4571-af95-8ae942ad76dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.692145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Calling delete_port for a8c53d87-79a6-4129-b64c-778a91b2981e owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:46.757457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda8eaf-273c-45cc-b935-15cd9d285fe9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:46.774844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.775400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.776082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.783634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.786637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de1b3c0e-1991-4571-af95-8ae942ad76dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.787204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.791208 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-de1b3c0e-1991-4571-af95-8ae942ad76dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9086950 Nov 23 22:59:46.792748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.793476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.794032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.794491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.794792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59944) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:46.795192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.795670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.796111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ea6240-fa18-4108-a9f9-65ddc06b00dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:46.806823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132996a7-86e1-4693-84c3-e15156fffce0 None None] Update dhcp port {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'fixed_ips': [{'subnet_id': 'c5a307a9-85f9-4b6c-82d0-7e462ce317bc', 'ip_address': '172.20.0.18'}, {'subnet_id': '01953bb2-815e-4547-a82b-38a9a665fee4'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '3bc72c1c-b41e-4876-82dd-cbf52392387f'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:59:46.814375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-723cd4d3-06d4-4671-8964-f751fd32b2d3 req-f6f64a4d-48f5-4dcd-bf11-0bd4ad4edc54 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649209 Nov 23 22:59:46.856540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-22302f09-f41a-4f81-b56c-3ac4c69d7abf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1910613985'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:46.887701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b3c0e-1991-4571-af95-8ae942ad76dc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9d1f08-c3a6-44d0-b8a4-0e3b76227edf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:46.897237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-132996a7-86e1-4693-84c3-e15156fffce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.913882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22302f09-f41a-4f81-b56c-3ac4c69d7abf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:46.954035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ca1af23-97a4-40ee-9e85-a9b7bc7006f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.120179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-132996a7-86e1-4693-84c3-e15156fffce0 None None] Allocated IP 172.20.0.2 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/01953bb2-815e-4547-a82b-38a9a665fee4/3bc72c1c-b41e-4876-82dd-cbf52392387f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:47.123367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ca1af23-97a4-40ee-9e85-a9b7bc7006f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.165844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59960) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:47.194092 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22302f09-f41a-4f81-b56c-3ac4c69d7abf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.224073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22302f09-f41a-4f81-b56c-3ac4c69d7abf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.265295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] Deleting subnet d9363707-8c66-4b6b-a015-9d2547eb5056 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:59:47.272363 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.275031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-132996a7-86e1-4693-84c3-e15156fffce0 None None] For port 3bc72c1c-b41e-4876-82dd-cbf52392387f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bc72c1c-b41e-4876-82dd-cbf52392387f,segment=NetworkSegment(c019c831-866d-471d-bf41-c79485732ba1),segment_id=c019c831-866d-471d-bf41-c79485732ba1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:47.327802 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-132996a7-86e1-4693-84c3-e15156fffce0 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.337448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-132996a7-86e1-4693-84c3-e15156fffce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.343548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.373771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22302f09-f41a-4f81-b56c-3ac4c69d7abf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.378164 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-22302f09-f41a-4f81-b56c-3ac4c69d7abf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5258944 Nov 23 22:59:47.384432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59964) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:47.392124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5a397396-8f6c-4615-8b3c-8c94c0cfce9b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1562882921'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:47.409535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132996a7-86e1-4693-84c3-e15156fffce0 None None] Pushing event updated for resources: {'Port': ['ID=3bc72c1c-b41e-4876-82dd-cbf52392387f,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:47.421459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22302f09-f41a-4f81-b56c-3ac4c69d7abf tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238cc64b-91aa-4bfa-8ee7-215903632411,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:47.447283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.461279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.496175 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ca1af23-97a4-40ee-9e85-a9b7bc7006f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.498812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ca1af23-97a4-40ee-9e85-a9b7bc7006f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.500238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5ca1af23-97a4-40ee-9e85-a9b7bc7006f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfda8eaf-273c-45cc-b935-15cd9d285fe9 HTTP/1.1" status: 204 len: 168 time: 0.9163783 Nov 23 22:59:47.501351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.536818 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a397396-8f6c-4615-8b3c-8c94c0cfce9b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.568496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.578373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1af23-97a4-40ee-9e85-a9b7bc7006f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda8eaf-273c-45cc-b935-15cd9d285fe9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:47.608230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.620391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d9363707-8c66-4b6b-a015-9d2547eb5056 HTTP/1.1" status: 204 len: 168 time: 0.4521840 Nov 23 22:59:47.623735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59974) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:47.693837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afaf93-a1ae-47b7-bc4f-e86f02472af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9363707-8c66-4b6b-a015-9d2547eb5056,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:47.709173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.778951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c53d87-79a6-4129-b64c-778a91b2981e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:47.915242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Allocated IP 172.25.0.84 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/53c5d192-266a-4fef-8a1b-2b01ba389bb8) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:47.925587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.980793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a397396-8f6c-4615-8b3c-8c94c0cfce9b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:47.998366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b8c884d9-b41e-40c7-a59d-af0d4b27776f no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:48.020593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a397396-8f6c-4615-8b3c-8c94c0cfce9b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.078324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: b8c884d9-b41e-40c7-a59d-af0d4b27776f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:48.078825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b8c884d9-b41e-40c7-a59d-af0d4b27776f not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:48.290609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.363824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.391872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59988) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:48.408791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78d062-f2d1-4839-aaf8-24d5ad003f1e req-1499f158-fb64-4d74-b27b-d9daba9b08e7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:48.414390 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a397396-8f6c-4615-8b3c-8c94c0cfce9b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.418055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b78d062-f2d1-4839-aaf8-24d5ad003f1e req-1499f158-fb64-4d74-b27b-d9daba9b08e7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 945 time: 0.3262730 Nov 23 22:59:48.426639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a397396-8f6c-4615-8b3c-8c94c0cfce9b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0393035 Nov 23 22:59:48.429338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59990) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:48.437335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e628295c-b1ac-4193-a3fc-11a806788749']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:48.442496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1989931722', 'security_groups': ['e4d6c016-453e-4f13-bb82-b728ca953e28'], 'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01953bb2-815e-4547-a82b-38a9a665fee4'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:48.515181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0913b588-5748-4365-ad14-012364896a99') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:48.515776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0913b588-5748-4365-ad14-012364896a99') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:48.528952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.546881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.554316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:59:48.554976 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.563494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a397396-8f6c-4615-8b3c-8c94c0cfce9b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d6c016-453e-4f13-bb82-b728ca953e28,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:48.602584 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.610261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-83dd34e3-bd17-4d4b-934f-c047b627444d None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:48.610648 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83dd34e3-bd17-4d4b-934f-c047b627444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.616824 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:59:48.669866 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:59:48.672615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:48.692934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46150a1f-9791-4198-965c-9c3dca86c561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.716171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.748194 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.752098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e628295c-b1ac-4193-a3fc-11a806788749 HTTP/1.1" status: 204 len: 168 time: 1.1255844 Nov 23 22:59:48.770603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-83dd34e3-bd17-4d4b-934f-c047b627444d None None] Provisioning complete for port 59333473-892c-4cd0-a0c5-ee9c40833f48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:48.770989 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83dd34e3-bd17-4d4b-934f-c047b627444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.815561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b78d062-f2d1-4839-aaf8-24d5ad003f1e req-c4e1aeca-a298-4ae7-a045-277ba4e32cc9 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694503 Nov 23 22:59:48.820442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a81a7-ac6e-4dea-9b79-fd78a9c2ef72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e628295c-b1ac-4193-a3fc-11a806788749,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:48.828815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-83dd34e3-bd17-4d4b-934f-c047b627444d None None] Port 59333473-892c-4cd0-a0c5-ee9c40833f48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:48.832008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:48.876617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event updated for resources: {'Port': ['ID=53c5d192-266a-4fef-8a1b-2b01ba389bb8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:48.888073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:48.891429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:48.906138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d175a4-12ce-4a27-86f2-c915a103547e None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:48.977681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ba749123-4b25-4a4a-a42b-9b27572385bc None None] Provisioning complete for port 53c5d192-266a-4fef-8a1b-2b01ba389bb8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:48.978248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba749123-4b25-4a4a-a42b-9b27572385bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.042246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ba749123-4b25-4a4a-a42b-9b27572385bc None None] Port 53c5d192-266a-4fef-8a1b-2b01ba389bb8 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:49.055904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:49.058961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46150a1f-9791-4198-965c-9c3dca86c561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.079055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-46150a1f-9791-4198-965c-9c3dca86c561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.148803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f9e4c-5599-4b5a-b6dd-117003dfa3ba req-4eb0ea06-c734-4a6c-8ac1-845ebf0e6f06 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:49.154956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-980f9e4c-5599-4b5a-b6dd-117003dfa3ba req-4eb0ea06-c734-4a6c-8ac1-845ebf0e6f06 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 945 time: 0.1731057 Nov 23 22:59:49.198279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-46150a1f-9791-4198-965c-9c3dca86c561 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df36206612664c14b304d65a02c2a856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7777081 Nov 23 22:59:49.202419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46150a1f-9791-4198-965c-9c3dca86c561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162413d4-7740-46a2-ae86-6a59853bad7c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:49.205207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60010) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:49.226252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-769e4963-9c76-40ad-af3e-45ba59cb89f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=476442b84f76496486d7bacb83b1870c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655674 Nov 23 22:59:49.237355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60012) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:49.342374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-980f9e4c-5599-4b5a-b6dd-117003dfa3ba req-facb5e36-986c-4a6f-9da2-41251f281139 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731353 Nov 23 22:59:49.348344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3fe71b4-2990-45d9-af81-871c57f2cb1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.409609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79775bf0-a530-41ab-81be-649480eb8423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.462434 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79775bf0-a530-41ab-81be-649480eb8423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.506037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.529550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bc72c1c-b41e-4876-82dd-cbf52392387f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:49.555970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] device_id is not set on port 9293727a-6f32-40a8-8859-914891004e2d yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:59:49.584936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3fe71b4-2990-45d9-af81-871c57f2cb1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.656742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:49.657117 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.665764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79775bf0-a530-41ab-81be-649480eb8423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.670912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79775bf0-a530-41ab-81be-649480eb8423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.678936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-79775bf0-a530-41ab-81be-649480eb8423 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f96fe730-f405-48b8-9e8c-276577226522 HTTP/1.1" status: 204 len: 168 time: 0.4397714 Nov 23 22:59:49.700794 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3fe71b4-2990-45d9-af81-871c57f2cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.706521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3fe71b4-2990-45d9-af81-871c57f2cb1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:49.707754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d3fe71b4-2990-45d9-af81-871c57f2cb1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/162413d4-7740-46a2-ae86-6a59853bad7c HTTP/1.1" status: 204 len: 168 time: 0.4950199 Nov 23 22:59:49.708767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79775bf0-a530-41ab-81be-649480eb8423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96fe730-f405-48b8-9e8c-276577226522,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:49.770926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe71b4-2990-45d9-af81-871c57f2cb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162413d4-7740-46a2-ae86-6a59853bad7c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:49.818805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737cea-bac2-4f8d-bcad-9ebcc83d7526 req-27eb5e58-fecb-4870-bf9a-a2c6f8516163 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:49.835660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c737cea-bac2-4f8d-bcad-9ebcc83d7526 req-27eb5e58-fecb-4870-bf9a-a2c6f8516163 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 945 time: 0.1128492 Nov 23 22:59:49.839549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:59:49.970562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c737cea-bac2-4f8d-bcad-9ebcc83d7526 req-135816a8-8774-4348-be60-a67b36cf269b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298625 Nov 23 22:59:50.224552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:50.235906 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0b7f2e22-0d3f-4658-a76b-9ffa55a6c76b admin admin] 10.222.0.11 "PUT /v2.0/routers/73b4d6d5-cd95-457b-bcd9-3ed73f95c327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9661541 Nov 23 22:59:50.240994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:50.254648 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] Sync routers for ids ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:50.271119 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:50.276571 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] Routers {'73b4d6d5-cd95-457b-bcd9-3ed73f95c327'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:50.277803 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:50.347648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.4 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/01953bb2-815e-4547-a82b-38a9a665fee4/9293727a-6f32-40a8-8859-914891004e2d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:50.514201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:50.711739 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] Set router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:50.723976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:50.815937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:50.820350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:50.868671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:50.878535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:50.882112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:59:50.933912 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:47Z', 'revision_number': 5, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port': {'id': '43265663-2a59-4301-89ff-09bc8737b0f0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:59:21Z', 'updated_at': '2021-11-23T22:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:50.971437 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] Checking router: 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:59:50.975708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Deleting port 43265663-2a59-4301-89ff-09bc8737b0f0 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:50.976059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:50.982204 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] Routers {'73b4d6d5-cd95-457b-bcd9-3ed73f95c327'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:50.983168 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:51.119613 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] Set router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:59:51.154961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=9293727a-6f32-40a8-8859-914891004e2d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:51.199914 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:50Z', 'revision_number': 6, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:51.206635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:51.207803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:51.238558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:51.241559 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c4306-7b9d-42f2-93b5-99a70f64cfc5 None None] The sync data for ids ['73b4d6d5-cd95-457b-bcd9-3ed73f95c327'] in n-d-817303-3 is: [{'id': '73b4d6d5-cd95-457b-bcd9-3ed73f95c327', 'name': 'tempest-ImageQuotaTest-832380662-router', 'tenant_id': '39e6f900dfef4167ab8796da33b6e29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:59:17Z', 'updated_at': '2021-11-23T22:59:50Z', 'revision_number': 6, 'project_id': '39e6f900dfef4167ab8796da33b6e29f', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:51.265244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:51.292709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-6f222c42-335c-482e-88fe-8c219032c2e7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:51.294378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-6f222c42-335c-482e-88fe-8c219032c2e7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 945 time: 0.3442931 Nov 23 22:59:51.323558 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0c4a489a-f83c-4b8f-9419-bfc54ad2582b tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8876140 Nov 23 22:59:51.324598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60076) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:51.375744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] For port 43265663-2a59-4301-89ff-09bc8737b0f0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=43265663-2a59-4301-89ff-09bc8737b0f0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:51.379077 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:51.382457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f3db95a9-27e4-4ea8-9cb2-d7b68988afe2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:51.388562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0dbb41b3-8040-487c-a2fa-4546f9af469b None None] Provisioning complete for port 9293727a-6f32-40a8-8859-914891004e2d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:51.389704 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0dbb41b3-8040-487c-a2fa-4546f9af469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:51.396872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305a6d0-571a-4e8e-a9da-921a39917bd0 req-3f244a24-f63c-4936-9e3c-fcd752ddfc55 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:51.398200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4305a6d0-571a-4e8e-a9da-921a39917bd0 req-3f244a24-f63c-4936-9e3c-fcd752ddfc55 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 945 time: 0.2802210 Nov 23 22:59:51.438605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb41b3-8040-487c-a2fa-4546f9af469b None None] Port 9293727a-6f32-40a8-8859-914891004e2d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:59:51.508991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Calling delete_port for 43265663-2a59-4301-89ff-09bc8737b0f0 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:51.632655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4305a6d0-571a-4e8e-a9da-921a39917bd0 req-0e2aa69c-67e0-48d4-ad8a-d89b5095a226 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023242 Nov 23 22:59:51.636725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60086) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:51.738896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Deleting port c416b694-fed0-4a90-b828-4a6cd230435a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:51.739540 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:51.745975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3db95a9-27e4-4ea8-9cb2-d7b68988afe2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:51.774320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3db95a9-27e4-4ea8-9cb2-d7b68988afe2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:51.813284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Router c9797943-330a-41b1-9a0d-81474c6f8da8 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:59:52.013858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-810680328-network', 'tenant_id': '98fc80b4eaab4d7b861983adea63419c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:52.025411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.044344 n-d-817303-3 neutron-server[103523]: INFO neutron.db.ipam_backend_mixin [None req-f3db95a9-27e4-4ea8-9cb2-d7b68988afe2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01953bb2-815e-4547-a82b-38a9a665fee4 (CIDR: 172.20.0.0/28) Nov 23 22:59:52.055058 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3db95a9-27e4-4ea8-9cb2-d7b68988afe2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:59:52.055731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3db95a9-27e4-4ea8-9cb2-d7b68988afe2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:59:52.083919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:59:52.093020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.098303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1700d8c4-5b7a-408d-9f36-ee4298bb81e8 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "PUT /v2.0/routers/c9797943-330a-41b1-9a0d-81474c6f8da8 HTTP/1.1" status: 200 len: 879 time: 6.6368625 Nov 23 22:59:52.099016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60102) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:52.099874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] Sync routers for ids ['c9797943-330a-41b1-9a0d-81474c6f8da8'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:59:52.125642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] Routers {'c9797943-330a-41b1-9a0d-81474c6f8da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:52.127332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c9797943-330a-41b1-9a0d-81474c6f8da8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:52.141222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43265663-2a59-4301-89ff-09bc8737b0f0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:52.222190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f3db95a9-27e4-4ea8-9cb2-d7b68988afe2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8542092 Nov 23 22:59:52.225302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60104) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:52.233581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Made reservation on behalf of 98fc80b4eaab4d7b861983adea63419c for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:52.239909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:52.240778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-32b68606-74b7-4e0a-a8f8-b78dc07e1b6c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:52.250765 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.259370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224c1349-de11-4470-b36f-222cdd2055e6 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:52.293251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] Routers {'c9797943-330a-41b1-9a0d-81474c6f8da8'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:59:52.294271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T22:59:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c9797943-330a-41b1-9a0d-81474c6f8da8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:52.311419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] For port c416b694-fed0-4a90-b828-4a6cd230435a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c416b694-fed0-4a90-b828-4a6cd230435a,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:52.312876 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.338127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Calling delete_port for c416b694-fed0-4a90-b828-4a6cd230435a owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:52.365581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:52.366676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea029baa-70b5-418a-a00a-e051e60b702c None None] The sync data for ids ['c9797943-330a-41b1-9a0d-81474c6f8da8'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:59:52.531958 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7ccae1bd-dd5c-45fc-b65d-04e6b3469ca8 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/c9797943-330a-41b1-9a0d-81474c6f8da8 HTTP/1.1" status: 200 len: 920 time: 0.4316607 Nov 23 22:59:52.532894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60118) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:52.569811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b68606-74b7-4e0a-a8f8-b78dc07e1b6c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:52.574617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32b68606-74b7-4e0a-a8f8-b78dc07e1b6c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.607678 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.622611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.638760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c416b694-fed0-4a90-b828-4a6cd230435a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:52.697294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event deleted for resources: {'Port': ['ID=c416b694-fed0-4a90-b828-4a6cd230435a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:52.708447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:52.770791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] No DVR routers for this DVR port c416b694-fed0-4a90-b828-4a6cd230435a on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:52.790048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.797267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c52148f-a66a-4410-8ac8-6d6451b46f5d req-a8bbeb68-920b-4f86-b143-9947dbe0097c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "DELETE /v2.0/ports/c416b694-fed0-4a90-b828-4a6cd230435a HTTP/1.1" status: 204 len: 173 time: 1.4954922 Nov 23 22:59:52.808289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6711f0f-616f-449b-8f89-f117194554c7', 'name': 'network-vif-deleted', 'tag': 'c416b694-fed0-4a90-b828-4a6cd230435a'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:52.810937 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df7953-b772-424c-b5a9-9abd6450c210" -d '{"events": [{"server_uuid": "d6711f0f-616f-449b-8f89-f117194554c7", "name": "network-vif-deleted", "tag": "c416b694-fed0-4a90-b828-4a6cd230435a"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:52.846908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd0c88-6ffc-49fc-aa62-ce701435e175 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:52.862945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60134) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:52.865740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-57bd0c88-6ffc-49fc-aa62-ce701435e175 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=c9797943-330a-41b1-9a0d-81474c6f8da8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3253696 Nov 23 22:59:52.873001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.992387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:52.995038 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.065782 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018660bd-6fd6-41c5-bf25-da9c343e6bf1 x-openstack-request-id: req-018660bd-6fd6-41c5-bf25-da9c343e6bf1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:53.066087 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6711f0f-616f-449b-8f89-f117194554c7", "name": "network-vif-deleted", "tag": "c416b694-fed0-4a90-b828-4a6cd230435a", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:53.066499 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-018660bd-6fd6-41c5-bf25-da9c343e6bf1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:53.067007 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6711f0f-616f-449b-8f89-f117194554c7', 'name': 'network-vif-deleted', 'tag': 'c416b694-fed0-4a90-b828-4a6cd230435a', 'status': 'completed', 'code': 200} Nov 23 22:59:53.067766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.068399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b4d6d5-cd95-457b-bcd9-3ed73f95c327 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:59:53.075401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c417155-18c7-42ab-af22-c1e670a7efec req-84066fad-0817-40a0-ab62-bdf3c9c6d55f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6711f0f-616f-449b-8f89-f117194554c7 HTTP/1.1" status: 200 len: 210 time: 0.2599721 Nov 23 22:59:53.087433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.089609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-da43482f-bbb2-4acb-803d-b8f741cb1de4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/73b4d6d5-cd95-457b-bcd9-3ed73f95c327 HTTP/1.1" status: 204 len: 168 time: 2.8489318 Nov 23 22:59:53.094182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60136) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:53.095467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a689818-ab4a-4991-b025-32a30d68391f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:53.102412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a689818-ab4a-4991-b025-32a30d68391f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.2376661 Nov 23 22:59:53.113323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60138) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:53.154094 n-d-817303-3 neutron-server[103523]: INFO neutron.db.ipam_backend_mixin [None req-32b68606-74b7-4e0a-a8f8-b78dc07e1b6c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c5a307a9-85f9-4b6c-82d0-7e462ce317bc (CIDR: 172.20.0.16/28) Nov 23 22:59:53.162144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] Deleting subnet dfad34fa-0718-450f-b77a-eecdb8c685d9 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:59:53.168384 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.243228 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a3cbf14f-a3e1-49d6-a34e-cbb6e38aadc1 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9797943-330a-41b1-9a0d-81474c6f8da8 HTTP/1.1" status: 200 len: 205 time: 0.1273618 Nov 23 22:59:53.246722 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b68606-74b7-4e0a-a8f8-b78dc07e1b6c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:59:53.247951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60146) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:53.250546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b68606-74b7-4e0a-a8f8-b78dc07e1b6c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:59:53.311397 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-32b68606-74b7-4e0a-a8f8-b78dc07e1b6c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0786264 Nov 23 22:59:53.314668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60152) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:53.326966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'subnet': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:53.357436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.366286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.392293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 43265663-2a59-4301-89ff-09bc8737b0f0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:53.437369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 43265663-2a59-4301-89ff-09bc8737b0f0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:53.449216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 43265663-2a59-4301-89ff-09bc8737b0f0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:53.452213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a8c53d87-79a6-4129-b64c-778a91b2981e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:53.518807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a8c53d87-79a6-4129-b64c-778a91b2981e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:53.519161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a8c53d87-79a6-4129-b64c-778a91b2981e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:53.554002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Made reservation on behalf of 9c8f2d7897ca4b35bde12365d0a6f07f for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:53.560493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.561886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.685771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:59:53.765865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af349966-a69a-48c9-bb15-7373ca9ac2c8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:53.811632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.812344 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Added segment 2ebf5267-c661-4f22-a6fb-a3df63462454 of type vlan for network 7f127b16-a921-48d0-879f-19aafaed27a7 Nov 23 22:59:53.969290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.050823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Subnet': ['ID=4e16a1eb-89ab-4ef2-847a-2aced912fc50,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:54.055086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:59:54.058091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:54.061362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:54.062376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.068318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3790552b-c604-485f-be78-cd0d4391fdeb None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:54.087173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-91dcff30-32af-4e77-86c9-35326d80ac78 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7686977 Nov 23 22:59:54.090118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60176) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:54.100656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1719471237', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e16a1eb-89ab-4ef2-847a-2aced912fc50'}], 'security_groups': ['de9d1f08-c3a6-44d0-b8a4-0e3b76227edf', '238cc64b-91aa-4bfa-8ee7-215903632411']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:54.253197 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.475206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.582095 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.602077 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.611178 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.613177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Update dhcp port {'port': {'network_id': '308dbfb6-2546-45ae-a8fe-0b4e00f0732c', 'fixed_ips': [{'subnet_id': 'c5a307a9-85f9-4b6c-82d0-7e462ce317bc', 'ip_address': '172.20.0.18'}, {'subnet_id': '01953bb2-815e-4547-a82b-38a9a665fee4', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e16a1eb-89ab-4ef2-847a-2aced912fc50'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '3bc72c1c-b41e-4876-82dd-cbf52392387f'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:59:54.680864 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.713844 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:59:54.795816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f55af-2329-4ebf-8fce-2f0a6469c723 None None] Network d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:54.861587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfad34fa-0718-450f-b77a-eecdb8c685d9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:54.864938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.868583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-89f30471-b86c-402e-9fb0-c2eaef806662 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dfad34fa-0718-450f-b77a-eecdb8c685d9 HTTP/1.1" status: 204 len: 168 time: 1.7731409 Nov 23 22:59:54.871852 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.875131 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.876145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:54.876791 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:54.880401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60202) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:54.885962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Delete allocated IP 172.20.0.4 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/01953bb2-815e-4547-a82b-38a9a665fee4) {{(pid=103523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:59:54.903487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Allocated IP 172.20.0.34 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/4e16a1eb-89ab-4ef2-847a-2aced912fc50/9293727a-6f32-40a8-8859-914891004e2d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:55.075944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60204) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:55.080376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] Pushing event updated for resources: {'Network': ['ID=7f127b16-a921-48d0-879f-19aafaed27a7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:55.086942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.158535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 7f127b16-a921-48d0-879f-19aafaed27a7 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:59:55.256566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.276361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.313377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-8c1b5928-f9c8-466d-80dd-71aa12fbfc96 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:55.330486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-8c1b5928-f9c8-466d-80dd-71aa12fbfc96 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.1894114 Nov 23 22:59:55.361392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-cc06ac60-d345-470f-84fc-d6d647fb6dd2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0291269 Nov 23 22:59:55.379066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] DHCP port deletion for d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:55.439916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event updated for resources: {'Port': ['ID=9293727a-6f32-40a8-8859-914891004e2d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:55.458051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7e214f1c-c3bb-4ed5-b69d-0b18da459009 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8200874 Nov 23 22:59:55.485474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c496c478-b328-4daf-9839-19e0b55a8f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.491439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60224) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:55.496751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Request body: {'subnet': {'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-810680328-subnet', 'tenant_id': '98fc80b4eaab4d7b861983adea63419c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:55.528786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-eacfbec4-2db5-4e2d-865c-35978023cc97 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1668186 Nov 23 22:59:55.595111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] Deleting port cab14aab-58e0-4f18-bec5-d732ffd770fe {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:55.595482 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.664461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] For port cab14aab-58e0-4f18-bec5-d732ffd770fe, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cab14aab-58e0-4f18-bec5-d732ffd770fe,segment=NetworkSegment(43a043c5-c8fd-4e41-8652-6a18c0ea6081),segment_id=43a043c5-c8fd-4e41-8652-6a18c0ea6081)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:55.665133 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.679091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] Calling delete_port for cab14aab-58e0-4f18-bec5-d732ffd770fe owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:55.724094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-dcdc0b45-7479-4b4e-b982-044d0427a0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852229 Nov 23 22:59:55.772280 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-1669bfcb-0ba6-4353-84c1-362e0bd9062d {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:59:55.772880 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:59:55.774978 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.809430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] Pushing event deleted for resources: {'Port': ['ID=cab14aab-58e0-4f18-bec5-d732ffd770fe,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:55.820333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500760e-a3fc-4266-a9fb-534ffb0bad67 None None] No DVR routers for this DVR port cab14aab-58e0-4f18-bec5-d732ffd770fe on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:55.839729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60228) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:55.867168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Deleting port 53c5d192-266a-4fef-8a1b-2b01ba389bb8 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:55.867933 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.919826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Made reservation on behalf of 98fc80b4eaab4d7b861983adea63419c for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:59:55.922609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:55.986267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Deleting port cab14aab-58e0-4f18-bec5-d732ffd770fe {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:55.986806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.005208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c416b694-fed0-4a90-b828-4a6cd230435a no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:56.058080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] In _notify_port_updated(), no bound segment for port 9293727a-6f32-40a8-8859-914891004e2d on network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:59:56.067099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:56.068491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.070784 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d227ab79-631b-42ff-b9ab-664e31f638e1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "PUT /v2.0/ports/9293727a-6f32-40a8-8859-914891004e2d HTTP/1.1" status: 200 len: 960 time: 1.9783132 Nov 23 22:59:56.074207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60232) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:56.080289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c416b694-fed0-4a90-b828-4a6cd230435a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:56.080909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c416b694-fed0-4a90-b828-4a6cd230435a not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:56.107863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c496c478-b328-4daf-9839-19e0b55a8f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.132994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-3606aa2e-3294-49ce-aab0-8fba375b7758 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079409 Nov 23 22:59:56.138099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.141207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] For port cab14aab-58e0-4f18-bec5-d732ffd770fe, host n-d-817303-3, got binding levels [] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:56.141565 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.161510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c496c478-b328-4daf-9839-19e0b55a8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.227989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Calling delete_port for 53c5d192-266a-4fef-8a1b-2b01ba389bb8 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:56.249398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Calling delete_port for cab14aab-58e0-4f18-bec5-d732ffd770fe owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:56.258501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_backend_mixin [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Port cab14aab-58e0-4f18-bec5-d732ffd770fe was not found and therefore no delete operation was performed {{(pid=103522) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:59:56.259442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d67621-77bc-4f2f-87cd-263a3e677380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.278452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496c478-b328-4daf-9839-19e0b55a8f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b75ac2-bd9a-48ec-b067-904b80338562,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:56.281589 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.300176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c496c478-b328-4daf-9839-19e0b55a8f34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ba27eaefeee4eb69a1fc30ba6772ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2069995 Nov 23 22:59:56.336421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.339956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60234) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:56.380227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab14aab-58e0-4f18-bec5-d732ffd770fe,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:56.386606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] No DVR routers for this DVR port cab14aab-58e0-4f18-bec5-d732ffd770fe on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:59:56.551761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0c65d8f-1a5e-4bbf-b8b5-2cebefc45f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.557640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 9293727a-6f32-40a8-8859-914891004e2d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:59:56.558201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.624227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.635554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0c65d8f-1a5e-4bbf-b8b5-2cebefc45f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.654347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d41dce5-20b3-46b3-adf8-15689f039e3c req-5784ffe8-0bdf-4d1f-87ac-57cc9bef72ca tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 210 time: 0.1661544 Nov 23 22:59:56.660613 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.715229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc7d440-c1ca-49b7-bc55-d759f0ade17d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:56.717689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92ff3aa-2b10-4f5c-8253-70cc38cc1c77']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:56.750208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a043c5-c8fd-4e41-8652-6a18c0ea6081') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:56.750559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a043c5-c8fd-4e41-8652-6a18c0ea6081') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:59:56.767996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Allocated IP 172.20.0.35 (308dbfb6-2546-45ae-a8fe-0b4e00f0732c/4e16a1eb-89ab-4ef2-847a-2aced912fc50/3bc72c1c-b41e-4876-82dd-cbf52392387f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:59:56.788433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.805608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.809662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.813371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Checking segment: {'id': '2ebf5267-c661-4f22-a6fb-a3df63462454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:59:56.813738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Network hostable DHCP agents. Network: 7f127b16-a921-48d0-879f-19aafaed27a7, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:59:56.818561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:59:56.819064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.860811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 9293727a-6f32-40a8-8859-914891004e2d owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:59:56.892851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.909630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Network 7f127b16-a921-48d0-879f-19aafaed27a7 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:59:56.928835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 7f127b16-a921-48d0-879f-19aafaed27a7) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:59:56.942126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ae067-2a37-457f-b5cc-e451064ca647 None None] Network 7f127b16-a921-48d0-879f-19aafaed27a7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:56.964287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: timer() Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:59:56.964695 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:59:56.968408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.971015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0c65d8f-1a5e-4bbf-b8b5-2cebefc45f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.974131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0c65d8f-1a5e-4bbf-b8b5-2cebefc45f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:56.975543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0c65d8f-1a5e-4bbf-b8b5-2cebefc45f20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04b75ac2-bd9a-48ec-b067-904b80338562 HTTP/1.1" status: 204 len: 168 time: 0.6327689 Nov 23 22:59:56.993691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.003921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d67621-77bc-4f2f-87cd-263a3e677380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.015161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.018402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d92ff3aa-2b10-4f5c-8253-70cc38cc1c77 HTTP/1.1" status: 204 len: 168 time: 2.0449450 Nov 23 22:59:57.026912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d67621-77bc-4f2f-87cd-263a3e677380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.063318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c65d8f-1a5e-4bbf-b8b5-2cebefc45f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b75ac2-bd9a-48ec-b067-904b80338562,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:57.085338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5f9ec-bfeb-40ac-8232-5410d0d666c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92ff3aa-2b10-4f5c-8253-70cc38cc1c77,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:57.117626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7cf3ae84-36b3-43cf-ae12-390fa3c0cd4b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6248755 Nov 23 22:59:57.204550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d1d67621-77bc-4f2f-87cd-263a3e677380 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6c7cceef0994e8c86d605a79e05c4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3612506 Nov 23 22:59:57.205860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d67621-77bc-4f2f-87cd-263a3e677380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677eac03-1bbe-450e-bb66-0cbf1c833c07,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:57.206337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60252) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:57.228149 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.357577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event deleted for resources: {'Port': ['ID=53c5d192-266a-4fef-8a1b-2b01ba389bb8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:57.403746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de369cfc-6f0b-452f-9a24-c11a77d9f8f8 None None] Network 7f127b16-a921-48d0-879f-19aafaed27a7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:59:57.406659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cab14aab-58e0-4f18-bec5-d732ffd770fe no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:57.475903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f26caf26-5f0a-417c-b29f-3d8c590a702b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.497524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:57.618987 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f26caf26-5f0a-417c-b29f-3d8c590a702b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.632818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.641548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.686285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=9293727a-6f32-40a8-8859-914891004e2d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:57.794086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5ad58359-4082-4303-a027-5065bb5ee913 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39e6f900dfef4167ab8796da33b6e29f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951319 Nov 23 22:59:57.824063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60264) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:57.875503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f26caf26-5f0a-417c-b29f-3d8c590a702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.879181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f26caf26-5f0a-417c-b29f-3d8c590a702b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.880890 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f26caf26-5f0a-417c-b29f-3d8c590a702b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/677eac03-1bbe-450e-bb66-0cbf1c833c07 HTTP/1.1" status: 204 len: 168 time: 0.6719961 Nov 23 22:59:57.917764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.922785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.934749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:57.945290 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-df66be2f-5311-40b2-ad9a-5f236fc5baa2 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/9293727a-6f32-40a8-8859-914891004e2d HTTP/1.1" status: 204 len: 168 time: 1.8697085 Nov 23 22:59:57.946552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26caf26-5f0a-417c-b29f-3d8c590a702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677eac03-1bbe-450e-bb66-0cbf1c833c07,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:57.954469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60272) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:57.982856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d8f3c-033a-4680-b04a-1b2cad149ec8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:59:57.987719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fda3adf6-0247-42bf-8a14-dafa15ed4a2f req-810cc8d2-f776-4e99-b647-fe14052abc03 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 210 time: 0.0626476 Nov 23 22:59:58.045141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.045299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: cab14aab-58e0-4f18-bec5-d732ffd770fe {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:59:58.045657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cab14aab-58e0-4f18-bec5-d732ffd770fe not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:59:58.058072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Fanout notify agent at l3_agent the message router_deleted on router c9797943-330a-41b1-9a0d-81474c6f8da8 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:59:58.077973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.093061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-08b600ca-60d5-4e7c-bffb-865ddbd07325 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/c9797943-330a-41b1-9a0d-81474c6f8da8 HTTP/1.1" status: 204 len: 168 time: 4.8440101 Nov 23 22:59:58.099494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60274) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:58.110772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-48741916-9dad-443c-ac4a-26ca97290ec3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2140562905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:58.124078 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0f877f-b0b9-4268-a091-cb0bf3722fe1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] GET failed (client error): The resource could not be found. Nov 23 22:59:58.130112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2c0f877f-b0b9-4268-a091-cb0bf3722fe1 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports/9293727a-6f32-40a8-8859-914891004e2d HTTP/1.1" status: 404 len: 333 time: 0.1672537 Nov 23 22:59:58.132223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60276) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:58.139696 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59ecea5e-a671-4dfa-822d-ca558f85b2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.188163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48741916-9dad-443c-ac4a-26ca97290ec3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.189462 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48741916-9dad-443c-ac4a-26ca97290ec3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.248711 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59ecea5e-a671-4dfa-822d-ca558f85b2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.274693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c031-9f50-4026-9b07-dd8975565820 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.279142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48741916-9dad-443c-ac4a-26ca97290ec3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.299191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48741916-9dad-443c-ac4a-26ca97290ec3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.319499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60278) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:58.351427 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48741916-9dad-443c-ac4a-26ca97290ec3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.360262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-48741916-9dad-443c-ac4a-26ca97290ec3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2581804 Nov 23 22:59:58.363544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60280) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:58.366504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c031-9f50-4026-9b07-dd8975565820 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.367988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23cfd590-f61d-46e0-ad13-8e10ec6d4a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.373550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': True}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:59:58.403116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] For port 3bc72c1c-b41e-4876-82dd-cbf52392387f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bc72c1c-b41e-4876-82dd-cbf52392387f,segment=NetworkSegment(c019c831-866d-471d-bf41-c79485732ba1),segment_id=c019c831-866d-471d-bf41-c79485732ba1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:58.443164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59ecea5e-a671-4dfa-822d-ca558f85b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.450835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59ecea5e-a671-4dfa-822d-ca558f85b2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.460209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-59ecea5e-a671-4dfa-822d-ca558f85b2cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6682124-1d5a-423c-aa66-18b8c755ae6f HTTP/1.1" status: 204 len: 168 time: 0.6329522 Nov 23 22:59:58.494293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecea5e-a671-4dfa-822d-ca558f85b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6682124-1d5a-423c-aa66-18b8c755ae6f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:58.652280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23cfd590-f61d-46e0-ad13-8e10ec6d4a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.691538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.693661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23cfd590-f61d-46e0-ad13-8e10ec6d4a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.705375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.896248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfd590-f61d-46e0-ad13-8e10ec6d4a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3278d1b0-b86b-4708-bf2f-7a527f994748,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:58.906771 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-23cfd590-f61d-46e0-ad13-8e10ec6d4a33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe16451839df4066aac57432e8434279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5811186 Nov 23 22:59:58.911027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60288) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:59.072597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c519f-95c8-4b92-a881-fd9a56612a2e None None] Pushing event updated for resources: {'Port': ['ID=3bc72c1c-b41e-4876-82dd-cbf52392387f,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:59.099925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ff39c89-9791-466f-b3f8-e9f98b39742d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.176303 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ff39c89-9791-466f-b3f8-e9f98b39742d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.319391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ff39c89-9791-466f-b3f8-e9f98b39742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.326182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ff39c89-9791-466f-b3f8-e9f98b39742d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.329451 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3ff39c89-9791-466f-b3f8-e9f98b39742d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3278d1b0-b86b-4708-bf2f-7a527f994748 HTTP/1.1" status: 204 len: 168 time: 0.4172411 Nov 23 22:59:59.346667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff39c89-9791-466f-b3f8-e9f98b39742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3278d1b0-b86b-4708-bf2f-7a527f994748,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:59.427332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60300) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:59.462934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89a6916-3e53-4a63-9049-dfee8dd63ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.468332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bc72c1c-b41e-4876-82dd-cbf52392387f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:59.469939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60302) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:59.546913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1042991e-0127-4a72-a1fa-e36d74db18c4 req-73330943-02ea-4041-8091-f723a1574ae8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 210 time: 0.1363113 Nov 23 22:59:59.567242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6763771a-7a0e-4877-a815-93760c80a22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.672843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:59.679755 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.778253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c031-9f50-4026-9b07-dd8975565820 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.800971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d4a3c031-9f50-4026-9b07-dd8975565820 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.809267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d4a3c031-9f50-4026-9b07-dd8975565820 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/security-groups/e4d6c016-453e-4f13-bb82-b728ca953e28 HTTP/1.1" status: 204 len: 168 time: 1.6758504 Nov 23 22:59:59.811193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60308) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:59:59.842726 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:59.886328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-e7b04de9-630c-42a9-88de-2b90ad0243a6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:59.888573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-e7b04de9-630c-42a9-88de-2b90ad0243a6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 1.1522129 Nov 23 22:59:59.906169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3c031-9f50-4026-9b07-dd8975565820 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d6c016-453e-4f13-bb82-b728ca953e28,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:59.936696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Request body: {'port': {'device_id': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'admin_state_up': True, 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:00.036402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89a6916-3e53-4a63-9049-dfee8dd63ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.121905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d89a6916-3e53-4a63-9049-dfee8dd63ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.125652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea70f993-84df-4fcd-9b2e-1656d33dc297 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.245737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a6916-3e53-4a63-9049-dfee8dd63ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5316353-f28a-46f0-97c8-2ba7fcb79b91,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:00.253563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea70f993-84df-4fcd-9b2e-1656d33dc297 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.262684 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d89a6916-3e53-4a63-9049-dfee8dd63ca9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b107dc8ef54741c1916e92fbaab004bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8328774 Nov 23 23:00:00.267059 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6763771a-7a0e-4877-a815-93760c80a22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.277276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60322) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:00.293509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6763771a-7a0e-4877-a815-93760c80a22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.388245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:00.392161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.404120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6763771a-7a0e-4877-a815-93760c80a22f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9281361 Nov 23 23:00:00.409294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60328) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:00.431310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32204f4-6330-4356-b1a3-17def3a42db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.469182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32204f4-6330-4356-b1a3-17def3a42db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.545591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763771a-7a0e-4877-a815-93760c80a22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e33c9-0f6c-40fd-b034-ebf8f97d4297,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:00.561322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3efd2c8f-205b-4082-b271-f9f86193a896 None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:00.562336 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3efd2c8f-205b-4082-b271-f9f86193a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.571847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea70f993-84df-4fcd-9b2e-1656d33dc297 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.579656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea70f993-84df-4fcd-9b2e-1656d33dc297 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.583819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ea70f993-84df-4fcd-9b2e-1656d33dc297 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/security-groups/238cc64b-91aa-4bfa-8ee7-215903632411 HTTP/1.1" status: 204 len: 168 time: 0.7709336 Nov 23 23:00:00.593667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32204f4-6330-4356-b1a3-17def3a42db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.596334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32204f4-6330-4356-b1a3-17def3a42db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.602584 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e32204f4-6330-4356-b1a3-17def3a42db0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5316353-f28a-46f0-97c8-2ba7fcb79b91 HTTP/1.1" status: 204 len: 168 time: 0.3184636 Nov 23 23:00:00.608465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60338) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:00.649947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70f993-84df-4fcd-9b2e-1656d33dc297 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238cc64b-91aa-4bfa-8ee7-215903632411,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:00.699881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32204f4-6330-4356-b1a3-17def3a42db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5316353-f28a-46f0-97c8-2ba7fcb79b91,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:00.803820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81b8983a-424a-4d6e-9aa5-a8dcbcf62490 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.857058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81b8983a-424a-4d6e-9aa5-a8dcbcf62490 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.886129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3efd2c8f-205b-4082-b271-f9f86193a896 None None] Could not find standard attr ID for object 9293727a-6f32-40a8-8859-914891004e2d. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:00:00.928197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3efd2c8f-205b-4082-b271-f9f86193a896 None None] Provisioning complete for port 59333473-892c-4cd0-a0c5-ee9c40833f48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:00.930339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3efd2c8f-205b-4082-b271-f9f86193a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.985681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81b8983a-424a-4d6e-9aa5-a8dcbcf62490 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.998192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Allocated IP 172.20.0.10 (68d870b7-ea29-45c0-8c29-93b9cfb7f716/b0fc9903-3824-42ba-9235-b394e48849cc/6908319f-c712-411c-9bb9-bc111c5cad6f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:00.998790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81b8983a-424a-4d6e-9aa5-a8dcbcf62490 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.999712 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81b8983a-424a-4d6e-9aa5-a8dcbcf62490 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/security-groups/de9d1f08-c3a6-44d0-b8a4-0e3b76227edf HTTP/1.1" status: 204 len: 168 time: 0.3878677 Nov 23 23:00:01.013475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60352) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:01.078548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3efd2c8f-205b-4082-b271-f9f86193a896 None None] Port 59333473-892c-4cd0-a0c5-ee9c40833f48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:01.092102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8983a-424a-4d6e-9aa5-a8dcbcf62490 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9d1f08-c3a6-44d0-b8a4-0e3b76227edf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:01.201484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet 01953bb2-815e-4547-a82b-38a9a665fee4 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:00:01.210652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.283150 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.394916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b7395b54-491a-4ffa-8fb2-6bdbe19fd9be None None] Could not find standard attr ID for object 9293727a-6f32-40a8-8859-914891004e2d. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:00:01.486128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.611015 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b6a76e6-13bd-4e8d-811c-81ab8380e0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.695746 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.786064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db36b595-386b-4372-bb6f-5d99e1765c3e req-27fd8d0d-f062-4e3f-9ce0-e5135bea11c7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 210 time: 0.8782172 Nov 23 23:00:01.803959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=01953bb2-815e-4547-a82b-38a9a665fee4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:01.812416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b06686cd-3081-4f8f-83af-a7fba817cb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.819826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.826507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ae28c93d-2787-4a23-9b4e-936e8f527e45 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/01953bb2-815e-4547-a82b-38a9a665fee4 HTTP/1.1" status: 204 len: 168 time: 0.8037126 Nov 23 23:00:01.829883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ee0b9-a41c-4536-b802-7cf68f4bff5a None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:01.830371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60382) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:01.851475 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.907459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.926430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b06686cd-3081-4f8f-83af-a7fba817cb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.002523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet 4e16a1eb-89ab-4ef2-847a-2aced912fc50 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:00:02.015002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.160602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.382714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-d6030d3a-4e30-404a-be5c-d92d408e909b tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:02.385530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-d6030d3a-4e30-404a-be5c-d92d408e909b tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/networks?id=7f127b16-a921-48d0-879f-19aafaed27a7 HTTP/1.1" status: 200 len: 809 time: 0.6084461 Nov 23 23:00:02.444590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b06686cd-3081-4f8f-83af-a7fba817cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.449422 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b06686cd-3081-4f8f-83af-a7fba817cb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.455540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b06686cd-3081-4f8f-83af-a7fba817cb7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a6e33c9-0f6c-40fd-b034-ebf8f97d4297 HTTP/1.1" status: 204 len: 168 time: 2.0386889 Nov 23 23:00:02.460122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.510806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06686cd-3081-4f8f-83af-a7fba817cb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e33c9-0f6c-40fd-b034-ebf8f97d4297,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:02.564648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.564892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-9e059164-9877-40ed-b69c-c375c9de943b tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/quotas/98fc80b4eaab4d7b861983adea63419c HTTP/1.1" status: 200 len: 375 time: 0.1307960 Nov 23 23:00:02.581399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Allocated IP 172.25.0.91 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/000a959d-642b-4f8b-9418-0f9a17eebf35) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:02.609708 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.625242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=4e16a1eb-89ab-4ef2-847a-2aced912fc50,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:02.628407 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.632438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/4e16a1eb-89ab-4ef2-847a-2aced912fc50 HTTP/1.1" status: 204 len: 168 time: 0.8008976 Nov 23 23:00:02.640364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:02.641777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.642447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.642986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.643673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.645121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.645681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.648895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.649190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.649959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.650835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.651182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.651524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecdc30-91d7-4638-9d37-197029621365 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:02.724669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-358c0e7a-6006-4286-92db-08fbd92f3b8d tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=98fc80b4eaab4d7b861983adea63419c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255527 Nov 23 23:00:02.825288 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0742fbda-4ed1-4248-a5b6-3191ecbd4c92 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:02.826439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0742fbda-4ed1-4248-a5b6-3191ecbd4c92 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:02.840220 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0742fbda-4ed1-4248-a5b6-3191ecbd4c92 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/01953bb2-815e-4547-a82b-38a9a665fee4 HTTP/1.1" status: 404 len: 337 time: 0.1746373 Nov 23 23:00:02.841772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:03.145990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.196100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:03.233634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting subnet c5a307a9-85f9-4b6c-82d0-7e462ce317bc {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:00:03.273590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event updated for resources: {'Port': ['ID=6908319f-c712-411c-9bb9-bc111c5cad6f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:03.278031 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.331479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:03.379477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:03.384158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdaefbd-1e20-4f82-b42b-c4d7122015fe None None] Network 308dbfb6-2546-45ae-a8fe-0b4e00f0732c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:03.386127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:03.456499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.544688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-eb9be71f-ef75-4cc3-861c-b72dda859cd0 service neutron] 10.222.0.11 "GET /v2.0/networks/7f127b16-a921-48d0-879f-19aafaed27a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8181825 Nov 23 23:00:03.590796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.622759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ced57-e180-429a-a3b2-0b6bf6e9f10e req-a4b599ec-f7a0-4771-aca3-bcca24f0b4f8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:03.631732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b7ced57-e180-429a-a3b2-0b6bf6e9f10e req-a4b599ec-f7a0-4771-aca3-bcca24f0b4f8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 932 time: 0.5692470 Nov 23 23:00:03.664507 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.673394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.685924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:03.687028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.770700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a307a9-85f9-4b6c-82d0-7e462ce317bc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:03.788196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-96f96155-3653-47cb-a6b4-4aee44a3ae59 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8646367 Nov 23 23:00:03.807031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Request body: {'port': {'device_id': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:03.809374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.816738 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-238e7d23-8c26-4ea3-a633-f1c40948b4b0 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/c5a307a9-85f9-4b6c-82d0-7e462ce317bc HTTP/1.1" status: 204 len: 168 time: 0.9728742 Nov 23 23:00:03.827753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60426) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:03.875862 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-23020802-d672-4e18-a341-e42115420cc6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:03.877458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23020802-d672-4e18-a341-e42115420cc6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:03.882405 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-23020802-d672-4e18-a341-e42115420cc6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/c834540c-1ecb-4224-939e-cc1e8dcd26f9 HTTP/1.1" status: 404 len: 337 time: 0.0527525 Nov 23 23:00:03.888702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60428) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:03.913958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.917657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-f104593a-ae14-415b-9821-cec00e2413f1 service neutron] 10.222.0.11 "GET /v2.0/networks/7f127b16-a921-48d0-879f-19aafaed27a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720348 Nov 23 23:00:03.921390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b7ced57-e180-429a-a3b2-0b6bf6e9f10e req-ee36d0ae-5885-44d9-b21b-69c00edad762 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885883 Nov 23 23:00:03.951749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9a5194b8-87b1-4a30-a5a4-e4e9dbad5b3f None None] Provisioning complete for port 3bc72c1c-b41e-4876-82dd-cbf52392387f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:03.952214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a5194b8-87b1-4a30-a5a4-e4e9dbad5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:03.954977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-82076c5a-12a5-435b-bd61-4713e0119bdc tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "GET /v2.0/ports?device_id=629fc77f-4333-4d61-ae45-cd87f00af240 HTTP/1.1" status: 200 len: 205 time: 0.0640252 Nov 23 23:00:03.961898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60430) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:03.990123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.032788 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-3f149ce1-79f6-436e-bbc7-2b5bc59a4e06 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] delete failed (client error): The resource could not be found. Nov 23 23:00:04.040616 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3f149ce1-79f6-436e-bbc7-2b5bc59a4e06 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/routers/629fc77f-4333-4d61-ae45-cd87f00af240 HTTP/1.1" status: 404 len: 336 time: 0.0746262 Nov 23 23:00:04.041580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60434) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.090552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:04.099789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:04.102452 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23f5f61-005f-4b81-b27d-7ce35f3adb31 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.107683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23f5f61-005f-4b81-b27d-7ce35f3adb31 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.112157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:04.135962 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f23f5f61-005f-4b81-b27d-7ce35f3adb31 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/a8858976-9310-426b-9c95-1d3ec0808e81 HTTP/1.1" status: 404 len: 337 time: 0.0900118 Nov 23 23:00:04.142191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60436) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.263245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Port': ['ID=000a959d-642b-4f8b-9418-0f9a17eebf35,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:04.270735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24edb79-33ae-4479-8f5e-5f329476444f None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:04.314590 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f0741e-d789-474e-ad59-da54ad0953e3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.317089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f0741e-d789-474e-ad59-da54ad0953e3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.329990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8f0741e-d789-474e-ad59-da54ad0953e3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/177d4ae4-ec46-4dba-95c3-59b56f7e9fed HTTP/1.1" status: 404 len: 337 time: 0.1857853 Nov 23 23:00:04.330904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60444) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.424338 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac1dcc0-5b15-40bd-81f6-c5ef6f44a4b6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.424807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac1dcc0-5b15-40bd-81f6-c5ef6f44a4b6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.437456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60446) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.439627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1ac1dcc0-5b15-40bd-81f6-c5ef6f44a4b6 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/dd34daba-0121-460d-9892-9ee775e7163a HTTP/1.1" status: 404 len: 337 time: 0.1072500 Nov 23 23:00:04.510267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9a5194b8-87b1-4a30-a5a4-e4e9dbad5b3f None None] Provisioning complete for port 59333473-892c-4cd0-a0c5-ee9c40833f48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:04.510652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a5194b8-87b1-4a30-a5a4-e4e9dbad5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.524707 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-86beb1f2-5387-4402-a3f3-25ceab50a2cd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.524707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86beb1f2-5387-4402-a3f3-25ceab50a2cd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.538518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-86beb1f2-5387-4402-a3f3-25ceab50a2cd tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/0d3831df-7a8f-475d-8180-0e9c5f1b2acc HTTP/1.1" status: 404 len: 333 time: 0.0980637 Nov 23 23:00:04.542554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60452) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.627747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] DHCP port deletion for 308dbfb6-2546-45ae-a8fe-0b4e00f0732c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:04.648489 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4a7531-337d-4532-8869-ae965ae09520 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.652858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4a7531-337d-4532-8869-ae965ae09520 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.672429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-de4a7531-337d-4532-8869-ae965ae09520 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/1d69589e-12a0-4344-9bf6-46ae3f190b50 HTTP/1.1" status: 404 len: 337 time: 0.1280143 Nov 23 23:00:04.675186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60458) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.740556 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f6649a-b78e-470b-b0c7-040d87337ec3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.741313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f6649a-b78e-470b-b0c7-040d87337ec3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.745457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-05f6649a-b78e-470b-b0c7-040d87337ec3 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/bb7a8b91-eb5a-4dcf-b8f0-8caeb774200a HTTP/1.1" status: 404 len: 337 time: 0.0688877 Nov 23 23:00:04.748108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60464) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.754463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0c9f8db-7b9e-4f4c-aa52-29c10ab28ec7 req-04f653a7-70be-4499-a3b5-4fb3bb5980b0 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 210 time: 0.1072314 Nov 23 23:00:04.795474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9a5194b8-87b1-4a30-a5a4-e4e9dbad5b3f None None] Port 59333473-892c-4cd0-a0c5-ee9c40833f48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:04.801261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca3f863a-901a-4a7d-9132-b0f9f6b8583b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.814669 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1451b966-613a-458a-b7b2-32f6d9de17f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.816282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1451b966-613a-458a-b7b2-32f6d9de17f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.830281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1451b966-613a-458a-b7b2-32f6d9de17f9 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/a77f21b3-812b-41ca-866f-8e0791ac28c4 HTTP/1.1" status: 404 len: 333 time: 0.0808842 Nov 23 23:00:04.832235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60466) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:04.867346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6908319f-c712-411c-9bb9-bc111c5cad6f {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:04.880084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.881786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] Deleting port 3bc72c1c-b41e-4876-82dd-cbf52392387f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:04.882166 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.884070 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.971831 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5c61d9-ea0c-4b28-95b4-4e22e96773d7 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:04.974782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5c61d9-ea0c-4b28-95b4-4e22e96773d7 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:04.980695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af77a300-0baf-412c-8f4a-6ca9d40269d7 None None] Provisioning complete for port 000a959d-642b-4f8b-9418-0f9a17eebf35 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:04.981072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af77a300-0baf-412c-8f4a-6ca9d40269d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.986195 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d5c61d9-ea0c-4b28-95b4-4e22e96773d7 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/8fab0508-4de0-4335-b52d-59eeffdded68 HTTP/1.1" status: 404 len: 337 time: 0.1448858 Nov 23 23:00:04.987248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60472) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:05.039980 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c30c2dd-9ba4-4a50-b8c3-343aff03d853 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:05.041567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c30c2dd-9ba4-4a50-b8c3-343aff03d853 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:05.046400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6c30c2dd-9ba4-4a50-b8c3-343aff03d853 tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/subnets/96b6fc76-1732-4275-bf9f-72642d1ca27d HTTP/1.1" status: 404 len: 337 time: 0.0560906 Nov 23 23:00:05.048992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60482) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:05.074495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Transition to ACTIVE for port object 6908319f-c712-411c-9bb9-bc111c5cad6f will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:00:05.103938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-af77a300-0baf-412c-8f4a-6ca9d40269d7 None None] Port 000a959d-642b-4f8b-9418-0f9a17eebf35 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:05.166966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] For port 3bc72c1c-b41e-4876-82dd-cbf52392387f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bc72c1c-b41e-4876-82dd-cbf52392387f,segment=NetworkSegment(c019c831-866d-471d-bf41-c79485732ba1),segment_id=c019c831-866d-471d-bf41-c79485732ba1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:05.168678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.186835 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.201167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] Calling delete_port for 3bc72c1c-b41e-4876-82dd-cbf52392387f owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:05.343502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.358377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Deleting port 59333473-892c-4cd0-a0c5-ee9c40833f48 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:05.358731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.395735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bc72c1c-b41e-4876-82dd-cbf52392387f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:00:05.455045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.483329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] Pushing event deleted for resources: {'Port': ['ID=3bc72c1c-b41e-4876-82dd-cbf52392387f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:05.495331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa423ab4-5955-4b3d-9845-207dab4b1bf6 None None] No DVR routers for this DVR port 3bc72c1c-b41e-4876-82dd-cbf52392387f on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:00:05.498321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port 3bc72c1c-b41e-4876-82dd-cbf52392387f {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 23:00:05.498934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bc72c1c-b41e-4876-82dd-cbf52392387f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:00:05.578172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.624635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Calling delete_port for 59333473-892c-4cd0-a0c5-ee9c40833f48 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:05.794937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Pushing event updated for resources: {'Port': ['ID=6908319f-c712-411c-9bb9-bc111c5cad6f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:05.835962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368547e1-d46a-45e3-8f40-78d71b68ae79 req-14375664-f496-4bc8-a489-e368f1cd4270 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:05.850278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.852241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-368547e1-d46a-45e3-8f40-78d71b68ae79 req-14375664-f496-4bc8-a489-e368f1cd4270 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 944 time: 0.5153322 Nov 23 23:00:05.900749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Port': ['ID=59333473-892c-4cd0-a0c5-ee9c40833f48,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:05.915535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:05.919602 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2cdcd46a-2669-4db6-888c-0ec46138a21c tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/ports/59333473-892c-4cd0-a0c5-ee9c40833f48 HTTP/1.1" status: 204 len: 168 time: 0.8692412 Nov 23 23:00:05.929227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60508) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:05.998818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5e27be9-aead-412f-97ae-1cc76670fb2a req-3598a16f-89c9-4a8c-87a0-920e966555ad tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 210 time: 0.0900116 Nov 23 23:00:06.002014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.030392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.153845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-368547e1-d46a-45e3-8f40-78d71b68ae79 req-2e640cd4-ca4f-4b37-87dc-a506f43529bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003700 Nov 23 23:00:06.168149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Attempting to bind port 6908319f-c712-411c-9bb9-bc111c5cad6f on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:06.168545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Attempting to bind port 6908319f-c712-411c-9bb9-bc111c5cad6f by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:06.168890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Attempting to bind port 6908319f-c712-411c-9bb9-bc111c5cad6f on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:06.180155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Port 6908319f-c712-411c-9bb9-bc111c5cad6f on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:00:06.180497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Attempting to bind port 6908319f-c712-411c-9bb9-bc111c5cad6f on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:06.189048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.210434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:06.211088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:06.211480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Bound using segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:06.211964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Bound port: 6908319f-c712-411c-9bb9-bc111c5cad6f, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:06.212328 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.426663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.443256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] For port 6908319f-c712-411c-9bb9-bc111c5cad6f, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:06.449507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] For port 6908319f-c712-411c-9bb9-bc111c5cad6f, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6908319f-c712-411c-9bb9-bc111c5cad6f,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:06.464364 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.469076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308dbfb6-2546-45ae-a8fe-0b4e00f0732c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:06.490079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.549859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c019c831-866d-471d-bf41-c79485732ba1') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:06.550421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c019c831-866d-471d-bf41-c79485732ba1') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:06.590765 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.620823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:06.621745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.624564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] 10.222.0.46 "PUT /v2.0/ports/6908319f-c712-411c-9bb9-bc111c5cad6f HTTP/1.1" status: 200 len: 1092 time: 2.8248281 Nov 23 23:00:06.628110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'tag': '6908319f-c712-411c-9bb9-bc111c5cad6f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:06.630876 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5a44b6-e191-41e6-b5c9-a5c02467c760" -d '{"events": [{"name": "network-changed", "server_uuid": "13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c", "tag": "6908319f-c712-411c-9bb9-bc111c5cad6f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:06.643877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Router 3834d553-19de-49bd-95b8-2af8b9c0ae00 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:00:06.647457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.662707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:00:06.663436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:00:06.666960 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:00:07.037547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-8d1d306f-0611-4561-93a7-a5100ee8368e tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:07.039128 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-8d1d306f-0611-4561-93a7-a5100ee8368e tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.48 "GET /v2.0/networks?id=7f127b16-a921-48d0-879f-19aafaed27a7 HTTP/1.1" status: 200 len: 809 time: 0.4403777 Nov 23 23:00:07.062950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Request body: {'port': {'device_id': '398f39a9-4e46-475b-ae4a-b964445b9780', 'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7', 'admin_state_up': True, 'tenant_id': '98fc80b4eaab4d7b861983adea63419c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:07.073480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9ec09-79bf-4553-af6d-ac889eac0938 service neutron] Pushing event updated for resources: {'Port': ['ID=6908319f-c712-411c-9bb9-bc111c5cad6f,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:07.090610 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81909ec1-eff0-425f-b169-e55c027b743a x-openstack-request-id: req-81909ec1-eff0-425f-b169-e55c027b743a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:07.095582 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c", "tag": "6908319f-c712-411c-9bb9-bc111c5cad6f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:07.095987 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81909ec1-eff0-425f-b169-e55c027b743a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:07.096545 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'tag': '6908319f-c712-411c-9bb9-bc111c5cad6f', 'status': 'completed', 'code': 200} Nov 23 23:00:07.259295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8428dd2-b615-42ca-8aff-7ac2c2a20b56 req-2188cfd5-758e-4697-bde5-24cbf2a2dab1 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 210 time: 0.0959101 Nov 23 23:00:07.268113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.287804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.295783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] 10.222.0.11 "DELETE /v2.0/networks/308dbfb6-2546-45ae-a8fe-0b4e00f0732c HTTP/1.1" status: 204 len: 168 time: 1.3513107 Nov 23 23:00:07.321424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Made reservation on behalf of 98fc80b4eaab4d7b861983adea63419c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:07.325901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.361074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f883d5-02ee-4402-9d76-1555bc84cb6a tempest-PortsTestJSON-381815189 tempest-PortsTestJSON-381815189-project] Pushing event deleted for resources: {'Network': ['ID=308dbfb6-2546-45ae-a8fe-0b4e00f0732c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:07.373675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-d8800fb7-becf-4f20-8f19-7f1aa072fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:07.375026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-d8800fb7-becf-4f20-8f19-7f1aa072fd7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 1095 time: 0.2686515 Nov 23 23:00:07.438470 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-5a819b02-85f2-4879-9044-fff4416d4777 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6908319f-c712-411c-9bb9-bc111c5cad6f HTTP/1.1" status: 200 len: 217 time: 0.0494683 Nov 23 23:00:07.448468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9dd09-f422-404d-ad1d-bd7d9c8e22d2 req-613eccde-dd61-460c-8c4a-443ab893cf3d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:07.450669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83e9dd09-f422-404d-ad1d-bd7d9c8e22d2 req-613eccde-dd61-460c-8c4a-443ab893cf3d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 944 time: 0.1896620 Nov 23 23:00:07.453455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:07.465294 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] Sync routers for ids ['3834d553-19de-49bd-95b8-2af8b9c0ae00'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:07.469687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.473853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fe999c2c-25a0-4c58-a02d-ca9802f4ce8f tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "PUT /v2.0/routers/3834d553-19de-49bd-95b8-2af8b9c0ae00 HTTP/1.1" status: 200 len: 914 time: 9.1092117 Nov 23 23:00:07.477005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60556) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:07.482298 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] Routers {'3834d553-19de-49bd-95b8-2af8b9c0ae00'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:07.483025 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3834d553-19de-49bd-95b8-2af8b9c0ae00'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:07.495849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60558) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:07.508032 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.553784 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:07.562014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Allocated IP 172.20.0.8 (7f127b16-a921-48d0-879f-19aafaed27a7/8cc7d440-c1ca-49b7-bc55-d759f0ade17d/264e80fa-5074-47ac-afb7-832cf697d3ec) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:07.568766 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] Routers {'3834d553-19de-49bd-95b8-2af8b9c0ae00'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:07.569500 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3834d553-19de-49bd-95b8-2af8b9c0ae00'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:07.622744 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:07.624436 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72c0fa-6ef4-466c-aa57-d494f06b6dce None None] The sync data for ids ['3834d553-19de-49bd-95b8-2af8b9c0ae00'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:07.633537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-a5326010-8947-4118-8390-f5ce5967c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:07.636077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-a5326010-8947-4118-8390-f5ce5967c3fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1798928 Nov 23 23:00:07.657872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83e9dd09-f422-404d-ad1d-bd7d9c8e22d2 req-afaf133e-0a3b-4351-8a56-70a77e61604f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815534 Nov 23 23:00:07.689616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-5820350a-360b-4f94-be26-40269bfbab70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458093 Nov 23 23:00:07.736739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f95d0b2b-3819-460a-9cc3-719d5cda9c66 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/3834d553-19de-49bd-95b8-2af8b9c0ae00 HTTP/1.1" status: 200 len: 920 time: 0.2559986 Nov 23 23:00:07.739942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60566) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:07.788838 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.835923 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.836804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60568) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:07.851205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8847ad0-ee5d-4069-bd06-2f9659070ce6 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:07.855614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a8847ad0-ee5d-4069-bd06-2f9659070ce6 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=3834d553-19de-49bd-95b8-2af8b9c0ae00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1120276 Nov 23 23:00:07.859038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60572) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:07.938055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Pushing event updated for resources: {'Port': ['ID=264e80fa-5074-47ac-afb7-832cf697d3ec,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:07.938777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-ea2ac0a8-7d63-40e5-8aeb-6da4575875a8 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422760 Nov 23 23:00:07.970148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Network 7f127b16-a921-48d0-879f-19aafaed27a7 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:07.973812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:07.990197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:07.991077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:08.042918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505e76d-4072-4b53-8b5a-68a6d2df109d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:08.045652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c18b9a-3694-46ee-9340-7512085fe4e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.047103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f505e76d-4072-4b53-8b5a-68a6d2df109d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.1839719 Nov 23 23:00:08.051481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60582) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:08.104603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60588) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:08.107777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1449c2af-28a9-49dc-a299-2d8d7f603d07 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=3834d553-19de-49bd-95b8-2af8b9c0ae00 HTTP/1.1" status: 200 len: 205 time: 0.0468676 Nov 23 23:00:08.154294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89a8403f-265e-43b7-9ac0-166a1f7813c8 req-35f5efb2-ed1e-4fb4-9e82-a0ebc3a54120 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085087 Nov 23 23:00:08.163984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-280b6c0d-bb73-4163-af14-1885187b1b92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c8f2d7897ca4b35bde12365d0a6f07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3237925 Nov 23 23:00:08.165554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60590) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:08.193693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:08.194376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.236343 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-ea0a7e00-a3cb-4108-aef0-8c586d8797db tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1779954 Nov 23 23:00:08.245608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82c95ec8-93a4-4705-b154-be362b67cb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.284268 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Request body: {'port': {'device_id': '398f39a9-4e46-475b-ae4a-b964445b9780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:08.335831 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82c95ec8-93a4-4705-b154-be362b67cb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.362691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-1534e964-9303-4e01-83c6-175af95fa77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:08.364646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-1534e964-9303-4e01-83c6-175af95fa77f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 1095 time: 0.1396446 Nov 23 23:00:08.401593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.523336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16ca02-72a8-4a29-8964-1dbb0c5d5c35 req-c7ef84dd-a223-4f83-88aa-9c017da69f43 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:08.525520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf16ca02-72a8-4a29-8964-1dbb0c5d5c35 req-c7ef84dd-a223-4f83-88aa-9c017da69f43 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 931 time: 0.1225955 Nov 23 23:00:08.559653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82c95ec8-93a4-4705-b154-be362b67cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.562420 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82c95ec8-93a4-4705-b154-be362b67cb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.563866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-82c95ec8-93a4-4705-b154-be362b67cb4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21fdfc21-8e22-470f-b2d0-67f05a6bb732 HTTP/1.1" status: 204 len: 168 time: 0.3965557 Nov 23 23:00:08.577728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c95ec8-93a4-4705-b154-be362b67cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fdfc21-8e22-470f-b2d0-67f05a6bb732,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:08.580084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-9ac82023-eb55-4abb-b46e-ffdf6698fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:08.581593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-9ac82023-eb55-4abb-b46e-ffdf6698fa26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.2079973 Nov 23 23:00:08.644505 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c18b9a-3694-46ee-9340-7512085fe4e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.653509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.684048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-f34ce90e-8dd7-4f71-8c4b-322eadac048f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6908319f-c712-411c-9bb9-bc111c5cad6f HTTP/1.1" status: 200 len: 217 time: 0.0858557 Nov 23 23:00:08.749669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf16ca02-72a8-4a29-8964-1dbb0c5d5c35 req-3a26b126-db67-4c45-8ab6-09d83c17b6ec tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072153 Nov 23 23:00:08.800564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-7b23e1d7-71aa-45cf-90ac-93b6f100f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:08.802426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-7b23e1d7-71aa-45cf-90ac-93b6f100f1c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1078258 Nov 23 23:00:08.846193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-d7de2ef2-2ca8-48c6-a426-0a41ddcb1c06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345974 Nov 23 23:00:08.874709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65c18b9a-3694-46ee-9340-7512085fe4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.927201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c18b9a-3694-46ee-9340-7512085fe4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85f9be4-ccea-4948-bf1d-bcff9cce3b3b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:08.931288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:08.987909 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-65c18b9a-3694-46ee-9340-7512085fe4e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=488561e4287747bca19052c836b1e2b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4864576 Nov 23 23:00:08.993090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3018-f00a-476b-8eac-adcedb76db06 req-dc404e57-2a97-4281-bcc9-e70af3b58c3c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:08.996437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-201e3018-f00a-476b-8eac-adcedb76db06 req-dc404e57-2a97-4281-bcc9-e70af3b58c3c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 944 time: 0.2434068 Nov 23 23:00:08.997176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60616) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:09.077830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-201e3018-f00a-476b-8eac-adcedb76db06 req-bf120406-9d27-4d01-9b5f-93224f6d136a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 Nov 23 23:00:09.128925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-9a9d7930-33f3-47d9-a190-25c8c2cb2b90 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727811 Nov 23 23:00:09.193134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264e80fa-5074-47ac-afb7-832cf697d3ec {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:09.205387 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.224343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Transition to ACTIVE for port object 264e80fa-5074-47ac-afb7-832cf697d3ec will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:00:09.226451 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:00:09.238667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.257608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Deleting port 000a959d-642b-4f8b-9418-0f9a17eebf35 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:09.257954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.302589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a5a44b6-e191-41e6-b5c9-a5c02467c760 req-d071c50b-f9be-42d4-8564-5a976fe8102f service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636662 Nov 23 23:00:09.313967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69cdbcec-e51f-4f18-8278-f413e1383240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.348303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69cdbcec-e51f-4f18-8278-f413e1383240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.428697 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69cdbcec-e51f-4f18-8278-f413e1383240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.434414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69cdbcec-e51f-4f18-8278-f413e1383240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.436656 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-69cdbcec-e51f-4f18-8278-f413e1383240 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f85f9be4-ccea-4948-bf1d-bcff9cce3b3b HTTP/1.1" status: 204 len: 168 time: 0.4362130 Nov 23 23:00:09.455200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Pushing event updated for resources: {'Port': ['ID=264e80fa-5074-47ac-afb7-832cf697d3ec,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:09.459391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdbcec-e51f-4f18-8278-f413e1383240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85f9be4-ccea-4948-bf1d-bcff9cce3b3b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:09.525557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.560725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Calling delete_port for 000a959d-642b-4f8b-9418-0f9a17eebf35 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:09.562648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Attempting to bind port 264e80fa-5074-47ac-afb7-832cf697d3ec on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:09.562985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Attempting to bind port 264e80fa-5074-47ac-afb7-832cf697d3ec by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '2ebf5267-c661-4f22-a6fb-a3df63462454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:09.563339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Attempting to bind port 264e80fa-5074-47ac-afb7-832cf697d3ec on network 7f127b16-a921-48d0-879f-19aafaed27a7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:09.574653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Port 264e80fa-5074-47ac-afb7-832cf697d3ec on network 7f127b16-a921-48d0-879f-19aafaed27a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:00:09.574993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Attempting to bind port 264e80fa-5074-47ac-afb7-832cf697d3ec on network 7f127b16-a921-48d0-879f-19aafaed27a7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:09.584699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:09.585007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Checking segment: {'id': '2ebf5267-c661-4f22-a6fb-a3df63462454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:09.585395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Bound using segment: {'id': '2ebf5267-c661-4f22-a6fb-a3df63462454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:09.585843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Bound port: 264e80fa-5074-47ac-afb7-832cf697d3ec, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebf5267-c661-4f22-a6fb-a3df63462454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:09.586234 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.850562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] For port 264e80fa-5074-47ac-afb7-832cf697d3ec, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:09.869680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] For port 264e80fa-5074-47ac-afb7-832cf697d3ec, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=264e80fa-5074-47ac-afb7-832cf697d3ec,segment=NetworkSegment(2ebf5267-c661-4f22-a6fb-a3df63462454),segment_id=2ebf5267-c661-4f22-a6fb-a3df63462454)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:09.884112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.937363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a249762-98a2-403e-b188-0a88ccdf2365 req-a2aa33b3-0211-4e44-b078-19f9d6bb5325 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:09.940507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a249762-98a2-403e-b188-0a88ccdf2365 req-a2aa33b3-0211-4e44-b078-19f9d6bb5325 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 943 time: 0.0750692 Nov 23 23:00:09.951826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:09.952433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:09.954877 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] 10.222.0.48 "PUT /v2.0/ports/264e80fa-5074-47ac-afb7-832cf697d3ec HTTP/1.1" status: 200 len: 1091 time: 1.6770570 Nov 23 23:00:09.959059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398f39a9-4e46-475b-ae4a-b964445b9780', 'tag': '264e80fa-5074-47ac-afb7-832cf697d3ec'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:09.963058 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed1e99e-8ae1-46f0-a568-d87b601e3117" -d '{"events": [{"name": "network-changed", "server_uuid": "398f39a9-4e46-475b-ae4a-b964445b9780", "tag": "264e80fa-5074-47ac-afb7-832cf697d3ec"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:09.986281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.023501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658006b9-111a-4768-bbc1-81b8eed4a997 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:10.028782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a249762-98a2-403e-b188-0a88ccdf2365 req-41c9875a-380f-46c9-b870-3bdb3626d8a4 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731413 Nov 23 23:00:10.037117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcae4ae-b6e0-41af-9a19-019bc1260d5e service neutron] Pushing event updated for resources: {'Port': ['ID=264e80fa-5074-47ac-afb7-832cf697d3ec,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:10.080365 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca942784-e92e-418a-b546-984be671c92d x-openstack-request-id: req-ca942784-e92e-418a-b546-984be671c92d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:10.080469 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398f39a9-4e46-475b-ae4a-b964445b9780", "tag": "264e80fa-5074-47ac-afb7-832cf697d3ec", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:10.080705 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca942784-e92e-418a-b546-984be671c92d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:10.081113 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398f39a9-4e46-475b-ae4a-b964445b9780', 'tag': '264e80fa-5074-47ac-afb7-832cf697d3ec', 'status': 'completed', 'code': 200} Nov 23 23:00:10.124629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event deleted for resources: {'Port': ['ID=000a959d-642b-4f8b-9418-0f9a17eebf35,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:10.153629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.223108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-f90bc247-9363-404e-8ea7-88d38e28c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:10.224801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-f90bc247-9363-404e-8ea7-88d38e28c8ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98fc80b4eaab4d7b861983adea63419c&device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 1094 time: 0.1888659 Nov 23 23:00:10.244479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6c341-730c-45ca-99b2-c7442852f30d req-34eca536-5642-421a-a951-a4e1227ae1d6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:10.253087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfd6c341-730c-45ca-99b2-c7442852f30d req-34eca536-5642-421a-a951-a4e1227ae1d6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 944 time: 0.0679169 Nov 23 23:00:10.295818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-40a9a4b9-579a-4255-a000-e5c06dfb742f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264e80fa-5074-47ac-afb7-832cf697d3ec HTTP/1.1" status: 200 len: 217 time: 0.0419481 Nov 23 23:00:10.297990 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.300735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.314632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfd6c341-730c-45ca-99b2-c7442852f30d req-b718b168-d8f2-4e05-8959-1e730d101a0c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604434 Nov 23 23:00:10.333275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60652) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:10.348642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd376318-c857-4162-bd51-8638b3d789e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.391876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-79a03904-57de-492d-94ce-1862f47dc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:10.393493 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-79a03904-57de-492d-94ce-1862f47dc60a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cc7d440-c1ca-49b7-bc55-d759f0ade17d HTTP/1.1" status: 200 len: 849 time: 0.0897787 Nov 23 23:00:10.394188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.395110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Fanout notify agent at l3_agent the message router_deleted on router 3834d553-19de-49bd-95b8-2af8b9c0ae00 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:00:10.403044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.404224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a484774f-3d53-4def-aeaa-264fea5d2b9f tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/3834d553-19de-49bd-95b8-2af8b9c0ae00 HTTP/1.1" status: 204 len: 168 time: 2.2957344 Nov 23 23:00:10.408399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60654) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:10.415241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-26534818-b8bb-4830-86ff-1c75303703bc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2130715512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:10.433691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-42eb73fd-3368-4b3f-89e9-6c7d7b953b25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f127b16-a921-48d0-879f-19aafaed27a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283403 Nov 23 23:00:10.481188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26534818-b8bb-4830-86ff-1c75303703bc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.482728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26534818-b8bb-4830-86ff-1c75303703bc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.517768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd376318-c857-4162-bd51-8638b3d789e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.517768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd376318-c857-4162-bd51-8638b3d789e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.576852 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-c178db47-073d-42bf-94ed-48f439d7b0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/7f127b16-a921-48d0-879f-19aafaed27a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353209 Nov 23 23:00:10.604756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26534818-b8bb-4830-86ff-1c75303703bc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.614535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fd376318-c857-4162-bd51-8638b3d789e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=889a5d10dfe54f69921aef741c2df672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771816 Nov 23 23:00:10.614535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd376318-c857-4162-bd51-8638b3d789e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba0e96-76a6-485a-89c3-5022a441d988,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:10.615597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60660) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:10.641206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26534818-b8bb-4830-86ff-1c75303703bc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.653554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60662) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:10.682817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26534818-b8bb-4830-86ff-1c75303703bc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.684070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-26534818-b8bb-4830-86ff-1c75303703bc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2735553 Nov 23 23:00:10.694205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60668) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:10.700577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': False}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:10.712108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04cd88da-9aab-4937-b809-42f2029ad1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.737207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04cd88da-9aab-4937-b809-42f2029ad1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.796327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04cd88da-9aab-4937-b809-42f2029ad1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.801109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04cd88da-9aab-4937-b809-42f2029ad1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.805336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-04cd88da-9aab-4937-b809-42f2029ad1ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fba0e96-76a6-485a-89c3-5022a441d988 HTTP/1.1" status: 204 len: 168 time: 0.1785777 Nov 23 23:00:10.816050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd88da-9aab-4937-b809-42f2029ad1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba0e96-76a6-485a-89c3-5022a441d988,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:10.919912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148463583'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:10.975839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:10.981307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:10.996782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.202766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.202926 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1765c55e-2272-4980-8473-1c10e17c0c44 req-5a82ec43-7fd2-438b-97e2-da1b3098811b service neutron] 10.222.0.48 "GET /v2.0/networks/7f127b16-a921-48d0-879f-19aafaed27a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192467 Nov 23 23:00:11.229711 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.244404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:00:11.254433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.255001 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment e914ae84-d4f4-4c12-b0f0-306b716100a0 of type vlan for network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 Nov 23 23:00:11.313628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.425837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be01abd-bd7a-4172-a83b-8a5a42fe8a24,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:11.429035 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.437681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:11.438699 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.473832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8183029 Nov 23 23:00:11.489410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60694) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:11.513155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2137590837'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:11.585915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897a3ab-a25a-46a4-a4d2-d9281ef5f1b9 req-88b818c4-58f2-4b8c-9b30-4abe94270173 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:11.593946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3897a3ab-a25a-46a4-a4d2-d9281ef5f1b9 req-88b818c4-58f2-4b8c-9b30-4abe94270173 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 943 time: 0.4245453 Nov 23 23:00:11.610314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805201d-9d05-44df-a3a5-53c9618ab746 req-b0462d18-6308-45d1-aa27-7c167d3d2a81 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:11.617882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4805201d-9d05-44df-a3a5-53c9618ab746 req-b0462d18-6308-45d1-aa27-7c167d3d2a81 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 944 time: 0.1649296 Nov 23 23:00:11.621253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d213e51-0ea3-4763-acd0-8c549a00456d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=1b0aa53c-537c-4d8f-a7a9-d87827d95f20,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:11.638187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:00:11.643114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-4289e96c-2d9d-4e06-9bf0-f062ea8b9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:11.645083 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-4289e96c-2d9d-4e06-9bf0-f062ea8b9c77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98fc80b4eaab4d7b861983adea63419c&device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 1094 time: 0.3504899 Nov 23 23:00:11.647777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.652441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:11.657123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.746625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:00:11.787128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4805201d-9d05-44df-a3a5-53c9618ab746 req-8c0dfbc7-a984-4c8d-8dfc-ace3c40354f0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681359 Nov 23 23:00:11.816363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.816954 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment 4549421a-c7f5-4b22-a949-0feb8168f1f3 of type vlan for network 4e248a60-f992-410a-aaad-b3d893ae25f1 Nov 23 23:00:11.821757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3897a3ab-a25a-46a4-a4d2-d9281ef5f1b9 req-bf9383de-e11a-48be-8063-2129e66d0e4f tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218447 Nov 23 23:00:11.878937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:11.929525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-ad63792a-0a2f-44e4-8e8f-37d0d1954131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:11.931038 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-ad63792a-0a2f-44e4-8e8f-37d0d1954131 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f127b16-a921-48d0-879f-19aafaed27a7 HTTP/1.1" status: 200 len: 910 time: 0.2703958 Nov 23 23:00:11.995538 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-7a7a6456-7fac-4209-84b0-6e26728e0d6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264e80fa-5074-47ac-afb7-832cf697d3ec HTTP/1.1" status: 200 len: 217 time: 0.0540421 Nov 23 23:00:11.996184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:12.001968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:12.002629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:12.049893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6908319f-c712-411c-9bb9-bc111c5cad6f details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:00:12.103518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60714) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:12.107636 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6046216 Nov 23 23:00:12.116555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': '1b0aa53c-537c-4d8f-a7a9-d87827d95f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:12.195756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759caba-ad36-4280-9900-236296a9eea8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=4e248a60-f992-410a-aaad-b3d893ae25f1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:12.207846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-f95dd340-0df0-4548-8293-e40968a9fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:12.209545 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-f95dd340-0df0-4548-8293-e40968a9fed5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cc7d440-c1ca-49b7-bc55-d759f0ade17d HTTP/1.1" status: 200 len: 849 time: 0.2030668 Nov 23 23:00:12.278974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6908319f-c712-411c-9bb9-bc111c5cad6f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6908319f-c712-411c-9bb9-bc111c5cad6f,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:12.314279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:00:12.370186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:12.374237 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:12.387843 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-bd2979a0-046e-47b4-b34a-c918b935e97c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f127b16-a921-48d0-879f-19aafaed27a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535535 Nov 23 23:00:12.489874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '6908319f-c712-411c-9bb9-bc111c5cad6f', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'port_id': '6908319f-c712-411c-9bb9-bc111c5cad6f', 'mac_address': 'fa:16:3e:cf:62:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc9903-3824-42ba-9235-b394e48849cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:00:12.620815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:12.656849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6908319f-c712-411c-9bb9-bc111c5cad6f {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:12.682917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6908319f-c712-411c-9bb9-bc111c5cad6f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6908319f-c712-411c-9bb9-bc111c5cad6f,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:12.690745 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:12.758164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6908319f-c712-411c-9bb9-bc111c5cad6f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:12.768197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.768919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.769738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.770930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.771708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.772281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.773012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.773635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.774407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.775763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.776869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.777526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:12.777949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:12.885633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6908319f-c712-411c-9bb9-bc111c5cad6f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:12.960483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=d63cf823-a383-49df-ace1-312a6fd7543e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:12.960790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:12.992747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.005859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-2e3f38b6-30f7-49d2-b818-0d7bf350d857 service neutron] 10.222.0.48 "GET /v2.0/networks/7f127b16-a921-48d0-879f-19aafaed27a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152256 Nov 23 23:00:13.058036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': 'e914ae84-d4f4-4c12-b0f0-306b716100a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1b0aa53c-537c-4d8f-a7a9-d87827d95f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:13.058436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: 1b0aa53c-537c-4d8f-a7a9-d87827d95f20, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:00:13.117124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621bfc7-53a9-431e-80da-cff5daa36d4f req-ee050b6f-0996-415f-851a-0517c3cb5ec3 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:13.118904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7621bfc7-53a9-431e-80da-cff5daa36d4f req-ee050b6f-0996-415f-851a-0517c3cb5ec3 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 945 time: 0.2047920 Nov 23 23:00:13.122800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:00:13.164647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aad778-9d30-4272-8cb9-e039bffcd176 req-64be20ff-7d4e-4b5c-bab3-eafde1122f17 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:13.166873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9aad778-9d30-4272-8cb9-e039bffcd176 req-64be20ff-7d4e-4b5c-bab3-eafde1122f17 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 943 time: 0.1716652 Nov 23 23:00:13.175176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 1b0aa53c-537c-4d8f-a7a9-d87827d95f20) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:13.190293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:13.190898 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.202598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42677f74-a16e-4a73-9b11-fc1458a1a65c None None] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:13.236486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1a95cd17-d55a-4370-ad8c-84adb301bd87 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1283901 Nov 23 23:00:13.238293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60734) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:13.260102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': '4e248a60-f992-410a-aaad-b3d893ae25f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:13.319978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7621bfc7-53a9-431e-80da-cff5daa36d4f req-adb45182-2aa1-44f8-8eaa-fa8e34ddb0c0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930888 Nov 23 23:00:13.349992 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9aad778-9d30-4272-8cb9-e039bffcd176 req-12a7631a-c30e-4b62-ba81-0426b75e4038 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564813 Nov 23 23:00:13.448926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:13.453071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.468796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Allocated IP 172.25.0.161 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/ade235bf-3f0a-4b0b-ba5d-937b7a12d8cb) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:13.472296 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ed1e99e-8ae1-46f0-a568-d87b601e3117 req-429f4a94-b09a-468a-8f08-f09a73aef33e service neutron] 10.222.0.48 "GET /v2.0/networks/7f127b16-a921-48d0-879f-19aafaed27a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543853 Nov 23 23:00:13.497349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-1b0aa53c-537c-4d8f-a7a9-d87827d95f20', 'network_id': '1b0aa53c-537c-4d8f-a7a9-d87827d95f20', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': 'd63cf823-a383-49df-ace1-312a6fd7543e'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:00:13.498243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.693093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.733914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.747549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.807125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=f113a684-9ae4-4d9a-ab50-73be75feb5d6,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:13.841892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': '4549421a-c7f5-4b22-a949-0feb8168f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4e248a60-f992-410a-aaad-b3d893ae25f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:13.842731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: 4e248a60-f992-410a-aaad-b3d893ae25f1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:00:13.844565 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Allocated IP 2001:db8::2 (1b0aa53c-537c-4d8f-a7a9-d87827d95f20/d63cf823-a383-49df-ace1-312a6fd7543e/09259bda-8e70-4b04-9e75-6539178f5050) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:13.861224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Pushing event updated for resources: {'Port': ['ID=ade235bf-3f0a-4b0b-ba5d-937b7a12d8cb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:13.882586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:13.885657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:13.887735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:00:13.889594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:13.904833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4e248a60-f992-410a-aaad-b3d893ae25f1) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:13.911937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:13.912715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:13.919765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e45b07-3663-427f-a6b5-27648a25a791 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:13.950828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839006e8-a309-4e27-bd34-59e9af4c74b3 None None] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:13.967117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2eb376ab-20d1-473d-90a1-0f92817dea43 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7235591 Nov 23 23:00:13.970311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60748) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:13.975898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5ef6f1d6-5727-4636-90c4-0f90c11d4f9a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1497505858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:14.059177 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f1d6-5727-4636-90c4-0f90c11d4f9a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.060744 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f1d6-5727-4636-90c4-0f90c11d4f9a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.105907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6908319f-c712-411c-9bb9-bc111c5cad6f up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:14.108241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 264e80fa-5074-47ac-afb7-832cf697d3ec details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:00:14.219139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f1d6-5727-4636-90c4-0f90c11d4f9a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.231985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f1d6-5727-4636-90c4-0f90c11d4f9a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.276786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f1d6-5727-4636-90c4-0f90c11d4f9a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.281436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5ef6f1d6-5727-4636-90c4-0f90c11d4f9a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3099093 Nov 23 23:00:14.288503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60756) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:14.350882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.552454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-4e248a60-f992-410a-aaad-b3d893ae25f1', 'network_id': '4e248a60-f992-410a-aaad-b3d893ae25f1', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': 'f113a684-9ae4-4d9a-ab50-73be75feb5d6'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:00:14.552752 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.599665 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:00:14.782864 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:14.787448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:15.106226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Router 3c24c381-b013-4774-9ee6-8e92ba6a97b2 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:00:15.140044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 264e80fa-5074-47ac-afb7-832cf697d3ec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=264e80fa-5074-47ac-afb7-832cf697d3ec,segment=NetworkSegment(2ebf5267-c661-4f22-a6fb-a3df63462454),segment_id=2ebf5267-c661-4f22-a6fb-a3df63462454)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:15.193145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '264e80fa-5074-47ac-afb7-832cf697d3ec', 'network_id': '7f127b16-a921-48d0-879f-19aafaed27a7', 'port_id': '264e80fa-5074-47ac-afb7-832cf697d3ec', 'mac_address': 'fa:16:3e:43:87:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc7d440-c1ca-49b7-bc55-d759f0ade17d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:00:15.209684 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:15.237843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f007f127-26f7-41dd-9b15-18f837e907e1 None None] Provisioning complete for port ade235bf-3f0a-4b0b-ba5d-937b7a12d8cb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:15.240066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f007f127-26f7-41dd-9b15-18f837e907e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:15.344481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f007f127-26f7-41dd-9b15-18f837e907e1 None None] Port ade235bf-3f0a-4b0b-ba5d-937b7a12d8cb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:15.387816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:15.397553 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:15.404023 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:15.405866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ceb06e57-c4a7-4116-81f0-b45acc8137ad tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "PUT /v2.0/routers/3c24c381-b013-4774-9ee6-8e92ba6a97b2 HTTP/1.1" status: 200 len: 916 time: 4.7100897 Nov 23 23:00:15.406547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60782) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:15.451282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] Sync routers for ids ['3c24c381-b013-4774-9ee6-8e92ba6a97b2'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:15.463730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 6908319f-c712-411c-9bb9-bc111c5cad6f completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:00:15.592604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1f402ae3-b3a4-4ae7-b57a-dc4e448584cb tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/3c24c381-b013-4774-9ee6-8e92ba6a97b2 HTTP/1.1" status: 200 len: 922 time: 0.1844735 Nov 23 23:00:15.593272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:15.617449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 6908319f-c712-411c-9bb9-bc111c5cad6f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:15.618184 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:15.632189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:15.711554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac04b-478e-414b-a4f4-1247e46565a3 req-be4b526c-ac8d-40bd-892b-c234657b6550 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:15.717467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1aac04b-478e-414b-a4f4-1247e46565a3 req-be4b526c-ac8d-40bd-892b-c234657b6550 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 945 time: 1.1472335 Nov 23 23:00:15.788448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] Routers {'3c24c381-b013-4774-9ee6-8e92ba6a97b2'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:15.792547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3c24c381-b013-4774-9ee6-8e92ba6a97b2'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:15.801029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:15.806498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:15.819019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fd61c-12d1-40f5-b848-624868427699 req-058ad52b-985e-4e0f-aa3a-92302a1c0e26 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:15.830693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d1fd61c-12d1-40f5-b848-624868427699 req-058ad52b-985e-4e0f-aa3a-92302a1c0e26 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 943 time: 1.2608311 Nov 23 23:00:15.943707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60798) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:15.947889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:15.977527 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.031044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264e80fa-5074-47ac-afb7-832cf697d3ec {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:16.036892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:16.088465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] Routers {'3c24c381-b013-4774-9ee6-8e92ba6a97b2'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:16.097024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3c24c381-b013-4774-9ee6-8e92ba6a97b2'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:16.104523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Pushing event updated for resources: {'Port': ['ID=09259bda-8e70-4b04-9e75-6539178f5050,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:16.340524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:16.342074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e47ff3-8b2d-4f52-b5ab-4e39370c2b20 None None] The sync data for ids ['3c24c381-b013-4774-9ee6-8e92ba6a97b2'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:16.363717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 264e80fa-5074-47ac-afb7-832cf697d3ec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=264e80fa-5074-47ac-afb7-832cf697d3ec,segment=NetworkSegment(2ebf5267-c661-4f22-a6fb-a3df63462454),segment_id=2ebf5267-c661-4f22-a6fb-a3df63462454)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:16.390115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.392186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Attempting to bind port 09259bda-8e70-4b04-9e75-6539178f5050 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:16.397101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Attempting to bind port 09259bda-8e70-4b04-9e75-6539178f5050 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e914ae84-d4f4-4c12-b0f0-306b716100a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1b0aa53c-537c-4d8f-a7a9-d87827d95f20'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:16.397658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Attempting to bind port 09259bda-8e70-4b04-9e75-6539178f5050 on network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:16.418247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ddd547-0ea0-4a96-b14c-42a40f8dff99 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:16.422456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-47ddd547-0ea0-4a96-b14c-42a40f8dff99 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=3c24c381-b013-4774-9ee6-8e92ba6a97b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8233435 Nov 23 23:00:16.423092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60808) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:16.534375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=264e80fa-5074-47ac-afb7-832cf697d3ec,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:16.544004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1aac04b-478e-414b-a4f4-1247e46565a3 req-d4989d59-a1a7-42f4-8705-b455f150f05f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8187518 Nov 23 23:00:16.569860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8::1 (1b0aa53c-537c-4d8f-a7a9-d87827d95f20/d63cf823-a383-49df-ace1-312a6fd7543e/8709cd5c-d1de-421c-9b7e-140ddfe9f02d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:16.631999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:16.633793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Checking segment: {'id': 'e914ae84-d4f4-4c12-b0f0-306b716100a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1b0aa53c-537c-4d8f-a7a9-d87827d95f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:16.638327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.639670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Bound using segment: {'id': 'e914ae84-d4f4-4c12-b0f0-306b716100a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1b0aa53c-537c-4d8f-a7a9-d87827d95f20'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:16.641977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Bound port: 09259bda-8e70-4b04-9e75-6539178f5050, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e914ae84-d4f4-4c12-b0f0-306b716100a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1b0aa53c-537c-4d8f-a7a9-d87827d95f20'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:16.643506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.646824 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8251dc7-6f96-4a20-96ce-61b8a5ae11b2 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:16.652708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c8251dc7-6f96-4a20-96ce-61b8a5ae11b2 tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.2285113 Nov 23 23:00:16.653352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60810) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:16.727301 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aa294e3e-cdb3-49b7-9c7d-fff68452e386 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c24c381-b013-4774-9ee6-8e92ba6a97b2 HTTP/1.1" status: 200 len: 205 time: 0.0720654 Nov 23 23:00:16.729045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60812) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:16.841138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.915297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c17b9b05-c1dd-4f54-a387-4e0ac6e07d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.920957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.925379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Allocated IP 2001:db8:1::2 (4e248a60-f992-410a-aaad-b3d893ae25f1/f113a684-9ae4-4d9a-ab50-73be75feb5d6/c3bd422c-f857-4a19-af6f-05ad6d7c7036) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:16.954501 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:16.963649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['264e80fa-5074-47ac-afb7-832cf697d3ec'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:16.969593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.064616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c17b9b05-c1dd-4f54-a387-4e0ac6e07d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.080614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c17b9b05-c1dd-4f54-a387-4e0ac6e07d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.122531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:17.126348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.156921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] For port 09259bda-8e70-4b04-9e75-6539178f5050, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:17.158265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9b05-c1dd-4f54-a387-4e0ac6e07d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ff67e-c191-4640-9963-fb74be9d2f44,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:17.166398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:17.179141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6908319f-c712-411c-9bb9-bc111c5cad6f'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:17.184257 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d28e955-c20d-47c4-af00-a7653513fc87" -d '{"events": [{"server_uuid": "13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6908319f-c712-411c-9bb9-bc111c5cad6f"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:17.207932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d1fd61c-12d1-40f5-b848-624868427699 req-a0295110-12be-4b74-92d5-415a22cc8c0a tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3762903 Nov 23 23:00:17.218100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:17.240068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.240326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] For port 09259bda-8e70-4b04-9e75-6539178f5050, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=09259bda-8e70-4b04-9e75-6539178f5050,segment=NetworkSegment(e914ae84-d4f4-4c12-b0f0-306b716100a0),segment_id=e914ae84-d4f4-4c12-b0f0-306b716100a0)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:17.254497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6908319f-c712-411c-9bb9-bc111c5cad6f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6908319f-c712-411c-9bb9-bc111c5cad6f,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:17.258787 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.279482 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.305382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Deleting port ade235bf-3f0a-4b0b-ba5d-937b7a12d8cb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:17.305728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.352588 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c17ed05-9c91-4661-afe9-9141c2601295 x-openstack-request-id: req-5c17ed05-9c91-4661-afe9-9141c2601295 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:17.353689 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c", "name": "network-vif-plugged", "status": "completed", "tag": "6908319f-c712-411c-9bb9-bc111c5cad6f", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:17.353689 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c17ed05-9c91-4661-afe9-9141c2601295 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:17.354073 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6908319f-c712-411c-9bb9-bc111c5cad6f', 'code': 200} Nov 23 23:00:17.428134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=8709cd5c-d1de-421c-9b7e-140ddfe9f02d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:17.461006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.491183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Calling delete_port for ade235bf-3f0a-4b0b-ba5d-937b7a12d8cb owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:17.507612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c17b9b05-c1dd-4f54-a387-4e0ac6e07d83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cdbb7078f6a4fd581121be2585ab592&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5129039 Nov 23 23:00:17.508691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:17.512251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.527211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6d29-cc78-49df-984b-db1962b686b3 None None] Pushing event updated for resources: {'Port': ['ID=09259bda-8e70-4b04-9e75-6539178f5050,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:17.589323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a8e4e-622a-477f-b00b-c818a814f021 req-2b51ea5b-589b-4e7d-a716-8262c785abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:17.590885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f7a8e4e-622a-477f-b00b-c818a814f021 req-2b51ea5b-589b-4e7d-a716-8262c785abbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 1097 time: 0.1652813 Nov 23 23:00:17.763548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f7a8e4e-622a-477f-b00b-c818a814f021 req-46878d03-b91c-4363-aa07-db94bbfaeb25 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366210 Nov 23 23:00:17.782525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c290b254-f8cc-47fd-8f5f-34812b691532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.805545 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.863066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c290b254-f8cc-47fd-8f5f-34812b691532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.863947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:17.911057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e98a0-8b72-4935-876e-1821c485b126 req-345153de-2084-41a7-9858-7be25d9c3943 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:17.920970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d10e98a0-8b72-4935-876e-1821c485b126 req-345153de-2084-41a7-9858-7be25d9c3943 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 946 time: 0.1228440 Nov 23 23:00:17.935031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:17.939879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:17.942142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6908319f-c712-411c-9bb9-bc111c5cad6f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:17.998778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:18.091558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d10e98a0-8b72-4935-876e-1821c485b126 req-17eda73e-2b36-46e9-8646-dfd1e63e45d0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680572 Nov 23 23:00:18.100760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.108734 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.123215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Pushing event updated for resources: {'Port': ['ID=c3bd422c-f857-4a19-af6f-05ad6d7c7036,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:18.124555 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.126192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.148750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Attempting to bind port c3bd422c-f857-4a19-af6f-05ad6d7c7036 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:18.149378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Attempting to bind port c3bd422c-f857-4a19-af6f-05ad6d7c7036 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '4549421a-c7f5-4b22-a949-0feb8168f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4e248a60-f992-410a-aaad-b3d893ae25f1'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:18.150832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Attempting to bind port c3bd422c-f857-4a19-af6f-05ad6d7c7036 on network 4e248a60-f992-410a-aaad-b3d893ae25f1 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:18.157378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:18.157875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Checking segment: {'id': '4549421a-c7f5-4b22-a949-0feb8168f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4e248a60-f992-410a-aaad-b3d893ae25f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:18.158131 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.158524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Bound using segment: {'id': '4549421a-c7f5-4b22-a949-0feb8168f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4e248a60-f992-410a-aaad-b3d893ae25f1'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:18.159512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Bound port: c3bd422c-f857-4a19-af6f-05ad6d7c7036, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4549421a-c7f5-4b22-a949-0feb8168f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4e248a60-f992-410a-aaad-b3d893ae25f1'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:18.159775 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.174603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c290b254-f8cc-47fd-8f5f-34812b691532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.177227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c290b254-f8cc-47fd-8f5f-34812b691532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.179633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c290b254-f8cc-47fd-8f5f-34812b691532 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e15ff67e-c191-4640-9963-fb74be9d2f44 HTTP/1.1" status: 204 len: 168 time: 0.6694860 Nov 23 23:00:18.207960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event deleted for resources: {'Port': ['ID=ade235bf-3f0a-4b0b-ba5d-937b7a12d8cb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:18.211613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066164c8-1b52-4a12-a5ac-50a576769e45 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:18.226539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290b254-f8cc-47fd-8f5f-34812b691532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ff67e-c191-4640-9963-fb74be9d2f44,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:18.239163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=8709cd5c-d1de-421c-9b7e-140ddfe9f02d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:18.364541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] For port c3bd422c-f857-4a19-af6f-05ad6d7c7036, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:18.368589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] For port c3bd422c-f857-4a19-af6f-05ad6d7c7036, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c3bd422c-f857-4a19-af6f-05ad6d7c7036,segment=NetworkSegment(4549421a-c7f5-4b22-a949-0feb8168f1f3),segment_id=4549421a-c7f5-4b22-a949-0feb8168f1f3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:18.379418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.402290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.468275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:18.470063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:18.543522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df429a6-f0a8-4a10-940c-869c4f7b8da7 None None] Pushing event updated for resources: {'Port': ['ID=c3bd422c-f857-4a19-af6f-05ad6d7c7036,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:18.655327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.658454 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.767397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.768306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Fanout notify agent at l3_agent the message router_deleted on router 3c24c381-b013-4774-9ee6-8e92ba6a97b2 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:00:18.804277 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.811696 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-78d2e2e9-898e-445b-b6bd-41200a0f1ee7 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/3c24c381-b013-4774-9ee6-8e92ba6a97b2 HTTP/1.1" status: 204 len: 168 time: 2.0809729 Nov 23 23:00:18.812695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60852) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:18.818306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1485982843', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:18.836361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 3f175f43-2b07-4bdc-8fd0-64fe47753cf3 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:00:18.897816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.906601 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:18.988245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:19.126798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:19.135940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-67cc6c3f-b967-4ddb-9bc1-f1939eda206c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/3f175f43-2b07-4bdc-8fd0-64fe47753cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8454542 Nov 23 23:00:19.136438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60856) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:19.147405 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] Sync routers for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:19.170717 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:19.171546 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:19.176287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc103e-2cc2-472b-8f01-04553bb060e6 req-19e12a1f-47f3-49d0-bdba-e812680d21a0 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:19.191477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07dc103e-2cc2-472b-8f01-04553bb060e6 req-19e12a1f-47f3-49d0-bdba-e812680d21a0 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 944 time: 0.8314238 Nov 23 23:00:19.224709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:19.267769 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:19.293938 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:19.294751 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:19.305274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0147a4-aa1d-4482-9311-dcff63afc0f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:19.310452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb0147a4-aa1d-4482-9311-dcff63afc0f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports/8709cd5c-d1de-421c-9b7e-140ddfe9f02d HTTP/1.1" status: 200 len: 911 time: 0.1143188 Nov 23 23:00:19.315901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60862) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:19.389187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07dc103e-2cc2-472b-8f01-04553bb060e6 req-7091e609-8ac1-464a-bcd0-4e636f14bf4a tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961594 Nov 23 23:00:19.417373 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:19.417373 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5bc95-9c7f-4f28-ae74-4a869643d732 None None] The sync data for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:19.423399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a3ba-f8ad-44e4-b5f1-1626542c1150 req-7a011b25-67b6-473a-a5e7-a9a96e2d609b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:19.425313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ee8a3ba-f8ad-44e4-b5f1-1626542c1150 req-7a011b25-67b6-473a-a5e7-a9a96e2d609b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 946 time: 0.0977302 Nov 23 23:00:19.466407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60864) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:19.497819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc0e2-f1d3-41a2-9126-9f3672ce5187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:19.531678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e360f9a-63ec-4d14-8ec8-e69a8e17a73d None None] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:19.560248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 09259bda-8e70-4b04-9e75-6539178f5050 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:19.575968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ee8a3ba-f8ad-44e4-b5f1-1626542c1150 req-d32d61c3-ca84-42a7-a047-0ecf6ff0e8b6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359537 Nov 23 23:00:19.703383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc0e2-f1d3-41a2-9126-9f3672ce5187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:19.754321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc0e2-f1d3-41a2-9126-9f3672ce5187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:19.813264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5d0a3864-29e4-4bb3-8798-8bc07ea0ac8b None None] Provisioning complete for port 09259bda-8e70-4b04-9e75-6539178f5050 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:19.816052 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3864-29e4-4bb3-8798-8bc07ea0ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:19.861601 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d1fdc0e2-f1d3-41a2-9126-9f3672ce5187 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a1dbf06e7564c3081674e309d6b6f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939347 Nov 23 23:00:19.882089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:19.911611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e89d-3188-4c69-bc57-576005122d4d req-5f3cefbf-7300-4a73-b227-d6fd01571bb3 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:19.920193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7414e89d-3188-4c69-bc57-576005122d4d req-5f3cefbf-7300-4a73-b227-d6fd01571bb3 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 946 time: 0.2109296 Nov 23 23:00:19.940291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdc0e2-f1d3-41a2-9126-9f3672ce5187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d30316e-d1c3-48e1-97d4-8d62b0c95384,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:20.014968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7414e89d-3188-4c69-bc57-576005122d4d req-50b8a522-f52e-41e4-b637-72048c97b62c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Nov 23 23:00:20.055347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 09259bda-8e70-4b04-9e75-6539178f5050 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:20.055966 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.274119 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2704776-93b5-48a2-8e29-40da61fd4fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.279782 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.285904 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.301725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f4f93f-5763-48b4-9871-408afa52fd7d None None] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:20.352066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.425147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 264e80fa-5074-47ac-afb7-832cf697d3ec up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:20.554914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Allocated IP 172.25.0.69 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/57594590-85f4-4db2-9ad2-60bc308b382d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:20.597346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 09259bda-8e70-4b04-9e75-6539178f5050, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=09259bda-8e70-4b04-9e75-6539178f5050,segment=NetworkSegment(e914ae84-d4f4-4c12-b0f0-306b716100a0),segment_id=e914ae84-d4f4-4c12-b0f0-306b716100a0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:20.688031 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3864-29e4-4bb3-8798-8bc07ea0ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.702707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df1c03-92f5-4fc4-96de-06752f26e884 req-b3b02752-8dba-47a1-bf8f-e2e477affef0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:20.707326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.708124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c3bd422c-f857-4a19-af6f-05ad6d7c7036 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:20.715967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3df1c03-92f5-4fc4-96de-06752f26e884 req-b3b02752-8dba-47a1-bf8f-e2e477affef0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 946 time: 0.2143955 Nov 23 23:00:20.756698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2704776-93b5-48a2-8e29-40da61fd4fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.773826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.864593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3df1c03-92f5-4fc4-96de-06752f26e884 req-b6904d7e-98a1-4b7f-b4f4-291bd8d74f7d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455903 Nov 23 23:00:20.879034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977fdd3-df66-4510-bf9e-090c8505d165 req-0bce29fa-ab89-4d52-9da5-d68c60e83eea tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:20.883025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0977fdd3-df66-4510-bf9e-090c8505d165 req-0bce29fa-ab89-4d52-9da5-d68c60e83eea tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 944 time: 0.2988002 Nov 23 23:00:20.908718 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:20.942683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60930) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:21.008936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 264e80fa-5074-47ac-afb7-832cf697d3ec completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:00:21.037357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0977fdd3-df66-4510-bf9e-090c8505d165 req-807c3457-9bfb-4338-a53f-ff953a0efc9b tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467102 Nov 23 23:00:21.130409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.139541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2704776-93b5-48a2-8e29-40da61fd4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.142232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2704776-93b5-48a2-8e29-40da61fd4fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.146088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2704776-93b5-48a2-8e29-40da61fd4fd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d30316e-d1c3-48e1-97d4-8d62b0c95384 HTTP/1.1" status: 204 len: 168 time: 1.2590797 Nov 23 23:00:21.217201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:21.230342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2704776-93b5-48a2-8e29-40da61fd4fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d30316e-d1c3-48e1-97d4-8d62b0c95384,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:21.294117 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97fe44ed-f702-4155-812e-3794555f31ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.317503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:21.326973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:21.430371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event updated for resources: {'Port': ['ID=57594590-85f4-4db2-9ad2-60bc308b382d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:21.579881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97fe44ed-f702-4155-812e-3794555f31ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.670711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f49d1a9-b2e9-428d-86f8-9f43466cbcbb None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:21.683024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 264e80fa-5074-47ac-afb7-832cf697d3ec triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:21.698824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.704805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97fe44ed-f702-4155-812e-3794555f31ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.805145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c3bd422c-f857-4a19-af6f-05ad6d7c7036 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:21.805436 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:21.818100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=09259bda-8e70-4b04-9e75-6539178f5050,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:21.908764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-5d0a3864-29e4-4bb3-8798-8bc07ea0ac8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:00:21.909861 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-5d0a3864-29e4-4bb3-8798-8bc07ea0ac8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:00:21.925886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-97fe44ed-f702-4155-812e-3794555f31ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0da9a015ade4a6caf84b5b943c313b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9818492 Nov 23 23:00:21.927796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60978) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:21.934534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe44ed-f702-4155-812e-3794555f31ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8637700-2446-4d77-89cf-41f3a605dafa,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:22.051551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8:1::1 (4e248a60-f992-410a-aaad-b3d893ae25f1/f113a684-9ae4-4d9a-ab50-73be75feb5d6/7a62bb16-adec-46c2-8182-9b614ad1ed4b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:22.121873 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.194091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77629d4-2043-40f3-9025-d8f727f058eb req-44a135f4-5d38-4ca7-943f-9a7f39d1ee31 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:22.208012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f77629d4-2043-40f3-9025-d8f727f058eb req-44a135f4-5d38-4ca7-943f-9a7f39d1ee31 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 946 time: 0.6209288 Nov 23 23:00:22.261771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398f39a9-4e46-475b-ae4a-b964445b9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264e80fa-5074-47ac-afb7-832cf697d3ec'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:22.264465 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2375183b-f6d4-4b53-9451-c90876faf8c9" -d '{"events": [{"server_uuid": "398f39a9-4e46-475b-ae4a-b964445b9780", "name": "network-vif-plugged", "status": "completed", "tag": "264e80fa-5074-47ac-afb7-832cf697d3ec"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:22.275417 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.315786 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.378194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port c3bd422c-f857-4a19-af6f-05ad6d7c7036, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c3bd422c-f857-4a19-af6f-05ad6d7c7036,segment=NetworkSegment(4549421a-c7f5-4b22-a949-0feb8168f1f3),segment_id=4549421a-c7f5-4b22-a949-0feb8168f1f3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:22.384106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 264e80fa-5074-47ac-afb7-832cf697d3ec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=264e80fa-5074-47ac-afb7-832cf697d3ec,segment=NetworkSegment(2ebf5267-c661-4f22-a6fb-a3df63462454),segment_id=2ebf5267-c661-4f22-a6fb-a3df63462454)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:22.390000 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.427966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f0a402b-5501-4627-b043-d9c5d023236b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.522519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ea407-7e2f-414f-9dcc-9d1311c861af req-9c2c79d1-018d-449a-b75e-74da95aa59a1 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:22.524403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f31ea407-7e2f-414f-9dcc-9d1311c861af req-9c2c79d1-018d-449a-b75e-74da95aa59a1 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 946 time: 0.4481337 Nov 23 23:00:22.535421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f0a402b-5501-4627-b043-d9c5d023236b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.545638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=c3bd422c-f857-4a19-af6f-05ad6d7c7036,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:22.556616 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.582109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b2a90-0692-4514-8ae9-4d26928308e3 req-54aab6b0-ce1b-41fe-9419-a4230a793050 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:22.583995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88b2a90-0692-4514-8ae9-4d26928308e3 req-54aab6b0-ce1b-41fe-9419-a4230a793050 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 944 time: 0.3598418 Nov 23 23:00:22.618088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 09259bda-8e70-4b04-9e75-6539178f5050 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:22.658101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f31ea407-7e2f-414f-9dcc-9d1311c861af req-7038cc5d-9999-4a7e-bd8b-3c3aa3e99d96 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194949 Nov 23 23:00:22.723253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Deleting port 6908319f-c712-411c-9bb9-bc111c5cad6f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:22.723963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.788307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88b2a90-0692-4514-8ae9-4d26928308e3 req-bcbd93eb-89ca-4cce-b825-2df7af440f85 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864405 Nov 23 23:00:22.789021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f0a402b-5501-4627-b043-d9c5d023236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.791707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f0a402b-5501-4627-b043-d9c5d023236b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:22.792872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f0a402b-5501-4627-b043-d9c5d023236b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8637700-2446-4d77-89cf-41f3a605dafa HTTP/1.1" status: 204 len: 168 time: 0.8316848 Nov 23 23:00:22.843248 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca6e88-dc99-4086-8806-53793441efd4 x-openstack-request-id: req-b7ca6e88-dc99-4086-8806-53793441efd4 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:22.846758 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398f39a9-4e46-475b-ae4a-b964445b9780", "name": "network-vif-plugged", "status": "completed", "tag": "264e80fa-5074-47ac-afb7-832cf697d3ec", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:22.850545 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7ca6e88-dc99-4086-8806-53793441efd4 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:22.851258 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398f39a9-4e46-475b-ae4a-b964445b9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264e80fa-5074-47ac-afb7-832cf697d3ec', 'code': 200} Nov 23 23:00:22.872766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=264e80fa-5074-47ac-afb7-832cf697d3ec,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:22.900090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a402b-5501-4627-b043-d9c5d023236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8637700-2446-4d77-89cf-41f3a605dafa,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:23.004613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] For port 6908319f-c712-411c-9bb9-bc111c5cad6f, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6908319f-c712-411c-9bb9-bc111c5cad6f,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:23.008486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.031267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 09259bda-8e70-4b04-9e75-6539178f5050 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:23.031671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.049756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Calling delete_port for 6908319f-c712-411c-9bb9-bc111c5cad6f owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:23.114535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.190827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Provisioning complete for port c3bd422c-f857-4a19-af6f-05ad6d7c7036 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:23.191428 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.287157 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.294842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.311443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.377908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6908319f-c712-411c-9bb9-bc111c5cad6f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:23.391878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event deleted for resources: {'Port': ['ID=6908319f-c712-411c-9bb9-bc111c5cad6f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:23.392040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:23.414354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=7a62bb16-adec-46c2-8182-9b614ad1ed4b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:23.428886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] No DVR routers for this DVR port 6908319f-c712-411c-9bb9-bc111c5cad6f on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:00:23.433238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.437762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f77629d4-2043-40f3-9025-d8f727f058eb req-8b6db8d3-710e-4c7e-87f9-f19d6979fbc7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "DELETE /v2.0/ports/6908319f-c712-411c-9bb9-bc111c5cad6f HTTP/1.1" status: 204 len: 173 time: 1.1702211 Nov 23 23:00:23.438464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'name': 'network-vif-deleted', 'tag': '6908319f-c712-411c-9bb9-bc111c5cad6f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:23.441152 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4111cf45-9170-44dc-b696-c95ab756982b" -d '{"events": [{"server_uuid": "13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c", "name": "network-vif-deleted", "tag": "6908319f-c712-411c-9bb9-bc111c5cad6f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:23.454788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:23.478092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:23.481827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:23.482425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.505775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c0eb2-39fc-48d9-897b-50ca29003704 req-1a921147-8a81-44e6-b37a-44f788499166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:23.507426 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-469c0eb2-39fc-48d9-897b-50ca29003704 req-1a921147-8a81-44e6-b37a-44f788499166 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 1096 time: 0.4119992 Nov 23 23:00:23.527104 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e959f0d-246d-41d1-b0c3-60729404c7f7 x-openstack-request-id: req-4e959f0d-246d-41d1-b0c3-60729404c7f7 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:23.528215 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c", "name": "network-vif-deleted", "tag": "6908319f-c712-411c-9bb9-bc111c5cad6f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:23.528650 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e959f0d-246d-41d1-b0c3-60729404c7f7 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:23.529355 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c', 'name': 'network-vif-deleted', 'tag': '6908319f-c712-411c-9bb9-bc111c5cad6f', 'status': 'completed', 'code': 200} Nov 23 23:00:23.629320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Provisioning complete for port 09259bda-8e70-4b04-9e75-6539178f5050 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:23.630126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.749387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32786) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:23.768345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-469c0eb2-39fc-48d9-897b-50ca29003704 req-b5307a15-a1a0-46a1-9a7e-d6a750c698d2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518063 Nov 23 23:00:23.784160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-456bd7ac-ddcf-4ac3-8ab9-b79d4e298a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.951177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:23.990598 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5095093-a444-43b7-80b9-7b36119982e8 req-dfb4e781-78ae-49ee-b45a-6e99069bf912 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=13266e24-c8c4-4ea8-b5c8-2e6a08a36e2c HTTP/1.1" status: 200 len: 210 time: 0.0863047 Nov 23 23:00:24.120879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0d21c-7228-4f12-9467-d8e007a00962 req-05532995-7524-4a9a-a51f-4c04882facef tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:24.129276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6e0d21c-7228-4f12-9467-d8e007a00962 req-05532995-7524-4a9a-a51f-4c04882facef tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 945 time: 0.1557789 Nov 23 23:00:24.163897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Router cc80d619-a9c5-48c9-b51e-afb4539e58f5 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:00:24.165834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-456bd7ac-ddcf-4ac3-8ab9-b79d4e298a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.184076 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-456bd7ac-ddcf-4ac3-8ab9-b79d4e298a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.204335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Provisioning complete for port 8709cd5c-d1de-421c-9b7e-140ddfe9f02d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:24.207802 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.263884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Port 8709cd5c-d1de-421c-9b7e-140ddfe9f02d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:24.287993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-456bd7ac-ddcf-4ac3-8ab9-b79d4e298a8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7542afe1140b4ce395cd67ee0cf9abfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366864 Nov 23 23:00:24.288647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Provisioning complete for port 57594590-85f4-4db2-9ad2-60bc308b382d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:24.289319 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.300146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32794) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:24.309898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6e0d21c-7228-4f12-9467-d8e007a00962 req-4a81c30f-5d19-4c0b-8d2b-94164dcf7dc0 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732194 Nov 23 23:00:24.312962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bd7ac-ddcf-4ac3-8ab9-b79d4e298a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6770187b-e09b-4252-ac36-b35a91a92e61,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:24.352234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4700c-fe08-490c-8349-c353597a2c9f None None] Port 57594590-85f4-4db2-9ad2-60bc308b382d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:24.445306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:24.467559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] Sync routers for ids ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:24.498287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] Routers {'cc80d619-a9c5-48c9-b51e-afb4539e58f5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:24.499204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:24.503675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1c29f1e0-4d03-4058-b088-4c8beb2da1fa None None] Provisioning complete for port 7a62bb16-adec-46c2-8182-9b614ad1ed4b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:24.504897 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c29f1e0-4d03-4058-b088-4c8beb2da1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.520940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6bd5244-d198-4541-bbe9-af740649c2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.538612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.543975 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5faf39c9-71c8-4895-95b8-ba8efbf3d446 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7271302 Nov 23 23:00:24.545612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32800) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:24.551806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:24.565724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6bd5244-d198-4541-bbe9-af740649c2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.577231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c3bd422c-f857-4a19-af6f-05ad6d7c7036 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:24.584981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:24.643090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] Routers {'cc80d619-a9c5-48c9-b51e-afb4539e58f5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:24.643796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:24.678443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.695499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.697053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.698046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1c29f1e0-4d03-4058-b088-4c8beb2da1fa None None] Port 7a62bb16-adec-46c2-8182-9b614ad1ed4b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:24.711174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6bd5244-d198-4541-bbe9-af740649c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.716056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:24.716519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6bd5244-d198-4541-bbe9-af740649c2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.716901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbccf12-40ab-4389-a89c-db8f02b0e0e9 None None] The sync data for ids ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:24.718233 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f6bd5244-d198-4541-bbe9-af740649c2e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6770187b-e09b-4252-ac36-b35a91a92e61 HTTP/1.1" status: 204 len: 168 time: 0.4142542 Nov 23 23:00:24.768991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c3bd422c-f857-4a19-af6f-05ad6d7c7036 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:24.772169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:24.781228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd5244-d198-4541-bbe9-af740649c2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6770187b-e09b-4252-ac36-b35a91a92e61,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:24.811221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=7a62bb16-adec-46c2-8182-9b614ad1ed4b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:24.943262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:24.948908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:25.306919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 3f175f43-2b07-4bdc-8fd0-64fe47753cf3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:00:25.506759 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:25.585129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32826) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:25.603945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9735fd98-0537-480b-bc00-60d0e7705947 None None] Provisioning complete for port 7a62bb16-adec-46c2-8182-9b614ad1ed4b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:25.604739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9735fd98-0537-480b-bc00-60d0e7705947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:25.623154 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:25.678345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a35b3eb-b475-40a4-9bf0-124780564368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:25.678636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:25.695975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] Sync routers for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:25.701354 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3530af21-53e4-4ba2-8f11-7dbd0f7dfc10 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/3f175f43-2b07-4bdc-8fd0-64fe47753cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3832142 Nov 23 23:00:25.709322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:25.711753 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:25.712482 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:25.731886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9735fd98-0537-480b-bc00-60d0e7705947 None None] Port 7a62bb16-adec-46c2-8182-9b614ad1ed4b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:25.819265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2165d0-d580-479d-a7c1-61fc4c73da8b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:25.821075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1f2165d0-d580-479d-a7c1-61fc4c73da8b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports/7a62bb16-adec-46c2-8182-9b614ad1ed4b HTTP/1.1" status: 200 len: 913 time: 0.1092327 Nov 23 23:00:25.827436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32838) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:25.841959 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:25.861234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c03c80-909d-4822-aaab-07efe2d37b01 req-3ded7e09-2c6d-4c0d-9799-96eb8a3582d9 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:25.880073 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:25.881077 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:25.882738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4c03c80-909d-4822-aaab-07efe2d37b01 req-3ded7e09-2c6d-4c0d-9799-96eb8a3582d9 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 945 time: 0.4169364 Nov 23 23:00:25.992845 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:25.993945 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7dd9de-3e39-4a04-85d8-86bc127cdd31 None None] The sync data for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:26.071733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4c03c80-909d-4822-aaab-07efe2d37b01 req-330f408d-02ca-4496-8090-42daa879ae2b tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871519 Nov 23 23:00:26.137787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6908319f-c712-411c-9bb9-bc111c5cad6f no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:00:26.175029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 6908319f-c712-411c-9bb9-bc111c5cad6f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:00:26.175399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6908319f-c712-411c-9bb9-bc111c5cad6f not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:00:26.265762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Deleting port 57594590-85f4-4db2-9ad2-60bc308b382d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:26.266284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:26.312840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-d3abe40a-6d5f-4a26-940c-d01fee5ae037 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:26.315323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-d3abe40a-6d5f-4a26-940c-d01fee5ae037 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.4231486 Nov 23 23:00:26.432558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a35b3eb-b475-40a4-9bf0-124780564368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:26.435956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-dbe4c5cb-0324-4a81-9ac7-a16e9b5e183a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0915313 Nov 23 23:00:26.468682 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a35b3eb-b475-40a4-9bf0-124780564368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:26.610662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8a35b3eb-b475-40a4-9bf0-124780564368 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83d0e016f48244f5988f4c105ee67144&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0108449 Nov 23 23:00:26.626474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32864) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:26.646395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:26.653340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35b3eb-b475-40a4-9bf0-124780564368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c161c291-262b-4b4b-a43b-2e7ddf235aa0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:26.695214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-47b9546f-033b-4b36-8da2-61abc228936d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2442160 Nov 23 23:00:26.715767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Calling delete_port for 57594590-85f4-4db2-9ad2-60bc308b382d owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:26.749331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:26.880769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.083350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:27.246547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 7a62bb16-adec-46c2-8182-9b614ad1ed4b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:27.247046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.412420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d83dcb3a-75b9-498b-b1ac-83af6ec1ddd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.502123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.510153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d731595c-8d85-4983-b7b2-3a459324e21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.521684 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-26d9bd9b-93ee-41c1-ae4a-70bd45406e08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1590140 Nov 23 23:00:27.541509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 7a62bb16-adec-46c2-8182-9b614ad1ed4b owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:27.588526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-b16907d0-fd3b-46a5-b4a4-4b521ada17c6 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821015 Nov 23 23:00:27.715764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d83dcb3a-75b9-498b-b1ac-83af6ec1ddd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.719791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0625-1f32-468b-b137-373f3987ad54 req-4234e60b-228f-4ea5-a36d-7588d5c07e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:27.721697 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d731595c-8d85-4983-b7b2-3a459324e21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.722403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-4234e60b-228f-4ea5-a36d-7588d5c07e35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 1097 time: 0.1089766 Nov 23 23:00:27.726029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d83dcb3a-75b9-498b-b1ac-83af6ec1ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:27.824008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bf63e-a567-4e25-b3d9-571a04ff946f req-41aaf5e6-fe41-44c5-a31d-4bfdc7b25859 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:27.826694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f4bf63e-a567-4e25-b3d9-571a04ff946f req-41aaf5e6-fe41-44c5-a31d-4bfdc7b25859 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 945 time: 0.3814106 Nov 23 23:00:27.849850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dcb3a-75b9-498b-b1ac-83af6ec1ddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674a6c9a-55d1-4d24-bf98-935565f6edee,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:27.894907 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d83dcb3a-75b9-498b-b1ac-83af6ec1ddd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac053b0096c54c5287bedc24d01a9147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8100519 Nov 23 23:00:27.898821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:27.994649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0625-1f32-468b-b137-373f3987ad54 req-84b43deb-22a3-4c31-ae65-5289a6002dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:27.996733 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-84b43deb-22a3-4c31-ae65-5289a6002dc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.2291656 Nov 23 23:00:28.053522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.060686 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-497cce09-4b10-47cf-bd6d-14a6ea97d9f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0533695 Nov 23 23:00:28.113212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d731595c-8d85-4983-b7b2-3a459324e21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.118344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d731595c-8d85-4983-b7b2-3a459324e21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.119925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d731595c-8d85-4983-b7b2-3a459324e21a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c161c291-262b-4b4b-a43b-2e7ddf235aa0 HTTP/1.1" status: 204 len: 168 time: 1.4914925 Nov 23 23:00:28.139132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f4bf63e-a567-4e25-b3d9-571a04ff946f req-8b832a26-3246-4886-ae43-9d47a7d626f3 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366748 Nov 23 23:00:28.159629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0e4f-16da-421c-a8ac-49be7fc8f165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.163428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-a1a23e11-d58f-41b1-bb30-35305a939ab9 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576251 Nov 23 23:00:28.163695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=7a62bb16-adec-46c2-8182-9b614ad1ed4b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:28.178163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731595c-8d85-4983-b7b2-3a459324e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c161c291-262b-4b4b-a43b-2e7ddf235aa0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:28.186146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.233841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0625-1f32-468b-b137-373f3987ad54 req-dad6c8cd-d54b-453c-8b9f-4d9fcdc52c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:28.237090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-dad6c8cd-d54b-453c-8b9f-4d9fcdc52c51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1686530 Nov 23 23:00:28.248326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Pushing event deleted for resources: {'Port': ['ID=57594590-85f4-4db2-9ad2-60bc308b382d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:28.276821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48552190-4cb6-4c8c-8fc9-961691ecd1fd None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:28.451934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.515682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.526058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0e4f-16da-421c-a8ac-49be7fc8f165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.570007 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-693dce7e-00dc-40f7-ae8e-ec23f88d078a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480924 Nov 23 23:00:28.925256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.935147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.969293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-606b26be-8aa4-4c76-87ab-b6dbbf8e9883 req-7da21578-99e0-493f-a7b4-7f0f81394af6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 210 time: 0.0356488 Nov 23 23:00:29.060828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Router cc80d619-a9c5-48c9-b51e-afb4539e58f5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:00:29.253358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:29.266757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] Sync routers for ids ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:29.273149 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:29.276402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4c395b28-6324-4de8-b837-34bc9b719be0 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "PUT /v2.0/routers/cc80d619-a9c5-48c9-b51e-afb4539e58f5 HTTP/1.1" status: 200 len: 706 time: 4.7293372 Nov 23 23:00:29.280592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32902) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:29.319218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] Routers {'cc80d619-a9c5-48c9-b51e-afb4539e58f5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:29.320147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:29.422362 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:29.439521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] Routers {'cc80d619-a9c5-48c9-b51e-afb4539e58f5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:29.440765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:29.531745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0c4a5456-46c1-4b9a-b089-29e632fbf1cc tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/routers/cc80d619-a9c5-48c9-b51e-afb4539e58f5 HTTP/1.1" status: 200 len: 741 time: 0.2462721 Nov 23 23:00:29.591416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32912) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:29.625158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:29.625855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bab11-8182-42b3-96e1-9a7aa5a8ed48 None None] The sync data for ids ['cc80d619-a9c5-48c9-b51e-afb4539e58f5'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:29.667623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-665abd0d-fc50-4c3a-8a9c-c9dc6cbdba0d tempest-RoutersAdminTest-376820416 tempest-RoutersAdminTest-376820416-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=cc80d619-a9c5-48c9-b51e-afb4539e58f5 HTTP/1.1" status: 200 len: 205 time: 0.0668824 Nov 23 23:00:29.671474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32914) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:29.716658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0e4f-16da-421c-a8ac-49be7fc8f165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:29.717865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0e4f-16da-421c-a8ac-49be7fc8f165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:29.721463 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ec0b0e4f-16da-421c-a8ac-49be7fc8f165 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/674a6c9a-55d1-4d24-bf98-935565f6edee HTTP/1.1" status: 204 len: 168 time: 1.8188078 Nov 23 23:00:29.744234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b0e4f-16da-421c-a8ac-49be7fc8f165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674a6c9a-55d1-4d24-bf98-935565f6edee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:29.772452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40cbf055-ae26-42fa-9327-8c185dad28dc tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc80d619-a9c5-48c9-b51e-afb4539e58f5 HTTP/1.1" status: 200 len: 205 time: 0.0984485 Nov 23 23:00:29.773261 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-3349e575-9c6f-4a7c-b6d0-5f7ac1abf67c service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1798255 Nov 23 23:00:29.775646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32920) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:29.820358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dde71b-22b4-4a03-86d6-93d1a1266e79 req-617218df-2bfe-46ea-a2ed-55774bf43335 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:29.839493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41dde71b-22b4-4a03-86d6-93d1a1266e79 req-617218df-2bfe-46ea-a2ed-55774bf43335 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 945 time: 0.3099453 Nov 23 23:00:29.924566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41dde71b-22b4-4a03-86d6-93d1a1266e79 req-30e4f8c6-df10-411f-804b-910dcf9e5522 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Nov 23 23:00:30.076396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56164c9b-d8a3-4863-aa6f-2d2495f5ae43 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.221171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 3f175f43-2b07-4bdc-8fd0-64fe47753cf3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:00:30.284523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9908f92-f901-40fa-9650-1342663e7db1 req-14ab6310-bfce-49ce-b9a8-5546991e3481 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 210 time: 0.1169159 Nov 23 23:00:30.354116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d6de0625-1f32-468b-b137-373f3987ad54 req-20b72f59-2651-4f25-b99f-b7544171fd04 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498693 Nov 23 23:00:30.359508 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56164c9b-d8a3-4863-aa6f-2d2495f5ae43 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.362896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56164c9b-d8a3-4863-aa6f-2d2495f5ae43 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.398165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32934) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:30.431322 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d82354b8-4979-4d9d-9518-d757409f8b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.518487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56164c9b-d8a3-4863-aa6f-2d2495f5ae43 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.519612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56164c9b-d8a3-4863-aa6f-2d2495f5ae43 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Fanout notify agent at l3_agent the message router_deleted on router cc80d619-a9c5-48c9-b51e-afb4539e58f5 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:00:30.547069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56164c9b-d8a3-4863-aa6f-2d2495f5ae43 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.558632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-56164c9b-d8a3-4863-aa6f-2d2495f5ae43 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/cc80d619-a9c5-48c9-b51e-afb4539e58f5 HTTP/1.1" status: 204 len: 168 time: 0.7810979 Nov 23 23:00:30.560262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32938) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:30.565636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:30.577007 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0b96021a-877d-4ecb-9308-7e1a30bbbb4d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/3f175f43-2b07-4bdc-8fd0-64fe47753cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7465608 Nov 23 23:00:30.583421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32940) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:30.595001 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] Sync routers for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:30.621496 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:30.623494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:30.692288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ad92231-6af6-465f-a951-900947ba3597 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc80d619-a9c5-48c9-b51e-afb4539e58f5 HTTP/1.1" status: 200 len: 205 time: 0.1297433 Nov 23 23:00:30.693778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32944) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:30.697131 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d82354b8-4979-4d9d-9518-d757409f8b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.714452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d82354b8-4979-4d9d-9518-d757409f8b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.717868 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:30.744830 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:30.746771 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:30.831992 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:30.833275 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba5391-7d1e-466a-b1be-d6460391454e None None] The sync data for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:30.846718 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-843ccefb-a0a6-46db-a6c7-4540b09fffa3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] delete failed (client error): The resource could not be found. Nov 23 23:00:30.851763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d82354b8-4979-4d9d-9518-d757409f8b80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c39d4d1ac8b740639ec02b4e59adc992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508855 Nov 23 23:00:30.854909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:30.855434 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-843ccefb-a0a6-46db-a6c7-4540b09fffa3 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/cc80d619-a9c5-48c9-b51e-afb4539e58f5 HTTP/1.1" status: 404 len: 336 time: 0.1304023 Nov 23 23:00:30.857416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32950) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:30.876845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82354b8-4979-4d9d-9518-d757409f8b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad596ee6-c6b0-4049-b9bd-ebeca5efcbe6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:30.956754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-62de5cac-a486-47cc-b5c7-9a9d9e827c16 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:30.959298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-62de5cac-a486-47cc-b5c7-9a9d9e827c16 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.48 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 945 time: 0.2830665 Nov 23 23:00:31.091941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40794624-34c8-4cad-88ed-883cc62d844f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.118164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40794624-34c8-4cad-88ed-883cc62d844f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.120444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-b73efb9e-c0cc-4014-bbd8-d63e24ca8dca tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:31.122247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-b73efb9e-c0cc-4014-bbd8-d63e24ca8dca tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.2418029 Nov 23 23:00:31.156920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5afdd48f-7fc8-4c22-b7a0-e7f9f0f63b8c tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c24c381-b013-4774-9ee6-8e92ba6a97b2 HTTP/1.1" status: 200 len: 205 time: 0.2970340 Nov 23 23:00:31.189507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32956) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.196910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Request body: {'port': {'device_id': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'admin_state_up': True, 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:31.244823 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-85abc858-a195-4137-916e-5eccc2ec0745 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] delete failed (client error): The resource could not be found. Nov 23 23:00:31.248246 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-85abc858-a195-4137-916e-5eccc2ec0745 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/3c24c381-b013-4774-9ee6-8e92ba6a97b2 HTTP/1.1" status: 404 len: 336 time: 0.0545850 Nov 23 23:00:31.250965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32958) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.303554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Deleting port 264e80fa-5074-47ac-afb7-832cf697d3ec {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:31.303940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.309700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-56b0a95f-e672-4ee7-ac8d-7ad5529a9d16 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=3834d553-19de-49bd-95b8-2af8b9c0ae00 HTTP/1.1" status: 200 len: 205 time: 0.0505893 Nov 23 23:00:31.321590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32962) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.376882 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-654f97d0-6618-4633-be61-ba1e479ee164 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] delete failed (client error): The resource could not be found. Nov 23 23:00:31.378023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-654f97d0-6618-4633-be61-ba1e479ee164 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/3834d553-19de-49bd-95b8-2af8b9c0ae00 HTTP/1.1" status: 404 len: 336 time: 0.0550039 Nov 23 23:00:31.382299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32968) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.429191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded405-5fbd-4aa9-8c37-346b018efde6 req-9e34cdd5-ea7c-4c4a-a247-b8f149b8224c tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:31.436377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1ded405-5fbd-4aa9-8c37-346b018efde6 req-9e34cdd5-ea7c-4c4a-a247-b8f149b8224c tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 945 time: 0.3124049 Nov 23 23:00:31.461181 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b94f0e88-d47a-4f39-947f-9588b67e1132 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9797943-330a-41b1-9a0d-81474c6f8da8 HTTP/1.1" status: 200 len: 205 time: 0.0777175 Nov 23 23:00:31.469328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40794624-34c8-4cad-88ed-883cc62d844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.469588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.471104 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-40794624-34c8-4cad-88ed-883cc62d844f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.476533 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-40794624-34c8-4cad-88ed-883cc62d844f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad596ee6-c6b0-4049-b9bd-ebeca5efcbe6 HTTP/1.1" status: 204 len: 168 time: 0.6108048 Nov 23 23:00:31.491364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40794624-34c8-4cad-88ed-883cc62d844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad596ee6-c6b0-4049-b9bd-ebeca5efcbe6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:31.530105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f4f4c77-d057-4b24-bea5-1044143c7111 req-f499081b-e472-462d-925b-20394fd447d2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 210 time: 0.1095798 Nov 23 23:00:31.548142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] For port 264e80fa-5074-47ac-afb7-832cf697d3ec, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=264e80fa-5074-47ac-afb7-832cf697d3ec,segment=NetworkSegment(2ebf5267-c661-4f22-a6fb-a3df63462454),segment_id=2ebf5267-c661-4f22-a6fb-a3df63462454)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:31.548142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.586597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Calling delete_port for 264e80fa-5074-47ac-afb7-832cf697d3ec owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:31.599272 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-179e2ca8-5966-4ad1-8fc8-8b1e829b1416 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] delete failed (client error): The resource could not be found. Nov 23 23:00:31.600385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-179e2ca8-5966-4ad1-8fc8-8b1e829b1416 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/c9797943-330a-41b1-9a0d-81474c6f8da8 HTTP/1.1" status: 404 len: 336 time: 0.1166186 Nov 23 23:00:31.609480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32976) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.622158 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-93193633-7d44-49f0-b238-8e9050fa16ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.653045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1ded405-5fbd-4aa9-8c37-346b018efde6 req-0adf0824-a732-48db-bced-66c6e5662bbb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/security-groups?id=af349966-a69a-48c9-bb15-7373ca9ac2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156835 Nov 23 23:00:31.695312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32978) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.706928 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9630d77c-fb79-4b48-bb74-c31bb39bd722 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e6a6447-7b7b-4be6-841b-0050c76779cf HTTP/1.1" status: 200 len: 205 time: 0.0943465 Nov 23 23:00:31.747452 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-e3c951bb-cb62-4255-bee3-12ecc3fc282e tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] delete failed (client error): The resource could not be found. Nov 23 23:00:31.748604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e3c951bb-cb62-4255-bee3-12ecc3fc282e tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/2e6a6447-7b7b-4be6-841b-0050c76779cf HTTP/1.1" status: 404 len: 336 time: 0.0513060 Nov 23 23:00:31.749302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:31.752876 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.756458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32982) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.802887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aa7bd7d9-82e2-40e4-a523-e0e5262e9c38 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "GET /v2.0/ports?device_id=12aa6bc9-1509-4334-b50c-6e64f7a37549 HTTP/1.1" status: 200 len: 205 time: 0.0441926 Nov 23 23:00:31.809415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32986) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.865273 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-55bd2b4f-efdd-4b12-9853-1aa5b9e883cd tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] delete failed (client error): The resource could not be found. Nov 23 23:00:31.868417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-55bd2b4f-efdd-4b12-9853-1aa5b9e883cd tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/routers/12aa6bc9-1509-4334-b50c-6e64f7a37549 HTTP/1.1" status: 404 len: 336 time: 0.0547507 Nov 23 23:00:31.875153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32990) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:31.947486 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cbddde-cc56-402f-b869-10d7e9112180 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] DELETE failed (client error): The resource could not be found. Nov 23 23:00:31.948614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cbddde-cc56-402f-b869-10d7e9112180 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:00:31.954452 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f1cbddde-cc56-402f-b869-10d7e9112180 tempest-RoutersAdminTest-907301905 tempest-RoutersAdminTest-907301905-project] 10.222.0.11 "DELETE /v2.0/subnets/edfafae2-1b76-4713-9a82-bd3e21ae6f42 HTTP/1.1" status: 404 len: 337 time: 0.0763366 Nov 23 23:00:32.074757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:32.086054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Allocated IP 172.20.0.7 (68d870b7-ea29-45c0-8c29-93b9cfb7f716/b0fc9903-3824-42ba-9235-b394e48849cc/b9c079c4-993c-41e6-ac4e-849d675fa744) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:32.100917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:32.110891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['264e80fa-5074-47ac-afb7-832cf697d3ec'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:32.132060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Pushing event deleted for resources: {'Port': ['ID=264e80fa-5074-47ac-afb7-832cf697d3ec,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:32.217335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] No DVR routers for this DVR port 264e80fa-5074-47ac-afb7-832cf697d3ec on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:00:32.220780 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:32.227032 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52d2d6c7-be12-4f4b-8bbd-1a8b9cd581fe req-72d5e1b7-5c2e-4bae-83d0-818b0291fafb tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.48 "DELETE /v2.0/ports/264e80fa-5074-47ac-afb7-832cf697d3ec HTTP/1.1" status: 204 len: 173 time: 1.2460315 Nov 23 23:00:32.229093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398f39a9-4e46-475b-ae4a-b964445b9780', 'name': 'network-vif-deleted', 'tag': '264e80fa-5074-47ac-afb7-832cf697d3ec'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:32.231600 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0285848-2360-40f0-a327-7751629ff3e8" -d '{"events": [{"server_uuid": "398f39a9-4e46-475b-ae4a-b964445b9780", "name": "network-vif-deleted", "tag": "264e80fa-5074-47ac-afb7-832cf697d3ec"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:32.340478 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52149965-a444-476a-bad7-cfb7c09038c6 x-openstack-request-id: req-52149965-a444-476a-bad7-cfb7c09038c6 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:32.341478 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398f39a9-4e46-475b-ae4a-b964445b9780", "name": "network-vif-deleted", "tag": "264e80fa-5074-47ac-afb7-832cf697d3ec", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:32.342203 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52149965-a444-476a-bad7-cfb7c09038c6 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:32.342936 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398f39a9-4e46-475b-ae4a-b964445b9780', 'name': 'network-vif-deleted', 'tag': '264e80fa-5074-47ac-afb7-832cf697d3ec', 'status': 'completed', 'code': 200} Nov 23 23:00:32.555613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33010) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:32.850893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c3f1ee1-4926-4b10-88fc-397bd060520a req-de503982-1316-4851-aa1d-9b25ee46a668 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 210 time: 0.0966802 Nov 23 23:00:32.870767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.018647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f70a193e-31ea-4072-b93e-0175f2244786 req-a8c9aa65-19e4-4163-ac64-8f186898e626 tempest-ServerGroupTestJSON-331633038 tempest-ServerGroupTestJSON-331633038-project] 10.222.0.11 "GET /v2.0/ports?device_id=398f39a9-4e46-475b-ae4a-b964445b9780 HTTP/1.1" status: 200 len: 210 time: 0.0542357 Nov 23 23:00:33.045970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.079866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:33.112859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:33.119182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:33.125435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:33.204805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event updated for resources: {'Port': ['ID=b9c079c4-993c-41e6-ac4e-849d675fa744,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:33.208719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 8709cd5c-d1de-421c-9b7e-140ddfe9f02d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:33.208992 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.291295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe67650c-8a6e-47c6-9644-5a12697eb5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.421709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe67650c-8a6e-47c6-9644-5a12697eb5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.446608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe67650c-8a6e-47c6-9644-5a12697eb5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.505860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:33.507761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.517690 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.530116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67650c-8a6e-47c6-9644-5a12697eb5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b620d3-4668-41b6-ae06-dfef9a3fc7bd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:33.565285 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fe67650c-8a6e-47c6-9644-5a12697eb5d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d9de4b2c3f2446f874ba99f7584d07d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0078671 Nov 23 23:00:33.569663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33036) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:33.580987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 8709cd5c-d1de-421c-9b7e-140ddfe9f02d owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:33.587142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-964bdf82-2e5d-4dc3-baf1-279f6a6e0991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3944743 Nov 23 23:00:33.647863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b1d34e-3cd8-4d4f-97be-1fa317315d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.678955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b1d34e-3cd8-4d4f-97be-1fa317315d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.763665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b1d34e-3cd8-4d4f-97be-1fa317315d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.763665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18b1d34e-3cd8-4d4f-97be-1fa317315d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.764945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-18b1d34e-3cd8-4d4f-97be-1fa317315d8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4b620d3-4668-41b6-ae06-dfef9a3fc7bd HTTP/1.1" status: 204 len: 168 time: 0.1940222 Nov 23 23:00:33.782237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1d34e-3cd8-4d4f-97be-1fa317315d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b620d3-4668-41b6-ae06-dfef9a3fc7bd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:33.962176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:34.027830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=8709cd5c-d1de-421c-9b7e-140ddfe9f02d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:34.232094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Request body: {'port': {'device_id': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:34.481924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 264e80fa-5074-47ac-afb7-832cf697d3ec no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:00:34.541592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 264e80fa-5074-47ac-afb7-832cf697d3ec {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:00:34.542259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 264e80fa-5074-47ac-afb7-832cf697d3ec not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:00:34.707313 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b57-8f18-4761-b5d6-0f0546d1c8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:34.738169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33084) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:34.818501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] Deleting subnet 8cc7d440-c1ca-49b7-bc55-d759f0ade17d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:00:34.823891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:34.854120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33088) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:34.912344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:34.965840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f128505-df4e-40b1-a528-c28771cc406f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f718fa676fad4fa1b40757145817cc23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1094229 Nov 23 23:00:34.969841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33092) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:35.015781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec99820-c607-43de-8600-91e7f038ddb4 req-96be2105-0e4a-42c6-aece-f0d326a8169e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:35.026270 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.028262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ec99820-c607-43de-8600-91e7f038ddb4 req-96be2105-0e4a-42c6-aece-f0d326a8169e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 931 time: 1.0073235 Nov 23 23:00:35.030428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.035064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.037685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.160948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69b39446-1a48-494d-8beb-a6f22992d0ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.257764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69b39446-1a48-494d-8beb-a6f22992d0ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.302546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.330021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ec99820-c607-43de-8600-91e7f038ddb4 req-ab0e960d-94bf-43d6-8cdb-cea52956c79f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746668 Nov 23 23:00:35.390489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc7d440-c1ca-49b7-bc55-d759f0ade17d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:35.404227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.410665 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-76642a2e-1e3f-4982-9ef9-9f13b88e521c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8cc7d440-c1ca-49b7-bc55-d759f0ade17d HTTP/1.1" status: 204 len: 168 time: 0.6704116 Nov 23 23:00:35.413434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33100) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:35.441640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69b39446-1a48-494d-8beb-a6f22992d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.450669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69b39446-1a48-494d-8beb-a6f22992d0ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.454064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69b39446-1a48-494d-8beb-a6f22992d0ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/996b9282-3191-42c7-9026-6bc81aa498ab HTTP/1.1" status: 204 len: 168 time: 0.4814401 Nov 23 23:00:35.472854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b39446-1a48-494d-8beb-a6f22992d0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b9282-3191-42c7-9026-6bc81aa498ab,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:35.495811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 3f175f43-2b07-4bdc-8fd0-64fe47753cf3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:00:35.613323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.713769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:35.724486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e8945b8f-5db4-4feb-8cdc-f78284ff83b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/3f175f43-2b07-4bdc-8fd0-64fe47753cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1360190 Nov 23 23:00:35.724590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:35.730553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] Sync routers for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:35.757772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:35.760504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:35.812617 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-759da126-9c54-4990-bef1-1ba1c21c997a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f175f43-2b07-4bdc-8fd0-64fe47753cf3 HTTP/1.1" status: 200 len: 205 time: 0.0827708 Nov 23 23:00:35.813317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33114) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:35.827219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:35.840129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] Routers {'3f175f43-2b07-4bdc-8fd0-64fe47753cf3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:35.841222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:35.875869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.889283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:35.889283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab3858-f8a5-4d86-9e2f-544e7f5794fd None None] The sync data for ids ['3f175f43-2b07-4bdc-8fd0-64fe47753cf3'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:35.911143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c079c4-993c-41e6-ac4e-849d675fa744 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:35.926362 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.929748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f127b16-a921-48d0-879f-19aafaed27a7']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:35.944910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebf5267-c661-4f22-a6fb-a3df63462454') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:35.945107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebf5267-c661-4f22-a6fb-a3df63462454') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:35.957603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-012d271f-922b-4a93-bb30-3714857a4af0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.958902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Transition to ACTIVE for port object b9c079c4-993c-41e6-ac4e-849d675fa744 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:00:35.960942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:35.982321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.026043 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.042571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:00:36.043240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:00:36.045748 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:00:36.152019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c079c4-993c-41e6-ac4e-849d675fa744,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:36.197815 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.204518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.212489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-012d271f-922b-4a93-bb30-3714857a4af0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.214504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7f127b16-a921-48d0-879f-19aafaed27a7 HTTP/1.1" status: 204 len: 168 time: 0.7941611 Nov 23 23:00:36.215891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-012d271f-922b-4a93-bb30-3714857a4af0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.259351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5e05d-a369-4a30-8fd1-582267299741 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f127b16-a921-48d0-879f-19aafaed27a7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:36.318689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Attempting to bind port b9c079c4-993c-41e6-ac4e-849d675fa744 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:36.319306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Attempting to bind port b9c079c4-993c-41e6-ac4e-849d675fa744 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:36.319666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Attempting to bind port b9c079c4-993c-41e6-ac4e-849d675fa744 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:36.321480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-012d271f-922b-4a93-bb30-3714857a4af0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.324012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012d271f-922b-4a93-bb30-3714857a4af0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Fanout notify agent at l3_agent the message router_deleted on router 3f175f43-2b07-4bdc-8fd0-64fe47753cf3 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:00:36.325666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Port b9c079c4-993c-41e6-ac4e-849d675fa744 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:00:36.325997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Attempting to bind port b9c079c4-993c-41e6-ac4e-849d675fa744 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:36.331747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:36.332093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:36.332504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Bound using segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:36.332923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Bound port: b9c079c4-993c-41e6-ac4e-849d675fa744, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:36.333284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.366018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-012d271f-922b-4a93-bb30-3714857a4af0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.375729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-012d271f-922b-4a93-bb30-3714857a4af0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/3f175f43-2b07-4bdc-8fd0-64fe47753cf3 HTTP/1.1" status: 204 len: 168 time: 0.5610840 Nov 23 23:00:36.383790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33130) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:36.503985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.505743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet f113a684-9ae4-4d9a-ab50-73be75feb5d6 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:00:36.512839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] For port b9c079c4-993c-41e6-ac4e-849d675fa744, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:36.519512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.575934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] For port b9c079c4-993c-41e6-ac4e-849d675fa744, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b9c079c4-993c-41e6-ac4e-849d675fa744,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:36.588957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.606612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa13448-1ac8-4e6f-8881-1154f0867db6 req-eaf98746-39fe-4189-b4f5-9418194c3207 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:36.614836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fa13448-1ac8-4e6f-8881-1154f0867db6 req-eaf98746-39fe-4189-b4f5-9418194c3207 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 943 time: 0.1594241 Nov 23 23:00:36.634867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.673572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:36.674253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.675930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/b9c079c4-993c-41e6-ac4e-849d675fa744 HTTP/1.1" status: 200 len: 1091 time: 3.0788033 Nov 23 23:00:36.682024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'tag': 'b9c079c4-993c-41e6-ac4e-849d675fa744'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:36.684977 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddd0286-4e7b-4429-b372-9509ca39beff" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef27db6-2c7a-4c8e-9080-34c950835813", "tag": "b9c079c4-993c-41e6-ac4e-849d675fa744"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:36.774870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.804241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fa13448-1ac8-4e6f-8881-1154f0867db6 req-6ce97d9b-8ab3-4dce-9cf6-fdd86421856c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665819 Nov 23 23:00:36.838138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33140) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:36.901871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.920520 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71b2ec1-d352-4a5f-88ca-939563a93918 x-openstack-request-id: req-e71b2ec1-d352-4a5f-88ca-939563a93918 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:36.920867 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef27db6-2c7a-4c8e-9080-34c950835813", "tag": "b9c079c4-993c-41e6-ac4e-849d675fa744", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:36.921069 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e71b2ec1-d352-4a5f-88ca-939563a93918 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:36.921472 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'tag': 'b9c079c4-993c-41e6-ac4e-849d675fa744', 'status': 'completed', 'code': 200} Nov 23 23:00:36.937397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfca563-8ba0-4be2-a381-fda2d649c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c079c4-993c-41e6-ac4e-849d675fa744,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:36.970778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=f113a684-9ae4-4d9a-ab50-73be75feb5d6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:36.975330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:36.983117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-e07d204c-1525-4ebd-b68f-d0b7835b12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:36.983495 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5052b02c-4876-45b2-940a-05c24c5900da tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/f113a684-9ae4-4d9a-ab50-73be75feb5d6 HTTP/1.1" status: 204 len: 168 time: 0.5974340 Nov 23 23:00:36.984789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-e07d204c-1525-4ebd-b68f-d0b7835b12f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 1094 time: 0.1742389 Nov 23 23:00:36.986879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ac5bd-d081-45e2-8664-cb61baaa9531 None None] Network 4e248a60-f992-410a-aaad-b3d893ae25f1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:36.988991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33142) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:36.989403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ee3a81b2-eabc-4520-a2ff-129d9851629c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98fc80b4eaab4d7b861983adea63419c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439853 Nov 23 23:00:36.992363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33144) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:37.039707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-a441fe2e-9916-47da-96e6-7144523ebe53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c079c4-993c-41e6-ac4e-849d675fa744 HTTP/1.1" status: 200 len: 217 time: 0.0423813 Nov 23 23:00:37.205466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet d63cf823-a383-49df-ace1-312a6fd7543e {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:00:37.207604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-3b699aa4-0ce5-4490-a1e9-2ddd99a5b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:37.210165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.213388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-3b699aa4-0ce5-4490-a1e9-2ddd99a5b8f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1647356 Nov 23 23:00:37.266291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-ed50a64d-65a8-4582-984f-79c64381aaf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479496 Nov 23 23:00:37.272106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.347644 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801740f5-cd95-466b-9cb7-6344758d206b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.420376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801740f5-cd95-466b-9cb7-6344758d206b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.476368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] DHCP port deletion for 4e248a60-f992-410a-aaad-b3d893ae25f1 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:37.496088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.505256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-80a54060-9928-49af-ab8f-1ebc13651b36 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313666 Nov 23 23:00:37.519358 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.619891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] Deleting port c3bd422c-f857-4a19-af6f-05ad6d7c7036 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:37.621777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.648990 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801740f5-cd95-466b-9cb7-6344758d206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.654077 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801740f5-cd95-466b-9cb7-6344758d206b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.661406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-801740f5-cd95-466b-9cb7-6344758d206b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af349966-a69a-48c9-bb15-7373ca9ac2c8 HTTP/1.1" status: 204 len: 168 time: 0.6670370 Nov 23 23:00:37.675715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801740f5-cd95-466b-9cb7-6344758d206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af349966-a69a-48c9-bb15-7373ca9ac2c8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:37.679613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.689801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1459ede6-4f1a-4c2f-b206-ba0ab9c9dfef req-c6180c98-ad5d-4d37-b6e9-d41e9d03b0d1 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778419 Nov 23 23:00:37.690318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33160) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:37.718721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.731102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:37.732621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/d63cf823-a383-49df-ace1-312a6fd7543e HTTP/1.1" status: 204 len: 168 time: 0.7407072 Nov 23 23:00:37.761888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdad2f1-f1ce-404e-b014-c8f316123302 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=d63cf823-a383-49df-ace1-312a6fd7543e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:37.818058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] For port c3bd422c-f857-4a19-af6f-05ad6d7c7036, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c3bd422c-f857-4a19-af6f-05ad6d7c7036,segment=NetworkSegment(4549421a-c7f5-4b22-a949-0feb8168f1f3),segment_id=4549421a-c7f5-4b22-a949-0feb8168f1f3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:37.818930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:37.839154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] Calling delete_port for c3bd422c-f857-4a19-af6f-05ad6d7c7036 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:37.954130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345d896-057d-4f12-91df-4dd5a74b9ce7 None None] Network 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:38.010306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.023610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.036154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0286-4e7b-4429-b372-9509ca39beff req-06c2a22f-84a5-42f2-b874-159bfe3869ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:38.038519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dddd0286-4e7b-4429-b372-9509ca39beff req-06c2a22f-84a5-42f2-b874-159bfe3869ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 1094 time: 0.2804792 Nov 23 23:00:38.050136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] No DVR routers for this DVR port c3bd422c-f857-4a19-af6f-05ad6d7c7036 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:00:38.123704 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.131146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224799e6-87c3-4692-8acd-add1fbc838e4 None None] Pushing event deleted for resources: {'Port': ['ID=c3bd422c-f857-4a19-af6f-05ad6d7c7036,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:38.209408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cbb52-5327-45de-abd6-3b381e4b6bec req-7687a73b-5ea4-4490-b55e-11cd69bfc6ca tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:38.211157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d7cbb52-5327-45de-abd6-3b381e4b6bec req-7687a73b-5ea4-4490-b55e-11cd69bfc6ca tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 943 time: 0.1955514 Nov 23 23:00:38.293110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.332313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] DHCP port deletion for 1b0aa53c-537c-4d8f-a7a9-d87827d95f20 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:38.419233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0286-4e7b-4429-b372-9509ca39beff req-70f884f1-ad14-49ad-892e-52c8431d8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:38.420640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dddd0286-4e7b-4429-b372-9509ca39beff req-70f884f1-ad14-49ad-892e-52c8431d8105 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.3456798 Nov 23 23:00:38.422386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e248a60-f992-410a-aaad-b3d893ae25f1']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:38.427049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7593-f2a0-4ce3-af37-a4639dff82fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.457832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] Deleting port 09259bda-8e70-4b04-9e75-6539178f5050 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:38.457832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.496173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d7cbb52-5327-45de-abd6-3b381e4b6bec req-8202951d-2f9d-4d1c-a31b-abfd88c838ef tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745600 Nov 23 23:00:38.497342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dddd0286-4e7b-4429-b372-9509ca39beff req-f568e250-77bd-42a9-8ea5-d98718b477c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9c079c4-993c-41e6-ac4e-849d675fa744 HTTP/1.1" status: 200 len: 217 time: 0.0599589 Nov 23 23:00:38.499197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4549421a-c7f5-4b22-a949-0feb8168f1f3') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:38.499514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4549421a-c7f5-4b22-a949-0feb8168f1f3') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:38.548138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.592173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.599062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 09259bda-8e70-4b04-9e75-6539178f5050 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:00:38.618341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:00:38.619162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:00:38.623011 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:00:38.638813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0286-4e7b-4429-b372-9509ca39beff req-3668d89b-1c77-4673-b805-640c24fb0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:38.640696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dddd0286-4e7b-4429-b372-9509ca39beff req-3668d89b-1c77-4673-b805-640c24fb0c78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1320217 Nov 23 23:00:38.659245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] For port 09259bda-8e70-4b04-9e75-6539178f5050, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=09259bda-8e70-4b04-9e75-6539178f5050,segment=NetworkSegment(e914ae84-d4f4-4c12-b0f0-306b716100a0),segment_id=e914ae84-d4f4-4c12-b0f0-306b716100a0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:38.659701 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.698961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] Calling delete_port for 09259bda-8e70-4b04-9e75-6539178f5050 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:38.747689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dddd0286-4e7b-4429-b372-9509ca39beff req-5b15a8eb-df34-4bf1-9013-e570c499d45d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933263 Nov 23 23:00:38.756556 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.798354 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.819055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 09259bda-8e70-4b04-9e75-6539178f5050, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=09259bda-8e70-4b04-9e75-6539178f5050,segment=NetworkSegment(e914ae84-d4f4-4c12-b0f0-306b716100a0),segment_id=e914ae84-d4f4-4c12-b0f0-306b716100a0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:38.825488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.834332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/4e248a60-f992-410a-aaad-b3d893ae25f1 HTTP/1.1" status: 204 len: 168 time: 1.0975418 Nov 23 23:00:38.838671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:38.847669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.848394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c3bd422c-f857-4a19-af6f-05ad6d7c7036 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:00:38.973414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:38.988509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dddd0286-4e7b-4429-b372-9509ca39beff req-bebc58a3-f555-484d-bb2a-4ff8a9a32977 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332194 Nov 23 23:00:39.053993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978fbf9-d024-48d8-9058-b0aaecaf696c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=4e248a60-f992-410a-aaad-b3d893ae25f1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:39.054737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c3bd422c-f857-4a19-af6f-05ad6d7c7036 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:00:39.058583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c3bd422c-f857-4a19-af6f-05ad6d7c7036 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:00:39.080705 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.089604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=09259bda-8e70-4b04-9e75-6539178f5050,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:39.129423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.171799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7593-f2a0-4ce3-af37-a4639dff82fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.177220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] No DVR routers for this DVR port 09259bda-8e70-4b04-9e75-6539178f5050 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:00:39.185424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0aa53c-537c-4d8f-a7a9-d87827d95f20']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:39.193830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7593-f2a0-4ce3-af37-a4639dff82fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.217133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e914ae84-d4f4-4c12-b0f0-306b716100a0') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:39.218126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e914ae84-d4f4-4c12-b0f0-306b716100a0') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:39.230493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.252313 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.268448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:00:39.272253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: items = [ Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:00:39.281228 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:00:39.290940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d7593-f2a0-4ce3-af37-a4639dff82fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333efccb-f5b5-4fa5-ad45-fe78eff515ff,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:39.315108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb31c5f-fbc8-4471-b8d5-69a20f1a195b None None] Pushing event deleted for resources: {'Port': ['ID=09259bda-8e70-4b04-9e75-6539178f5050,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:39.352026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dddd0286-4e7b-4429-b372-9509ca39beff req-ee1a87b6-e46d-4830-9a23-b673f25753eb service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523722 Nov 23 23:00:39.361678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ef3d7593-f2a0-4ce3-af37-a4639dff82fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e7642c8eb7d46778627760cd1221ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6701157 Nov 23 23:00:39.366749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33194) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:39.467379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.483529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.525283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/1b0aa53c-537c-4d8f-a7a9-d87827d95f20 HTTP/1.1" status: 204 len: 168 time: 0.6762774 Nov 23 23:00:39.540352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33204) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:39.584120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bdc29-99ba-40ce-b865-6c5c008ad418 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=1b0aa53c-537c-4d8f-a7a9-d87827d95f20,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:39.609402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1388026969'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:39.628896 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4770e2a5-f8c8-40f6-b7ab-7114cf31ea97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.720047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4770e2a5-f8c8-40f6-b7ab-7114cf31ea97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.872862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:39.877436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.904002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9291131-08f6-4d3f-87f7-c90bc73c63c9 req-103b8014-4787-4ada-81f3-7a74ce622979 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:39.906827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9291131-08f6-4d3f-87f7-c90bc73c63c9 req-103b8014-4787-4ada-81f3-7a74ce622979 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 943 time: 0.1310811 Nov 23 23:00:39.951378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:00:39.967437 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4770e2a5-f8c8-40f6-b7ab-7114cf31ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.970155 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4770e2a5-f8c8-40f6-b7ab-7114cf31ea97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.971380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4770e2a5-f8c8-40f6-b7ab-7114cf31ea97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/333efccb-f5b5-4fa5-ad45-fe78eff515ff HTTP/1.1" status: 204 len: 168 time: 0.6025181 Nov 23 23:00:39.981813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:39.982268 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment 7e092729-f3d0-4584-b017-5c65077e9b9b of type vlan for network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 Nov 23 23:00:40.002513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770e2a5-f8c8-40f6-b7ab-7114cf31ea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333efccb-f5b5-4fa5-ad45-fe78eff515ff,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:40.068548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9291131-08f6-4d3f-87f7-c90bc73c63c9 req-9c85cae5-9879-4f52-8f76-b3f37233e9bb tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471248 Nov 23 23:00:40.070606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:40.191560 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:40.203167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:40.206913 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:40.236697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b9c079c4-993c-41e6-ac4e-849d675fa744 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:00:40.293203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6968355 Nov 23 23:00:40.296330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33222) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:40.304253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:40.344871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ceaea-cd3d-4719-ad4d-aca68c6cc27e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=6b06cc6a-9793-433f-9568-34ad47d4d6f6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:40.485993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:40.492637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:40.508979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:00:40.727703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b9c079c4-993c-41e6-ac4e-849d675fa744, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b9c079c4-993c-41e6-ac4e-849d675fa744,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:40.746508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'b9c079c4-993c-41e6-ac4e-849d675fa744', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'port_id': 'b9c079c4-993c-41e6-ac4e-849d675fa744', 'mac_address': 'fa:16:3e:05:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc9903-3824-42ba-9235-b394e48849cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:00:40.793315 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:40.813209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c079c4-993c-41e6-ac4e-849d675fa744 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:40.857746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b9c079c4-993c-41e6-ac4e-849d675fa744, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b9c079c4-993c-41e6-ac4e-849d675fa744,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:40.865798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:40.921207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:40.956807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=b9c079c4-993c-41e6-ac4e-849d675fa744,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:41.028708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': '7e092729-f3d0-4584-b017-5c65077e9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:41.029195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: 6b06cc6a-9793-433f-9568-34ad47d4d6f6, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:00:41.035281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33238) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:41.040087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=c7bfb1a0-8da1-43cb-8179-36d46fdd46ee,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:41.059863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:00:41.081932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 6b06cc6a-9793-433f-9568-34ad47d4d6f6) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:41.084771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b9c079c4-993c-41e6-ac4e-849d675fa744'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:41.094684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:41.097332 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.107783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08058f00-5740-443a-903c-e1d4d9df56ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.126090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f76b0f-1070-4e33-87c1-db0f455375c1 None None] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:41.137754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b5ddca1c-8e2b-42dc-9a58-57eafe316c44 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8389611 Nov 23 23:00:41.141892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33244) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:41.153515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d06a3449-4727-4997-8a9c-5a9a4aaf9111 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-590475058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:41.203751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d06a3449-4727-4997-8a9c-5a9a4aaf9111 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.205089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d06a3449-4727-4997-8a9c-5a9a4aaf9111 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.347424 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08058f00-5740-443a-903c-e1d4d9df56ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.354248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d06a3449-4727-4997-8a9c-5a9a4aaf9111 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.362035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d06a3449-4727-4997-8a9c-5a9a4aaf9111 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.374375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-08058f00-5740-443a-903c-e1d4d9df56ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.410937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d06a3449-4727-4997-8a9c-5a9a4aaf9111 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.412649 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d06a3449-4727-4997-8a9c-5a9a4aaf9111 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2696123 Nov 23 23:00:41.417999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:41.420971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-6b06cc6a-9793-433f-9568-34ad47d4d6f6', 'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': 'c7bfb1a0-8da1-43cb-8179-36d46fdd46ee'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:00:41.422515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.428049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'port': {'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6', 'name': 'tempest-RoutersIpV6Test-1514820086'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:41.468377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-08058f00-5740-443a-903c-e1d4d9df56ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d23b2fc604454f44a5cea280d46e08ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4290776 Nov 23 23:00:41.473872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33252) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:41.532107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08058f00-5740-443a-903c-e1d4d9df56ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c80dd-5d4a-4d6a-9d91-4cca7bcafd9b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:41.588456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f8de0-a8db-4245-a220-16ca16b4b7d4 req-9724c713-e62c-44fe-b233-2775681b0835 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:41.591731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f30f8de0-a8db-4245-a220-16ca16b4b7d4 req-9724c713-e62c-44fe-b233-2775681b0835 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 944 time: 0.2408752 Nov 23 23:00:41.680896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33254) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:41.730305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Allocated IP 2001:db8::2 (6b06cc6a-9793-433f-9568-34ad47d4d6f6/c7bfb1a0-8da1-43cb-8179-36d46fdd46ee/379e8817-d20c-49e3-8d5d-4758dca15fdb) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:41.792207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31809c95-858a-4431-af6e-791148f22e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.827531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f30f8de0-a8db-4245-a220-16ca16b4b7d4 req-2d8e55fe-6f5b-485c-853c-ba374893ff55 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222219 Nov 23 23:00:41.844046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33264) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:41.886304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31809c95-858a-4431-af6e-791148f22e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.924021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:41.927928 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:41.959540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] device_id is not set on port f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:00:41.976466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2106037382', 'router:external': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:41.999543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.015563 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.018974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Made reservation on behalf of c990d47f98a74f38ac0edb6aa0db3cfe for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:42.023660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.037040 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.099936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:42.101272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Pushing event updated for resources: {'Port': ['ID=379e8817-d20c-49e3-8d5d-4758dca15fdb,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:42.105759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:42.108469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:42.131431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1157435767-network', 'tenant_id': '50c84da34e314e438e98a3a20330241d'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:42.161166 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31809c95-858a-4431-af6e-791148f22e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.164773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31809c95-858a-4431-af6e-791148f22e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.168575 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-31809c95-858a-4431-af6e-791148f22e7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a2c80dd-5d4a-4d6a-9d91-4cca7bcafd9b HTTP/1.1" status: 204 len: 168 time: 0.6912684 Nov 23 23:00:42.191540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31809c95-858a-4431-af6e-791148f22e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c80dd-5d4a-4d6a-9d91-4cca7bcafd9b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:42.194213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8::1f8 (6b06cc6a-9793-433f-9568-34ad47d4d6f6/c7bfb1a0-8da1-43cb-8179-36d46fdd46ee/f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:42.223428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Attempting to bind port 379e8817-d20c-49e3-8d5d-4758dca15fdb on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:42.224207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Attempting to bind port 379e8817-d20c-49e3-8d5d-4758dca15fdb by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '7e092729-f3d0-4584-b017-5c65077e9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:42.224883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Attempting to bind port 379e8817-d20c-49e3-8d5d-4758dca15fdb on network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:42.237550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:42.238769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Checking segment: {'id': '7e092729-f3d0-4584-b017-5c65077e9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:42.239429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.240134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Bound using segment: {'id': '7e092729-f3d0-4584-b017-5c65077e9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:42.240900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Bound port: 379e8817-d20c-49e3-8d5d-4758dca15fdb, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e092729-f3d0-4584-b017-5c65077e9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6b06cc6a-9793-433f-9568-34ad47d4d6f6'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:42.241539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.250372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b9c079c4-993c-41e6-ac4e-849d675fa744 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:42.301526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Made reservation on behalf of 50c84da34e314e438e98a3a20330241d for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:42.308725 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.343731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.398195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.419673 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.448435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.493535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port b9c079c4-993c-41e6-ac4e-849d675fa744 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:00:42.499769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] For port 379e8817-d20c-49e3-8d5d-4758dca15fdb, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:42.505988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41db615f-b4f6-4749-a7e8-5abed9832b2f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:42.512852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port b9c079c4-993c-41e6-ac4e-849d675fa744 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:42.513214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.519295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:00:42.538770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.582142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.582495 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Added segment ff706527-7289-4a91-9e97-4265e5684741 of type vlan for network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 Nov 23 23:00:42.603245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:42.617039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:42.631079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] For port 379e8817-d20c-49e3-8d5d-4758dca15fdb, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=379e8817-d20c-49e3-8d5d-4758dca15fdb,segment=NetworkSegment(7e092729-f3d0-4584-b017-5c65077e9b9b),segment_id=7e092729-f3d0-4584-b017-5c65077e9b9b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:42.631401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:42.637304 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.642858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:42.645566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.678931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2596714 Nov 23 23:00:42.683961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d471f2-afd9-492b-98d9-2e5265cd865a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:42.687274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:42.725211 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.771865 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.778309 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.810533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d087-924a-4c98-b66e-4cccfba0fcc4 None None] Pushing event updated for resources: {'Port': ['ID=379e8817-d20c-49e3-8d5d-4758dca15fdb,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:42.835257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.839873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:42.840243 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.894183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:00:42.916343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:42.916701 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Added segment 2bb691ec-9144-499c-9d1c-8e00b8655203 of type vlan for network ede0228d-2bb8-41fc-b78c-e1f565cef9dc Nov 23 23:00:42.981877 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:43.025701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:43.029759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c079c4-993c-41e6-ac4e-849d675fa744'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:43.033835 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f3739-7ac5-450a-95fa-014729098515" -d '{"events": [{"server_uuid": "3ef27db6-2c7a-4c8e-9080-34c950835813", "name": "network-vif-plugged", "status": "completed", "tag": "b9c079c4-993c-41e6-ac4e-849d675fa744"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:43.092699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b9c079c4-993c-41e6-ac4e-849d675fa744, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b9c079c4-993c-41e6-ac4e-849d675fa744,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:43.101238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:43.116531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:43.117606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:43.119157 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:43.193229 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f003aab-551a-4920-904d-08bebf36810c x-openstack-request-id: req-4f003aab-551a-4920-904d-08bebf36810c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:43.193863 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef27db6-2c7a-4c8e-9080-34c950835813", "name": "network-vif-plugged", "status": "completed", "tag": "b9c079c4-993c-41e6-ac4e-849d675fa744", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:43.196212 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f003aab-551a-4920-904d-08bebf36810c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:43.197995 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c079c4-993c-41e6-ac4e-849d675fa744', 'code': 200} Nov 23 23:00:43.231093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5464277 Nov 23 23:00:43.238898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33294) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:43.282003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4362617 Nov 23 23:00:43.297956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33296) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:43.313471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'subnet': {'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:43.320934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8919610-3777-49f2-9fcf-7e79de859e1a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:43.323712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=b9c079c4-993c-41e6-ac4e-849d675fa744,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:43.345123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Request body: {'subnet': {'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1157435767-subnet', 'tenant_id': '50c84da34e314e438e98a3a20330241d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:43.395219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Made reservation on behalf of 50c84da34e314e438e98a3a20330241d for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:43.397802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:43.490052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eea2b-dc82-459b-8355-dfa9187b045c tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Network': ['ID=fc2b419e-1f8d-469a-9fb9-f2359dbe7346,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:43.509769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:00:44.167863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Made reservation on behalf of c990d47f98a74f38ac0edb6aa0db3cfe for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:44.170283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:44.289190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd668ce8-8569-4f9f-b2e0-562b4c50dafd req-8d0ba2f9-18f9-4d77-bcb1-df427a3d56c4 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:44.291704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd668ce8-8569-4f9f-b2e0-562b4c50dafd req-8d0ba2f9-18f9-4d77-bcb1-df427a3d56c4 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 1.0718503 Nov 23 23:00:44.304931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a6da8-fca6-4f04-9916-a75651dc3d8f req-ac008ccd-6152-4311-86c2-6084c13109c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:44.307928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d8a6da8-fca6-4f04-9916-a75651dc3d8f req-ac008ccd-6152-4311-86c2-6084c13109c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 1096 time: 1.0829322 Nov 23 23:00:44.325701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b222d-1680-48ce-9b36-e4a9846ce945 admin admin] Pushing event updated for resources: {'Network': ['ID=ede0228d-2bb8-41fc-b78c-e1f565cef9dc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:44.349124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ede0228d-2bb8-41fc-b78c-e1f565cef9dc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:00:44.350528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:44.649676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd668ce8-8569-4f9f-b2e0-562b4c50dafd req-fa82509b-e120-460b-956e-58e3018decb7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099349 Nov 23 23:00:44.680895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d8a6da8-fca6-4f04-9916-a75651dc3d8f req-e7d9ba5f-bdf3-4aef-a7fd-1f49a47c4c9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423169 Nov 23 23:00:44.683700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 379e8817-d20c-49e3-8d5d-4758dca15fdb up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:44.791883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ff2bb-e21d-4e8f-838b-edf2e7a19706 None None] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:44.854648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6ae3f131-13a1-4db6-8011-2dce7c775235 None None] Provisioning complete for port 379e8817-d20c-49e3-8d5d-4758dca15fdb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:44.855337 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f131-13a1-4db6-8011-2dce7c775235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.065645 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.081271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.087811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.157075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f131-13a1-4db6-8011-2dce7c775235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.180470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 379e8817-d20c-49e3-8d5d-4758dca15fdb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:45.181186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.213460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:45.328126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6ae3f131-13a1-4db6-8011-2dce7c775235 None None] For port 379e8817-d20c-49e3-8d5d-4758dca15fdb, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=379e8817-d20c-49e3-8d5d-4758dca15fdb,segment=NetworkSegment(7e092729-f3d0-4584-b017-5c65077e9b9b),segment_id=7e092729-f3d0-4584-b017-5c65077e9b9b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:45.353327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f131-13a1-4db6-8011-2dce7c775235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.425570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3f131-13a1-4db6-8011-2dce7c775235 None None] Pushing event updated for resources: {'Port': ['ID=379e8817-d20c-49e3-8d5d-4758dca15fdb,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:45.448501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38fc2ec-24e5-423b-9789-62ab1ec114e9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:45.472998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Checking segment: {'id': '2bb691ec-9144-499c-9d1c-8e00b8655203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:45.476910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Network hostable DHCP agents. Network: ede0228d-2bb8-41fc-b78c-e1f565cef9dc, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:00:45.531552 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.612517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Network ede0228d-2bb8-41fc-b78c-e1f565cef9dc is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:00:45.638201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ede0228d-2bb8-41fc-b78c-e1f565cef9dc) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:45.645417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:45.646252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.670508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac5b08-ddc2-4c71-93f7-ff53b811b40d None None] Network ede0228d-2bb8-41fc-b78c-e1f565cef9dc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:45.683419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8bfd4f96-c68d-46db-b99d-f7446f275d07 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3647032 Nov 23 23:00:45.834540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:00:45.835039 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:45.872046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:46.057539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a9a8e-33ba-47b5-a8f9-be0fb5f4b169 None None] Network ede0228d-2bb8-41fc-b78c-e1f565cef9dc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:46.083210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39220c-0a74-42cd-8c1c-be6891b08670 req-0d1987db-bb9c-44be-8d57-a16a93897047 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:46.092594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa39220c-0a74-42cd-8c1c-be6891b08670 req-0d1987db-bb9c-44be-8d57-a16a93897047 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 0.1338351 Nov 23 23:00:46.094497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5982554c-e789-4b12-933f-e9b6c52fc789,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:46.144661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Checking segment: {'id': 'ff706527-7289-4a91-9e97-4265e5684741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:46.148210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network hostable DHCP agents. Network: fc2b419e-1f8d-469a-9fb9-f2359dbe7346, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:00:46.226988 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:00:46.244342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa39220c-0a74-42cd-8c1c-be6891b08670 req-7434b5aa-3b52-4fa2-8c81-db0ee1e84f02 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507275 Nov 23 23:00:46.270621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:00:46.290595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, fc2b419e-1f8d-469a-9fb9-f2359dbe7346) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:46.299119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:46.303502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:46.323289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63229526-5580-43a7-929b-e0c741508dcf None None] Network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:46.340539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c64c3dae-5d9b-4269-8ebc-6b678197ffbd tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0566180 Nov 23 23:00:46.342036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33358) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:46.355793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e924c779-ab29-4b4a-866d-631e61275730 None None] Provisioning complete for port 379e8817-d20c-49e3-8d5d-4758dca15fdb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:46.356312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-284399581', 'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:46.356808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e924c779-ab29-4b4a-866d-631e61275730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:46.411266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Made reservation on behalf of c990d47f98a74f38ac0edb6aa0db3cfe for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:46.424807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:46.485198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] device_id is not set on port b976199b-1370-41a5-b7b5-b28167cf827c yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:00:46.627676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:46.640212 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:46.640212 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:46.754880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:46.790884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 379e8817-d20c-49e3-8d5d-4758dca15fdb up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:46.885588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Allocated IP 2001:db8::e5 (fc2b419e-1f8d-469a-9fb9-f2359dbe7346/5982554c-e789-4b12-933f-e9b6c52fc789/b976199b-1370-41a5-b7b5-b28167cf827c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:46.942082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:46.944262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:47.235798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e924c779-ab29-4b4a-866d-631e61275730 None None] Provisioning complete for port f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:47.236808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e924c779-ab29-4b4a-866d-631e61275730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:47.250739 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:47.275945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 600e211f-742a-49f2-8a3b-3dd60adac031 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:00:47.396026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e924c779-ab29-4b4a-866d-631e61275730 None None] Port f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:47.416915 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:47.467806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:47.498495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:47.510708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 379e8817-d20c-49e3-8d5d-4758dca15fdb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:47.512502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:47.578094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:47.579523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:47.580477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:47.628286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:47.640502 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] Sync routers for ids ['600e211f-742a-49f2-8a3b-3dd60adac031'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:47.653466 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d546979-c863-4a48-bf57-221efcd4abce tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/600e211f-742a-49f2-8a3b-3dd60adac031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9646087 Nov 23 23:00:47.654247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:47.656738 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] Routers {'600e211f-742a-49f2-8a3b-3dd60adac031'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:47.657371 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['600e211f-742a-49f2-8a3b-3dd60adac031'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:47.711413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-157dd236-877f-460e-a4b5-228af6b20a4f None None] Provisioning complete for port f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:47.712152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-157dd236-877f-460e-a4b5-228af6b20a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:47.736528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-e0b3d154-6992-4167-9d32-d20a186aa4c6 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:47.738482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-e0b3d154-6992-4167-9d32-d20a186aa4c6 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/networks?id=ede0228d-2bb8-41fc-b78c-e1f565cef9dc HTTP/1.1" status: 200 len: 813 time: 0.2664583 Nov 23 23:00:47.749680 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:47.752049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d7b8f1-6f1c-4f09-8c4d-c5b6976ff65c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:47.753533 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a3d7b8f1-6f1c-4f09-8c4d-c5b6976ff65c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports/f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 HTTP/1.1" status: 200 len: 984 time: 0.0980849 Nov 23 23:00:47.768455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33406) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:47.782209 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] Routers {'600e211f-742a-49f2-8a3b-3dd60adac031'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:47.783450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['600e211f-742a-49f2-8a3b-3dd60adac031'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:47.801464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-3c4ee7ac-25a6-4872-96a5-c09414e7dd53 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/quotas/50c84da34e314e438e98a3a20330241d HTTP/1.1" status: 200 len: 375 time: 0.0356171 Nov 23 23:00:47.856294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ba854-7fec-4c45-b325-7fa6e6d771c8 None None] Network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:47.859891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88fb-d4d2-408f-a6c4-29d00fceeeeb req-cb6114f5-4aa9-47d7-bd30-7452cb58ca55 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:47.861694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c0e88fb-d4d2-408f-a6c4-29d00fceeeeb req-cb6114f5-4aa9-47d7-bd30-7452cb58ca55 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 0.3267658 Nov 23 23:00:47.864507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-4aa86c86-d95b-4684-a3d2-e112c7036c44 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=50c84da34e314e438e98a3a20330241d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504272 Nov 23 23:00:47.876479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5302119 Nov 23 23:00:47.877293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33410) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:47.882476 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:47.892753 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f6fc2d-9c2f-45a5-be8b-30f15a433a9e None None] The sync data for ids ['600e211f-742a-49f2-8a3b-3dd60adac031'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:47.942781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-157dd236-877f-460e-a4b5-228af6b20a4f None None] Port f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:00:48.194780 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-1d9d2ba2-6cdf-46b4-8a7f-96e3e3587a9e service neutron] 10.222.0.11 "GET /v2.0/networks/ede0228d-2bb8-41fc-b78c-e1f565cef9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605510 Nov 23 23:00:48.198333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Port': ['ID=b976199b-1370-41a5-b7b5-b28167cf827c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:48.293248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.295075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.295856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.296718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.297342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.297971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.298589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.299402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.300346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.301594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.302643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.303646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d5ab1-3a87-4835-a915-ae0da74a9119 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:48.384549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c0e88fb-d4d2-408f-a6c4-29d00fceeeeb req-6780d1fb-e87b-43ae-88f5-94946c0d1c6e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054646 Nov 23 23:00:48.525832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-04f9e5b7-c512-49af-8e79-944f08c98c12 service neutron] 10.222.0.11 "GET /v2.0/networks/ede0228d-2bb8-41fc-b78c-e1f565cef9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039632 Nov 23 23:00:48.572290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:48.575906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Deleting port b976199b-1370-41a5-b7b5-b28167cf827c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:48.576271 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:48.837230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.026585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12f0cf9a-9e55-4d78-abd0-1f8a4b049b0a req-52408afe-3d43-44e5-b2f7-e2d6c3763cd3 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 210 time: 0.1593697 Nov 23 23:00:49.027045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Calling delete_port for b976199b-1370-41a5-b7b5-b28167cf827c owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:49.305747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:49.306567 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.314876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-7c3ff44a-64f4-4a06-a548-dde1d6a119f0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:49.324581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-7c3ff44a-64f4-4a06-a548-dde1d6a119f0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.4608002 Nov 23 23:00:49.348446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-b1490294-63b0-48ab-8ac4-ceec2240f24c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0228200 Nov 23 23:00:49.362357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33480) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:49.467524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-fabd38ff-66c8-4197-9ccd-ae9034b33e67 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180363 Nov 23 23:00:49.478051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.539737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event deleted for resources: {'Port': ['ID=b976199b-1370-41a5-b7b5-b28167cf827c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:49.552885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.596507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:49.629575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.634026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a2b4cc9f-5471-4580-a3a2-326e7372eac0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "DELETE /v2.0/ports/b976199b-1370-41a5-b7b5-b28167cf827c HTTP/1.1" status: 204 len: 168 time: 1.7463806 Nov 23 23:00:49.647871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33488) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:49.653779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346', 'external_fixed_ips': [{'subnet_id': '5982554c-e789-4b12-933f-e9b6c52fc789', 'ip_address': '2001:db8::e5'}]}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:49.748043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-2757cd9e-0a22-444a-8621-9472d9b6490c service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792954 Nov 23 23:00:49.760869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.762172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.936410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-6a919e39-245b-4f5d-85ae-d2d7c4592031 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872926 Nov 23 23:00:49.958959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:49.968075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a08bf866-0a80-47d3-89e5-feeb2c718410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:50.055613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:50.111887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=f40530b1-89f2-4ca3-9ebb-f0d7b0cdefc4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:50.300596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-343ea4f9-493c-4233-b3c2-2f8cd5abd7a0 req-f29ccc52-eb73-45f6-bed7-27aac37fae3f tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 210 time: 0.0598845 Nov 23 23:00:50.405955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:50.651144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a08bf866-0a80-47d3-89e5-feeb2c718410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:50.660394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a08bf866-0a80-47d3-89e5-feeb2c718410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:50.670222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7934ab71-d74e-4485-a9ac-89d771ff5b5d req-03f9e719-8a15-44bf-96df-7ff64c4504e9 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 210 time: 0.2450755 Nov 23 23:00:50.689530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:50.826234 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a08bf866-0a80-47d3-89e5-feeb2c718410 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74cc0255da67497c8835e30d5740f591&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4627924 Nov 23 23:00:50.830132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33514) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:50.890755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 600e211f-742a-49f2-8a3b-3dd60adac031 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:00:50.999822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:51.012146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] Sync routers for ids ['600e211f-742a-49f2-8a3b-3dd60adac031'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:51.032512 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dd479fae-abfb-4279-a27c-91fd59aec3a9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/600e211f-742a-49f2-8a3b-3dd60adac031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2625704 Nov 23 23:00:51.034731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] Routers {'600e211f-742a-49f2-8a3b-3dd60adac031'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:51.034940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33518) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:51.036153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['600e211f-742a-49f2-8a3b-3dd60adac031'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:51.057400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bf866-0a80-47d3-89e5-feeb2c718410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3921dc-b974-487f-9f5f-d5a91bbd83a6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:51.134730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:51.157467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] Routers {'600e211f-742a-49f2-8a3b-3dd60adac031'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:51.160091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['600e211f-742a-49f2-8a3b-3dd60adac031'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:51.239629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:51.240312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82359d42-12c5-4702-8b56-3cd50d3da00e None None] The sync data for ids ['600e211f-742a-49f2-8a3b-3dd60adac031'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:00:51.318614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-b6965d03-79f2-45c7-83d5-8ea979ea26fe tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:51.325644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-b6965d03-79f2-45c7-83d5-8ea979ea26fe tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.48 "GET /v2.0/networks?id=ede0228d-2bb8-41fc-b78c-e1f565cef9dc HTTP/1.1" status: 200 len: 813 time: 0.3272064 Nov 23 23:00:51.365608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Request body: {'port': {'device_id': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc', 'admin_state_up': True, 'tenant_id': '50c84da34e314e438e98a3a20330241d'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:51.429101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a7205-7279-4460-b970-e779a4ae15f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:51.546148 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:51.623555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Made reservation on behalf of 50c84da34e314e438e98a3a20330241d for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:51.629767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:51.651873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:51.661957 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c51d3de-e770-4dfa-b173-467bc71419d6 req-2288e22c-d852-4b9a-b27c-40437ca39f64 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 210 time: 0.1648510 Nov 23 23:00:51.682403 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a7205-7279-4460-b970-e779a4ae15f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:51.800372 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-406baa33-5d37-40f2-8df9-2eae865dbc83 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 23:00:51.804212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-406baa33-5d37-40f2-8df9-2eae865dbc83 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/600e211f-742a-49f2-8a3b-3dd60adac031/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6332438 Nov 23 23:00:51.812889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33538) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:51.854426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Allocated IP 172.20.0.10 (ede0228d-2bb8-41fc-b78c-e1f565cef9dc/f38fc2ec-24e5-423b-9789-62ab1ec114e9/84f7db54-eca2-4474-8370-4707c34d1801) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:51.946738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e21942f-d946-49cc-a534-197e338660e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=600e211f-742a-49f2-8a3b-3dd60adac031 HTTP/1.1" status: 200 len: 205 time: 0.1254013 Nov 23 23:00:51.954979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:52.013308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-573108ef-df92-4090-9d0c-150fc54408f7 req-18fa5907-3633-4980-a687-e656d3afd906 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 210 time: 0.1183681 Nov 23 23:00:52.193849 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.244904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.283408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a7205-7279-4460-b970-e779a4ae15f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.289727 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195a7205-7279-4460-b970-e779a4ae15f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.293427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-195a7205-7279-4460-b970-e779a4ae15f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff3921dc-b974-487f-9f5f-d5a91bbd83a6 HTTP/1.1" status: 204 len: 168 time: 1.4602106 Nov 23 23:00:52.299360 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d6d257-723e-467d-aadd-c7189ef4c59a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.359795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Network ede0228d-2bb8-41fc-b78c-e1f565cef9dc is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:52.365118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:52.371865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:52.377350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Pushing event updated for resources: {'Port': ['ID=84f7db54-eca2-4474-8370-4707c34d1801,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:52.453231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:52.454520 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.493213 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-79f524a7-bd9f-405e-a861-6bf6ab8595d0 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1508908 Nov 23 23:00:52.511205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Request body: {'port': {'device_id': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:52.598028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.664379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Allocated IP 2001:db8::e5 (fc2b419e-1f8d-469a-9fb9-f2359dbe7346/5982554c-e789-4b12-933f-e9b6c52fc789/47f9daa5-075e-4409-934b-e137acb22e13) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:52.679341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a7205-7279-4460-b970-e779a4ae15f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3921dc-b974-487f-9f5f-d5a91bbd83a6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:52.863234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e9057fea-485e-4d5f-bffd-199451562a1e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:52.864923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e9057fea-485e-4d5f-bffd-199451562a1e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.3705242 Nov 23 23:00:52.885285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Request body: {'port': {'device_id': 'd3638093-0032-4eec-b9e3-4740f4808881', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'admin_state_up': True, 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:53.136704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f7db54-eca2-4474-8370-4707c34d1801 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:53.166162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.198184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Transition to ACTIVE for port object 84f7db54-eca2-4474-8370-4707c34d1801 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:00:53.205731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.247239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33568) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:53.286332 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24aace32-1bf6-4020-aacd-80f1b076bada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.422126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Attempting to bind port 84f7db54-eca2-4474-8370-4707c34d1801 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:53.422698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Attempting to bind port 84f7db54-eca2-4474-8370-4707c34d1801 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '2bb691ec-9144-499c-9d1c-8e00b8655203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:53.423831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Attempting to bind port 84f7db54-eca2-4474-8370-4707c34d1801 on network ede0228d-2bb8-41fc-b78c-e1f565cef9dc {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:53.434038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Port 84f7db54-eca2-4474-8370-4707c34d1801 on network ede0228d-2bb8-41fc-b78c-e1f565cef9dc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:00:53.434943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Attempting to bind port 84f7db54-eca2-4474-8370-4707c34d1801 on network ede0228d-2bb8-41fc-b78c-e1f565cef9dc {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:53.443450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Pushing event updated for resources: {'Port': ['ID=84f7db54-eca2-4474-8370-4707c34d1801,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:53.461723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:53.462378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Checking segment: {'id': '2bb691ec-9144-499c-9d1c-8e00b8655203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:53.462956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Bound using segment: {'id': '2bb691ec-9144-499c-9d1c-8e00b8655203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:53.463690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Bound port: 84f7db54-eca2-4474-8370-4707c34d1801, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb691ec-9144-499c-9d1c-8e00b8655203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:53.464502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.576268 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] For port 84f7db54-eca2-4474-8370-4707c34d1801, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:53.576690 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d6d257-723e-467d-aadd-c7189ef4c59a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.579835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] For port 84f7db54-eca2-4474-8370-4707c34d1801, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=84f7db54-eca2-4474-8370-4707c34d1801,segment=NetworkSegment(2bb691ec-9144-499c-9d1c-8e00b8655203),segment_id=2bb691ec-9144-499c-9d1c-8e00b8655203)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:53.581859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d6d257-723e-467d-aadd-c7189ef4c59a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.589673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.654067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:53.655975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.659787 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] 10.222.0.48 "PUT /v2.0/ports/84f7db54-eca2-4474-8370-4707c34d1801 HTTP/1.1" status: 200 len: 1092 time: 1.1513898 Nov 23 23:00:53.659787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'tag': '84f7db54-eca2-4474-8370-4707c34d1801'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:53.664604 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c414bd-fdf2-475d-aa67-ef99a223cc56" -d '{"events": [{"name": "network-changed", "server_uuid": "45fc24e5-e3a8-4dfb-bf02-322f7288d35e", "tag": "84f7db54-eca2-4474-8370-4707c34d1801"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:53.766952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694804f9-30b3-4417-99af-add9a1c05197 service neutron] Pushing event updated for resources: {'Port': ['ID=84f7db54-eca2-4474-8370-4707c34d1801,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:53.830264 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24aace32-1bf6-4020-aacd-80f1b076bada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.837577 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24aace32-1bf6-4020-aacd-80f1b076bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.860928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.897975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d6d257-723e-467d-aadd-c7189ef4c59a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.900365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d6d257-723e-467d-aadd-c7189ef4c59a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Fanout notify agent at l3_agent the message router_deleted on router 600e211f-742a-49f2-8a3b-3dd60adac031 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:00:53.926028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-9c5b6a72-c627-453c-a5d7-3d091969f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:53.932397 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-9c5b6a72-c627-453c-a5d7-3d091969f7b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50c84da34e314e438e98a3a20330241d&device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 1095 time: 0.1926143 Nov 23 23:00:53.936108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-24aace32-1bf6-4020-aacd-80f1b076bada admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=601b23eef1c5410d8f0bf5d3888d294b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6793940 Nov 23 23:00:53.938878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aace32-1bf6-4020-aacd-80f1b076bada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffcf017-3630-40da-ab5e-8de2324a3a27,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:53.942356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33576) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:53.964303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38b9bac1-1b27-4e8d-9cb9-ee24ad5936fa req-34d8a225-e615-445c-9456-53edc8049c34 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 210 time: 0.4511538 Nov 23 23:00:53.982711 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-85d6d257-723e-467d-aadd-c7189ef4c59a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:53.989901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-85d6d257-723e-467d-aadd-c7189ef4c59a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/600e211f-742a-49f2-8a3b-3dd60adac031 HTTP/1.1" status: 204 len: 168 time: 2.0278597 Nov 23 23:00:54.016914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33578) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:54.030532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-65640773-77bb-4926-99d7-37f80cdef115 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84f7db54-eca2-4474-8370-4707c34d1801 HTTP/1.1" status: 200 len: 217 time: 0.0827026 Nov 23 23:00:54.060486 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b3a75-0156-4bea-821f-842098bb231c x-openstack-request-id: req-bc9b3a75-0156-4bea-821f-842098bb231c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:54.061201 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fc24e5-e3a8-4dfb-bf02-322f7288d35e", "tag": "84f7db54-eca2-4474-8370-4707c34d1801", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:54.061617 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc9b3a75-0156-4bea-821f-842098bb231c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:54.063248 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'tag': '84f7db54-eca2-4474-8370-4707c34d1801', 'status': 'completed', 'code': 200} Nov 23 23:00:54.107404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet c7bfb1a0-8da1-43cb-8179-36d46fdd46ee {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:00:54.110781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:54.185792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5a6b8-fff9-4ded-a1cf-08c052caaee8 req-7604d41a-cd0d-46dc-b046-4d986b647e82 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:54.190047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62e5a6b8-fff9-4ded-a1cf-08c052caaee8 req-7604d41a-cd0d-46dc-b046-4d986b647e82 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 932 time: 1.3755159 Nov 23 23:00:54.215649 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:54.232679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:54.238847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:54.245777 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:54.374989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:54.404383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:54.419721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:54.425396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Port': ['ID=47f9daa5-075e-4409-934b-e137acb22e13,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:54.638814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62e5a6b8-fff9-4ded-a1cf-08c052caaee8 req-05a47450-bcb7-4204-bcdc-b9e6012d43e6 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293954 Nov 23 23:00:54.689114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:54.810862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-20254168-6a05-433a-89ca-d650da700943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:54.812804 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-20254168-6a05-433a-89ca-d650da700943 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38fc2ec-24e5-423b-9789-62ab1ec114e9 HTTP/1.1" status: 200 len: 853 time: 0.7714915 Nov 23 23:00:54.819836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9878f8a8-b8e0-4cbc-833a-216795bedfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:54.864296 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-638de512-51e9-40f6-b6fb-b5e144cba29d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ede0228d-2bb8-41fc-b78c-e1f565cef9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404174 Nov 23 23:00:54.942408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9878f8a8-b8e0-4cbc-833a-216795bedfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:54.984167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Allocated IP 172.20.0.13 (68d870b7-ea29-45c0-8c29-93b9cfb7f716/b0fc9903-3824-42ba-9235-b394e48849cc/4103fc98-4d33-4a8d-b614-2db06b71c1c8) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:00:55.053288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.078097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-db5a1637-fc1c-4e77-875b-1a082453d9be service neutron] 10.222.0.48 "GET /v2.0/networks/ede0228d-2bb8-41fc-b78c-e1f565cef9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053590 Nov 23 23:00:55.118736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9878f8a8-b8e0-4cbc-833a-216795bedfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.121705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9878f8a8-b8e0-4cbc-833a-216795bedfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.125441 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9878f8a8-b8e0-4cbc-833a-216795bedfca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ffcf017-3630-40da-ab5e-8de2324a3a27 HTTP/1.1" status: 204 len: 168 time: 1.1783876 Nov 23 23:00:55.130979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bfb1a0-8da1-43cb-8179-36d46fdd46ee,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:55.154015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6f95c-7bf7-4de8-a486-ca0021a80a6b None None] Network 6b06cc6a-9793-433f-9568-34ad47d4d6f6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:00:55.158310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878f8a8-b8e0-4cbc-833a-216795bedfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffcf017-3630-40da-ab5e-8de2324a3a27,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:55.197051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.200661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c9145f10-9303-456a-a9f1-1df1455ffe98 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/c7bfb1a0-8da1-43cb-8179-36d46fdd46ee HTTP/1.1" status: 204 len: 168 time: 1.1800900 Nov 23 23:00:55.219563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33600) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:55.253622 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.368819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-52ac8223-c871-47d3-a8e4-80771b547b3a req-b9a2d3a4-ae8f-4ee4-8565-39faf9e09a2a service neutron] 10.222.0.48 "GET /v2.0/networks/ede0228d-2bb8-41fc-b78c-e1f565cef9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829728 Nov 23 23:00:55.392541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.502929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2f90bcb-4480-4322-8fed-a050cfa83c39 req-8d746fdd-5a22-4095-bffe-cddf9fe66345 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 210 time: 0.3580275 Nov 23 23:00:55.545124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] DHCP port deletion for 6b06cc6a-9793-433f-9568-34ad47d4d6f6 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:00:55.582873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 379e8817-d20c-49e3-8d5d-4758dca15fdb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:55.583219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.657700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-e84764ae-6a13-465a-ab37-0b96b63f795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:55.660108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-e84764ae-6a13-465a-ab37-0b96b63f795d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50c84da34e314e438e98a3a20330241d&device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 1095 time: 0.1578901 Nov 23 23:00:55.710313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] Deleting port 379e8817-d20c-49e3-8d5d-4758dca15fdb {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:55.710818 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.843862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.845771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 379e8817-d20c-49e3-8d5d-4758dca15fdb, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=379e8817-d20c-49e3-8d5d-4758dca15fdb,segment=NetworkSegment(7e092729-f3d0-4584-b017-5c65077e9b9b),segment_id=7e092729-f3d0-4584-b017-5c65077e9b9b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:55.846284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.872187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 379e8817-d20c-49e3-8d5d-4758dca15fdb owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:55.894743 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.919704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] For port 379e8817-d20c-49e3-8d5d-4758dca15fdb, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=379e8817-d20c-49e3-8d5d-4758dca15fdb,segment=NetworkSegment(7e092729-f3d0-4584-b017-5c65077e9b9b),segment_id=7e092729-f3d0-4584-b017-5c65077e9b9b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:55.920248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.934934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:55.956157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b9c079c4-993c-41e6-ac4e-849d675fa744'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:55.960143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] Calling delete_port for 379e8817-d20c-49e3-8d5d-4758dca15fdb owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:55.969592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-4a2944af-81b8-4bd3-a21d-4df9ca8e005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:55.971432 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-4a2944af-81b8-4bd3-a21d-4df9ca8e005e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ede0228d-2bb8-41fc-b78c-e1f565cef9dc HTTP/1.1" status: 200 len: 914 time: 0.2979422 Nov 23 23:00:56.021296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:56.075848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:56.101201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No DVR routers for this DVR port 379e8817-d20c-49e3-8d5d-4758dca15fdb on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:00:56.222507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=379e8817-d20c-49e3-8d5d-4758dca15fdb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:56.330188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:00:56.354618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:00:56.360244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:00:56.434512 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-b2e37db7-0fd0-4ad9-a856-33dbc199d321 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84f7db54-eca2-4474-8370-4707c34d1801 HTTP/1.1" status: 200 len: 217 time: 0.4542365 Nov 23 23:00:56.521565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:56.642241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event updated for resources: {'Port': ['ID=4103fc98-4d33-4a8d-b614-2db06b71c1c8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:56.703756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 379e8817-d20c-49e3-8d5d-4758dca15fdb no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:00:56.766114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b06cc6a-9793-433f-9568-34ad47d4d6f6']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:56.803237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e092729-f3d0-4584-b017-5c65077e9b9b') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:56.803990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e092729-f3d0-4584-b017-5c65077e9b9b') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:56.817813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-092a825b-5fcf-4b1c-8128-7bbfff2c2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:56.831452 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-092a825b-5fcf-4b1c-8128-7bbfff2c2dd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38fc2ec-24e5-423b-9789-62ab1ec114e9 HTTP/1.1" status: 200 len: 853 time: 0.3225751 Nov 23 23:00:56.831706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 379e8817-d20c-49e3-8d5d-4758dca15fdb {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:00:56.836954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 379e8817-d20c-49e3-8d5d-4758dca15fdb not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:00:56.879129 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:56.901790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ffe20-edb0-4cfc-a70c-1d5d6866c36c req-dcf3703e-4686-4cd0-a2af-9707ae6be201 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:56.911841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd0ffe20-edb0-4cfc-a70c-1d5d6866c36c req-dcf3703e-4686-4cd0-a2af-9707ae6be201 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 944 time: 1.0208709 Nov 23 23:00:56.948532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-fb5abad6-30fc-4e09-944b-b39a7e28bb12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ede0228d-2bb8-41fc-b78c-e1f565cef9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986512 Nov 23 23:00:56.969740 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:56.970045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:56.977329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:56.979522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:56.996840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Router f63c1ecb-d654-4fff-b3df-9777f758a46d is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:00:57.028009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:00:57.028578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:00:57.041306 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:00:57.046299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-5443676d-743e-42aa-9673-62bb40a4d85a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1607859 Nov 23 23:00:57.060855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Request body: {'port': {'device_id': 'd3638093-0032-4eec-b9e3-4740f4808881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:57.080257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] Pushing event deleted for resources: {'Port': ['ID=379e8817-d20c-49e3-8d5d-4758dca15fdb,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:57.091393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.133790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66fa19-3904-471f-9780-d3bd4049681d req-a93990a1-c62e-49e1-a2a0-7d8939e78637 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:57.135876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be66fa19-3904-471f-9780-d3bd4049681d req-a93990a1-c62e-49e1-a2a0-7d8939e78637 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 932 time: 0.3878062 Nov 23 23:00:57.163131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd0ffe20-edb0-4cfc-a70c-1d5d6866c36c req-54f469e2-892b-45b1-9d28-535b63cadec2 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479811 Nov 23 23:00:57.265606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd7814-50af-4771-80ae-0dd04118359d None None] No DVR routers for this DVR port 379e8817-d20c-49e3-8d5d-4758dca15fdb on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:00:57.371235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.390673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be66fa19-3904-471f-9780-d3bd4049681d req-af042e1f-6c44-440e-bcc6-1839b4432a27 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785312 Nov 23 23:00:57.426558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.434596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.447859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/6b06cc6a-9793-433f-9568-34ad47d4d6f6 HTTP/1.1" status: 204 len: 168 time: 2.2244723 Nov 23 23:00:57.449646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:00:57.456125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33658) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:57.468938 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Sync routers for ids ['f63c1ecb-d654-4fff-b3df-9777f758a46d'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:00:57.492324 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Routers {'f63c1ecb-d654-4fff-b3df-9777f758a46d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:57.494902 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f63c1ecb-d654-4fff-b3df-9777f758a46d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:57.498298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5570ad-1c10-495b-8fdd-325eb15b7d6d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=6b06cc6a-9793-433f-9568-34ad47d4d6f6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:57.546248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1895391240'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:57.549318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-ca4b2262-c10a-47d9-ba65-8c16d19a9b9c service neutron] 10.222.0.48 "GET /v2.0/networks/ede0228d-2bb8-41fc-b78c-e1f565cef9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636966 Nov 23 23:00:57.810159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:57.810872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89c414bd-fdf2-475d-aa67-ef99a223cc56 req-17f13e96-bcce-46e6-9203-49db96a7267e service neutron] 10.222.0.48 "GET /v2.0/networks/ede0228d-2bb8-41fc-b78c-e1f565cef9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438226 Nov 23 23:00:57.824672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.832752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.837198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a885a443-f83f-4b9f-892c-d75fefd14f03 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.1846478 Nov 23 23:00:57.838064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33678) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:57.891268 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:00:57.950450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:57.950953 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment ff8fb286-6676-4156-9d6e-adf40a633233 of type vlan for network b2d872d4-804a-4434-87b1-30d62141c2db Nov 23 23:00:57.977504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Set router f63c1ecb-d654-4fff-b3df-9777f758a46d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:00:58.117650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.191776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.199809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:58.200475 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.214811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.302113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8366067 Nov 23 23:00:58.306463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4103fc98-4d33-4a8d-b614-2db06b71c1c8 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:58.319615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33702) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:58.327208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.373789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': 'b2d872d4-804a-4434-87b1-30d62141c2db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:00:58.509213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b6604-e968-437f-ab44-9e7e5e83dd54 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=b2d872d4-804a-4434-87b1-30d62141c2db,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:58.521941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.522176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b2d872d4-804a-4434-87b1-30d62141c2db details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:00:58.587354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Transition to ACTIVE for port object 4103fc98-4d33-4a8d-b614-2db06b71c1c8 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:00:58.591252 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63c1ecb-d654-4fff-b3df-9777f758a46d', 'name': '', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346', 'external_fixed_ips': [{'subnet_id': '5982554c-e789-4b12-933f-e9b6c52fc789', 'ip_address': '2001:db8::e5'}], 'enable_snat': True}, 'gw_port_id': '47f9daa5-075e-4409-934b-e137acb22e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:00:49Z', 'updated_at': '2021-11-23T23:00:54Z', 'revision_number': 3, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port': {'id': '47f9daa5-075e-4409-934b-e137acb22e13', 'name': '', 'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63c1ecb-d654-4fff-b3df-9777f758a46d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5982554c-e789-4b12-933f-e9b6c52fc789', 'ip_address': '2001:db8::e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:00:51Z', 'updated_at': '2021-11-23T23:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5982554c-e789-4b12-933f-e9b6c52fc789', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:58.606901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.678043 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Checking router: f63c1ecb-d654-4fff-b3df-9777f758a46d for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:00:58.680343 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Updating router f63c1ecb-d654-4fff-b3df-9777f758a46d port 47f9daa5-075e-4409-934b-e137acb22e13 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:00:58.751729 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.756392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Deleting port 47f9daa5-075e-4409-934b-e137acb22e13 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:00:58.758712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.815455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 84f7db54-eca2-4474-8370-4707c34d1801 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:00:59.033154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.072153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Calling delete_port for 47f9daa5-075e-4409-934b-e137acb22e13 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:00:59.072431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a5921-04c4-4a84-a726-2e3b0256a995 req-ebd3a234-c352-478a-a5b5-0f25fbb4a95a tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:59.073951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d4a5921-04c4-4a84-a726-2e3b0256a995 req-ebd3a234-c352-478a-a5b5-0f25fbb4a95a tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 944 time: 0.6936767 Nov 23 23:00:59.108452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Pushing event updated for resources: {'Port': ['ID=4103fc98-4d33-4a8d-b614-2db06b71c1c8,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:59.169845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 84f7db54-eca2-4474-8370-4707c34d1801, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=84f7db54-eca2-4474-8370-4707c34d1801,segment=NetworkSegment(2bb691ec-9144-499c-9d1c-8e00b8655203),segment_id=2bb691ec-9144-499c-9d1c-8e00b8655203)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:59.175957 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.184645 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.213234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '84f7db54-eca2-4474-8370-4707c34d1801', 'network_id': 'ede0228d-2bb8-41fc-b78c-e1f565cef9dc', 'port_id': '84f7db54-eca2-4474-8370-4707c34d1801', 'mac_address': 'fa:16:3e:c9:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38fc2ec-24e5-423b-9789-62ab1ec114e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:00:59.235299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fd614-7e44-4208-8466-91944fc6684b req-9cf7bb86-970f-4676-a7ec-8a53731880f6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:59.237098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c08fd614-7e44-4208-8466-91944fc6684b req-9cf7bb86-970f-4676-a7ec-8a53731880f6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 944 time: 0.5559392 Nov 23 23:00:59.254602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33728) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:00:59.268235 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Attempting to bind port 47f9daa5-075e-4409-934b-e137acb22e13 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:59.268937 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Attempting to bind port 47f9daa5-075e-4409-934b-e137acb22e13 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'ff706527-7289-4a91-9e97-4265e5684741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:59.269515 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Attempting to bind port 47f9daa5-075e-4409-934b-e137acb22e13 on network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:59.283404 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:59.284554 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Checking segment: {'id': 'ff706527-7289-4a91-9e97-4265e5684741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:59.285045 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.285567 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Bound using segment: {'id': 'ff706527-7289-4a91-9e97-4265e5684741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:59.286189 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Bound port: 47f9daa5-075e-4409-934b-e137acb22e13, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff706527-7289-4a91-9e97-4265e5684741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fc2b419e-1f8d-469a-9fb9-f2359dbe7346'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:59.286655 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.291209 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Pushing event updated for resources: {'Port': ['ID=47f9daa5-075e-4409-934b-e137acb22e13,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:59.321432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:00:59.325234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.326585 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.327015 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.327428 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.327875 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.328324 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.328906 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.329435 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.329991 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.331190 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.331810 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.332367 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.332898 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:00:59.373178 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.396864 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] For port 47f9daa5-075e-4409-934b-e137acb22e13, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:59.404006 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] For port 47f9daa5-075e-4409-934b-e137acb22e13, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=47f9daa5-075e-4409-934b-e137acb22e13,segment=NetworkSegment(ff706527-7289-4a91-9e97-4265e5684741),segment_id=ff706527-7289-4a91-9e97-4265e5684741)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:59.412234 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.423552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c08fd614-7e44-4208-8466-91944fc6684b req-030c056c-4eb7-47fb-81cc-f015d0c59596 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634254 Nov 23 23:00:59.445109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d4a5921-04c4-4a84-a726-2e3b0256a995 req-182e85ce-c545-45e2-9438-68f00defba2b tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240192 Nov 23 23:00:59.468351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f7db54-eca2-4474-8370-4707c34d1801 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:59.525624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 84f7db54-eca2-4474-8370-4707c34d1801, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=84f7db54-eca2-4474-8370-4707c34d1801,segment=NetworkSegment(2bb691ec-9144-499c-9d1c-8e00b8655203),segment_id=2bb691ec-9144-499c-9d1c-8e00b8655203)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:59.541400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.549566 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Routers {'f63c1ecb-d654-4fff-b3df-9777f758a46d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:00:59.551349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:00:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f63c1ecb-d654-4fff-b3df-9777f758a46d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:59.605819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Attempting to bind port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:00:59.606234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Attempting to bind port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:00:59.606478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Attempting to bind port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:59.615689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:00:59.616110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Attempting to bind port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:00:59.623227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6ec524c-4666-4b6c-9380-b1ec2ca12102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.636740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=84f7db54-eca2-4474-8370-4707c34d1801,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:59.654383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:00:59.654899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:00:59.655171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Bound using segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:00:59.655611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Bound port: 4103fc98-4d33-4a8d-b614-2db06b71c1c8, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:00:59.656071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.724286 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279661af-bdfd-457f-81d4-aba2ab46e763 None None] Pushing event updated for resources: {'Port': ['ID=47f9daa5-075e-4409-934b-e137acb22e13,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:59.732593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.766611 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] Set router f63c1ecb-d654-4fff-b3df-9777f758a46d gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:00:59.798139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event deleted for resources: {'Port': ['ID=47f9daa5-075e-4409-934b-e137acb22e13,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:59.815850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['84f7db54-eca2-4474-8370-4707c34d1801'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:59.885295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.903444 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63c1ecb-d654-4fff-b3df-9777f758a46d', 'name': '', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:00:49Z', 'updated_at': '2021-11-23T23:00:58Z', 'revision_number': 4, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:00:59.973487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] For port 4103fc98-4d33-4a8d-b614-2db06b71c1c8, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:00:59.981254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] For port 4103fc98-4d33-4a8d-b614-2db06b71c1c8, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4103fc98-4d33-4a8d-b614-2db06b71c1c8,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:00:59.984678 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:59.984885 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd08f9-a7f1-44e2-b7a5-9d7a5f852e2e None None] The sync data for ids ['f63c1ecb-d654-4fff-b3df-9777f758a46d'] in n-d-817303-3 is: [{'id': 'f63c1ecb-d654-4fff-b3df-9777f758a46d', 'name': '', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:00:49Z', 'updated_at': '2021-11-23T23:00:58Z', 'revision_number': 4, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:00.046658 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.096712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.099626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.183214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.184101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f63c1ecb-d654-4fff-b3df-9777f758a46d {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:00.189364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.194242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-58e66bf1-4759-434b-a62a-c722d888dbf1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "DELETE /v2.0/routers/f63c1ecb-d654-4fff-b3df-9777f758a46d HTTP/1.1" status: 204 len: 168 time: 2.3511372 Nov 23 23:01:00.199299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33744) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:00.277961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Deleting subnet 5982554c-e789-4b12-933f-e9b6c52fc789 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:01:00.282924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.335240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.385538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.528620 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.596792 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.601889 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/5982554c-e789-4b12-933f-e9b6c52fc789 HTTP/1.1" status: 204 len: 168 time: 0.3991089 Nov 23 23:01:00.605084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcff6de-c882-4b72-9044-da9e447b89b5 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5982554c-e789-4b12-933f-e9b6c52fc789,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:00.609153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:00.697783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 84f7db54-eca2-4474-8370-4707c34d1801 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:00.715714 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6ec524c-4666-4b6c-9380-b1ec2ca12102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.727250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:00.728082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.734034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] 10.222.0.46 "PUT /v2.0/ports/4103fc98-4d33-4a8d-b614-2db06b71c1c8 HTTP/1.1" status: 200 len: 1092 time: 3.6782386 Nov 23 23:01:00.780831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3638093-0032-4eec-b9e3-4740f4808881', 'tag': '4103fc98-4d33-4a8d-b614-2db06b71c1c8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:00.784550 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d0aeab-f955-4fa2-a27f-73f0e210091d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3638093-0032-4eec-b9e3-4740f4808881", "tag": "4103fc98-4d33-4a8d-b614-2db06b71c1c8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:00.787215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6ec524c-4666-4b6c-9380-b1ec2ca12102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.791109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1e3ff-11a4-462c-aa77-63ae8dc95672 service neutron] Pushing event updated for resources: {'Port': ['ID=4103fc98-4d33-4a8d-b614-2db06b71c1c8,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:00.795229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=97432789-418f-4316-9334-cb00b682fca2,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:00.814174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 84f7db54-eca2-4474-8370-4707c34d1801 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:01:00.823034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 84f7db54-eca2-4474-8370-4707c34d1801 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:00.823955 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.844921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.924623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': 'ff8fb286-6676-4156-9d6e-adf40a633233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b2d872d4-804a-4434-87b1-30d62141c2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:00.924997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: b2d872d4-804a-4434-87b1-30d62141c2db, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:01:00.959934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.000926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f7db54-eca2-4474-8370-4707c34d1801'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:01.002849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc577-b760-40c1-b080-147365c59c14 req-b407672c-7f84-42c0-8dc7-502e3268f3e6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:01.004864 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfab2dce-a90c-440e-bd3b-8e17cc0bb6f0" -d '{"events": [{"server_uuid": "45fc24e5-e3a8-4dfb-bf02-322f7288d35e", "name": "network-vif-plugged", "status": "completed", "tag": "84f7db54-eca2-4474-8370-4707c34d1801"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:01.010902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f2cc577-b760-40c1-b080-147365c59c14 req-b407672c-7f84-42c0-8dc7-502e3268f3e6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 944 time: 0.2698505 Nov 23 23:01:01.020060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network b2d872d4-804a-4434-87b1-30d62141c2db is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:01:01.023540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 84f7db54-eca2-4474-8370-4707c34d1801, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=84f7db54-eca2-4474-8370-4707c34d1801,segment=NetworkSegment(2bb691ec-9144-499c-9d1c-8e00b8655203),segment_id=2bb691ec-9144-499c-9d1c-8e00b8655203)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:01.031278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.045631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.058663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b6ec524c-4666-4b6c-9380-b1ec2ca12102 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7c8cd832b654c02888cfa5dcf8c2ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7983904 Nov 23 23:01:01.063875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33772) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:01.070756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec524c-4666-4b6c-9380-b1ec2ca12102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748cfa30-fb42-4703-bb4b-f7352c393140,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:01.104947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7b11-3293-4ebb-bceb-4ec80f12da77 req-87bb8c70-11e5-4750-a52e-989c00cc2363 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:01.106908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40aa7b11-3293-4ebb-bceb-4ec80f12da77 req-87bb8c70-11e5-4750-a52e-989c00cc2363 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 945 time: 0.3710747 Nov 23 23:01:01.109722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2b419e-1f8d-469a-9fb9-f2359dbe7346']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:01.113705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-fc380563-1838-424f-80b8-9984524d8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:01.115096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-fc380563-1838-424f-80b8-9984524d8f88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 1095 time: 0.3136566 Nov 23 23:01:01.115897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b2d872d4-804a-4434-87b1-30d62141c2db) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:01.121078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:01.121695 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.153049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff706527-7289-4a91-9e97-4265e5684741') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:01.153951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff706527-7289-4a91-9e97-4265e5684741') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:01.157887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9a70f-c724-45dd-b814-1e1921d2c43e None None] Network b2d872d4-804a-4434-87b1-30d62141c2db requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:01.187932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.214892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.232874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:01:01.233281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: items = [ Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:01:01.236871 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:01:01.242653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-3939e5bf-ecbc-4a52-936e-b5cef5ae2361 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4103fc98-4d33-4a8d-b614-2db06b71c1c8 HTTP/1.1" status: 200 len: 217 time: 0.1067150 Nov 23 23:01:01.253458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f2cc577-b760-40c1-b080-147365c59c14 req-3ea964b1-3f54-49ca-90f1-25f3df2df5aa tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416468 Nov 23 23:01:01.290401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f2e47728-39cf-443c-9ad1-0698dd21b35c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9643245 Nov 23 23:01:01.292017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33780) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:01.298398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c86ef0b4-3f3e-49b8-8a6e-81925d7812b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-662495614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:01.357941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cafad798-0270-48a2-b627-8a291407c9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.387483 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5c8aaf-b572-4732-8686-fe0815ba8311 x-openstack-request-id: req-7a5c8aaf-b572-4732-8686-fe0815ba8311 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:01.388646 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3638093-0032-4eec-b9e3-4740f4808881", "tag": "4103fc98-4d33-4a8d-b614-2db06b71c1c8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:01.389574 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a5c8aaf-b572-4732-8686-fe0815ba8311 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:01.390905 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3638093-0032-4eec-b9e3-4740f4808881', 'tag': '4103fc98-4d33-4a8d-b614-2db06b71c1c8', 'status': 'completed', 'code': 200} Nov 23 23:01:01.396806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=84f7db54-eca2-4474-8370-4707c34d1801,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:01.406204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.431094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40aa7b11-3293-4ebb-bceb-4ec80f12da77 req-2b340cad-8f34-4044-8f73-3f679edcfc96 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997656 Nov 23 23:01:01.455380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc2b419e-1f8d-469a-9fb9-f2359dbe7346 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 23:01:01.458370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-d98cb8ed-987e-4793-8d52-61fed00fcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:01.463758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-d98cb8ed-987e-4793-8d52-61fed00fcfd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.2088971 Nov 23 23:01:01.465130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.472224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "DELETE /v2.0/networks/fc2b419e-1f8d-469a-9fb9-f2359dbe7346 HTTP/1.1" status: 204 len: 168 time: 0.8617444 Nov 23 23:01:01.500675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cafad798-0270-48a2-b627-8a291407c9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.506587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c86ef0b4-3f3e-49b8-8a6e-81925d7812b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.507784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c86ef0b4-3f3e-49b8-8a6e-81925d7812b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.516523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c5cb4-475b-430c-a758-75b7dbf0fba6 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc2b419e-1f8d-469a-9fb9-f2359dbe7346,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:01.540215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-29da584a-b61f-40c5-b71e-cf63a971b0f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618274 Nov 23 23:01:01.566870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b2d872d4-804a-4434-87b1-30d62141c2db', 'network_id': 'b2d872d4-804a-4434-87b1-30d62141c2db', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': '97432789-418f-4316-9334-cb00b682fca2'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:01:01.568365 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.616856 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ccd9933-d835-4244-a966-44452c5d2223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.686786 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c86ef0b4-3f3e-49b8-8a6e-81925d7812b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.698418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c86ef0b4-3f3e-49b8-8a6e-81925d7812b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.737080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c86ef0b4-3f3e-49b8-8a6e-81925d7812b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.739232 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c86ef0b4-3f3e-49b8-8a6e-81925d7812b8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4458241 Nov 23 23:01:01.743391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33794) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:01.830438 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8ea8ca-bccd-4d3a-8188-16c09e2ef9c2 x-openstack-request-id: req-1f8ea8ca-bccd-4d3a-8188-16c09e2ef9c2 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:01.831011 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc24e5-e3a8-4dfb-bf02-322f7288d35e", "name": "network-vif-plugged", "status": "completed", "tag": "84f7db54-eca2-4474-8370-4707c34d1801", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:01.831011 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f8ea8ca-bccd-4d3a-8188-16c09e2ef9c2 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:01.831221 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f7db54-eca2-4474-8370-4707c34d1801', 'code': 200} Nov 23 23:01:01.908093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Allocated IP 2001:db8::2 (b2d872d4-804a-4434-87b1-30d62141c2db/97432789-418f-4316-9334-cb00b682fca2/9ae0c94e-5430-431d-9af2-4260befd7a4b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:01.988311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33800) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:02.002051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-04188c65-7f37-4262-ba72-37c90e61ccca tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'router': {'name': 'tempest-router--228301761', 'project_id': '4370ae4c610842ea9ce96470afa69d93'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:02.041465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cafad798-0270-48a2-b627-8a291407c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.050817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cafad798-0270-48a2-b627-8a291407c9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.052109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cafad798-0270-48a2-b627-8a291407c9dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/748cfa30-fb42-4703-bb4b-f7352c393140 HTTP/1.1" status: 204 len: 168 time: 0.9770212 Nov 23 23:01:02.068978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafad798-0270-48a2-b627-8a291407c9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748cfa30-fb42-4703-bb4b-f7352c393140,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:02.094920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-dd931ea2-28f2-43dd-9502-253f2aac2f8d service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134175 Nov 23 23:01:02.319090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e4fa089-9fc0-49c0-9605-f135be604d06 req-67d36df3-f917-4e7b-9e74-631e894fa9d5 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142131 Nov 23 23:01:02.499724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04188c65-7f37-4262-ba72-37c90e61ccca tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.532185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04188c65-7f37-4262-ba72-37c90e61ccca tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.576981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3223-203a-4693-8dd0-903a4dc3c48d req-4e7af7ca-a855-4d49-b3e3-b4f245ff224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:02.578574 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e6fc3223-203a-4693-8dd0-903a4dc3c48d req-4e7af7ca-a855-4d49-b3e3-b4f245ff224b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 1097 time: 0.6227522 Nov 23 23:01:02.655784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.672136 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.732489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Pushing event updated for resources: {'Port': ['ID=9ae0c94e-5430-431d-9af2-4260befd7a4b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:02.751555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Network b2d872d4-804a-4434-87b1-30d62141c2db is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:02.757036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:02.763097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:02.797093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-efddf3ea-9071-4f1a-b318-464ae6ae2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:02.807563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-efddf3ea-9071-4f1a-b318-464ae6ae2da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 1095 time: 0.4197602 Nov 23 23:01:02.831863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca588d-c8cd-431f-8c8a-ba37ed6d3037 req-0094acae-4942-4ab8-b94a-392321f03252 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:02.847411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bca588d-c8cd-431f-8c8a-ba37ed6d3037 req-0094acae-4942-4ab8-b94a-392321f03252 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 944 time: 0.3649940 Nov 23 23:01:02.912324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Attempting to bind port 9ae0c94e-5430-431d-9af2-4260befd7a4b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:02.913350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Attempting to bind port 9ae0c94e-5430-431d-9af2-4260befd7a4b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'ff8fb286-6676-4156-9d6e-adf40a633233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b2d872d4-804a-4434-87b1-30d62141c2db'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:02.914401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Attempting to bind port 9ae0c94e-5430-431d-9af2-4260befd7a4b on network b2d872d4-804a-4434-87b1-30d62141c2db {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:02.933609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04188c65-7f37-4262-ba72-37c90e61ccca tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.935553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:02.936274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Checking segment: {'id': 'ff8fb286-6676-4156-9d6e-adf40a633233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b2d872d4-804a-4434-87b1-30d62141c2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:02.936893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.937527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Bound using segment: {'id': 'ff8fb286-6676-4156-9d6e-adf40a633233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b2d872d4-804a-4434-87b1-30d62141c2db'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:02.938543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Bound port: 9ae0c94e-5430-431d-9af2-4260befd7a4b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8fb286-6676-4156-9d6e-adf40a633233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b2d872d4-804a-4434-87b1-30d62141c2db'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:02.939326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:02.974316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04188c65-7f37-4262-ba72-37c90e61ccca tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:03.077953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e6fc3223-203a-4693-8dd0-903a4dc3c48d req-fc625dd0-87a9-4401-9b86-4dbce81cfa8c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808693 Nov 23 23:01:03.079220 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:03.082304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693a1c8-b497-4b0c-986f-88504443430f req-fd7f8216-393c-4a72-b696-b2d7d5460d21 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:03.098900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e693a1c8-b497-4b0c-986f-88504443430f req-fd7f8216-393c-4a72-b696-b2d7d5460d21 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 946 time: 0.4124904 Nov 23 23:01:03.120126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] For port 9ae0c94e-5430-431d-9af2-4260befd7a4b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:03.124713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] For port 9ae0c94e-5430-431d-9af2-4260befd7a4b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9ae0c94e-5430-431d-9af2-4260befd7a4b,segment=NetworkSegment(ff8fb286-6676-4156-9d6e-adf40a633233),segment_id=ff8fb286-6676-4156-9d6e-adf40a633233)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:03.138867 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:03.222670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77f1d8-5e5e-4414-a3e3-73a1a72cba04 None None] Pushing event updated for resources: {'Port': ['ID=9ae0c94e-5430-431d-9af2-4260befd7a4b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:03.240862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04188c65-7f37-4262-ba72-37c90e61ccca tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:03.251155 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-04188c65-7f37-4262-ba72-37c90e61ccca tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2615600 Nov 23 23:01:03.251829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:03.295300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bca588d-c8cd-431f-8c8a-ba37ed6d3037 req-5b21f798-7d55-40f7-9fdd-7d74e5f011f4 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474046 Nov 23 23:01:03.361138 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e693a1c8-b497-4b0c-986f-88504443430f req-bf63e909-7ca2-4984-8eca-04d6c430b149 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571363 Nov 23 23:01:03.376107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-1e4a2f20-6e10-4593-9fde-0defa8dedc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:03.383995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-1e4a2f20-6e10-4593-9fde-0defa8dedc0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.5211320 Nov 23 23:01:03.471082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-24e256f5-8537-4480-a683-7070658ba212 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4103fc98-4d33-4a8d-b614-2db06b71c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0794694 Nov 23 23:01:03.762086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-260d9c0b-b927-45d7-9aca-eab3435bbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:03.763819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-260d9c0b-b927-45d7-9aca-eab3435bbb28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.2842228 Nov 23 23:01:03.821163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-35008086-b06b-4269-af09-38b60451bfd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496607 Nov 23 23:01:03.982332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-b6f68000-ee01-4409-8240-d87144355e05 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472425 Nov 23 23:01:03.994483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8::1 (b2d872d4-804a-4434-87b1-30d62141c2db/97432789-418f-4316-9334-cb00b682fca2/430ef449-e400-4582-b5ac-831ac28d6236) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:04.052107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1aa9425e-a677-4952-94cf-70b10df1e3ac tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:04.209442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:04.218762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d0aeab-f955-4fa2-a27f-73f0e210091d req-8fd1a14c-85c1-4a99-9854-388ced9062d9 service neutron] 10.222.0.46 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246346 Nov 23 23:01:04.465846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1aa9425e-a677-4952-94cf-70b10df1e3ac tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:04.470073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1aa9425e-a677-4952-94cf-70b10df1e3ac tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:04.586506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:04.776698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9ae0c94e-5430-431d-9af2-4260befd7a4b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:04.786277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b424cfb-bd79-4da8-91d2-187c841c1324 req-9de79fa6-fd23-4e54-bc26-d23fd1f476ba tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:04.815650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b424cfb-bd79-4da8-91d2-187c841c1324 req-9de79fa6-fd23-4e54-bc26-d23fd1f476ba tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 944 time: 0.3042998 Nov 23 23:01:04.824643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33860) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:04.880972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33864) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:04.928085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d0bd1-4607-410b-8f03-bf80386810ed req-ab2c3e37-cc1a-46bd-b573-0e7e1f285784 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:04.932719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e7d0bd1-4607-410b-8f03-bf80386810ed req-ab2c3e37-cc1a-46bd-b573-0e7e1f285784 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 946 time: 0.3892887 Nov 23 23:01:04.939024 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1712007c-68ef-4792-872d-05952f37ea5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.033339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9ae0c94e-5430-431d-9af2-4260befd7a4b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:05.036353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.069009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e7d0bd1-4607-410b-8f03-bf80386810ed req-fbdb6603-7cb2-478e-b3d9-5f859d35910e tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196196 Nov 23 23:01:05.091641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b424cfb-bd79-4da8-91d2-187c841c1324 req-f3d5c83e-7511-4bc1-b767-86fb53356b7a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725067 Nov 23 23:01:05.162893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b44853a0-f7a1-441d-850d-54fd7550256c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.258919 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.301865 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f05ca910-c1aa-4812-8bc7-82bc89161a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.320823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4484e5-7e6a-46c7-a780-39c1548058a9 None None] Network b2d872d4-804a-4434-87b1-30d62141c2db requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:05.383874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.396959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-97a38cde-364d-415e-9bc4-63bc0ab9202e None None] Provisioning complete for port 9ae0c94e-5430-431d-9af2-4260befd7a4b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:05.397355 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-97a38cde-364d-415e-9bc4-63bc0ab9202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.541777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1aa9425e-a677-4952-94cf-70b10df1e3ac tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.543298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa9425e-a677-4952-94cf-70b10df1e3ac tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53331d1e-e819-4f54-af84-ab6438831b93 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:05.569139 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1aa9425e-a677-4952-94cf-70b10df1e3ac tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.577112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1aa9425e-a677-4952-94cf-70b10df1e3ac tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "DELETE /v2.0/routers/53331d1e-e819-4f54-af84-ab6438831b93 HTTP/1.1" status: 204 len: 168 time: 2.2710900 Nov 23 23:01:05.580078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network b2d872d4-804a-4434-87b1-30d62141c2db is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:05.594491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=430ef449-e400-4582-b5ac-831ac28d6236,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:05.604044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.604576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.605030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.605625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.606202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.606786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.607358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.607944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.608500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.609050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.609597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.610181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:05.614663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:05.628109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:05.628827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.704520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 9ae0c94e-5430-431d-9af2-4260befd7a4b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9ae0c94e-5430-431d-9af2-4260befd7a4b,segment=NetworkSegment(ff8fb286-6676-4156-9d6e-adf40a633233),segment_id=ff8fb286-6676-4156-9d6e-adf40a633233)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:05.729981 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.751540 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f05ca910-c1aa-4812-8bc7-82bc89161a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.754931 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b44853a0-f7a1-441d-850d-54fd7550256c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.776239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f05ca910-c1aa-4812-8bc7-82bc89161a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.812516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b44853a0-f7a1-441d-850d-54fd7550256c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:05.838928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=9ae0c94e-5430-431d-9af2-4260befd7a4b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:05.954277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca910-c1aa-4812-8bc7-82bc89161a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e11e8e-6e48-48bb-8a3d-a84b8b3bb364,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:05.989752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33880) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:06.001896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.018415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f05ca910-c1aa-4812-8bc7-82bc89161a1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fffe6a195b4f4611972af0f0f8c609e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1321418 Nov 23 23:01:06.023273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33884) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:06.078770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b44853a0-f7a1-441d-850d-54fd7550256c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8596098f5174dd8ad25f0a7b6a9d19f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2507315 Nov 23 23:01:06.085057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33886) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:06.145937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44853a0-f7a1-441d-850d-54fd7550256c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c40a8-f31d-4fd8-a8b9-33f2395d82f2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:06.208164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0602-8135-4a48-9090-64f04b2d88e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.238731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95533b32-82bf-4edb-8a82-92dda3386f7e req-2397ae10-0484-4db9-8298-a507be24f684 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:06.240408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95533b32-82bf-4edb-8a82-92dda3386f7e req-2397ae10-0484-4db9-8298-a507be24f684 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 946 time: 0.2397413 Nov 23 23:01:06.291849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0602-8135-4a48-9090-64f04b2d88e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.301597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2048251821', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:06.313754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ffe38a8-5fc2-42d7-980d-0d0377f588f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.339844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4103fc98-4d33-4a8d-b614-2db06b71c1c8 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:01:06.371211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ffe38a8-5fc2-42d7-980d-0d0377f588f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.379788 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.381112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.483088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95533b32-82bf-4edb-8a82-92dda3386f7e req-c16ddb6d-3d57-4100-ba51-2ff218223c24 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934922 Nov 23 23:01:06.499109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c84a22-052e-4db1-9ef1-6e6909d1933b req-29d61adb-3812-46a0-a45a-add120728732 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:06.509250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9c84a22-052e-4db1-9ef1-6e6909d1933b req-29d61adb-3812-46a0-a45a-add120728732 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 944 time: 0.2676613 Nov 23 23:01:06.570584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-adf1feed-6780-4d22-ac35-4b7610c1aeb4 None None] Provisioning complete for port 430ef449-e400-4582-b5ac-831ac28d6236 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:06.570863 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-adf1feed-6780-4d22-ac35-4b7610c1aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.571961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0602-8135-4a48-9090-64f04b2d88e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.579398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0602-8135-4a48-9090-64f04b2d88e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.584592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9b1a0602-8135-4a48-9090-64f04b2d88e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b4c40a8-f31d-4fd8-a8b9-33f2395d82f2 HTTP/1.1" status: 204 len: 168 time: 0.4960508 Nov 23 23:01:06.629034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a0602-8135-4a48-9090-64f04b2d88e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c40a8-f31d-4fd8-a8b9-33f2395d82f2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:06.643395 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.664511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9c84a22-052e-4db1-9ef1-6e6909d1933b req-d439a674-55ab-4342-b485-9fac1cdbf652 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532185 Nov 23 23:01:06.664698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.709229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9ae0c94e-5430-431d-9af2-4260befd7a4b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:06.799151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.816852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4103fc98-4d33-4a8d-b614-2db06b71c1c8, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4103fc98-4d33-4a8d-b614-2db06b71c1c8,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:06.822823 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.824565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.837179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-adf1feed-6780-4d22-ac35-4b7610c1aeb4 None None] Port 430ef449-e400-4582-b5ac-831ac28d6236 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:06.856853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '4103fc98-4d33-4a8d-b614-2db06b71c1c8', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'port_id': '4103fc98-4d33-4a8d-b614-2db06b71c1c8', 'mac_address': 'fa:16:3e:27:e0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc9903-3824-42ba-9235-b394e48849cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:01:06.879918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-adf1feed-6780-4d22-ac35-4b7610c1aeb4 None None] Provisioning complete for port 9ae0c94e-5430-431d-9af2-4260befd7a4b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:06.880708 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-adf1feed-6780-4d22-ac35-4b7610c1aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.948463 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ffe38a8-5fc2-42d7-980d-0d0377f588f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.954214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7ffe38a8-5fc2-42d7-980d-0d0377f588f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:06.956860 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7ffe38a8-5fc2-42d7-980d-0d0377f588f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36e11e8e-6e48-48bb-8a3d-a84b8b3bb364 HTTP/1.1" status: 204 len: 168 time: 0.9319715 Nov 23 23:01:07.046574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=430ef449-e400-4582-b5ac-831ac28d6236,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:07.050680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:07.059341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9ae0c94e-5430-431d-9af2-4260befd7a4b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:07.059847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:07.116413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4103fc98-4d33-4a8d-b614-2db06b71c1c8 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:07.208942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:07.222705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4103fc98-4d33-4a8d-b614-2db06b71c1c8, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4103fc98-4d33-4a8d-b614-2db06b71c1c8,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:07.280337 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:07.300318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe38a8-5fc2-42d7-980d-0d0377f588f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e11e8e-6e48-48bb-8a3d-a84b8b3bb364,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:07.438702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4103fc98-4d33-4a8d-b614-2db06b71c1c8,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:07.471146 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:07.503236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['4103fc98-4d33-4a8d-b614-2db06b71c1c8'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:07.536573 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-5890ccd5-04ce-4649-99fb-a4f2c663de89 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:07.539068 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-5890ccd5-04ce-4649-99fb-a4f2c663de89 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.48 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 946 time: 0.2410343 Nov 23 23:01:07.643682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c53042f4-b6b8-4541-8520-7f9d1996d1db None None] Provisioning complete for port 430ef449-e400-4582-b5ac-831ac28d6236 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:07.655520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c53042f4-b6b8-4541-8520-7f9d1996d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:07.731211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c53042f4-b6b8-4541-8520-7f9d1996d1db None None] Port 430ef449-e400-4582-b5ac-831ac28d6236 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:07.788446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5547-0604-44e5-9e5a-d7668a0c2405 req-6e78a526-4f3d-463a-b194-dc8b4f8f3cd7 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:07.794278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85ec5547-0604-44e5-9e5a-d7668a0c2405 req-6e78a526-4f3d-463a-b194-dc8b4f8f3cd7 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 946 time: 0.1151159 Nov 23 23:01:07.846390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33916) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:07.901340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ac53571-d8a3-4402-97c5-465444dd186a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:07.928070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network b2d872d4-804a-4434-87b1-30d62141c2db is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:07.939259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85ec5547-0604-44e5-9e5a-d7668a0c2405 req-1228e861-3dfc-4352-a034-440884f44205 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380041 Nov 23 23:01:07.971173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:07.973960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca638f6c-f738-4f93-ace6-9471ef84033e req-d6b74532-d122-47d3-9382-ed67daab581e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:07.978303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca638f6c-f738-4f93-ace6-9471ef84033e req-d6b74532-d122-47d3-9382-ed67daab581e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 945 time: 0.1357491 Nov 23 23:01:08.042168 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.096896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca638f6c-f738-4f93-ace6-9471ef84033e req-7416ef54-ae35-446e-8d31-7c23b96ab19a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023929 Nov 23 23:01:08.169886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ac53571-d8a3-4402-97c5-465444dd186a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.255682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ac53571-d8a3-4402-97c5-465444dd186a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.320633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1ac53571-d8a3-4402-97c5-465444dd186a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c09e2d304e534ab98341796d0cb624b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4658072 Nov 23 23:01:08.322047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33926) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:08.360523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4103fc98-4d33-4a8d-b614-2db06b71c1c8 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:08.412486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Deleting port 84f7db54-eca2-4474-8370-4707c34d1801 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:08.412836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.427645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.433239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-99eb2288-2cf5-4f07-8227-2adcc2d8675f None None] Provisioning complete for port 430ef449-e400-4582-b5ac-831ac28d6236 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:08.434216 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99eb2288-2cf5-4f07-8227-2adcc2d8675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.484083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-99eb2288-2cf5-4f07-8227-2adcc2d8675f None None] Port 430ef449-e400-4582-b5ac-831ac28d6236 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:08.497224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac53571-d8a3-4402-97c5-465444dd186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63a102-6fc7-4149-84bc-472a3ef601fa,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:08.504550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:01:08.512045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:08.513275 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.518066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.640890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.670649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4166c5d0-c7c4-4f6e-bf3e-86fdf7399f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.702541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3638093-0032-4eec-b9e3-4740f4808881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4103fc98-4d33-4a8d-b614-2db06b71c1c8'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:08.709615 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba56508-b34e-4fc9-a493-4b7b6fe2ca51" -d '{"events": [{"server_uuid": "d3638093-0032-4eec-b9e3-4740f4808881", "name": "network-vif-plugged", "status": "completed", "tag": "4103fc98-4d33-4a8d-b614-2db06b71c1c8"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:08.753408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] For port 84f7db54-eca2-4474-8370-4707c34d1801, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=84f7db54-eca2-4474-8370-4707c34d1801,segment=NetworkSegment(2bb691ec-9144-499c-9d1c-8e00b8655203),segment_id=2bb691ec-9144-499c-9d1c-8e00b8655203)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:08.754381 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.774457 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f84e6-1dba-40ac-a770-cfde601371ef x-openstack-request-id: req-ab2f84e6-1dba-40ac-a770-cfde601371ef {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:08.774964 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3638093-0032-4eec-b9e3-4740f4808881", "name": "network-vif-plugged", "status": "completed", "tag": "4103fc98-4d33-4a8d-b614-2db06b71c1c8", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:08.775397 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab2f84e6-1dba-40ac-a770-cfde601371ef {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:08.776052 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3638093-0032-4eec-b9e3-4740f4808881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4103fc98-4d33-4a8d-b614-2db06b71c1c8', 'code': 200} Nov 23 23:01:08.782916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4103fc98-4d33-4a8d-b614-2db06b71c1c8, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4103fc98-4d33-4a8d-b614-2db06b71c1c8,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:08.784145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 2c9dd453-ecf0-434c-b9b3-9a811d3e2360 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:08.794683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.809034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4166c5d0-c7c4-4f6e-bf3e-86fdf7399f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:08.815907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Calling delete_port for 84f7db54-eca2-4474-8370-4707c34d1801 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:08.885419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Allocated IP 172.25.0.63 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/481cb764-5899-4271-b640-e1629e3323ad) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:08.887351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4103fc98-4d33-4a8d-b614-2db06b71c1c8,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:08.920247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e6b11-b6b9-4c34-bbf2-08bd0656827b req-85a272db-129e-4e11-94ab-74eaebc18729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:08.922435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-879e6b11-b6b9-4c34-bbf2-08bd0656827b req-85a272db-129e-4e11-94ab-74eaebc18729 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 1097 time: 0.0798786 Nov 23 23:01:08.988222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-879e6b11-b6b9-4c34-bbf2-08bd0656827b req-96d3f528-7366-41ee-988a-4d9b55a838c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575588 Nov 23 23:01:09.153925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4633d15-191f-4785-836a-06c17d94ad45 req-f51305c2-5813-4555-be13-8665d7d592f6 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:09.166257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4633d15-191f-4785-836a-06c17d94ad45 req-f51305c2-5813-4555-be13-8665d7d592f6 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 946 time: 0.0759206 Nov 23 23:01:09.291127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4633d15-191f-4785-836a-06c17d94ad45 req-8e68c557-469f-448c-bb35-3b466b775b60 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8919610-3777-49f2-9fcf-7e79de859e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205323 Nov 23 23:01:09.337441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:09.348651 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8a2b4da7-cc12-4c2b-a4cb-9630f12696d9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/2c9dd453-ecf0-434c-b9b3-9a811d3e2360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5985730 Nov 23 23:01:09.360497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:09.362429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] Sync routers for ids ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:09.383904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] Routers {'2c9dd453-ecf0-434c-b9b3-9a811d3e2360'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:09.384711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:09.462777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:09.471537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c28c1-c23c-4256-8266-967529136125 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:09.474762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fa4c28c1-c23c-4256-8266-967529136125 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports/430ef449-e400-4582-b5ac-831ac28d6236 HTTP/1.1" status: 200 len: 911 time: 0.1122327 Nov 23 23:01:09.479281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33952) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:09.481856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] Routers {'2c9dd453-ecf0-434c-b9b3-9a811d3e2360'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:09.482748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:09.498888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dbe7d-98e0-4fe3-a59d-300a24eaccbe req-fcca7502-a863-4889-b8eb-c39e8eb7cf78 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:09.502058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc6dbe7d-98e0-4fe3-a59d-300a24eaccbe req-fcca7502-a863-4889-b8eb-c39e8eb7cf78 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 946 time: 0.1999133 Nov 23 23:01:09.513805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4166c5d0-c7c4-4f6e-bf3e-86fdf7399f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:09.517250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4166c5d0-c7c4-4f6e-bf3e-86fdf7399f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:09.519181 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4166c5d0-c7c4-4f6e-bf3e-86fdf7399f2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d63a102-6fc7-4149-84bc-472a3ef601fa HTTP/1.1" status: 204 len: 168 time: 1.1925929 Nov 23 23:01:09.542505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:09.543332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a46b64-e638-46bd-9259-5efdd4c83f4a None None] The sync data for ids ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:09.564090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c5d0-c7c4-4f6e-bf3e-86fdf7399f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63a102-6fc7-4149-84bc-472a3ef601fa,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:09.577661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:09.649961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Pushing event deleted for resources: {'Port': ['ID=84f7db54-eca2-4474-8370-4707c34d1801,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:09.656485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:09.739332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc6dbe7d-98e0-4fe3-a59d-300a24eaccbe req-ccd2dafc-3505-40db-bc97-031e2d2a1e4b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262256 Nov 23 23:01:09.763696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] No DVR routers for this DVR port 84f7db54-eca2-4474-8370-4707c34d1801 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:09.783613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:09.787819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a7ae2ce-23b3-4027-8d38-6085e05ef8ba req-fda21aa9-d507-464e-82b2-157173d38978 tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.48 "DELETE /v2.0/ports/84f7db54-eca2-4474-8370-4707c34d1801 HTTP/1.1" status: 204 len: 173 time: 2.1935410 Nov 23 23:01:09.792169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'name': 'network-vif-deleted', 'tag': '84f7db54-eca2-4474-8370-4707c34d1801'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:09.796061 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce361f33-fe69-40f4-8f92-7af982f315da" -d '{"events": [{"server_uuid": "45fc24e5-e3a8-4dfb-bf02-322f7288d35e", "name": "network-vif-deleted", "tag": "84f7db54-eca2-4474-8370-4707c34d1801"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:09.856683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:09.927457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:09.933669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:09.944470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:09.952551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b866dc7-b32a-4cc2-994a-97f14fcf03af None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:10.042770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33964) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:10.050369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fd870e73-e469-48df-884d-ff2231288ba6 None None] Provisioning complete for port 481cb764-5899-4271-b640-e1629e3323ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:10.051166 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fd870e73-e469-48df-884d-ff2231288ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:10.224594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event updated for resources: {'Port': ['ID=481cb764-5899-4271-b640-e1629e3323ad,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:10.240292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fd870e73-e469-48df-884d-ff2231288ba6 None None] Port 481cb764-5899-4271-b640-e1629e3323ad cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:10.385994 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c5fa6d-704b-43e3-bf87-6c9c9b7878bc x-openstack-request-id: req-06c5fa6d-704b-43e3-bf87-6c9c9b7878bc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:10.386367 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fc24e5-e3a8-4dfb-bf02-322f7288d35e", "name": "network-vif-deleted", "tag": "84f7db54-eca2-4474-8370-4707c34d1801", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:10.386557 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06c5fa6d-704b-43e3-bf87-6c9c9b7878bc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:10.388487 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fc24e5-e3a8-4dfb-bf02-322f7288d35e', 'name': 'network-vif-deleted', 'tag': '84f7db54-eca2-4474-8370-4707c34d1801', 'status': 'completed', 'code': 200} Nov 23 23:01:10.549426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37da6a45-b0c0-4923-bf35-18e1054ba356 req-e4a41a1d-6fa2-4483-b161-6d82457e543a tempest-ServerPasswordTestJSON-552235249 tempest-ServerPasswordTestJSON-552235249-project] 10.222.0.11 "GET /v2.0/ports?device_id=45fc24e5-e3a8-4dfb-bf02-322f7288d35e HTTP/1.1" status: 200 len: 210 time: 0.1319253 Nov 23 23:01:10.696336 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:10.698198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1857035998'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:10.766966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 84f7db54-eca2-4474-8370-4707c34d1801 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:10.812363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 84f7db54-eca2-4474-8370-4707c34d1801 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:10.812915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 84f7db54-eca2-4474-8370-4707c34d1801 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:10.829231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Made reservation on behalf of 6d69cae510564385b3020a4e7e5e91ff for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:10.834755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:10.849622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:10.853712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:10.992511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fba6e-5e6d-41f9-975f-8caae972420f req-5ca9ed08-b476-4537-8edd-673bfe6f0aac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:10.994294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-707fba6e-5e6d-41f9-975f-8caae972420f req-5ca9ed08-b476-4537-8edd-673bfe6f0aac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 946 time: 0.1304100 Nov 23 23:01:11.185222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.192078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-707fba6e-5e6d-41f9-975f-8caae972420f req-294c947b-0d3a-4651-aac3-578f0d1c664c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867507 Nov 23 23:01:11.203074 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.260525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:01:11.285254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.285963 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Added segment 1964f0f5-fb20-419a-a5a6-51a9839225a4 of type vlan for network dedc9460-7a58-462f-873e-79f9d3654fe7 Nov 23 23:01:11.464316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 430ef449-e400-4582-b5ac-831ac28d6236 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:11.464856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.485381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1970c38-7223-4fd9-a28b-4f7c7d428db8 req-8a248e8c-1d64-469c-8a3e-eea867d33e78 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:11.488097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1970c38-7223-4fd9-a28b-4f7c7d428db8 req-8a248e8c-1d64-469c-8a3e-eea867d33e78 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 0.1509116 Nov 23 23:01:11.615303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b1970c38-7223-4fd9-a28b-4f7c7d428db8 req-dabbaa75-6de2-4bea-9b01-17ecbeb5364f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098728 Nov 23 23:01:11.665432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.677004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34002) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:11.696656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 430ef449-e400-4582-b5ac-831ac28d6236 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:11.772466 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.801101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.817388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.822273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:11.822947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.904237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] Deleting subnet f38fc2ec-24e5-423b-9789-62ab1ec114e9 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:01:11.907161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b272f5-edb3-4c30-bf7a-4a0ffbebcc23,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:11.911232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:11.976566 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9269838 Nov 23 23:01:12.017009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc0245-7330-4331-8b4c-f451df468713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Pushing event updated for resources: {'Network': ['ID=dedc9460-7a58-462f-873e-79f9d3654fe7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:12.042846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d51d67-f0c6-4c34-a5f6-70c5c3c832b8 req-379c1cc2-9c10-4ac8-a67f-f6cee8425af2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:12.043084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network dedc9460-7a58-462f-873e-79f9d3654fe7 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:01:12.052747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72d51d67-f0c6-4c34-a5f6-70c5c3c832b8 req-379c1cc2-9c10-4ac8-a67f-f6cee8425af2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 946 time: 0.2417288 Nov 23 23:01:12.056979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:12.179934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Router 01c5318c-325e-4b1f-aa27-b9be882620f3 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:12.207154 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:12.246388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72d51d67-f0c6-4c34-a5f6-70c5c3c832b8 req-71040bdb-8adb-4afc-bc6f-6ac2b613ea1b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519623 Nov 23 23:01:12.322970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:12.413858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=430ef449-e400-4582-b5ac-831ac28d6236,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:12.452891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:12.490393 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] Sync routers for ids ['01c5318c-325e-4b1f-aa27-b9be882620f3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:12.499344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:12.503970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2e747a38-ba3b-40c1-a0ad-39e5b3ce63d6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5122595 Nov 23 23:01:12.504664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34014) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:12.521771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:12.570532 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] Routers {'01c5318c-325e-4b1f-aa27-b9be882620f3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:12.573928 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['01c5318c-325e-4b1f-aa27-b9be882620f3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:12.645888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34018) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:12.651476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Request body: {'port': {'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7', 'binding:host_id': 'n-h2-817303-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-613025986'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:12.716854 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:12.738849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:12.743799 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] Routers {'01c5318c-325e-4b1f-aa27-b9be882620f3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:12.745353 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['01c5318c-325e-4b1f-aa27-b9be882620f3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:12.747588 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f38fc2ec-24e5-423b-9789-62ab1ec114e9 HTTP/1.1" status: 204 len: 168 time: 1.0644984 Nov 23 23:01:12.762468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34026) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:12.791855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Made reservation on behalf of 9b9b8d33f6e94102b21947aaa3405c0f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:12.794371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:12.883474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d8441-ee8c-4537-9bcb-97cfec9d602c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38fc2ec-24e5-423b-9789-62ab1ec114e9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:12.956761 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:12.957781 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04973876-6fb2-4c11-8789-4e5b703960fb None None] The sync data for ids ['01c5318c-325e-4b1f-aa27-b9be882620f3'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:12.973398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.033576 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.108651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d05ba-3b8f-4419-9cd0-060c56c40976 req-4a87fd3d-88f5-43c6-a508-0b0fddc297dc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:13.110577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e50d05ba-3b8f-4419-9cd0-060c56c40976 req-4a87fd3d-88f5-43c6-a508-0b0fddc297dc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 946 time: 0.2385507 Nov 23 23:01:13.280349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e50d05ba-3b8f-4419-9cd0-060c56c40976 req-10fe2796-7be5-4df0-905d-2bc92080db0e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577895 Nov 23 23:01:13.313907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 2c9dd453-ecf0-434c-b9b3-9a811d3e2360 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:01:13.319275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.361697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0493dc62-543e-4038-9cc2-a4d27c70f54d tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/01c5318c-325e-4b1f-aa27-b9be882620f3 HTTP/1.1" status: 200 len: 924 time: 0.8558207 Nov 23 23:01:13.366239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34032) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:13.405709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:13.412113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-edbe4243-ea77-4e20-9cd6-92bd252c3d89 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/2c9dd453-ecf0-434c-b9b3-9a811d3e2360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9086070 Nov 23 23:01:13.415808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34034) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:13.422404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] Sync routers for ids ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:13.454330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-490ffe3c-e7ea-40f4-977e-5b0dcf5fad4e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=01c5318c-325e-4b1f-aa27-b9be882620f3 HTTP/1.1" status: 200 len: 205 time: 0.0587513 Nov 23 23:01:13.465581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] Routers {'2c9dd453-ecf0-434c-b9b3-9a811d3e2360'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:13.466311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:13.468823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34036) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:13.484651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-62a63175-d88c-406a-9574-d84af4aa427d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9dd453-ecf0-434c-b9b3-9a811d3e2360 HTTP/1.1" status: 200 len: 205 time: 0.0650539 Nov 23 23:01:13.484961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:13.542284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:13.553668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] Routers {'2c9dd453-ecf0-434c-b9b3-9a811d3e2360'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:13.555541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:13.598774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:13.600145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854d7fd9-b0cb-4fd8-847e-93a99a1c753f None None] The sync data for ids ['2c9dd453-ecf0-434c-b9b3-9a811d3e2360'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:13.603677 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.624774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d448710a-b28b-4299-a3f3-ce5651a996f8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.640942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.670507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede0228d-2bb8-41fc-b78c-e1f565cef9dc']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:13.680064 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.687692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb691ec-9144-499c-9d1c-8e00b8655203') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:13.688049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb691ec-9144-499c-9d1c-8e00b8655203') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:13.698224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] device_id is not set on port 82b4d81b-9642-4c39-96c5-15dd5863ee82 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:01:13.722393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.819256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.827975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e35c7-366c-42bb-905d-6fb10ae4e7bb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:13.842429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.881170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:01:13.881585 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:01:13.886569 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:01:14.040550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.045938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.058865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ede0228d-2bb8-41fc-b78c-e1f565cef9dc HTTP/1.1" status: 204 len: 168 time: 1.2883217 Nov 23 23:01:14.109868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0d73c-7e02-4826-a395-f99e377b3f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede0228d-2bb8-41fc-b78c-e1f565cef9dc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:14.180897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.310290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] device_id is not set on port 82b4d81b-9642-4c39-96c5-15dd5863ee82 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:01:14.336305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.375304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.449959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Deleting port 481cb764-5899-4271-b640-e1629e3323ad {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:14.450547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.454926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34052) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:14.496811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d448710a-b28b-4299-a3f3-ce5651a996f8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.503717 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d448710a-b28b-4299-a3f3-ce5651a996f8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.543713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=82b4d81b-9642-4c39-96c5-15dd5863ee82,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:14.617543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4bd7ecce-1af9-4519-87b0-86bd224500e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50c84da34e314e438e98a3a20330241d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529319 Nov 23 23:01:14.618787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34054) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:14.622478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-cfe85756-a475-4baa-837a-f438ecfb0f9b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:14.624604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-cfe85756-a475-4baa-837a-f438ecfb0f9b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 946 time: 0.4507191 Nov 23 23:01:14.628620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d448710a-b28b-4299-a3f3-ce5651a996f8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.629091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d448710a-b28b-4299-a3f3-ce5651a996f8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9dd453-ecf0-434c-b9b3-9a811d3e2360 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:14.636822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d448710a-b28b-4299-a3f3-ce5651a996f8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.640676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d448710a-b28b-4299-a3f3-ce5651a996f8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/2c9dd453-ecf0-434c-b9b3-9a811d3e2360 HTTP/1.1" status: 204 len: 168 time: 1.1545513 Nov 23 23:01:14.642492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34056) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:14.648985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Checking segment: {'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:14.649247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Network hostable DHCP agents. Network: dedc9460-7a58-462f-873e-79f9d3654fe7, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:01:14.667776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.699696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Calling delete_port for 481cb764-5899-4271-b640-e1629e3323ad owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:14.734416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Network dedc9460-7a58-462f-873e-79f9d3654fe7 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:01:14.748158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278e2c-b4ba-4fa0-93ca-cbbb3b55c448 req-f3547594-7553-49ed-b150-93309713a0ae tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:14.749728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86278e2c-b4ba-4fa0-93ca-cbbb3b55c448 req-f3547594-7553-49ed-b150-93309713a0ae tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 946 time: 0.2610304 Nov 23 23:01:14.776051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet 97432789-418f-4316-9334-cb00b682fca2 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:01:14.783670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.784241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-067c3b5e-1317-4192-9da8-486fa783bb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.796908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, dedc9460-7a58-462f-873e-79f9d3654fe7) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:14.807842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:14.808341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cde031-f287-4eca-9559-01a8e1d2ab48 None None] Network dedc9460-7a58-462f-873e-79f9d3654fe7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:14.832494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-067c3b5e-1317-4192-9da8-486fa783bb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.854151 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.861669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:14.862086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:14.862498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:14.922545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:14.922775 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:14.922879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86278e2c-b4ba-4fa0-93ca-cbbb3b55c448 req-f0d362b0-a0e0-480c-b327-47880aa79ce6 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432385 Nov 23 23:01:14.926166 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 2 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:14.942975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Deleting port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:14.942975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:14.963564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:14.963564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:14.963922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:14.969651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:14.970087 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:14.971202 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 3 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:14.996338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:14.996762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:14.997254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.027932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.028350 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.032118 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 4 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:15.034679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-067c3b5e-1317-4192-9da8-486fa783bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.037374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-067c3b5e-1317-4192-9da8-486fa783bb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.040922 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-067c3b5e-1317-4192-9da8-486fa783bb24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8919610-3777-49f2-9fcf-7e79de859e1a HTTP/1.1" status: 204 len: 168 time: 0.4201314 Nov 23 23:01:15.057853 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.093828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:15.094223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:15.094579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.100175 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.125316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c3b5e-1317-4192-9da8-486fa783bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8919610-3777-49f2-9fcf-7e79de859e1a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:15.168806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] For port 4103fc98-4d33-4a8d-b614-2db06b71c1c8, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4103fc98-4d33-4a8d-b614-2db06b71c1c8,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:15.169210 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.181140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.181517 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.184068 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 5 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:15.190240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event deleted for resources: {'Port': ['ID=481cb764-5899-4271-b640-e1629e3323ad,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:15.211108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b840c6d-e26f-4c84-95fe-b9c088d374bf None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:15.225741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Calling delete_port for 4103fc98-4d33-4a8d-b614-2db06b71c1c8 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:15.296207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:15.296557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:15.296904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.300423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.305508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.305848 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.325758 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.331423 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 6 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:15.414993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:15.415421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:15.415792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.420207 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.423753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.425465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.425798 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.427743 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 7 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:15.483246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:15.483998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:15.484096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.491729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.492175 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.492714 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 8 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:15.502761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=97432789-418f-4316-9334-cb00b682fca2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:15.510676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:15.511029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:15.511366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.515043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.515628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Fanout notify agent at l3_agent the message router_deleted on router 01c5318c-325e-4b1f-aa27-b9be882620f3 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:15.524320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.525403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-afbac17b-7789-41ef-bb9b-6d14e5e3d3df tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/01c5318c-325e-4b1f-aa27-b9be882620f3 HTTP/1.1" status: 204 len: 168 time: 2.0553343 Nov 23 23:01:15.526843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.529277 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.529776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:15.530267 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 9 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:15.530584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.539674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'router': {'name': 'tempest-snat-router-152734053', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': False}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:15.541244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e58216-6232-41c5-98e1-19eb345bb5b3 None None] Network b2d872d4-804a-4434-87b1-30d62141c2db requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:15.544344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cd061def-fa8e-49f2-a3df-4eab2e859b6a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/97432789-418f-4316-9334-cb00b682fca2 HTTP/1.1" status: 204 len: 168 time: 0.8944931 Nov 23 23:01:15.547736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:15.568439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:15.568886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:15.570046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.585705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34076) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:15.611665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.612010 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.619358 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 10 to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 Nov 23 23:01:15.645132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.649587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.676252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:15.676538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:15.679877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:15.683478 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.703263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:15.703665 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 82b4d81b-9642-4c39-96c5-15dd5863ee82 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:15.704143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.772135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.824559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b9c079c4-993c-41e6-ac4e-849d675fa744', '4103fc98-4d33-4a8d-b614-2db06b71c1c8'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:15.826695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:15.845773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event deleted for resources: {'Port': ['ID=4103fc98-4d33-4a8d-b614-2db06b71c1c8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:15.925770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.927802 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e83856ac-6775-4e6f-85c3-6212324ad5c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.932242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] No DVR routers for this DVR port 4103fc98-4d33-4a8d-b614-2db06b71c1c8 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:15.935607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:15.939423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16ad0b9b-792e-4b80-9c62-7e8f216e72a4 req-751d2653-86de-4f3f-874d-3cc25b70b36e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "DELETE /v2.0/ports/4103fc98-4d33-4a8d-b614-2db06b71c1c8 HTTP/1.1" status: 204 len: 173 time: 1.2962613 Nov 23 23:01:15.941470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] For port 82b4d81b-9642-4c39-96c5-15dd5863ee82, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:15.941860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3638093-0032-4eec-b9e3-4740f4808881', 'name': 'network-vif-deleted', 'tag': '4103fc98-4d33-4a8d-b614-2db06b71c1c8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:15.942005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempted to set empty binding levels {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 23:01:15.945930 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15f3ed8-f93e-4376-924a-122ce636a4d0" -d '{"events": [{"server_uuid": "d3638093-0032-4eec-b9e3-4740f4808881", "name": "network-vif-deleted", "tag": "4103fc98-4d33-4a8d-b614-2db06b71c1c8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:15.980944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 9ae0c94e-5430-431d-9af2-4260befd7a4b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:15.981574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.013396 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddde685-537d-43bb-960c-2d69d377500b x-openstack-request-id: req-9ddde685-537d-43bb-960c-2d69d377500b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:16.013678 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3638093-0032-4eec-b9e3-4740f4808881", "name": "network-vif-deleted", "tag": "4103fc98-4d33-4a8d-b614-2db06b71c1c8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:16.014119 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ddde685-537d-43bb-960c-2d69d377500b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:16.014720 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3638093-0032-4eec-b9e3-4740f4808881', 'name': 'network-vif-deleted', 'tag': '4103fc98-4d33-4a8d-b614-2db06b71c1c8', 'status': 'completed', 'code': 200} Nov 23 23:01:16.054360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.112285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-234ff641-aa95-49e5-8248-415086d0e682 req-51a9e846-44c4-4f97-805b-475857ce8228 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3638093-0032-4eec-b9e3-4740f4808881 HTTP/1.1" status: 200 len: 210 time: 0.0509977 Nov 23 23:01:16.137144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 9ae0c94e-5430-431d-9af2-4260befd7a4b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9ae0c94e-5430-431d-9af2-4260befd7a4b,segment=NetworkSegment(ff8fb286-6676-4156-9d6e-adf40a633233),segment_id=ff8fb286-6676-4156-9d6e-adf40a633233)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:16.137517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.160787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 9ae0c94e-5430-431d-9af2-4260befd7a4b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:16.214580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:16.214875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.339054 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.411428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=9ae0c94e-5430-431d-9af2-4260befd7a4b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:16.416395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No DVR routers for this DVR port 9ae0c94e-5430-431d-9af2-4260befd7a4b on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:16.421848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301f334-7d40-4781-a21d-0a37b225d6cf None None] DHCP port deletion for b2d872d4-804a-4434-87b1-30d62141c2db request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:16.549457 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.563386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=82b4d81b-9642-4c39-96c5-15dd5863ee82,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:16.613368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.632897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34102) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:16.640042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9ae0c94e-5430-431d-9af2-4260befd7a4b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:16.646819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2affc994-4801-4b2e-85dc-ca7140094f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.9998078 Nov 23 23:01:16.653701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34104) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:16.656377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e83856ac-6775-4e6f-85c3-6212324ad5c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.697145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 9ae0c94e-5430-431d-9af2-4260befd7a4b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:16.697588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9ae0c94e-5430-431d-9af2-4260befd7a4b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:16.701328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d872d4-804a-4434-87b1-30d62141c2db']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:16.726474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8fb286-6676-4156-9d6e-adf40a633233') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:16.727039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8fb286-6676-4156-9d6e-adf40a633233') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:16.737471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e83856ac-6775-4e6f-85c3-6212324ad5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.745505 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.769690 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.778677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:01:16.779386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:01:16.783488 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:01:16.792739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83856ac-6775-4e6f-85c3-6212324ad5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e02ef2-05a1-4086-96c4-5c2873872f56,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:16.805267 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e83856ac-6775-4e6f-85c3-6212324ad5c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29769dbbd558490bb89da245af19bfb3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2184649 Nov 23 23:01:16.812320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34108) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:16.828615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-network', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:16.858706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Deleting port 82b4d81b-9642-4c39-96c5-15dd5863ee82 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:16.859079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.902232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.929854 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.937677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/b2d872d4-804a-4434-87b1-30d62141c2db HTTP/1.1" status: 204 len: 168 time: 1.3850687 Nov 23 23:01:16.940085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:16.941094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] For port 82b4d81b-9642-4c39-96c5-15dd5863ee82, host n-h2-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:16.941455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.948350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1310213975', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:16.950242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Made reservation on behalf of 2b054f504e944e658a7a7e9456e392c5 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:16.952669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.956417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ecd5c-dd25-4d10-8f1b-90b36ebf09b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=b2d872d4-804a-4434-87b1-30d62141c2db,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:16.970444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.991606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-462f2b36-1850-4be6-a8f2-91a4b68bdfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.032891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Calling delete_port for 82b4d81b-9642-4c39-96c5-15dd5863ee82 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:17.038914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-462f2b36-1850-4be6-a8f2-91a4b68bdfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.114672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.115724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.137030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.149630 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-462f2b36-1850-4be6-a8f2-91a4b68bdfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.152621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-462f2b36-1850-4be6-a8f2-91a4b68bdfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.161203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-462f2b36-1850-4be6-a8f2-91a4b68bdfa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9e02ef2-05a1-4086-96c4-5c2873872f56 HTTP/1.1" status: 204 len: 168 time: 0.3474607 Nov 23 23:01:17.167053 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.200830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f2b36-1850-4be6-a8f2-91a4b68bdfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e02ef2-05a1-4086-96c4-5c2873872f56,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:17.238041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:17.246426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:01:17.260302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.261310 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Added segment 349f1940-9895-4159-a772-cca56022ae00 of type vlan for network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 Nov 23 23:01:17.329197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.369049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.370625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:17.372162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.458465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8216600 Nov 23 23:01:17.458802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34126) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:17.464002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Request body: {'subnet': {'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-subnet', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:17.468965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009bfc5-5311-40e9-b164-8adf1cea2dcb admin admin] Pushing event updated for resources: {'Network': ['ID=5e3dd6e3-9fc6-4674-88ad-6afb00c38378,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:17.484193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:01:17.499285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Made reservation on behalf of 2b054f504e944e658a7a7e9456e392c5 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:17.503230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.592975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.654184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.673746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa551c-e16e-49ec-b0ed-d8968d7622cd req-c78269fe-d0b5-416e-b44d-70c9d1897469 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:17.675334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.675609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55aa551c-e16e-49ec-b0ed-d8968d7622cd req-c78269fe-d0b5-416e-b44d-70c9d1897469 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 0.0748539 Nov 23 23:01:17.779414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55aa551c-e16e-49ec-b0ed-d8968d7622cd req-f298dea5-63c0-44dc-9bb7-5d27fbfee5f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918970 Nov 23 23:01:17.784276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.832943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event deleted for resources: {'Port': ['ID=82b4d81b-9642-4c39-96c5-15dd5863ee82,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:17.865693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.919059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119b20af-dc85-4964-959e-56c2809bb594,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:17.933914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.937232 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d2b79c1-6089-4ec5-898c-db5ee9144a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "DELETE /v2.0/ports/82b4d81b-9642-4c39-96c5-15dd5863ee82 HTTP/1.1" status: 204 len: 168 time: 1.2790613 Nov 23 23:01:17.939611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Checking segment: {'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:17.939994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Network hostable DHCP agents. Network: 5e3dd6e3-9fc6-4674-88ad-6afb00c38378, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:01:17.943846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:17.944017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34138) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:17.977720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Allocated IP 172.25.0.91 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/afc0b554-aea9-42e0-a195-ceb2fa7b2fa4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:17.981882 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-00364644-732b-4ed9-8a60-7ec2016824f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] GET failed (client error): The resource could not be found. Nov 23 23:01:17.983560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-00364644-732b-4ed9-8a60-7ec2016824f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "GET /v2.0/ports/82b4d81b-9642-4c39-96c5-15dd5863ee82 HTTP/1.1" status: 404 len: 333 time: 0.0367188 Nov 23 23:01:17.991435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34140) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:17.997040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Request body: {'port': {'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419735980'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:18.011036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:01:18.031444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 5e3dd6e3-9fc6-4674-88ad-6afb00c38378) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:18.037615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Made reservation on behalf of 9b9b8d33f6e94102b21947aaa3405c0f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:18.040242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.042506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8904eb7-a4bf-4846-94cb-d1b4356221e1 None None] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:18.043377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:18.044298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.069952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] device_id is not set on port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:01:18.081880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-365f2352-d6bd-40ca-8157-6587eae2ab90 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6220076 Nov 23 23:01:18.087596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34144) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:18.162515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:18.200402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.238550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.239631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.259760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bfcc83-b3b4-4477-98ad-168d49b8e275 None None] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:18.268182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.364027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:18.374516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.386488 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4103fc98-4d33-4a8d-b614-2db06b71c1c8 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:18.398459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:18.406705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:18.426739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 4103fc98-4d33-4a8d-b614-2db06b71c1c8 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:18.427313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4103fc98-4d33-4a8d-b614-2db06b71c1c8 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:18.432134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beac734-7589-4b5c-8b99-8eb51b1a6527 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:18.435502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Port': ['ID=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:18.472042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.489753 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.504432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.584957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.586024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ce4649f3-74df-47b9-b081-735223559c40 None None] Provisioning complete for port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:18.588128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ce4649f3-74df-47b9-b081-735223559c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.654925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.662217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ce4649f3-74df-47b9-b081-735223559c40 None None] Port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:18.739509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Network dedc9460-7a58-462f-873e-79f9d3654fe7 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:18.748210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:18.752698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:18.753659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:18.754274 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.757164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=dcd4dd2d-48e0-4d92-a236-fc2c63cb475a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:18.781907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-584adccf-7b2b-4962-9cde-f9dcc287fbd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7868850 Nov 23 23:01:18.782124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34158) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:18.785833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 172.25.0.178 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e488ad7a-0ad8-46dd-b5cc-fbe95371073f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:18.789611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:18.858932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:18.883095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.064621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.111782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134a869-871c-44cb-8ef1-fe2ed882dc51 req-16ae853c-64ed-485c-99c9-df72aff59f79 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:19.113291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0134a869-871c-44cb-8ef1-fe2ed882dc51 req-16ae853c-64ed-485c-99c9-df72aff59f79 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 0.2102354 Nov 23 23:01:19.129235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcad063-e36c-45c2-ac89-a229a088445b req-b471efaa-6031-49ca-904a-c529534712ae tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:19.130777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbcad063-e36c-45c2-ac89-a229a088445b req-b471efaa-6031-49ca-904a-c529534712ae tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 0.2264664 Nov 23 23:01:19.138253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.197385 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.228962 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.233605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.251073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:19.263359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:19.266024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:19.296460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81819438-5b6a-4563-96dc-f2155e6c6dea None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:19.327116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=e488ad7a-0ad8-46dd-b5cc-fbe95371073f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:19.384079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0134a869-871c-44cb-8ef1-fe2ed882dc51 req-02183cf8-4dc7-477f-a657-a43aba8f7c2b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495511 Nov 23 23:01:19.433150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-242161c1-3e4a-4e97-8c37-608e641af525 None None] Provisioning complete for port e488ad7a-0ad8-46dd-b5cc-fbe95371073f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:19.433529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-242161c1-3e4a-4e97-8c37-608e641af525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.493283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-242161c1-3e4a-4e97-8c37-608e641af525 None None] Port e488ad7a-0ad8-46dd-b5cc-fbe95371073f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:19.617229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Router e72d239c-4816-4bb1-a488-4c27d415b1ea is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:19.803305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.805821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:19.823982 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Sync routers for ids ['e72d239c-4816-4bb1-a488-4c27d415b1ea'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:19.827090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] device_id is not set on port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:01:19.838654 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.849938 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Routers {'e72d239c-4816-4bb1-a488-4c27d415b1ea'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:19.853156 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e72d239c-4816-4bb1-a488-4c27d415b1ea'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:19.856974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Deleting port b9c079c4-993c-41e6-ac4e-849d675fa744 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:19.857311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.866709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.867532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:19.869338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Allocated IP 172.25.0.221 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/771e9d6a-61ad-4a15-8f3a-0e493b8bc793) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:19.870166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-06e9e7dd-1999-45d2-bd90-60cd6159bfee tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3357701 Nov 23 23:01:19.872688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34178) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:20.012527 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Set router e72d239c-4816-4bb1-a488-4c27d415b1ea gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:20.025254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=dcd4dd2d-48e0-4d92-a236-fc2c63cb475a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:20.053392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.054438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.054660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.093998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] For port b9c079c4-993c-41e6-ac4e-849d675fa744, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b9c079c4-993c-41e6-ac4e-849d675fa744,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:20.093998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.223768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.252671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:20.253016 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:20.261315 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 2 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:20.269922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d239c-4816-4bb1-a488-4c27d415b1ea', 'name': 'tempest-snat-router-152734053', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.91'}], 'enable_snat': False}, 'gw_port_id': 'afc0b554-aea9-42e0-a195-ceb2fa7b2fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:15Z', 'updated_at': '2021-11-23T23:01:18Z', 'revision_number': 3, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port': {'id': 'afc0b554-aea9-42e0-a195-ceb2fa7b2fa4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d239c-4816-4bb1-a488-4c27d415b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:17Z', 'updated_at': '2021-11-23T23:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:20.283233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Calling delete_port for b9c079c4-993c-41e6-ac4e-849d675fa744 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:20.294751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.295099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.295445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.306542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:20.307198 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:20.309566 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Checking router: e72d239c-4816-4bb1-a488-4c27d415b1ea for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:01:20.309922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Updating router e72d239c-4816-4bb1-a488-4c27d415b1ea port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:01:20.311062 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 3 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:20.328092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.352287 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.370493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.370841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.371187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.406914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:20.407250 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:20.419416 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 4 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:20.425014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:20.456466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:20.466852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:20.472602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.473372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.473721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.481980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43185237-a529-434a-ba5c-dcb50797b26c None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:20.488388 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f585d07d-3719-493f-8640-72a7205ce619 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/e72d239c-4816-4bb1-a488-4c27d415b1ea HTTP/1.1" status: 200 len: 907 time: 0.6140952 Nov 23 23:01:20.490864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:20.495737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'router': {'name': 'tempest-snat-router-152734053', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': True}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:20.498555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Pushing event updated for resources: {'Port': ['ID=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:20.519471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:20.519860 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:20.522461 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 5 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:20.547898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.548162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.548405 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.572909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.577006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.578098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.618515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:20.619396 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:20.649990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-20c403b4-0f5f-4078-9c3a-00de8cedbbfe None None] Provisioning complete for port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:20.655884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-20c403b4-0f5f-4078-9c3a-00de8cedbbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.661238 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 6 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:20.715379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-20c403b4-0f5f-4078-9c3a-00de8cedbbfe None None] Port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:20.715677 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.727860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.728207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.728551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.739011 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.745564 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.754137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:20.754472 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:20.757531 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 7 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:20.765178 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.779445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b9c079c4-993c-41e6-ac4e-849d675fa744'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:20.816618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.818299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.818675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.823778 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Attempting to bind port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:20.824061 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Attempting to bind port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:20.824670 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Attempting to bind port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:20.828791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6dd9-b5ce-48c5-8159-a3b17b4b2196 req-ffc4ab75-5927-4137-8c31-76ace551441b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:20.830273 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eef6dd9-b5ce-48c5-8159-a3b17b4b2196 req-ffc4ab75-5927-4137-8c31-76ace551441b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ef27db6-2c7a-4c8e-9080-34c950835813 HTTP/1.1" status: 200 len: 945 time: 0.2514241 Nov 23 23:01:20.837945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event deleted for resources: {'Port': ['ID=b9c079c4-993c-41e6-ac4e-849d675fa744,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:20.845605 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:20.845987 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:20.848477 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.848477 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:20.848477 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Bound port: afc0b554-aea9-42e0-a195-ceb2fa7b2fa4, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:20.848477 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.849572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:20.854046 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fa08a-5973-4ad3-a165-52fdab385511 None None] Pushing event updated for resources: {'Port': ['ID=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:20.854320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099dc2ed-7acd-4006-a33a-cf5f773c1e25 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:20.907589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.922209 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] For port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:20.926987 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] For port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:20.935931 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.952314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:20.953077 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:20.968676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Provisioning complete for port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:20.969199 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:20.973762 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 8 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:20.995207 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fa08a-5973-4ad3-a165-52fdab385511 None None] Pushing event updated for resources: {'Port': ['ID=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:21.018546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] No DVR routers for this DVR port b9c079c4-993c-41e6-ac4e-849d675fa744 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:21.026219 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Routers {'e72d239c-4816-4bb1-a488-4c27d415b1ea'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:21.026870 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['e72d239c-4816-4bb1-a488-4c27d415b1ea'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:21.027148 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.030736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbcad063-e36c-45c2-ac89-a229a088445b req-c9e84b2f-650b-4964-ac51-bb67a8449540 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.46 "DELETE /v2.0/ports/b9c079c4-993c-41e6-ac4e-849d675fa744 HTTP/1.1" status: 204 len: 173 time: 1.8839118 Nov 23 23:01:21.031303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:21.034414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e172a-e387-4a57-864f-3773bb9eace8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:21.034776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'name': 'network-vif-deleted', 'tag': 'b9c079c4-993c-41e6-ac4e-849d675fa744'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:21.037299 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec03edf1-ae22-4973-9046-d206d5f17f5e" -d '{"events": [{"server_uuid": "3ef27db6-2c7a-4c8e-9080-34c950835813", "name": "network-vif-deleted", "tag": "b9c079c4-993c-41e6-ac4e-849d675fa744"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:21.073652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:21.074081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:21.074345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:21.107323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.113591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:21.117038 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:21.119731 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef054d78-d8d8-4957-a47c-6376d89f812e x-openstack-request-id: req-ef054d78-d8d8-4957-a47c-6376d89f812e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:21.120251 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef27db6-2c7a-4c8e-9080-34c950835813", "name": "network-vif-deleted", "tag": "b9c079c4-993c-41e6-ac4e-849d675fa744", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:21.120674 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef054d78-d8d8-4957-a47c-6376d89f812e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:21.121253 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef27db6-2c7a-4c8e-9080-34c950835813', 'name': 'network-vif-deleted', 'tag': 'b9c079c4-993c-41e6-ac4e-849d675fa744', 'status': 'completed', 'code': 200} Nov 23 23:01:21.126125 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 9 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:21.160177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.184744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:21.185351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:21.185862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:21.188142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] For port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:21.191142 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] Set router e72d239c-4816-4bb1-a488-4c27d415b1ea gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:21.197805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eef6dd9-b5ce-48c5-8159-a3b17b4b2196 req-b5c19511-6fff-4dc6-9abf-27688696704e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541446 Nov 23 23:01:21.201699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.204003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:21.204560 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:21.207648 n-d-817303-3 neutron-server[103522]: INFO neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 10 to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a Nov 23 23:01:21.269087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:21.269435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:21.269791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:21.278174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:21.278527 n-d-817303-3 neutron-server[103522]: ERROR neutron.plugins.ml2.managers [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:21.278912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.358756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ee06f200-5043-4ac1-9b97-b489e19be3c7 None None] Provisioning complete for port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:21.359461 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee06f200-5043-4ac1-9b97-b489e19be3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.382968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:21.410220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Pushing event updated for resources: {'Port': ['ID=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:21.412898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] Sync routers for ids ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:21.432268 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.432686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.433040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.433386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.433726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.434062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.434398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.434727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.435055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.435526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.435882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.436211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.436537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407fd370-2078-4982-92fd-fa0c2a0c46bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:21.438761 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bce41c50-4a13-44ed-93d8-1931514ccc8e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4942493 Nov 23 23:01:21.441001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34194) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:21.454387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] Routers {'19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:21.455612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:21.475106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.511135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:21.563231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] Routers {'19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:21.564222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:21.619141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] For port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:21.619701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempted to set empty binding levels {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 23:01:21.628566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-4d7c0eb3-9050-463e-803c-179792974af5 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=65beca5f65594ea985d7669f59ffe1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563571 Nov 23 23:01:21.643194 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.650940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:21.651706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe9443-a433-42a0-a50f-03a49e999abd None None] The sync data for ids ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:21.684783 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d239c-4816-4bb1-a488-4c27d415b1ea', 'name': 'tempest-snat-router-152734053', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.91'}], 'enable_snat': False}, 'gw_port_id': 'afc0b554-aea9-42e0-a195-ceb2fa7b2fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:15Z', 'updated_at': '2021-11-23T23:01:18Z', 'revision_number': 3, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port': {'id': 'afc0b554-aea9-42e0-a195-ceb2fa7b2fa4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d239c-4816-4bb1-a488-4c27d415b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:17Z', 'updated_at': '2021-11-23T23:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:21.719202 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334eec88-6db4-42b7-aa45-82928d56cc4b None None] The sync data for ids ['e72d239c-4816-4bb1-a488-4c27d415b1ea'] in n-d-817303-3 is: [{'id': 'e72d239c-4816-4bb1-a488-4c27d415b1ea', 'name': 'tempest-snat-router-152734053', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.91'}], 'enable_snat': False}, 'gw_port_id': 'afc0b554-aea9-42e0-a195-ceb2fa7b2fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:15Z', 'updated_at': '2021-11-23T23:01:18Z', 'revision_number': 3, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port': {'id': 'afc0b554-aea9-42e0-a195-ceb2fa7b2fa4', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d239c-4816-4bb1-a488-4c27d415b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:17Z', 'updated_at': '2021-11-23T23:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:21.770155 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d0c3326-aed5-427f-a13e-afc772859595 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/routers/19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 HTTP/1.1" status: 200 len: 885 time: 0.3285992 Nov 23 23:01:21.773013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34204) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:21.800518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] In _notify_port_updated(), no bound segment for port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:01:21.801500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:21.802191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.806612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "PUT /v2.0/ports/dcd4dd2d-48e0-4d92-a236-fc2c63cb475a HTTP/1.1" status: 200 len: 979 time: 3.0205746 Nov 23 23:01:21.828832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34206) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:21.863601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de865c-b415-483c-9588-3e103e298a58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=dcd4dd2d-48e0-4d92-a236-fc2c63cb475a,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:21.937452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-08e848ce-24b2-4160-9ada-f67425dcea9c tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:21.945532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-08e848ce-24b2-4160-9ada-f67425dcea9c tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159187 Nov 23 23:01:21.947386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.973199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-9ad9a4a7-c771-4ff5-b7eb-a0d623e2fd14 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/quotas/65beca5f65594ea985d7669f59ffe1c0 HTTP/1.1" status: 200 len: 375 time: 0.0153153 Nov 23 23:01:22.007037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.007859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.008747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.009636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.010529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.011100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.011557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.012052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.012502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.014611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6e330b53-279f-4af4-9380-6d051876197c tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7902 time: 0.1846945 Nov 23 23:01:22.015946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.017801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34208) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:22.026976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-44a409ac-b053-43e7-b007-202675b3765b tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=65beca5f65594ea985d7669f59ffe1c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511417 Nov 23 23:01:22.028910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Router aed78651-122b-4b12-926e-0a3316391f3c is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:22.180404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:22.192620 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Sync routers for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:22.225090 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.227786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3d43df38-326a-4dd6-bebf-a5d06b2e32ee admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0741866 Nov 23 23:01:22.230908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34212) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:22.236586 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:22.237211 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:22.369526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Allocated IP 172.25.0.180 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/17dec314-43fa-40a8-a691-53ca131c34af) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:22.389937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7990f871-6731-44d6-bebe-d1d4740da81e req-9f7a6287-a5f6-4982-aac9-c51eeb962ff6 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 210 time: 0.0823271 Nov 23 23:01:22.516653 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:22.570045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.636145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Deleting port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:22.636145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.721625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:22.809610 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-df91fb46-7e5f-41e1-b494-9ae71d42a9a0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0354059 Nov 23 23:01:22.817361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34234) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:22.824933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a6b06a80-978f-4bc2-bec3-62fc27919cba tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1310213975'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:22.833761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.835086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:22.838912 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.887234 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:20Z', 'revision_number': 3, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:22.898750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] For port dcd4dd2d-48e0-4d92-a236-fc2c63cb475a, host n-h2-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:22.899232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.962950 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Checking router: aed78651-122b-4b12-926e-0a3316391f3c for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:01:22.963301 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Updating router aed78651-122b-4b12-926e-0a3316391f3c port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:01:22.977599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:22.985340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:23.004691 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.010687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Calling delete_port for dcd4dd2d-48e0-4d92-a236-fc2c63cb475a owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:23.013156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:23.021511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-25b21075-c43d-4b0d-8ef0-9e5bbb151a63 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:23.024657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-25b21075-c43d-4b0d-8ef0-9e5bbb151a63 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.2937410 Nov 23 23:01:23.026793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44143e79-0b01-4e72-a6b0-90077eee3f98 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:23.047195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-46d80468-4568-47c6-a262-58c9b449f1bb tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0149441 Nov 23 23:01:23.088282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8bf32c85-e401-4022-81a0-e927df8b1d80 None None] Provisioning complete for port 17dec314-43fa-40a8-a691-53ca131c34af triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:23.089451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8bf32c85-e401-4022-81a0-e927df8b1d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.177636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Port': ['ID=17dec314-43fa-40a8-a691-53ca131c34af,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:23.179517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8bf32c85-e401-4022-81a0-e927df8b1d80 None None] Port 17dec314-43fa-40a8-a691-53ca131c34af cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:23.225237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-c94cce23-47f6-4337-adf9-148e76b44718 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1523762 Nov 23 23:01:23.239537 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:01:23.396965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-1568d6ad-e757-4d9a-97bb-478db7f44185 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703169 Nov 23 23:01:23.401243 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.437635 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.447269 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.521443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55321af-c1dd-474c-85f4-2ad982ec87cf None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:23.540864 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf22918-766c-48c8-93df-ca66b5d4f290 None None] Pushing event updated for resources: {'Port': ['ID=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:23.553929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46961f8b-179c-4f36-b3e0-597b7c51fc1a req-8886dd40-1e2e-4880-b3ce-e09d0828b6d7 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 210 time: 0.0516894 Nov 23 23:01:23.568338 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Attempting to bind port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:23.568982 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Attempting to bind port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:23.569567 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Attempting to bind port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:23.577758 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:23.578149 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:23.578749 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.578959 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:23.579406 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Bound port: 771e9d6a-61ad-4a15-8f3a-0e493b8bc793, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:23.579826 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.588734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-90121671-816d-432b-8323-68cbfa5ace42 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898477 Nov 23 23:01:23.623692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-52b25908-69ba-43f8-b541-9380cbec7857 None None] Provisioning complete for port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:23.627942 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52b25908-69ba-43f8-b541-9380cbec7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.657174 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] For port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:23.668364 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] For port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:23.681966 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.694074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-52b25908-69ba-43f8-b541-9380cbec7857 None None] Port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:23.760380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12f5fd-ea2d-4e4b-86ca-290bb980a055 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:23.806267 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:23.808422 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:23.833779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1d077955-c3fc-42b5-98d2-2c14644d171d None None] Provisioning complete for port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:23.866303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d077955-c3fc-42b5-98d2-2c14644d171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:23.877985 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf22918-766c-48c8-93df-ca66b5d4f290 None None] Pushing event updated for resources: {'Port': ['ID=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:23.927214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.015196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Allocated IP 172.20.0.1 (5e3dd6e3-9fc6-4674-88ad-6afb00c38378/119b20af-dc85-4964-959e-56c2809bb594/db1b54af-d727-4ef5-b211-903c3a51d154) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:24.059295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d077955-c3fc-42b5-98d2-2c14644d171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.060517 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:24.090160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1d077955-c3fc-42b5-98d2-2c14644d171d None None] For port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:24.101610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d077955-c3fc-42b5-98d2-2c14644d171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.182475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcd4dd2d-48e0-4d92-a236-fc2c63cb475a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:24.185294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d077955-c3fc-42b5-98d2-2c14644d171d None None] Pushing event updated for resources: {'Port': ['ID=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:24.199433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.205845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16d91ea5-2f10-4634-bcd3-6e887ab5bb9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "DELETE /v2.0/ports/dcd4dd2d-48e0-4d92-a236-fc2c63cb475a HTTP/1.1" status: 204 len: 168 time: 2.1786675 Nov 23 23:01:24.268071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34248) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:24.312480 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d897469d-954b-4c84-adcb-8acf1e900b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] GET failed (client error): The resource could not be found. Nov 23 23:01:24.314010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d897469d-954b-4c84-adcb-8acf1e900b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "GET /v2.0/ports/dcd4dd2d-48e0-4d92-a236-fc2c63cb475a HTTP/1.1" status: 404 len: 333 time: 0.0448773 Nov 23 23:01:24.321163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:24.326152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-391837736', 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:24.365078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Made reservation on behalf of 9b9b8d33f6e94102b21947aaa3405c0f for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:24.367022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.368073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b9c079c4-993c-41e6-ac4e-849d675fa744 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:24.375754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.386302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6b06a80-978f-4bc2-bec3-62fc27919cba tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.420523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: b9c079c4-993c-41e6-ac4e-849d675fa744 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:24.421400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b9c079c4-993c-41e6-ac4e-849d675fa744 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:24.458846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] device_id is not set on port 9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:01:24.461025 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:20Z', 'revision_number': 3, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:24.466927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6b06a80-978f-4bc2-bec3-62fc27919cba tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.498609 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b57ab-fb66-48e0-933f-ddbf8fd1d4bf None None] The sync data for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 is: [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:20Z', 'revision_number': 3, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:24.651981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-44d06f15-9f41-429d-9e50-486d144b4266 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65beca5f65594ea985d7669f59ffe1c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8232217 Nov 23 23:01:24.734829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ec66c68-67c7-4cc8-9401-6c79f07ae80d req-aafa2383-75c9-4102-8fe9-a6d0f2d458f5 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 210 time: 0.0747957 Nov 23 23:01:24.741924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05136ed9-5225-4cc1-861f-99537c01e9e8 req-9f2b01a3-c4f1-4834-8b84-c6f91d888d3c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 210 time: 0.0871663 Nov 23 23:01:24.797108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b06a80-978f-4bc2-bec3-62fc27919cba tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:01:24.842760 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.888067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-43dd2eca-4ec6-4a0f-8d7b-9f4f7974bc1b tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:24.889600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-43dd2eca-4ec6-4a0f-8d7b-9f4f7974bc1b tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194219 Nov 23 23:01:24.906345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Request body: {'port': {'device_id': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': '65beca5f65594ea985d7669f59ffe1c0'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:24.990244 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.023440 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.083563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.108956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:25.112934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Pushing event updated for resources: {'Port': ['ID=db1b54af-d727-4ef5-b211-903c3a51d154,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:25.119144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:25.124495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:25.171792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Made reservation on behalf of 65beca5f65594ea985d7669f59ffe1c0 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:25.175500 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.190212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.192889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b06a80-978f-4bc2-bec3-62fc27919cba tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:25.201517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.202034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a6b06a80-978f-4bc2-bec3-62fc27919cba tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.203415 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a6b06a80-978f-4bc2-bec3-62fc27919cba tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 HTTP/1.1" status: 200 len: 892 time: 2.3846681 Nov 23 23:01:25.207550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34256) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:25.213177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] Sync routers for ids ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:25.234036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.239400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] Routers {'19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:25.240350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:25.301202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Network dedc9460-7a58-462f-873e-79f9d3654fe7 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:25.315316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:25.320584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:25.330791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:25.337044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] Routers {'19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:25.337930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:25.342529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:25.356542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.370669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:25.400851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:25.404608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8e473d58-1a18-441a-9121-5dc263fc92bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0800226 Nov 23 23:01:25.404863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffaf6d-bca4-46cc-9366-1a1adc6a16a6 None None] The sync data for ids ['19ff5bef-ebc4-4584-898f-9dedc1a7b0c4'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:25.406858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:25.481007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e2db5-25b6-4649-87e6-4efeded19c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:25.482891 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-246e2db5-25b6-4649-87e6-4efeded19c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "GET /v2.0/ports/9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5 HTTP/1.1" status: 200 len: 958 time: 0.0746868 Nov 23 23:01:25.485768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34260) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:25.508574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-de784c34-07af-42e3-90c6-6502ca934889 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/routers/19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 HTTP/1.1" status: 200 len: 892 time: 0.2534313 Nov 23 23:01:25.512606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34262) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:25.516146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.529351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.586541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f0df975-a248-4490-8efd-b0ff2c52be65 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 HTTP/1.1" status: 200 len: 205 time: 0.0695577 Nov 23 23:01:25.593353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34264) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:25.615602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.664302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Router 871ef9d5-6a54-45d0-9bc8-c23b91db5a59 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:25.686166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-70a9169d-1494-4bc1-aca3-3dcd46cfb2d8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:25.687729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-70a9169d-1494-4bc1-aca3-3dcd46cfb2d8 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.2442765 Nov 23 23:01:25.698371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af02d7c4-7b77-4200-bde3-2ae9ab669b9e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:25.742770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Request body: {'port': {'device_id': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'admin_state_up': True, 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:25.879101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Deleting port 9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:25.879447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.946488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b8157a0-8c29-4166-8ad9-2f2f078c34cb req-abf87ec8-5686-481a-9321-0858e29ac3b4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 210 time: 0.1001394 Nov 23 23:01:25.960667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-465f76ae-24eb-4e56-8523-33c732c160df req-7805f276-2bc0-4054-b60f-1a00a0fc7f29 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 210 time: 0.0842919 Nov 23 23:01:25.963968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:25.974196 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Sync routers for ids ['871ef9d5-6a54-45d0-9bc8-c23b91db5a59'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:25.992761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:25.994591 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Routers {'871ef9d5-6a54-45d0-9bc8-c23b91db5a59'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:25.995224 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['871ef9d5-6a54-45d0-9bc8-c23b91db5a59'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:26.014708 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.016632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-12ac975b-f52f-4cd0-b777-34a53f532deb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5242610 Nov 23 23:01:26.020049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Calling delete_port for 9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:26.022224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34270) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:26.027126 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.039948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Allocated IP 192.168.233.226 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/c68b4d27-83f8-4067-9756-8dcbfdd5ceb5) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:26.082203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:26.086468 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.124908 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Set router 871ef9d5-6a54-45d0-9bc8-c23b91db5a59 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:26.226568 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.249119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.323796 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-127a8dab-98ee-4452-8544-2015e0130e4d tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/871ef9d5-6a54-45d0-9bc8-c23b91db5a59 HTTP/1.1" status: 200 len: 907 time: 0.2965956 Nov 23 23:01:26.326984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34272) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:26.341000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.341282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Pushing event updated for resources: {'Port': ['ID=db1b54af-d727-4ef5-b211-903c3a51d154,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:26.357889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.409147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.423886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:26.435749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.441684 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bc239ec1-e5c3-4bcd-af5c-2a3efd745015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5 HTTP/1.1" status: 204 len: 168 time: 0.9522822 Nov 23 23:01:26.451623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34274) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:26.463293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Allocated IP 172.20.0.6 (68d870b7-ea29-45c0-8c29-93b9cfb7f716/b0fc9903-3824-42ba-9235-b394e48849cc/f387cc04-e56e-4221-893a-7065a9b0f908) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:26.463546 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ef9d5-6a54-45d0-9bc8-c23b91db5a59', 'name': 'tempest-snat-router-152734053', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '17dec314-43fa-40a8-a691-53ca131c34af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:20Z', 'updated_at': '2021-11-23T23:01:23Z', 'revision_number': 3, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port': {'id': '17dec314-43fa-40a8-a691-53ca131c34af', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ef9d5-6a54-45d0-9bc8-c23b91db5a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:22Z', 'updated_at': '2021-11-23T23:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:26.493251 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Checking router: 871ef9d5-6a54-45d0-9bc8-c23b91db5a59 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:01:26.493693 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Updating router 871ef9d5-6a54-45d0-9bc8-c23b91db5a59 port 17dec314-43fa-40a8-a691-53ca131c34af binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:01:26.493866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.523812 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.614176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:26.617929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:26.620841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port e488ad7a-0ad8-46dd-b5cc-fbe95371073f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:26.621255 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.628541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.732357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:26.815459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:26.830916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:26.831293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.854438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:26.859545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Pushing event updated for resources: {'Port': ['ID=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:26.861990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:26.909756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.947848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for e488ad7a-0ad8-46dd-b5cc-fbe95371073f owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:26.963484 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b0914f-6686-445e-a3bd-83cf4c8a2e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] GET failed (client error): The resource could not be found. Nov 23 23:01:26.965301 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f6b0914f-6686-445e-a3bd-83cf4c8a2e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "GET /v2.0/ports/9f5de27b-d1b1-43de-8e1c-86aa59d2b7f5 HTTP/1.1" status: 404 len: 333 time: 0.5110629 Nov 23 23:01:26.973508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34276) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:26.989150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Router aed78651-122b-4b12-926e-0a3316391f3c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:01:26.999101 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.010784 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.018563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Request body: {'port': {'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489365267'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.049694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.066285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b7e12-a2ca-46ea-9ae5-fed587a5a6bd None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:27.078092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:27.085281 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.092710 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.160507 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Attempting to bind port 17dec314-43fa-40a8-a691-53ca131c34af on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:27.163498 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Attempting to bind port 17dec314-43fa-40a8-a691-53ca131c34af by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:27.163989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Attempting to bind port 17dec314-43fa-40a8-a691-53ca131c34af on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:27.177412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a0a71875-ddb9-420b-abd7-50a7906c8e8d None None] Provisioning complete for port 17dec314-43fa-40a8-a691-53ca131c34af triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:27.177780 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a0a71875-ddb9-420b-abd7-50a7906c8e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.182260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:27.182692 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:27.183038 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.183448 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:27.184220 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Bound port: 17dec314-43fa-40a8-a691-53ca131c34af, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:27.184754 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.188313 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6238ef5-5fa2-4269-9320-44b996b550c2 None None] Pushing event updated for resources: {'Port': ['ID=17dec314-43fa-40a8-a691-53ca131c34af,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.238403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a0a71875-ddb9-420b-abd7-50a7906c8e8d None None] Port 17dec314-43fa-40a8-a691-53ca131c34af cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:27.251830 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] For port 17dec314-43fa-40a8-a691-53ca131c34af, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:27.256220 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] For port 17dec314-43fa-40a8-a691-53ca131c34af, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=17dec314-43fa-40a8-a691-53ca131c34af,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:27.264105 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.271871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-648d3bcd-cb87-4c57-a16d-c3010907ca7e req-8cee7410-17dc-4e99-b5db-76f384c53d7c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 210 time: 0.1444342 Nov 23 23:01:27.310781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Made reservation on behalf of 9b9b8d33f6e94102b21947aaa3405c0f for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:27.313372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.326270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0d1e7-4c34-4b67-80ca-c3e80643b5b8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:27.341257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3b0cff18-fc1b-4940-a8d7-60be0c9c56d4 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4401791 Nov 23 23:01:27.356424 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Routers {'871ef9d5-6a54-45d0-9bc8-c23b91db5a59'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:27.358550 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['871ef9d5-6a54-45d0-9bc8-c23b91db5a59'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:27.360965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Provisioning complete for port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:27.361503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Request body: {'port': {'device_id': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.361996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.404904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.408258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:27.412462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] device_id is not set on port 90d51e09-1c4a-4094-b9dd-481335ffbe97 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:01:27.424674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Provisioning complete for port 17dec314-43fa-40a8-a691-53ca131c34af triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:27.425319 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.462931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.497070 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6238ef5-5fa2-4269-9320-44b996b550c2 None None] Pushing event updated for resources: {'Port': ['ID=17dec314-43fa-40a8-a691-53ca131c34af,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.518455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Deleting port 17dec314-43fa-40a8-a691-53ca131c34af {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:27.518681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.527795 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] Set router 871ef9d5-6a54-45d0-9bc8-c23b91db5a59 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:27.533746 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.559525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] For port 17dec314-43fa-40a8-a691-53ca131c34af, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=17dec314-43fa-40a8-a691-53ca131c34af,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:27.565489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.613880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] For port 17dec314-43fa-40a8-a691-53ca131c34af, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=17dec314-43fa-40a8-a691-53ca131c34af,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:27.614172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.625669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e3be5-7c2f-4b7f-a941-d154666ce3ef None None] Pushing event updated for resources: {'Port': ['ID=17dec314-43fa-40a8-a691-53ca131c34af,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.632032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Calling delete_port for 17dec314-43fa-40a8-a691-53ca131c34af owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:27.640733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.673460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:27.736753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:27.746565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:27.754376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:27.791087 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ef9d5-6a54-45d0-9bc8-c23b91db5a59', 'name': 'tempest-snat-router-152734053', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '17dec314-43fa-40a8-a691-53ca131c34af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:20Z', 'updated_at': '2021-11-23T23:01:23Z', 'revision_number': 3, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port': {'id': '17dec314-43fa-40a8-a691-53ca131c34af', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ef9d5-6a54-45d0-9bc8-c23b91db5a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:22Z', 'updated_at': '2021-11-23T23:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:27.800001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event updated for resources: {'Port': ['ID=f387cc04-e56e-4221-893a-7065a9b0f908,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.837060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:27.837748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.845690 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a833bf-9d58-4a21-91fb-47459343f61c None None] The sync data for ids ['871ef9d5-6a54-45d0-9bc8-c23b91db5a59'] in n-d-817303-3 is: [{'id': '871ef9d5-6a54-45d0-9bc8-c23b91db5a59', 'name': 'tempest-snat-router-152734053', 'tenant_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '17dec314-43fa-40a8-a691-53ca131c34af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:20Z', 'updated_at': '2021-11-23T23:01:23Z', 'revision_number': 3, 'project_id': 'c990d47f98a74f38ac0edb6aa0db3cfe', 'gw_port': {'id': '17dec314-43fa-40a8-a691-53ca131c34af', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ef9d5-6a54-45d0-9bc8-c23b91db5a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:22Z', 'updated_at': '2021-11-23T23:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:27.891141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-37cb600f-8418-48c3-a8ce-69694759c57f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1559007 Nov 23 23:01:27.912170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Request body: {'port': {'device_id': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:28.014390 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.018852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778c37-7399-4f79-bd2b-0e3c2d8e0ee6 req-dd07ae26-1ce6-4477-9097-689809333ba0 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:28.021301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7778c37-7399-4f79-bd2b-0e3c2d8e0ee6 req-dd07ae26-1ce6-4477-9097-689809333ba0 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 936 time: 0.8199637 Nov 23 23:01:28.071680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.157426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a5f04-dcd0-485c-b0eb-3b7c486d9a89 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:28.179192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event deleted for resources: {'Port': ['ID=17dec314-43fa-40a8-a691-53ca131c34af,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:28.233259 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.243365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:28.259388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Sync routers for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:28.263333 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.274185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-88cc235b-d6f6-4f8c-9973-540b6081b10e admin admin] 10.222.0.11 "PUT /v2.0/routers/aed78651-122b-4b12-926e-0a3316391f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0392964 Nov 23 23:01:28.326597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.335926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:28.340348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:28.496960 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.501770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.517158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7778c37-7399-4f79-bd2b-0e3c2d8e0ee6 req-243088ed-2ff5-449f-9f50-a8f38f8ba730 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502528 Nov 23 23:01:28.534618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.545573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:28.627369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.628387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 871ef9d5-6a54-45d0-9bc8-c23b91db5a59 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:28.635959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.637459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fa79307e-d91a-4e71-b9e5-da3b6dd8ad98 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "DELETE /v2.0/routers/871ef9d5-6a54-45d0-9bc8-c23b91db5a59 HTTP/1.1" status: 204 len: 168 time: 2.3092890 Nov 23 23:01:28.641183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34292) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:28.735199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f387cc04-e56e-4221-893a-7065a9b0f908 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:28.744152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.744575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.761080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Transition to ACTIVE for port object f387cc04-e56e-4221-893a-7065a9b0f908 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:01:28.761567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Network dedc9460-7a58-462f-873e-79f9d3654fe7 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:28.770353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.795443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:28.801541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:28.802488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:28.803090 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.816023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=90d51e09-1c4a-4094-b9dd-481335ffbe97,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:28.849863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Pushing event updated for resources: {'Port': ['ID=f387cc04-e56e-4221-893a-7065a9b0f908,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:28.884833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcf40a-909e-4787-883c-36dcfbb2c6a8 req-9ed4650e-950c-44b1-9caf-058ae260a67b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:28.886320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76bcf40a-909e-4787-883c-36dcfbb2c6a8 req-9ed4650e-950c-44b1-9caf-058ae260a67b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 931 time: 0.4434640 Nov 23 23:01:28.901916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 2, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:28.906954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61d62e-2751-4e7d-979a-e305ae4b3216 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:28.949977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Checking router: aed78651-122b-4b12-926e-0a3316391f3c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:01:28.950606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Updating router aed78651-122b-4b12-926e-0a3316391f3c port db1b54af-d727-4ef5-b211-903c3a51d154 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:01:28.982792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Attempting to bind port f387cc04-e56e-4221-893a-7065a9b0f908 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:28.983542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Attempting to bind port f387cc04-e56e-4221-893a-7065a9b0f908 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:28.984112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Attempting to bind port f387cc04-e56e-4221-893a-7065a9b0f908 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:28.988879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Port f387cc04-e56e-4221-893a-7065a9b0f908 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:28.989218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Attempting to bind port f387cc04-e56e-4221-893a-7065a9b0f908 on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:28.989463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.995040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:28.995387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:28.995808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Bound using segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:28.996246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Bound port: f387cc04-e56e-4221-893a-7065a9b0f908, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:28.996607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.047481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=e488ad7a-0ad8-46dd-b5cc-fbe95371073f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:29.077669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] For port f387cc04-e56e-4221-893a-7065a9b0f908, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:29.082224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] For port f387cc04-e56e-4221-893a-7065a9b0f908, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f387cc04-e56e-4221-893a-7065a9b0f908,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:29.089172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.131149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6966b48e-5348-4f56-a1f4-5d48893e2c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1374979 Nov 23 23:01:29.141024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34302) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:29.142501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:29.143131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.144655 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] 10.222.0.48 "PUT /v2.0/ports/f387cc04-e56e-4221-893a-7065a9b0f908 HTTP/1.1" status: 200 len: 1091 time: 1.2377892 Nov 23 23:01:29.151380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:29.184040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'tag': 'f387cc04-e56e-4221-893a-7065a9b0f908'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:29.185867 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dec6c6c-4464-4647-a252-62b403555319" -d '{"events": [{"name": "network-changed", "server_uuid": "05d7aa93-049f-448b-8e3e-3f9bef8fba10", "tag": "f387cc04-e56e-4221-893a-7065a9b0f908"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:29.186189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.286333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.332040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26585c-c391-4191-a618-cc1b30dfef63 service neutron] Pushing event updated for resources: {'Port': ['ID=f387cc04-e56e-4221-893a-7065a9b0f908,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:29.339353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.345044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76bcf40a-909e-4787-883c-36dcfbb2c6a8 req-64f7aedc-bcbe-4fdc-a34f-e3a8cad6bf7f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701949 Nov 23 23:01:29.358284 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.360576 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.362845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-58e2e418-0fbf-4cec-98ca-e6958208bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:29.364629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-58e2e418-0fbf-4cec-98ca-e6958208bd35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 1094 time: 0.1463649 Nov 23 23:01:29.369293 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.371795 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.437012 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fbfcae-7afc-4392-b74f-2e59269f61a5 x-openstack-request-id: req-f3fbfcae-7afc-4392-b74f-2e59269f61a5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:29.437404 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d7aa93-049f-448b-8e3e-3f9bef8fba10", "tag": "f387cc04-e56e-4221-893a-7065a9b0f908", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:29.437614 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3fbfcae-7afc-4392-b74f-2e59269f61a5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:29.438022 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'tag': 'f387cc04-e56e-4221-893a-7065a9b0f908', 'status': 'completed', 'code': 200} Nov 23 23:01:29.441628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-e78f5cc6-be3b-4b70-9a5d-fc158326c51a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f387cc04-e56e-4221-893a-7065a9b0f908 HTTP/1.1" status: 200 len: 217 time: 0.0553672 Nov 23 23:01:29.468631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07098093-6654-4e2e-9390-0b856d007b84 None None] Pushing event updated for resources: {'Port': ['ID=db1b54af-d727-4ef5-b211-903c3a51d154,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:29.508743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Attempting to bind port db1b54af-d727-4ef5-b211-903c3a51d154 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:29.509374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Attempting to bind port db1b54af-d727-4ef5-b211-903c3a51d154 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:29.509921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Attempting to bind port db1b54af-d727-4ef5-b211-903c3a51d154 on network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:29.515525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-9857f18f-8ace-48d6-beb4-f1452f223e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:29.517218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-9857f18f-8ace-48d6-beb4-f1452f223e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 820 time: 0.5117373 Nov 23 23:01:29.526370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:29.526805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Checking segment: {'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:29.527215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.527637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Bound using segment: {'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:29.528136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Bound port: db1b54af-d727-4ef5-b211-903c3a51d154, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:29.528810 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.538489 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.538843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Fanout notify agent at l3_agent the message router_deleted on router 19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:29.569440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-1cf24917-04c7-48fa-80d4-9f60fca4ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:29.571529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-1cf24917-04c7-48fa-80d4-9f60fca4ae97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1232967 Nov 23 23:01:29.582506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.588242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7a7a19b4-3e77-4662-819e-16d385b67951 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 HTTP/1.1" status: 204 len: 168 time: 3.9848261 Nov 23 23:01:29.590041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:29.596988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1628039816'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:29.612998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-cd587cd2-675f-4925-b827-b28a2dc8f546 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330629 Nov 23 23:01:29.613241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] For port db1b54af-d727-4ef5-b211-903c3a51d154, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:29.617390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] For port db1b54af-d727-4ef5-b211-903c3a51d154, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db1b54af-d727-4ef5-b211-903c3a51d154,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:29.623379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-72994d0b-d94f-4ecc-be14-f2b4b4fe4e9a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/quotas/2b054f504e944e658a7a7e9456e392c5 HTTP/1.1" status: 200 len: 375 time: 0.0824473 Nov 23 23:01:29.630525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:29.633349 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.634508 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.654108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:29.690206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.702432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:29.703553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:29.738001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.745055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] device_id is not set on port 90d51e09-1c4a-4094-b9dd-481335ffbe97 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:01:29.753429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07098093-6654-4e2e-9390-0b856d007b84 None None] Pushing event updated for resources: {'Port': ['ID=db1b54af-d727-4ef5-b211-903c3a51d154,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:29.758895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.783465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Transition to ACTIVE for port object c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:01:29.784285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.794418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:01:29.803802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.825845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-f26e63ca-875a-4694-8505-50aed732cbe9 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754708 Nov 23 23:01:29.866748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:29.867114 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment be31c6fd-098e-4a38-b9ba-a2f9111fdb11 of type vlan for network 668b9185-3544-402e-bbe1-f2acd3b0283a Nov 23 23:01:29.885386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=90d51e09-1c4a-4094-b9dd-481335ffbe97,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:29.902040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-2bfce51f-8a5f-4ab9-a0b4-2f48a685128c tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2645819 Nov 23 23:01:29.932300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:29.932905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:29.933415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:29.947299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:29.947978 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:29.950129 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 2 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:29.980330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b895-aa4e-4673-91e4-6f16b6cf2296 req-45a12275-5bff-43ba-a7ef-7d3c58ffdc91 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:29.982124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b47b895-aa4e-4673-91e4-6f16b6cf2296 req-45a12275-5bff-43ba-a7ef-7d3c58ffdc91 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 936 time: 0.2898395 Nov 23 23:01:29.993289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:29.993872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:29.994367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:29.999629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c2c41f59-c0d9-4a4f-968d-027b436db6c1 req-6e660e60-96d2-4927-b07a-b5bc26619050 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591752 Nov 23 23:01:30.002226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.002786 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.003339 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 3 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.017436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.018035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.018588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.024735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.025506 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.026146 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 4 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.031678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Pushing event updated for resources: {'Port': ['ID=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:30.053060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.054616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.054616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.054985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.060571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.060912 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.061290 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 5 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.073415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:30.076325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.077244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.077767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.082738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.083065 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.083455 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 6 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.098197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.098536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.098876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.105855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.105855 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.109790 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 7 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.139403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.139759 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.140101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.162371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.163271 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.164550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:01:30.165390 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 8 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.189437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.189953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.190273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.207360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.207360 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.209767 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 9 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.224836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec6c6c-4464-4647-a252-62b403555319 req-db9e48fe-bb1e-4f46-84ce-cf93d2f33d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:30.227782 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0dec6c6c-4464-4647-a252-62b403555319 req-db9e48fe-bb1e-4f46-84ce-cf93d2f33d8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 1094 time: 0.0973294 Nov 23 23:01:30.241726 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.247613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:30.248303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.273740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Deleting port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:30.273980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.336921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.337376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.337789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.344612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.345033 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.346968 n-d-817303-3 neutron-server[103523]: INFO neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempt 10 to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 Nov 23 23:01:30.363170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.363616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.364038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempting to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.365507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] For port afc0b554-aea9-42e0-a195-ceb2fa7b2fa4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:30.365902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.371029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.371456 n-d-817303-3 neutron-server[103523]: ERROR neutron.plugins.ml2.managers [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Failed to bind port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on host n-h2-817303-3 for vnic_type normal using segments [{'id': '1964f0f5-fb20-419a-a5a6-51a9839225a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dedc9460-7a58-462f-873e-79f9d3654fe7'}] Nov 23 23:01:30.371921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.391173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:29Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:30.399470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec6c6c-4464-4647-a252-62b403555319 req-06a827d9-d9a3-48bd-b9b4-0712f2c4d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:30.401170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0dec6c6c-4464-4647-a252-62b403555319 req-06a827d9-d9a3-48bd-b9b4-0712f2c4d44a service neutron] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.1555495 Nov 23 23:01:30.427695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd45a6d-bbb4-4ad1-a002-1bf73c2fd2bc None None] The sync data for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 is: [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:29Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:30.436591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3b47b895-aa4e-4673-91e4-6f16b6cf2296 req-b2a9d452-168c-463c-88fb-07cd5505bf5a tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226193 Nov 23 23:01:30.440425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Calling delete_port for afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:30.445923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8560443 Nov 23 23:01:30.449232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-b1c9535a-e750-4aba-bf46-e54e2c84d652 service neutron] 10.222.0.11 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451965 Nov 23 23:01:30.486984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34312) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:30.525357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': '668b9185-3544-402e-bbe1-f2acd3b0283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:30.544822 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0dec6c6c-4464-4647-a252-62b403555319 req-6c80ab74-aec3-498b-bf8b-5aa2a349a2ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f387cc04-e56e-4221-893a-7065a9b0f908 HTTP/1.1" status: 200 len: 217 time: 0.1248522 Nov 23 23:01:30.708022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db1b54af-d727-4ef5-b211-903c3a51d154 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:30.737543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] For port 90d51e09-1c4a-4094-b9dd-481335ffbe97, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:30.738088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attempted to set empty binding levels {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 23:01:30.740374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec6c6c-4464-4647-a252-62b403555319 req-92cb02ef-708b-4077-aef4-cb26018f8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:30.742336 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0dec6c6c-4464-4647-a252-62b403555319 req-92cb02ef-708b-4077-aef4-cb26018f8702 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.1732166 Nov 23 23:01:30.762418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.790311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port db1b54af-d727-4ef5-b211-903c3a51d154 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:30.791975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.795053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a8206-6e9f-4b1f-9f84-6f50abbdcabe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=668b9185-3544-402e-bbe1-f2acd3b0283a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:30.833008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 668b9185-3544-402e-bbe1-f2acd3b0283a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:01:30.868194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event updated for resources: {'Port': ['ID=90d51e09-1c4a-4094-b9dd-481335ffbe97,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:30.886189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-4445ec3e-2933-40cf-ace7-0393aaf559ac service neutron] 10.222.0.11 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766166 Nov 23 23:01:30.891096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Attempting to bind port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:30.891382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Attempting to bind port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:30.891746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Attempting to bind port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.917511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:30.917844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Attempting to bind port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:30.925634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:30.925973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:30.926363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:30.926884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Bound port: c68b4d27-83f8-4067-9756-8dcbfdd5ceb5, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:30.927252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.946283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] In _notify_port_updated(), no bound segment for port 90d51e09-1c4a-4094-b9dd-481335ffbe97 on network dedc9460-7a58-462f-873e-79f9d3654fe7 {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:01:30.950526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:30.952483 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.958971 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b7cf7e8-7131-4b48-aea4-bc4590d3abc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "PUT /v2.0/ports/90d51e09-1c4a-4094-b9dd-481335ffbe97 HTTP/1.1" status: 200 len: 979 time: 1.8122728 Nov 23 23:01:30.961310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34318) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:30.963909 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0dec6c6c-4464-4647-a252-62b403555319 req-0323cf60-1ef0-475f-900c-8fb8497e0191 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2099078 Nov 23 23:01:30.965456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:30.973281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.998295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd614a4-81cd-4666-a82c-613b96e9cced req-0ddd1751-ca15-4c7c-9d29-7e04c5ebcd6c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:31.000178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bd614a4-81cd-4666-a82c-613b96e9cced req-0ddd1751-ca15-4c7c-9d29-7e04c5ebcd6c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 943 time: 0.2138247 Nov 23 23:01:31.065821 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.144671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port db1b54af-d727-4ef5-b211-903c3a51d154, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db1b54af-d727-4ef5-b211-903c3a51d154,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:31.155881 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.216521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bd614a4-81cd-4666-a82c-613b96e9cced req-f7d30f4a-95df-4640-8725-9be5ceec8f82 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724401 Nov 23 23:01:31.221390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.282637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event deleted for resources: {'Port': ['ID=afc0b554-aea9-42e0-a195-ceb2fa7b2fa4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:31.306363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=db1b54af-d727-4ef5-b211-903c3a51d154,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:31.324948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73095af8-04fe-4603-a656-7bad3bdb8322 req-42518335-ff98-4e63-8bb2-3d79b7cf8bc9 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 210 time: 0.0543561 Nov 23 23:01:31.333313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] For port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:31.357748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f92cd2-118b-4346-9e8a-6a185a1e8948 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:31.366679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] For port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:31.496183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.560996 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0dec6c6c-4464-4647-a252-62b403555319 req-a3d1b36e-cc10-41a7-a731-c5a3ba5be494 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660591 Nov 23 23:01:31.623033 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6629df9d-4140-4663-a40a-86194e505958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.663483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=f4b8adef-5b87-48f1-b553-95926eef7604,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:31.757879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': 'be31c6fd-098e-4a38-b9ba-a2f9111fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '668b9185-3544-402e-bbe1-f2acd3b0283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:31.759174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: 668b9185-3544-402e-bbe1-f2acd3b0283a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:01:31.792775 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0dec6c6c-4464-4647-a252-62b403555319 req-a02c3762-151f-4f8c-abef-cdafd7e791f3 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240419 Nov 23 23:01:31.804465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 668b9185-3544-402e-bbe1-f2acd3b0283a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:01:31.826333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 668b9185-3544-402e-bbe1-f2acd3b0283a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:31.832841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:31.833953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.850779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87a0cb-c065-4e79-af9f-d6863e0fe4ad None None] Network 668b9185-3544-402e-bbe1-f2acd3b0283a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:31.864193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f509841-479a-4cb4-96e7-c15bae4a7c5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3706644 Nov 23 23:01:31.865250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34332) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:31.871262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f0e6d063-9121-4fc5-91c4-6d61b7f53f67 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579030881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:31.917667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d063-9121-4fc5-91c4-6d61b7f53f67 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.919147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d063-9121-4fc5-91c4-6d61b7f53f67 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.991825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d063-9121-4fc5-91c4-6d61b7f53f67 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.999367 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.001754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d063-9121-4fc5-91c4-6d61b7f53f67 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.003201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.030422 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d063-9121-4fc5-91c4-6d61b7f53f67 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.034306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f0e6d063-9121-4fc5-91c4-6d61b7f53f67 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1667070 Nov 23 23:01:32.037075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34334) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:32.196787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-668b9185-3544-402e-bbe1-f2acd3b0283a', 'network_id': '668b9185-3544-402e-bbe1-f2acd3b0283a', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': 'f4b8adef-5b87-48f1-b553-95926eef7604'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:01:32.197798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.225934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.229662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.370504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:32.371405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.373223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] 10.222.0.46 "PUT /v2.0/ports/c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 HTTP/1.1" status: 200 len: 1096 time: 5.0160999 Nov 23 23:01:32.376259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'tag': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:32.382133 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9" -d '{"events": [{"name": "network-changed", "server_uuid": "aecb9b70-f273-4807-b679-0ec52066bb5d", "tag": "c68b4d27-83f8-4067-9756-8dcbfdd5ceb5"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:32.507378 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.512369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e72d239c-4816-4bb1-a488-4c27d415b1ea {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:32.562643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952dd43-409c-49ab-b21c-ca83ebb007a2 req-38e247ba-57b4-49a0-9b0e-4ec7d951930a tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:32.583167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e952dd43-409c-49ab-b21c-ca83ebb007a2 req-38e247ba-57b4-49a0-9b0e-4ec7d951930a tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 948 time: 0.6361272 Nov 23 23:01:32.590964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.593479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-185e75e2-c3cd-40c0-8f74-b92260528f36 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e72d239c-4816-4bb1-a488-4c27d415b1ea HTTP/1.1" status: 204 len: 168 time: 3.9446607 Nov 23 23:01:32.594538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc858d-15d3-455f-b0cb-5d4f77e1242c service neutron] Pushing event updated for resources: {'Port': ['ID=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:32.600701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Deleting port 90d51e09-1c4a-4094-b9dd-481335ffbe97 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:32.602304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.608848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34352) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:32.629571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-812320567', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:32.659801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Allocated IP 2001:db8::2 (668b9185-3544-402e-bbe1-f2acd3b0283a/f4b8adef-5b87-48f1-b553-95926eef7604/6da2f5bd-2a4d-4105-bc38-39cf391316ee) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:32.720818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca361e0-6859-4d2d-bdc4-ecfe09b8f17b req-a5a533dc-ef8f-42fc-9955-bf55d01ecf23 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:32.723241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca361e0-6859-4d2d-bdc4-ecfe09b8f17b req-a5a533dc-ef8f-42fc-9955-bf55d01ecf23 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 943 time: 0.3202033 Nov 23 23:01:32.734324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.747691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.748781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.771451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e952dd43-409c-49ab-b21c-ca83ebb007a2 req-8523ea52-85f6-4635-b860-c215856c5359 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596262 Nov 23 23:01:32.877441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db1b54af-d727-4ef5-b211-903c3a51d154 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:32.899724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-55d1f14d-4972-485a-bba5-a49dd5cc2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:32.920401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f387cc04-e56e-4221-893a-7065a9b0f908 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:01:32.920704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-55d1f14d-4972-485a-bba5-a49dd5cc2a0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65beca5f65594ea985d7669f59ffe1c0&device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 1099 time: 0.4189305 Nov 23 23:01:32.933828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] For port 90d51e09-1c4a-4094-b9dd-481335ffbe97, host n-h2-817303-3, got binding levels [] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:32.934355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:32.957664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.120290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca361e0-6859-4d2d-bdc4-ecfe09b8f17b req-a2d6bdbe-9ce7-47e0-b555-f1dab4ee0bbd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526356 Nov 23 23:01:33.130187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-8dcdd3ff-ac15-4048-93e6-6356d50aca59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 HTTP/1.1" status: 200 len: 217 time: 0.1921787 Nov 23 23:01:33.132511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Calling delete_port for 90d51e09-1c4a-4094-b9dd-481335ffbe97 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:33.136023 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.141118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-766c0bab-df28-4ae9-bb69-2234ac754df7 req-0a02ba93-8b3b-4752-b785-34fe703a8229 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 210 time: 0.2108977 Nov 23 23:01:33.182304 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.208949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port db1b54af-d727-4ef5-b211-903c3a51d154 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:33.209629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.221524 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d44643f-8aa5-4d18-bee0-1015cc3e1e56 x-openstack-request-id: req-2d44643f-8aa5-4d18-bee0-1015cc3e1e56 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:33.221830 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecb9b70-f273-4807-b679-0ec52066bb5d", "tag": "c68b4d27-83f8-4067-9756-8dcbfdd5ceb5", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:33.222097 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d44643f-8aa5-4d18-bee0-1015cc3e1e56 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:33.222503 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'tag': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5', 'status': 'completed', 'code': 200} Nov 23 23:01:33.285593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-64050863-3699-45cd-84c1-4e7aab810e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:33.286771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-64050863-3699-45cd-84c1-4e7aab810e82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.1442008 Nov 23 23:01:33.290499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Network 668b9185-3544-402e-bbe1-f2acd3b0283a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:33.310626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:33.323265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:33.338259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f387cc04-e56e-4221-893a-7065a9b0f908, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f387cc04-e56e-4221-893a-7065a9b0f908,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:33.345466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Pushing event updated for resources: {'Port': ['ID=6da2f5bd-2a4d-4105-bc38-39cf391316ee,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:33.378441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.390027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'f387cc04-e56e-4221-893a-7065a9b0f908', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'port_id': 'f387cc04-e56e-4221-893a-7065a9b0f908', 'mac_address': 'fa:16:3e:83:f8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc9903-3824-42ba-9235-b394e48849cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:01:33.420557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Pushing event deleted for resources: {'Port': ['ID=90d51e09-1c4a-4094-b9dd-481335ffbe97,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:33.427129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-feb8d61f-c69c-4b7a-ab98-d577cccafc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:33.429580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-feb8d61f-c69c-4b7a-ab98-d577cccafc41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303494 Nov 23 23:01:33.433712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.438666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3cbc5de3-99c2-4fcf-aaac-1ca54f691538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "DELETE /v2.0/ports/90d51e09-1c4a-4094-b9dd-481335ffbe97 HTTP/1.1" status: 204 len: 168 time: 2.4372199 Nov 23 23:01:33.448548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34354) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:33.499074 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b17af7f-45d2-4aa3-8df1-fa4bc093eb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] GET failed (client error): The resource could not be found. Nov 23 23:01:33.500690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8b17af7f-45d2-4aa3-8df1-fa4bc093eb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-745735144-project-admin] 10.222.0.11 "GET /v2.0/ports/90d51e09-1c4a-4094-b9dd-481335ffbe97 HTTP/1.1" status: 404 len: 333 time: 0.0512671 Nov 23 23:01:33.509260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34356) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:33.509590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Attempting to bind port 6da2f5bd-2a4d-4105-bc38-39cf391316ee on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:33.509949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Attempting to bind port 6da2f5bd-2a4d-4105-bc38-39cf391316ee by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'be31c6fd-098e-4a38-b9ba-a2f9111fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '668b9185-3544-402e-bbe1-f2acd3b0283a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:33.510329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Attempting to bind port 6da2f5bd-2a4d-4105-bc38-39cf391316ee on network 668b9185-3544-402e-bbe1-f2acd3b0283a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:33.512704 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.541472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:33.541864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Checking segment: {'id': 'be31c6fd-098e-4a38-b9ba-a2f9111fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '668b9185-3544-402e-bbe1-f2acd3b0283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:33.542276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.542683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Bound using segment: {'id': 'be31c6fd-098e-4a38-b9ba-a2f9111fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '668b9185-3544-402e-bbe1-f2acd3b0283a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:33.543196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Bound port: 6da2f5bd-2a4d-4105-bc38-39cf391316ee, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be31c6fd-098e-4a38-b9ba-a2f9111fdb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '668b9185-3544-402e-bbe1-f2acd3b0283a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:33.543629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.548540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f387cc04-e56e-4221-893a-7065a9b0f908 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:33.572237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f387cc04-e56e-4221-893a-7065a9b0f908, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f387cc04-e56e-4221-893a-7065a9b0f908,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:33.585059 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.601348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 17dec314-43fa-40a8-a691-53ca131c34af no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:33.687211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 17dec314-43fa-40a8-a691-53ca131c34af {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:33.687902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 17dec314-43fa-40a8-a691-53ca131c34af not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:33.751242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-3888e506-3e61-4db3-9161-f60b5522fc78 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113620 Nov 23 23:01:33.757384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f387cc04-e56e-4221-893a-7065a9b0f908,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:33.759066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.767455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.780884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] For port 6da2f5bd-2a4d-4105-bc38-39cf391316ee, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:33.790809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] For port 6da2f5bd-2a4d-4105-bc38-39cf391316ee, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6da2f5bd-2a4d-4105-bc38-39cf391316ee,segment=NetworkSegment(be31c6fd-098e-4a38-b9ba-a2f9111fdb11),segment_id=be31c6fd-098e-4a38-b9ba-a2f9111fdb11)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:33.797402 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.805521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-4890d708-0e64-4051-93bd-3ba48b87af8d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:33.807084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-4890d708-0e64-4051-93bd-3ba48b87af8d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 820 time: 0.8702371 Nov 23 23:01:33.852366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Request body: {'port': {'device_id': '778b9f13-9347-4594-b7a3-f755926efb6c', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'admin_state_up': True, 'tenant_id': '2b054f504e944e658a7a7e9456e392c5'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:33.896265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f387cc04-e56e-4221-893a-7065a9b0f908'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:33.931930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8::1 (668b9185-3544-402e-bbe1-f2acd3b0283a/f4b8adef-5b87-48f1-b553-95926eef7604/c0d087ff-656d-46d6-8b34-91ff6291a72e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:34.017578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7529cd5-bb26-4329-b4b3-4af04cf99d3f req-5ac5b5c4-fb41-4d50-9175-1c56de54c642 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560587 Nov 23 23:01:34.054184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.066562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c6c50-e884-464e-8862-1c4326303063 None None] Pushing event updated for resources: {'Port': ['ID=6da2f5bd-2a4d-4105-bc38-39cf391316ee,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:34.092473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedc9460-7a58-462f-873e-79f9d3654fe7']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:34.123330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b996ec-9da3-43c5-9203-ed12f4b5ef0c req-e1a3eaba-b3a9-4332-bcf9-9d2e26576251 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:34.129645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0b996ec-9da3-43c5-9203-ed12f4b5ef0c req-e1a3eaba-b3a9-4332-bcf9-9d2e26576251 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 948 time: 0.1772821 Nov 23 23:01:34.213743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1964f0f5-fb20-419a-a5a6-51a9839225a4') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:34.214112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1964f0f5-fb20-419a-a5a6-51a9839225a4') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:34.251990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.332675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.337877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-b907ef65-cb1e-40de-b8b9-3f12ba1697ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:34.339735 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-b907ef65-cb1e-40de-b8b9-3f12ba1697ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65beca5f65594ea985d7669f59ffe1c0&device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 1099 time: 0.2068520 Nov 23 23:01:34.343460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Made reservation on behalf of 2b054f504e944e658a7a7e9456e392c5 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:34.349661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.362835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0b996ec-9da3-43c5-9203-ed12f4b5ef0c req-631ac0a5-5331-4cb0-a748-e5645bf262b3 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157555 Nov 23 23:01:34.381274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.470392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:01:34.470710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:01:34.473942 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:01:34.514523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-d1082b0d-e015-40d5-b1ca-3a8cb0c7b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:34.516064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-d1082b0d-e015-40d5-b1ca-3a8cb0c7b4ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1505966 Nov 23 23:01:34.563728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b482104-f4bd-4f06-b458-5450a6c2d4cc req-6d38078f-3867-4829-a4c9-4f86e2f479e7 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 210 time: 0.0789120 Nov 23 23:01:34.596438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.616243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-bbeec4c5-09f1-4b35-81da-f3c1c234a93d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 HTTP/1.1" status: 200 len: 217 time: 0.0588014 Nov 23 23:01:34.649057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0fcc8-7e3f-4e8d-be2e-174d9fe64e86 req-fdf49bd5-138a-4293-adc8-7add5ce3efcc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:34.651492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51e0fcc8-7e3f-4e8d-be2e-174d9fe64e86 req-fdf49bd5-138a-4293-adc8-7add5ce3efcc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 944 time: 0.3414917 Nov 23 23:01:34.655812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.700080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-440b8c4c-c5a9-477e-a0fd-abc9a2c056b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.716516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.718732 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.738304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 668b9185-3544-402e-bbe1-f2acd3b0283a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:34.743289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6da2f5bd-2a4d-4105-bc38-39cf391316ee up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:34.750920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:34.765169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:34.765776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.770380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Allocated IP 172.20.0.9 (5e3dd6e3-9fc6-4674-88ad-6afb00c38378/119b20af-dc85-4964-959e-56c2809bb594/58db1eb2-aad4-4015-91d7-431b8aec4e98) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:34.801136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=c0d087ff-656d-46d6-8b34-91ff6291a72e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:34.803248 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.810437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 6da2f5bd-2a4d-4105-bc38-39cf391316ee triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:34.811186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.816825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] 10.222.0.11 "DELETE /v2.0/networks/dedc9460-7a58-462f-873e-79f9d3654fe7 HTTP/1.1" status: 204 len: 168 time: 1.3035614 Nov 23 23:01:34.818805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f791a0e-6729-4f4b-893c-c2096038a2de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226233025-project] Pushing event deleted for resources: {'Network': ['ID=dedc9460-7a58-462f-873e-79f9d3654fe7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:34.925875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-0faf52cb-dee2-4de1-9302-8646949cb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:34.930670 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-0faf52cb-dee2-4de1-9302-8646949cb87c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.3052785 Nov 23 23:01:34.941416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51e0fcc8-7e3f-4e8d-be2e-174d9fe64e86 req-50ee09eb-c001-405e-bf94-8d611edf6e53 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682686 Nov 23 23:01:34.953063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f387cc04-e56e-4221-893a-7065a9b0f908 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:35.108891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-d078bf97-c57f-451a-a234-e3e0574a0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:35.116996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-d078bf97-c57f-451a-a234-e3e0574a0ff7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1737671 Nov 23 23:01:35.185293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Allocated IP 172.25.0.186 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/3838559e-6cc0-4922-99ff-ccb279fcd694) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:35.185637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.219613 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.237882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.329158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 6da2f5bd-2a4d-4105-bc38-39cf391316ee, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6da2f5bd-2a4d-4105-bc38-39cf391316ee,segment=NetworkSegment(be31c6fd-098e-4a38-b9ba-a2f9111fdb11),segment_id=be31c6fd-098e-4a38-b9ba-a2f9111fdb11)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:35.330862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port f387cc04-e56e-4221-893a-7065a9b0f908 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:01:35.335822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port f387cc04-e56e-4221-893a-7065a9b0f908 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:35.336204 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.339362 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.364475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:35.376436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.387810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-f607405f-187a-4921-822f-7c3d1b26fdcd service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669678 Nov 23 23:01:35.463771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:35.468255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device afc0b554-aea9-42e0-a195-ceb2fa7b2fa4 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:35.548319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=6da2f5bd-2a4d-4105-bc38-39cf391316ee,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:35.615227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.623799 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.637968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.702794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-324e2669-1dd9-4fd2-96a0-5d0bf30a50e9 req-be7ebf7b-1bcd-4b98-ae91-efdee74e9200 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936659 Nov 23 23:01:35.708662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f387cc04-e56e-4221-893a-7065a9b0f908, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f387cc04-e56e-4221-893a-7065a9b0f908,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:35.719053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f387cc04-e56e-4221-893a-7065a9b0f908'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:35.723372 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce088d78-04ab-4eef-93a0-027cc4647bc5" -d '{"events": [{"server_uuid": "05d7aa93-049f-448b-8e3e-3f9bef8fba10", "name": "network-vif-plugged", "status": "completed", "tag": "f387cc04-e56e-4221-893a-7065a9b0f908"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:35.729885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a12f42-ef9c-4dee-9ea2-db739bdd50ed None None] Network 668b9185-3544-402e-bbe1-f2acd3b0283a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:35.744466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9f1d-d71e-4568-8d7c-dce6fe23618c req-1a219ee1-7aa2-44d5-9519-65aec103582f tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:35.746539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85fd9f1d-d71e-4568-8d7c-dce6fe23618c req-1a219ee1-7aa2-44d5-9519-65aec103582f tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 948 time: 0.1765709 Nov 23 23:01:35.762014 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.800937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event updated for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:35.804029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34386) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:35.809913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:35.840059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:35.856147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f03016c7-857c-40e5-9bac-d12d3310c767 None None] Provisioning complete for port 6da2f5bd-2a4d-4105-bc38-39cf391316ee triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:35.856625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f03016c7-857c-40e5-9bac-d12d3310c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.864647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:35.890799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85fd9f1d-d71e-4568-8d7c-dce6fe23618c req-ff519315-2c19-4a97-b00d-ce8a187058a8 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364536 Nov 23 23:01:35.903783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80f6bb-3f24-45e4-9586-527b547df79a req-5b208ee5-5977-400e-a240-23379f5a4f93 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:35.924730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e80f6bb-3f24-45e4-9586-527b547df79a req-5b208ee5-5977-400e-a240-23379f5a4f93 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 931 time: 0.1618233 Nov 23 23:01:35.958790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f387cc04-e56e-4221-893a-7065a9b0f908,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:35.972058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:35.993505 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0486b8fa-2de5-481b-bca6-d9b8e13da406 x-openstack-request-id: req-0486b8fa-2de5-481b-bca6-d9b8e13da406 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:35.994060 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d7aa93-049f-448b-8e3e-3f9bef8fba10", "name": "network-vif-plugged", "status": "completed", "tag": "f387cc04-e56e-4221-893a-7065a9b0f908", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:35.994498 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0486b8fa-2de5-481b-bca6-d9b8e13da406 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:35.995075 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f387cc04-e56e-4221-893a-7065a9b0f908', 'code': 200} Nov 23 23:01:35.999664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e80f6bb-3f24-45e4-9586-527b547df79a req-eb634b0c-94a6-4d7e-81a4-a724c9fb244f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738599 Nov 23 23:01:36.160111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59669c42-0893-4f1b-a308-11e4e9bd05a9 req-0be22646-7640-446b-8cf1-54d3cbcbb774 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:36.161926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59669c42-0893-4f1b-a308-11e4e9bd05a9 req-0be22646-7640-446b-8cf1-54d3cbcbb774 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.0685749 Nov 23 23:01:36.162095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:36.163181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.210920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:36.221449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.229461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:36.239121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:36.250418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event updated for resources: {'Port': ['ID=3838559e-6cc0-4922-99ff-ccb279fcd694,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:36.250706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59669c42-0893-4f1b-a308-11e4e9bd05a9 req-814d35c1-41f2-4ce1-ba90-54d4c01d3354 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799613 Nov 23 23:01:36.261499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.262352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.284252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed62b65-d35f-49a4-83fc-843e9e86a4ea None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:36.292534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-81321870-974d-4899-8995-c8a91228d294 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4642184 Nov 23 23:01:36.319799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Request body: {'port': {'device_id': '778b9f13-9347-4594-b7a3-f755926efb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:36.361227 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1ea3797c-df3b-420f-b721-1e248b087317 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d69cae510564385b3020a4e7e5e91ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496063 Nov 23 23:01:36.365237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:36.368642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:01:36.418634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c4fa4-0a20-4289-9ad8-6ca14643cf86 req-01ef82a5-1edf-4fa4-b277-ab5531b3684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:36.419845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-556c4fa4-0a20-4289-9ad8-6ca14643cf86 req-01ef82a5-1edf-4fa4-b277-ab5531b3684e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 1096 time: 0.2982082 Nov 23 23:01:36.467318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83d909db-e3f3-459f-a67b-2ab77858b744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.489227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=c0d087ff-656d-46d6-8b34-91ff6291a72e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:36.545762 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83d909db-e3f3-459f-a67b-2ab77858b744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.610527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.698618 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-556c4fa4-0a20-4289-9ad8-6ca14643cf86 req-b4c85d5d-38a2-439d-92fc-f152a08554aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652688 Nov 23 23:01:36.726369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 668b9185-3544-402e-bbe1-f2acd3b0283a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:36.731854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:36.736963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:36.754685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83d909db-e3f3-459f-a67b-2ab77858b744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.758807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5', 'mac_address': 'fa:16:3e:4b:63:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:01:36.760571 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83d909db-e3f3-459f-a67b-2ab77858b744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:36.768179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-83d909db-e3f3-459f-a67b-2ab77858b744 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65b272f5-edb3-4c30-bf7a-4a0ffbebcc23 HTTP/1.1" status: 204 len: 168 time: 0.4008088 Nov 23 23:01:36.781063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6da2f5bd-2a4d-4105-bc38-39cf391316ee up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:36.787873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d909db-e3f3-459f-a67b-2ab77858b744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b272f5-edb3-4c30-bf7a-4a0ffbebcc23,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:36.965906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-06ea4cbe-b06a-468c-8589-b0a0e4991002 None None] Provisioning complete for port 3838559e-6cc0-4922-99ff-ccb279fcd694 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:36.966200 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-06ea4cbe-b06a-468c-8589-b0a0e4991002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.019555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 6da2f5bd-2a4d-4105-bc38-39cf391316ee triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:37.020828 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.039142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-06ea4cbe-b06a-468c-8589-b0a0e4991002 None None] Port 3838559e-6cc0-4922-99ff-ccb279fcd694 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:37.071221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.078728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.144822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7638d78-68fa-4488-8fad-6c454a1aa2f3 req-80a3722e-3165-409a-b37c-dc0c9eb6853e tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:37.148986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7638d78-68fa-4488-8fad-6c454a1aa2f3 req-80a3722e-3165-409a-b37c-dc0c9eb6853e tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 948 time: 0.1481137 Nov 23 23:01:37.165229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:37.230178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:37.253539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.317441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7638d78-68fa-4488-8fad-6c454a1aa2f3 req-f44b7fb6-81b3-4c54-8c50-0fc6bf439f0e tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567354 Nov 23 23:01:37.318876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-26c73ed5-d6f2-40a1-b57c-cdab747cd726 None None] Provisioning complete for port c0d087ff-656d-46d6-8b34-91ff6291a72e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:37.319282 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26c73ed5-d6f2-40a1-b57c-cdab747cd726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.327498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4e765-e76f-4604-ab3a-44e6235beb98 req-1e0e48fd-df5e-4ea3-8d07-9a42f5485f6f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:37.335931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7e4e765-e76f-4604-ab3a-44e6235beb98 req-1e0e48fd-df5e-4ea3-8d07-9a42f5485f6f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 931 time: 0.1618893 Nov 23 23:01:37.386634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:37.423268 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7e4e765-e76f-4604-ab3a-44e6235beb98 req-e9c9d2e0-ddf8-459c-8d80-967d2a9ef5fa tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861464 Nov 23 23:01:37.492157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c68b4d27-83f8-4067-9756-8dcbfdd5ceb5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:37.495527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-26c73ed5-d6f2-40a1-b57c-cdab747cd726 None None] Port c0d087ff-656d-46d6-8b34-91ff6291a72e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:37.541263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34408) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:37.580541 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.602502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-26c73ed5-d6f2-40a1-b57c-cdab747cd726 None None] Provisioning complete for port 6da2f5bd-2a4d-4105-bc38-39cf391316ee triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:37.604321 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26c73ed5-d6f2-40a1-b57c-cdab747cd726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.615532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035137e2-3ca0-428c-a568-77e64614487c req-357068a1-4ac6-40e9-b7be-13c9c165e7c5 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:37.617941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-035137e2-3ca0-428c-a568-77e64614487c req-357068a1-4ac6-40e9-b7be-13c9c165e7c5 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.1430590 Nov 23 23:01:37.621337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5878df3f-aa2b-424f-b1c6-6306864ec67c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b9b8d33f6e94102b21947aaa3405c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0779655 Nov 23 23:01:37.623696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34410) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:37.742951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34293fb2-9bad-4091-a7fc-6c8f82530344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.905836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-035137e2-3ca0-428c-a568-77e64614487c req-7f4eca39-0a14-4884-8ddc-16c3b4644b07 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738287 Nov 23 23:01:37.916650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34293fb2-9bad-4091-a7fc-6c8f82530344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:37.927266 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.054246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ae2ad1c8-3e75-4d36-b12a-4722c15f9bef None None] Provisioning complete for port c0d087ff-656d-46d6-8b34-91ff6291a72e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:38.054878 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad1c8-3e75-4d36-b12a-4722c15f9bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.075527 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34293fb2-9bad-4091-a7fc-6c8f82530344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.080031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34293fb2-9bad-4091-a7fc-6c8f82530344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.081227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-34293fb2-9bad-4091-a7fc-6c8f82530344 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae0e35c7-366c-42bb-905d-6fb10ae4e7bb HTTP/1.1" status: 204 len: 168 time: 0.4564965 Nov 23 23:01:38.101476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34293fb2-9bad-4091-a7fc-6c8f82530344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e35c7-366c-42bb-905d-6fb10ae4e7bb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:38.124879 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.150226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 2e8c3113-05d7-4ca2-8c96-628408adf882 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:38.161954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ad1c8-3e75-4d36-b12a-4722c15f9bef None None] Port c0d087ff-656d-46d6-8b34-91ff6291a72e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:38.196776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34418) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:38.321362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58db1eb2-aad4-4015-91d7-431b8aec4e98 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:38.340905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.368764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:38.416764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-740681b6-5f0d-4f5a-be77-0bbf7300a9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.428563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Transition to ACTIVE for port object 58db1eb2-aad4-4015-91d7-431b8aec4e98 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:01:38.442169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.462766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:38.484898 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] Sync routers for ids ['2e8c3113-05d7-4ca2-8c96-628408adf882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:38.494937 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e69cdf58-36af-417c-8cf1-500ce49ca954 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/2e8c3113-05d7-4ca2-8c96-628408adf882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4547536 Nov 23 23:01:38.500414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34428) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:38.513934 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] Routers {'2e8c3113-05d7-4ca2-8c96-628408adf882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:38.516146 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e8c3113-05d7-4ca2-8c96-628408adf882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:38.528905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.550612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:01:38.556679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:38.557929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.576231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Pushing event updated for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:38.583430 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:38.600685 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] Routers {'2e8c3113-05d7-4ca2-8c96-628408adf882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:38.601816 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e8c3113-05d7-4ca2-8c96-628408adf882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:38.647769 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:38.650990 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9c4c6-09c6-440e-b736-2c7b564672b1 None None] The sync data for ids ['2e8c3113-05d7-4ca2-8c96-628408adf882'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:38.661047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a24108-36db-4b19-a96a-0b9ddef767ee tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:38.666463 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e5a24108-36db-4b19-a96a-0b9ddef767ee tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports/c0d087ff-656d-46d6-8b34-91ff6291a72e HTTP/1.1" status: 200 len: 911 time: 0.1606517 Nov 23 23:01:38.691862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34430) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:38.706647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.708146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4b8adef-5b87-48f1-b553-95926eef7604'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:38.779480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907ebf2-610e-48f7-b9a3-347fa86f7820 req-7ee80807-664a-4ca7-9190-09d2a6f5737e tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:38.781185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:38.784502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:38.790815 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684fb091-1b78-4c3e-95ea-3be717e38825" -d '{"events": [{"server_uuid": "aecb9b70-f273-4807-b679-0ec52066bb5d", "name": "network-vif-plugged", "status": "completed", "tag": "c68b4d27-83f8-4067-9756-8dcbfdd5ceb5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:38.795454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a907ebf2-610e-48f7-b9a3-347fa86f7820 req-7ee80807-664a-4ca7-9190-09d2a6f5737e tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 949 time: 0.3271043 Nov 23 23:01:38.798034 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.867526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-740681b6-5f0d-4f5a-be77-0bbf7300a9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:38.899348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029cea2-f76c-4d5c-898f-cbad05f7ba55 req-965bedeb-1390-42b3-a461-acac258486e0 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:38.902476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:38.902663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3029cea2-f76c-4d5c-898f-cbad05f7ba55 req-965bedeb-1390-42b3-a461-acac258486e0 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 943 time: 0.3639705 Nov 23 23:01:38.927650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-740681b6-5f0d-4f5a-be77-0bbf7300a9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.062236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-740681b6-5f0d-4f5a-be77-0bbf7300a9f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e871f6e236f84303af3e12d829a79b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8614748 Nov 23 23:01:39.065531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34446) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:39.066036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a907ebf2-610e-48f7-b9a3-347fa86f7820 req-619128f3-c21c-43dc-95e3-a67e430dd13e tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693458 Nov 23 23:01:39.082764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Attempting to bind port 58db1eb2-aad4-4015-91d7-431b8aec4e98 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:39.083254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Attempting to bind port 58db1eb2-aad4-4015-91d7-431b8aec4e98 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:39.083835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Attempting to bind port 58db1eb2-aad4-4015-91d7-431b8aec4e98 on network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:39.094105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740681b6-5f0d-4f5a-be77-0bbf7300a9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b984b88-2fb5-41f8-accd-496b6d9aef29,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:39.152094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3029cea2-f76c-4d5c-898f-cbad05f7ba55 req-09a2509e-7dc0-4c48-9e7d-ba917b3c207f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225428 Nov 23 23:01:39.173516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Port 58db1eb2-aad4-4015-91d7-431b8aec4e98 on network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:39.173516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Attempting to bind port 58db1eb2-aad4-4015-91d7-431b8aec4e98 on network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:39.178601 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e210b-b896-4d0a-ae22-a0b67b9d6333 x-openstack-request-id: req-3f2e210b-b896-4d0a-ae22-a0b67b9d6333 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:39.178601 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecb9b70-f273-4807-b679-0ec52066bb5d", "name": "network-vif-plugged", "status": "completed", "tag": "c68b4d27-83f8-4067-9756-8dcbfdd5ceb5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:39.179672 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f2e210b-b896-4d0a-ae22-a0b67b9d6333 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:39.179672 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5', 'code': 200} Nov 23 23:01:39.213490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:39.213993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Checking segment: {'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:39.214540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Bound using segment: {'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:39.215110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Bound port: 58db1eb2-aad4-4015-91d7-431b8aec4e98, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349f1940-9895-4159-a772-cca56022ae00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:39.215672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.326279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c6c4c-6442-4857-8b9f-be5278dcdcfd req-5c1945b0-f30a-4044-8849-5e65ba2d1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:39.328142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-609c6c4c-6442-4857-8b9f-be5278dcdcfd req-5c1945b0-f30a-4044-8849-5e65ba2d1fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 1101 time: 0.0782328 Nov 23 23:01:39.342251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.367366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Router 973b45d9-3d09-4833-b2a2-b6635acafef3 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:39.371515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b659e3-b325-4a40-9e05-916948db743d req-6e315b44-5ee0-40cc-a06d-8155f0d567ab tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:39.373399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2b659e3-b325-4a40-9e05-916948db743d req-6e315b44-5ee0-40cc-a06d-8155f0d567ab tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.0803051 Nov 23 23:01:39.388428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bd51f77-2d0b-4dd1-aacb-f3e9269d6ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.425501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-609c6c4c-6442-4857-8b9f-be5278dcdcfd req-cfd0e80d-9f1c-4bf3-9c33-2eb618338820 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871232 Nov 23 23:01:39.444643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2b659e3-b325-4a40-9e05-916948db743d req-ab60690a-88f7-4913-ad9f-fe9f8ca5d384 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602145 Nov 23 23:01:39.475630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:39.503820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bd51f77-2d0b-4dd1-aacb-f3e9269d6ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.521228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:39.573001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.703647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:39.704341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.705920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] 10.222.0.46 "PUT /v2.0/ports/58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 1091 time: 3.3932641 Nov 23 23:01:39.708580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:39.712288 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c" -d '{"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:39.762733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:39.778197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] Sync routers for ids ['973b45d9-3d09-4833-b2a2-b6635acafef3'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:39.786781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43621e75-18d6-4bff-8c88-969ae9d36f7d req-b4973053-d8d5-4417-82f2-0b22bea4424a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:39.802928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43621e75-18d6-4bff-8c88-969ae9d36f7d req-b4973053-d8d5-4417-82f2-0b22bea4424a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.1241438 Nov 23 23:01:39.816635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] Routers {'973b45d9-3d09-4833-b2a2-b6635acafef3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:39.820466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['973b45d9-3d09-4833-b2a2-b6635acafef3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:39.837554 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777ad991-8203-47ac-8522-690283ed8367 x-openstack-request-id: req-777ad991-8203-47ac-8522-690283ed8367 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:39.837710 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:39.837962 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-777ad991-8203-47ac-8522-690283ed8367 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:39.838367 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'status': 'completed', 'code': 200} Nov 23 23:01:39.839157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee35745-6e9f-41e2-ab02-fca1e5058b84 service neutron] Pushing event updated for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:39.842300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bd51f77-2d0b-4dd1-aacb-f3e9269d6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.845188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4bd51f77-2d0b-4dd1-aacb-f3e9269d6ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.850684 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4bd51f77-2d0b-4dd1-aacb-f3e9269d6ba6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b984b88-2fb5-41f8-accd-496b6d9aef29 HTTP/1.1" status: 204 len: 168 time: 0.7765727 Nov 23 23:01:39.884103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:39.892693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:39.898768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e1601285-ce83-4273-9db0-5c48d503c5fb tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2853858 Nov 23 23:01:39.899066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] Routers {'973b45d9-3d09-4833-b2a2-b6635acafef3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:39.899066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['973b45d9-3d09-4833-b2a2-b6635acafef3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:39.901036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34472) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:39.906070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd51f77-2d0b-4dd1-aacb-f3e9269d6ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b984b88-2fb5-41f8-accd-496b6d9aef29,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:39.913647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': False}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:39.940326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:39.941410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1811d1-ee3d-4989-a786-4901d90aeadf None None] The sync data for ids ['973b45d9-3d09-4833-b2a2-b6635acafef3'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:40.007845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43621e75-18d6-4bff-8c88-969ae9d36f7d req-f377b869-af05-4ac4-a937-121e6cafd7f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038982 Nov 23 23:01:40.024723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-2b3bdcc7-0d43-4fe2-b089-a8b68a9584f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:40.032103 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-2b3bdcc7-0d43-4fe2-b089-a8b68a9584f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1094 time: 0.2229345 Nov 23 23:01:40.254878 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-83f21c5f-ccb3-4974-87bc-8929896f6e4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.0598648 Nov 23 23:01:40.276719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:40.317569 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:40.325150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:40.325873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:40.327371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/ports/c0d087ff-656d-46d6-8b34-91ff6291a72e HTTP/1.1" status: 200 len: 911 time: 1.6338055 Nov 23 23:01:40.335763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34486) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:40.372630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cdda2-d026-4c28-8078-618c114e6259 req-30822339-b2fa-438f-a927-49bca8f2c19f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:40.374263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-349cdda2-d026-4c28-8078-618c114e6259 req-30822339-b2fa-438f-a927-49bca8f2c19f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.1751935 Nov 23 23:01:40.386113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2fa53-2f6a-452a-b720-3e62b93fde5f req-98a32a8d-aac7-4b45-87b1-db1755b22ae8 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:40.387737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aff2fa53-2f6a-452a-b720-3e62b93fde5f req-98a32a8d-aac7-4b45-87b1-db1755b22ae8 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 950 time: 0.1281173 Nov 23 23:01:40.466402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34492) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:40.524275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aff2fa53-2f6a-452a-b720-3e62b93fde5f req-cb215c99-ef95-47e6-a2a9-e02469a2576a tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035669 Nov 23 23:01:40.539668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-c4def1f6-514a-4951-a973-4972949f2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:40.541445 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-c4def1f6-514a-4951-a973-4972949f2499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.2771401 Nov 23 23:01:40.630408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d53f7-c5af-493b-a5ed-b741292277bf tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=c0d087ff-656d-46d6-8b34-91ff6291a72e,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:40.634975 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-fc38cda4-ec7a-448e-9c1a-bca26846ebe9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733762 Nov 23 23:01:40.687793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-349cdda2-d026-4c28-8078-618c114e6259 req-8374a1e4-6484-4198-9f8a-ad629dfc2ceb tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685366 Nov 23 23:01:40.735073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:40.811264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460fd02-0574-4338-a157-3bdcb18dd187 req-217935ee-71ea-4c15-8a13-56329d5fa437 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:40.816207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6460fd02-0574-4338-a157-3bdcb18dd187 req-217935ee-71ea-4c15-8a13-56329d5fa437 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 943 time: 0.1482248 Nov 23 23:01:40.901702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-93b98c94-0060-45f2-bc1f-f97350c7a089 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-793890732'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:40.979287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-89fea9e7-2c00-4d24-ab2b-a3edbc42d297 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230755 Nov 23 23:01:41.012822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6460fd02-0574-4338-a157-3bdcb18dd187 req-94ceaec2-c6ab-4c47-9063-f66001615e63 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730421 Nov 23 23:01:41.036776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93b98c94-0060-45f2-bc1f-f97350c7a089 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:41.040660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93b98c94-0060-45f2-bc1f-f97350c7a089 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:41.165022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef783-25c5-4efa-913f-a8f04c351d37 req-ac4bb1fb-6557-45b0-8a69-2c3fe00c5e65 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:41.166649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f7ef783-25c5-4efa-913f-a8f04c351d37 req-ac4bb1fb-6557-45b0-8a69-2c3fe00c5e65 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.1426487 Nov 23 23:01:41.198569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93b98c94-0060-45f2-bc1f-f97350c7a089 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:41.221672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93b98c94-0060-45f2-bc1f-f97350c7a089 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:41.541064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cc1b2968-7c06-4421-859b-18cc6804e965 req-27b62d48-fe06-4ccd-928a-838f6b3c95d6 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236510 Nov 23 23:01:41.601060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:41.749553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-25863978-47ea-41eb-91e7-01f5fa5e1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:41.751055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-25863978-47ea-41eb-91e7-01f5fa5e1269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1094 time: 0.1451142 Nov 23 23:01:41.759224 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93b98c94-0060-45f2-bc1f-f97350c7a089 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:41.759788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-93b98c94-0060-45f2-bc1f-f97350c7a089 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2893474 Nov 23 23:01:41.767613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34526) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:41.882730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f7ef783-25c5-4efa-913f-a8f04c351d37 req-5bf99a12-040d-4dcd-972b-5f46810d5d13 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6858575 Nov 23 23:01:41.946719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-266236fa-01bf-48e3-aa2f-d7f22672a561 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:41.975615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-f24a2256-15fa-4d2e-b0cb-da754b3532a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:41.977158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-f24a2256-15fa-4d2e-b0cb-da754b3532a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.1856358 Nov 23 23:01:42.032822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd53628-2ea2-46d1-978a-e69b494edfb8 req-a381cc79-19d2-4213-8574-3f99e048650c tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:42.034627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfd53628-2ea2-46d1-978a-e69b494edfb8 req-a381cc79-19d2-4213-8574-3f99e048650c tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 950 time: 0.3509367 Nov 23 23:01:42.050096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-8b38b1b8-62bb-4e9d-ad42-142029af3195 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.0528259 Nov 23 23:01:42.147350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-5d0493e7-4396-40e6-b34f-5e102fa807b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:42.148916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-5d0493e7-4396-40e6-b34f-5e102fa807b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.0914426 Nov 23 23:01:42.157766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port c0d087ff-656d-46d6-8b34-91ff6291a72e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:42.159489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.218486 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-27ab3089-9819-4fa0-86d6-052d7f0c4293 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518284 Nov 23 23:01:42.261983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-266236fa-01bf-48e3-aa2f-d7f22672a561 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.269821 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-266236fa-01bf-48e3-aa2f-d7f22672a561 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.355224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.374752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfd53628-2ea2-46d1-978a-e69b494edfb8 req-d064ea44-9141-401e-a0e9-3270e7e2b55c tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954218 Nov 23 23:01:42.375612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for c0d087ff-656d-46d6-8b34-91ff6291a72e owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:42.395096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-65eddd36-d3b1-492d-b1d3-01a3a84e3d39 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395061 Nov 23 23:01:42.404591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e475f-5d13-47ec-85cf-a12a63ae6745 req-5a94b6c3-f922-4f0b-a5be-a516348c3880 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:42.406164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a86e475f-5d13-47ec-85cf-a12a63ae6745 req-5a94b6c3-f922-4f0b-a5be-a516348c3880 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 943 time: 0.2958562 Nov 23 23:01:42.409650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-266236fa-01bf-48e3-aa2f-d7f22672a561 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.410190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266236fa-01bf-48e3-aa2f-d7f22672a561 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd9b921a-52e9-4ff0-b9ba-8e7027483cfc {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:42.485609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-266236fa-01bf-48e3-aa2f-d7f22672a561 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.491177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-266236fa-01bf-48e3-aa2f-d7f22672a561 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "DELETE /v2.0/routers/cd9b921a-52e9-4ff0-b9ba-8e7027483cfc HTTP/1.1" status: 204 len: 168 time: 0.7122428 Nov 23 23:01:42.495197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34568) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:42.500591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3b99a1bb-050b-4074-97d5-db9fb27d2b39 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Request body: {'router': {'name': 'tempest-router-1577326332', 'distributed': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:42.589034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.591114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b99a1bb-050b-4074-97d5-db9fb27d2b39 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.592245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b99a1bb-050b-4074-97d5-db9fb27d2b39 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.601274 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.617934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a86e475f-5d13-47ec-85cf-a12a63ae6745 req-983a8a9f-1c98-4e93-a9fe-0df3e4785a9f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252759 Nov 23 23:01:42.687765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-dd31909e-f3ac-499d-b13a-96c1f14b2907 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:42.689336 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-dd31909e-f3ac-499d-b13a-96c1f14b2907 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.2431746 Nov 23 23:01:42.765783 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-20a2da6f-d7aa-4735-9fc6-bd9c4f03970c req-1b7bd4f4-ec88-4b22-82af-cb168d8fe8a0 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632529 Nov 23 23:01:42.801914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b99a1bb-050b-4074-97d5-db9fb27d2b39 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.831663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b99a1bb-050b-4074-97d5-db9fb27d2b39 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.867795 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b99a1bb-050b-4074-97d5-db9fb27d2b39 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.869396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3b99a1bb-050b-4074-97d5-db9fb27d2b39 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3724740 Nov 23 23:01:42.873979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34576) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:42.887844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3135d-e732-4457-8e8b-851eb28127d6 req-99309c87-ac70-454f-8c60-f86bf830724b tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:42.890220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ad3135d-e732-4457-8e8b-851eb28127d6 req-99309c87-ac70-454f-8c60-f86bf830724b tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 950 time: 0.1379972 Nov 23 23:01:42.898150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Router 973b45d9-3d09-4833-b2a2-b6635acafef3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:01:42.963893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34580) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:42.976148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Deleting port f387cc04-e56e-4221-893a-7065a9b0f908 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:42.976525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:42.983697 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.032055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a16a82af-c489-4ce6-8827-60ccee88d5ff tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.041493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ad3135d-e732-4457-8e8b-851eb28127d6 req-adf72d95-5805-4084-8027-cce602333ea6 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368876 Nov 23 23:01:43.046947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=c0d087ff-656d-46d6-8b34-91ff6291a72e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:43.126387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cfbd0-904f-43dd-8619-25a25d124107 req-178fb6b8-dc2b-4ca2-97b7-c16a06db4251 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:43.127965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-268cfbd0-904f-43dd-8619-25a25d124107 req-178fb6b8-dc2b-4ca2-97b7-c16a06db4251 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 945 time: 0.1342468 Nov 23 23:01:43.137706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:43.149920 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.155719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-517c9bae-b8f6-4606-aa20-39c867074348 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "PUT /v2.0/routers/973b45d9-3d09-4833-b2a2-b6635acafef3 HTTP/1.1" status: 200 len: 925 time: 3.2523961 Nov 23 23:01:43.155981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] Sync routers for ids ['973b45d9-3d09-4833-b2a2-b6635acafef3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:43.156471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34584) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:43.168565 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] Routers {'973b45d9-3d09-4833-b2a2-b6635acafef3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:43.169217 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['973b45d9-3d09-4833-b2a2-b6635acafef3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:43.196018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32ae3dd9-71f4-4b7d-bc5c-54dab02ecbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.216205 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:43.217376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-268cfbd0-904f-43dd-8619-25a25d124107 req-6d02dcb2-38c7-453c-9e2c-b8513ba208ef tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596790 Nov 23 23:01:43.234655 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] Routers {'973b45d9-3d09-4833-b2a2-b6635acafef3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:43.235280 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['973b45d9-3d09-4833-b2a2-b6635acafef3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:43.269003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:43.269652 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc2f99-ba34-4a44-a7bf-b7e45ff12e9a None None] The sync data for ids ['973b45d9-3d09-4833-b2a2-b6635acafef3'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:43.457503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.462898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] For port f387cc04-e56e-4221-893a-7065a9b0f908, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f387cc04-e56e-4221-893a-7065a9b0f908,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:43.463256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.466488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a16a82af-c489-4ce6-8827-60ccee88d5ff tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.482253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a16a82af-c489-4ce6-8827-60ccee88d5ff tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.504496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Calling delete_port for f387cc04-e56e-4221-893a-7065a9b0f908 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:43.669430 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d610379a-b119-43ec-8ff4-554b7c8dd8a1 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/973b45d9-3d09-4833-b2a2-b6635acafef3 HTTP/1.1" status: 200 len: 925 time: 0.4899418 Nov 23 23:01:43.672329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:43.676892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a16a82af-c489-4ce6-8827-60ccee88d5ff tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.677408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16a82af-c489-4ce6-8827-60ccee88d5ff tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4f4b5cc-64d4-426b-b080-efc370cff83b {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:43.687095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a16a82af-c489-4ce6-8827-60ccee88d5ff tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.692646 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a16a82af-c489-4ce6-8827-60ccee88d5ff tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "DELETE /v2.0/routers/f4f4b5cc-64d4-426b-b080-efc370cff83b HTTP/1.1" status: 204 len: 168 time: 0.8122416 Nov 23 23:01:43.698214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34590) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:43.704313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-69f2b296-3fff-4794-b203-5277daff3ce5 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Request body: {'router': {'name': 'tempest-router-1292545164', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '00c447b6783e4e1b9b5f81f0b194ab61'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:43.774383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69f2b296-3fff-4794-b203-5277daff3ce5 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.775423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69f2b296-3fff-4794-b203-5277daff3ce5 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.794517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde66e48-f2f8-403e-b2b4-838bb70bb8de tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:43.796132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cde66e48-f2f8-403e-b2b4-838bb70bb8de tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=973b45d9-3d09-4833-b2a2-b6635acafef3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1225522 Nov 23 23:01:43.798927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34592) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:43.802048 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32ae3dd9-71f4-4b7d-bc5c-54dab02ecbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.812114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866bc1e-278b-4228-b54c-4ac8bc6a47e7 req-0347df9d-1523-48d7-b038-007ea890c505 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:43.813658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3866bc1e-278b-4228-b54c-4ac8bc6a47e7 req-0347df9d-1523-48d7-b038-007ea890c505 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 943 time: 0.1175146 Nov 23 23:01:43.816288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32ae3dd9-71f4-4b7d-bc5c-54dab02ecbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.864771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 2e8c3113-05d7-4ca2-8c96-628408adf882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:01:43.895840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae3dd9-71f4-4b7d-bc5c-54dab02ecbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51acda97-d4f7-4b2f-8565-a377859a3d52,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:43.900273 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69f2b296-3fff-4794-b203-5277daff3ce5 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.910711 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-32ae3dd9-71f4-4b7d-bc5c-54dab02ecbaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28c62ec7a7964e7c992823ffc9e1705f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9430006 Nov 23 23:01:43.914347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34594) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:43.939327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69f2b296-3fff-4794-b203-5277daff3ce5 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.975077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3866bc1e-278b-4228-b54c-4ac8bc6a47e7 req-b527d7a8-8829-4356-9331-7065057e762c tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491272 Nov 23 23:01:43.980420 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69f2b296-3fff-4794-b203-5277daff3ce5 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.985827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-69f2b296-3fff-4794-b203-5277daff3ce5 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2824917 Nov 23 23:01:43.986038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34596) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:43.995875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:44.045517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596db8a-9a6a-43b5-9f7e-0c53f802cc28 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:44.046980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d596db8a-9a6a-43b5-9f7e-0c53f802cc28 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.2471035 Nov 23 23:01:44.051977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34598) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:44.070502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.072634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:44.087316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] Sync routers for ids ['2e8c3113-05d7-4ca2-8c96-628408adf882'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:44.105186 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-33db2436-c359-498c-a560-be0b9b39af0a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/2e8c3113-05d7-4ca2-8c96-628408adf882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7672722 Nov 23 23:01:44.109214 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-78c1240d-0390-4657-9798-06c5aa6e37b9 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=973b45d9-3d09-4833-b2a2-b6635acafef3 HTTP/1.1" status: 200 len: 205 time: 0.0524647 Nov 23 23:01:44.110646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34602) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:44.117301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:44.123561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] Routers {'2e8c3113-05d7-4ca2-8c96-628408adf882'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:44.125106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e8c3113-05d7-4ca2-8c96-628408adf882'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:44.134589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34604) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:44.187258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event deleted for resources: {'Port': ['ID=f387cc04-e56e-4221-893a-7065a9b0f908,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:44.191772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e2b71f78-248a-497f-849e-54a0dc65e310 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e8c3113-05d7-4ca2-8c96-628408adf882 HTTP/1.1" status: 200 len: 205 time: 0.0588233 Nov 23 23:01:44.196256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34606) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:44.202004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:44.222978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] Routers {'2e8c3113-05d7-4ca2-8c96-628408adf882'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:44.223648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['2e8c3113-05d7-4ca2-8c96-628408adf882'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:44.264300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14173d06-68d2-4fb7-be18-1dd6a13d18da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.273571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:44.274860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06283169-4495-4ebf-9430-a1763f4e6bf3 None None] The sync data for ids ['2e8c3113-05d7-4ca2-8c96-628408adf882'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:44.385861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.386250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.398173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 58db1eb2-aad4-4015-91d7-431b8aec4e98 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:01:44.431405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad8f85db-b605-468b-abca-d21312692dce req-6a15ef66-55a6-4f94-9f63-a5f8f0799cd4 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d7aa93-049f-448b-8e3e-3f9bef8fba10 HTTP/1.1" status: 200 len: 210 time: 0.0835700 Nov 23 23:01:44.500173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bd8bf-96ee-45a2-ae30-1d8d9169142d req-ad7aa045-2f6c-43cd-9eb4-7d5d8653b1c0 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:44.501787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb4bd8bf-96ee-45a2-ae30-1d8d9169142d req-ad7aa045-2f6c-43cd-9eb4-7d5d8653b1c0 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 950 time: 0.3226652 Nov 23 23:01:44.513073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103522) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 23:01:44.513423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Router ad5c9726-6a3e-42e0-8e11-ff862438e7ee migrating from provider to provider. {{(pid=103522) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 23:01:44.513808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.515880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:44.521848 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.529112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'port_id': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:01:44.577688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.580999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.593003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.595430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58db1eb2-aad4-4015-91d7-431b8aec4e98 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:44.616928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:44.621593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.650875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cb4bd8bf-96ee-45a2-ae30-1d8d9169142d req-be0be4fb-2680-4ab3-8320-352e43494c5d tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/security-groups?id=af02d7c4-7b77-4200-bde3-2ae9ab669b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403003 Nov 23 23:01:44.675228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:44.721436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-448a3c26-44f5-4f64-aff4-f0c4eedb92c8 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:44.723190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-448a3c26-44f5-4f64-aff4-f0c4eedb92c8 tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.46 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 950 time: 0.7088466 Nov 23 23:01:44.727799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] No DVR routers for this DVR port f387cc04-e56e-4221-893a-7065a9b0f908 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:44.730446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.733977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7adecbcc-5679-4495-9a78-d61c1ce46dcc req-a866600e-00f2-43f4-ac9c-df31c70a33fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "DELETE /v2.0/ports/f387cc04-e56e-4221-893a-7065a9b0f908 HTTP/1.1" status: 204 len: 173 time: 2.0071666 Nov 23 23:01:44.741814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'name': 'network-vif-deleted', 'tag': 'f387cc04-e56e-4221-893a-7065a9b0f908'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:44.744152 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d742c36e-e5e9-4c09-be88-529e1e787601" -d '{"events": [{"server_uuid": "05d7aa93-049f-448b-8e3e-3f9bef8fba10", "name": "network-vif-deleted", "tag": "f387cc04-e56e-4221-893a-7065a9b0f908"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:44.751911 n-d-817303-3 neutron-server[103522]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] No L3 agents can host the router ad5c9726-6a3e-42e0-8e11-ff862438e7ee Nov 23 23:01:44.761042 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.765395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f939b472-f55e-46e7-9ecb-562c74e08a94 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.798143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14173d06-68d2-4fb7-be18-1dd6a13d18da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:44.840216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['58db1eb2-aad4-4015-91d7-431b8aec4e98'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:44.877378 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b437af-e157-4019-a2d8-8c9b374b5d8f x-openstack-request-id: req-71b437af-e157-4019-a2d8-8c9b374b5d8f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:44.877770 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d7aa93-049f-448b-8e3e-3f9bef8fba10", "name": "network-vif-deleted", "tag": "f387cc04-e56e-4221-893a-7065a9b0f908", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:44.877972 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71b437af-e157-4019-a2d8-8c9b374b5d8f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:44.878352 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d7aa93-049f-448b-8e3e-3f9bef8fba10', 'name': 'network-vif-deleted', 'tag': 'f387cc04-e56e-4221-893a-7065a9b0f908', 'status': 'completed', 'code': 200} Nov 23 23:01:44.962369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f387cc04-e56e-4221-893a-7065a9b0f908 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:44.997626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: f387cc04-e56e-4221-893a-7065a9b0f908 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:44.997862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f387cc04-e56e-4221-893a-7065a9b0f908 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:45.059222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f939b472-f55e-46e7-9ecb-562c74e08a94 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.063931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f939b472-f55e-46e7-9ecb-562c74e08a94 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.121302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14173d06-68d2-4fb7-be18-1dd6a13d18da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.124172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14173d06-68d2-4fb7-be18-1dd6a13d18da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.125360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-14173d06-68d2-4fb7-be18-1dd6a13d18da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51acda97-d4f7-4b2f-8565-a377859a3d52 HTTP/1.1" status: 204 len: 168 time: 1.2100794 Nov 23 23:01:45.137858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f939b472-f55e-46e7-9ecb-562c74e08a94 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.138451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f939b472-f55e-46e7-9ecb-562c74e08a94 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8c3113-05d7-4ca2-8c96-628408adf882 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:45.147079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f939b472-f55e-46e7-9ecb-562c74e08a94 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.149170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f939b472-f55e-46e7-9ecb-562c74e08a94 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/2e8c3113-05d7-4ca2-8c96-628408adf882 HTTP/1.1" status: 204 len: 168 time: 0.9446166 Nov 23 23:01:45.158023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34616) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:45.164719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14173d06-68d2-4fb7-be18-1dd6a13d18da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51acda97-d4f7-4b2f-8565-a377859a3d52,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:45.184344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Deleting port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:45.184689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.301293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet f4b8adef-5b87-48f1-b553-95926eef7604 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:01:45.309526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.339764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Hosts for router ad5c9726-6a3e-42e0-8e11-ff862438e7ee: [] {{(pid=103522) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 23:01:45.375871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Deleting port 3838559e-6cc0-4922-99ff-ccb279fcd694 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:45.376059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] For port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:45.376183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.376284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.378968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.385294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d7b93-cd00-426d-954b-a62fd5acfaf2 req-6115a515-17db-4607-a1a8-0e2cc0378e1d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:45.387132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-970d7b93-cd00-426d-954b-a62fd5acfaf2 req-6115a515-17db-4607-a1a8-0e2cc0378e1d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 944 time: 0.1805625 Nov 23 23:01:45.387420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Hosts for other DVR routers connected to router ad5c9726-6a3e-42e0-8e11-ff862438e7ee: set() {{(pid=103522) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 23:01:45.390591 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.394673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ac11a3a7-289c-48e4-93c3-c765e7d0d687 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "PUT /v2.0/routers/ad5c9726-6a3e-42e0-8e11-ff862438e7ee HTTP/1.1" status: 200 len: 717 time: 1.4077449 Nov 23 23:01:45.407609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34620) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:45.414895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Calling delete_port for c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:45.561329 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.567983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0a91c0e2-e5b0-4aa9-b3d5-4353bdd00b31 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "GET /v2.0/routers/ad5c9726-6a3e-42e0-8e11-ff862438e7ee HTTP/1.1" status: 200 len: 717 time: 0.1595469 Nov 23 23:01:45.573289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34626) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:45.612380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-970d7b93-cd00-426d-954b-a62fd5acfaf2 req-1b31ef66-9bef-4a7d-8b82-4f9407e3c0d8 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162557 Nov 23 23:01:45.623972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.649113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Calling delete_port for 3838559e-6cc0-4922-99ff-ccb279fcd694 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:45.671857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34632) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:45.718134 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.732783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97d06ea-21ac-4952-ace6-2bd78604161d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.793024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b8adef-5b87-48f1-b553-95926eef7604,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:45.804437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.806200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be155f5c-661e-414a-9711-3150e6f24154 None None] Network 668b9185-3544-402e-bbe1-f2acd3b0283a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:45.810481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bc11eba8-f9ef-4d5e-b732-966e659382f9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/f4b8adef-5b87-48f1-b553-95926eef7604 HTTP/1.1" status: 204 len: 168 time: 0.6480231 Nov 23 23:01:45.810481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.816538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34644) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:45.826738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c68b4d27-83f8-4067-9756-8dcbfdd5ceb5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:45.872501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Pushing event deleted for resources: {'Port': ['ID=c68b4d27-83f8-4067-9756-8dcbfdd5ceb5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:45.890530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-8c09e2ae-ca4a-4933-baca-a2b67b82943d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:45.899660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-8c09e2ae-ca4a-4933-baca-a2b67b82943d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.1464891 Nov 23 23:01:45.961958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cac0bf2-9448-4c5c-b995-c7d224ed6180 req-b1a12e9c-3742-442d-b376-0784fb0cf56d tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.11 "GET /v2.0/ports?device_id=aecb9b70-f273-4807-b679-0ec52066bb5d HTTP/1.1" status: 200 len: 210 time: 0.1959527 Nov 23 23:01:45.989901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] No DVR routers for this DVR port c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:45.992213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-428dc303-c15a-4740-abb2-c54568cc6d7c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/quotas/69057989b65c42ae82bb8ea174bf6752 HTTP/1.1" status: 200 len: 375 time: 0.0915701 Nov 23 23:01:45.998979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.003752 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5bfe2806-d1f7-4213-a69b-ed256379bc55 req-b8a4d9c4-6599-4bef-a09e-51fa4fc357ce tempest-VolumesNegativeTest-1135011957 tempest-VolumesNegativeTest-1135011957-project] 10.222.0.46 "DELETE /v2.0/ports/c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 HTTP/1.1" status: 204 len: 173 time: 1.2684672 Nov 23 23:01:46.029607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.116847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] DHCP port deletion for 668b9185-3544-402e-bbe1-f2acd3b0283a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:46.153516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 6da2f5bd-2a4d-4105-bc38-39cf391316ee {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:46.153989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.219306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e1844868-8e07-4c8b-938f-22878437637c tempest-RoutersTestDVR-814767159 tempest-RoutersTestDVR-814767159-project] 10.222.0.11 "GET /v2.0/routers/ad5c9726-6a3e-42e0-8e11-ff862438e7ee HTTP/1.1" status: 200 len: 683 time: 0.6447325 Nov 23 23:01:46.221631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] Deleting port 6da2f5bd-2a4d-4105-bc38-39cf391316ee {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:46.222241 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.222609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34646) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:46.256981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 6da2f5bd-2a4d-4105-bc38-39cf391316ee, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6da2f5bd-2a4d-4105-bc38-39cf391316ee,segment=NetworkSegment(be31c6fd-098e-4a38-b9ba-a2f9111fdb11),segment_id=be31c6fd-098e-4a38-b9ba-a2f9111fdb11)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:46.257383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.275107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 6da2f5bd-2a4d-4105-bc38-39cf391316ee owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:46.292425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-3d13303f-7552-432c-a263-7cdf00ebbcc5 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2991817 Nov 23 23:01:46.320682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] For port 6da2f5bd-2a4d-4105-bc38-39cf391316ee, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6da2f5bd-2a4d-4105-bc38-39cf391316ee,segment=NetworkSegment(be31c6fd-098e-4a38-b9ba-a2f9111fdb11),segment_id=be31c6fd-098e-4a38-b9ba-a2f9111fdb11)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:46.321198 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.337885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] Calling delete_port for 6da2f5bd-2a4d-4105-bc38-39cf391316ee owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:46.379837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.410286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93887fb6-2931-42fa-a7e2-4fbcd5877507 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.414396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=6da2f5bd-2a4d-4105-bc38-39cf391316ee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.416800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 58db1eb2-aad4-4015-91d7-431b8aec4e98 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:46.421061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No DVR routers for this DVR port 6da2f5bd-2a4d-4105-bc38-39cf391316ee on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:46.455027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97d06ea-21ac-4952-ace6-2bd78604161d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.471954 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.505382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] Pushing event deleted for resources: {'Port': ['ID=6da2f5bd-2a4d-4105-bc38-39cf391316ee,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.509593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822539b-cc47-440d-bc84-25c48b723344 None None] No DVR routers for this DVR port 6da2f5bd-2a4d-4105-bc38-39cf391316ee on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:46.534789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 58db1eb2-aad4-4015-91d7-431b8aec4e98 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:01:46.539842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 58db1eb2-aad4-4015-91d7-431b8aec4e98 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:46.540218 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.567178 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.582983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97d06ea-21ac-4952-ace6-2bd78604161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.597925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668b9185-3544-402e-bbe1-f2acd3b0283a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:46.611734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be31c6fd-098e-4a38-b9ba-a2f9111fdb11') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:46.612027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be31c6fd-098e-4a38-b9ba-a2f9111fdb11') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:46.624708 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.649983 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.681784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:01:46.682248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.683318 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6da2f5bd-2a4d-4105-bc38-39cf391316ee no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:01:46.709692 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:01:46.738315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 6da2f5bd-2a4d-4105-bc38-39cf391316ee {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:46.738986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6da2f5bd-2a4d-4105-bc38-39cf391316ee not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:46.747104 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.785381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:46.787740 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a571b-d217-4427-ad81-304711594579" -d '{"events": [{"server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "name": "network-vif-plugged", "status": "completed", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:46.790940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.800014 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.805907 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/668b9185-3544-402e-bbe1-f2acd3b0283a HTTP/1.1" status: 204 len: 168 time: 0.9859917 Nov 23 23:01:46.810095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34652) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:46.811433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:46.817318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.817733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.826305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bebe3413-a926-4cf3-97a4-dfba3dab9ea7 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-42604224', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:46.833149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160ae0-0176-4442-9798-b5a9e4790514 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=668b9185-3544-402e-bbe1-f2acd3b0283a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.863641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bebe3413-a926-4cf3-97a4-dfba3dab9ea7 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.866113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bebe3413-a926-4cf3-97a4-dfba3dab9ea7 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.866937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e97d06ea-21ac-4952-ace6-2bd78604161d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ab125e772b4470d9388ff336edccbfd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1937547 Nov 23 23:01:46.867768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d06ea-21ac-4952-ace6-2bd78604161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a003ce80-574f-46d7-979e-385bb6e7f75a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.873522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:46.891253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'name': 'network-vif-deleted', 'tag': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:46.896012 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fae3a8-37f3-4e53-b932-a31f6646bb3c" -d '{"events": [{"server_uuid": "aecb9b70-f273-4807-b679-0ec52066bb5d", "name": "network-vif-deleted", "tag": "c68b4d27-83f8-4067-9756-8dcbfdd5ceb5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:46.920877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.936839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-6fa5f080-e758-46de-8e52-32e0b5ad3434 service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431413 Nov 23 23:01:46.938499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event deleted for resources: {'Port': ['ID=3838559e-6cc0-4922-99ff-ccb279fcd694,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.948174 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93887fb6-2931-42fa-a7e2-4fbcd5877507 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.956086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93887fb6-2931-42fa-a7e2-4fbcd5877507 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.973312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026c35f-8369-4379-bb66-b0a6cd33b2ee None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:47.026480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bebe3413-a926-4cf3-97a4-dfba3dab9ea7 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.040729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bebe3413-a926-4cf3-97a4-dfba3dab9ea7 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.054503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-936007fc-bbce-44a0-bb89-23e51c64e03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.070763 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bebe3413-a926-4cf3-97a4-dfba3dab9ea7 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.072042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bebe3413-a926-4cf3-97a4-dfba3dab9ea7 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2613311 Nov 23 23:01:47.076157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:47.084283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522087168'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:47.099124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-936007fc-bbce-44a0-bb89-23e51c64e03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.117146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93887fb6-2931-42fa-a7e2-4fbcd5877507 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.118011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93887fb6-2931-42fa-a7e2-4fbcd5877507 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad5c9726-6a3e-42e0-8e11-ff862438e7ee {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:47.124895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93887fb6-2931-42fa-a7e2-4fbcd5877507 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.126695 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-93887fb6-2931-42fa-a7e2-4fbcd5877507 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ad5c9726-6a3e-42e0-8e11-ff862438e7ee HTTP/1.1" status: 204 len: 168 time: 0.9020569 Nov 23 23:01:47.138263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34662) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:47.144217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3ad944ca-6656-493f-9f92-f765784ada51 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Request body: {'router': {'name': 'tempest-router-579100699', 'distributed': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:47.154087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:47.157643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.184900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1801ae2-ae39-40e4-986c-3b7940c23cfa req-bc1c2cc1-c22d-4fe8-aed9-cbcad75ddc3a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:47.187536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1801ae2-ae39-40e4-986c-3b7940c23cfa req-bc1c2cc1-c22d-4fe8-aed9-cbcad75ddc3a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.4263539 Nov 23 23:01:47.199223 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad944ca-6656-493f-9f92-f765784ada51 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.200797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad944ca-6656-493f-9f92-f765784ada51 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.214444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.235227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-936007fc-bbce-44a0-bb89-23e51c64e03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.237845 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-936007fc-bbce-44a0-bb89-23e51c64e03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.239003 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-936007fc-bbce-44a0-bb89-23e51c64e03c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a003ce80-574f-46d7-979e-385bb6e7f75a HTTP/1.1" status: 204 len: 168 time: 0.3648381 Nov 23 23:01:47.296034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:01:47.322601 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad944ca-6656-493f-9f92-f765784ada51 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.326353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936007fc-bbce-44a0-bb89-23e51c64e03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a003ce80-574f-46d7-979e-385bb6e7f75a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:47.332687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad944ca-6656-493f-9f92-f765784ada51 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.347288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.348042 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment 95e686bf-1deb-4949-86b3-370116143b9e of type vlan for network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 Nov 23 23:01:47.404423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3ad944ca-6656-493f-9f92-f765784ada51 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.408431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3ad944ca-6656-493f-9f92-f765784ada51 tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2664030 Nov 23 23:01:47.409549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34666) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:47.472006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.472918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.482002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.487334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-e912a413-07dc-4bdf-ac2a-852e2919834f service neutron] 10.222.0.11 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291204 Nov 23 23:01:47.561744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b711dcf-560e-473e-b58f-d5ae662c603e tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.593121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1801ae2-ae39-40e4-986c-3b7940c23cfa req-a4273ea5-b46d-4f2c-92e9-00a7456e1151 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646657 Nov 23 23:01:47.624341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.625279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Fanout notify agent at l3_agent the message router_deleted on router 973b45d9-3d09-4833-b2a2-b6635acafef3 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:47.644763 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d026d42-f853-4614-b552-95332644a4b2 x-openstack-request-id: req-3d026d42-f853-4614-b552-95332644a4b2 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:47.645349 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "name": "network-vif-plugged", "status": "completed", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:47.645749 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d026d42-f853-4614-b552-95332644a4b2 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:47.646865 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'code': 200} Nov 23 23:01:47.658474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.662742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a80afe27-ffca-4884-b4ef-07e657031f8d tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/973b45d9-3d09-4833-b2a2-b6635acafef3 HTTP/1.1" status: 204 len: 168 time: 3.5255039 Nov 23 23:01:47.665313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34670) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:47.697149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-13dce1f9-d330-4ba5-829e-8e970d260007 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1507943171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:47.726564 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39833e06-fa1d-40b7-b152-7de9a1935f43 x-openstack-request-id: req-39833e06-fa1d-40b7-b152-7de9a1935f43 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:47.726906 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecb9b70-f273-4807-b679-0ec52066bb5d", "name": "network-vif-deleted", "tag": "c68b4d27-83f8-4067-9756-8dcbfdd5ceb5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:47.727132 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39833e06-fa1d-40b7-b152-7de9a1935f43 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:47.727551 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb9b70-f273-4807-b679-0ec52066bb5d', 'name': 'network-vif-deleted', 'tag': 'c68b4d27-83f8-4067-9756-8dcbfdd5ceb5', 'status': 'completed', 'code': 200} Nov 23 23:01:47.731859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.738146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:47.738803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.760813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13dce1f9-d330-4ba5-829e-8e970d260007 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.762575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13dce1f9-d330-4ba5-829e-8e970d260007 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.934281 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13dce1f9-d330-4ba5-829e-8e970d260007 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:47.959908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13dce1f9-d330-4ba5-829e-8e970d260007 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.007423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9263346 Nov 23 23:01:48.012178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34688) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:48.018002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e98290a-4824-47fd-ae21-affe8c0dd169 req-b14e01b9-8dec-498f-86f2-8db9d6aea991 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 210 time: 0.0756145 Nov 23 23:01:48.054506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:48.094269 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b711dcf-560e-473e-b58f-d5ae662c603e tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.101923 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b711dcf-560e-473e-b58f-d5ae662c603e tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.105041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8dea5-0c66-4602-9ca3-79dc4cde720b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=150ed6ab-fe15-4670-a1c0-fdf0d125c548,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:48.125138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:01:48.158238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13dce1f9-d330-4ba5-829e-8e970d260007 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.174547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-13dce1f9-d330-4ba5-829e-8e970d260007 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5053201 Nov 23 23:01:48.197083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34698) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:48.212507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8fe3f-7550-4913-92c8-fbb89bfcfeac req-ca401575-2666-4a26-aa01-df0f55231246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:48.218046 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c8fe3f-7550-4913-92c8-fbb89bfcfeac req-ca401575-2666-4a26-aa01-df0f55231246 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.4621630 Nov 23 23:01:48.234458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:48.417683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:48.439332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:48.446071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.458270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:48.459733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68b4d27-83f8-4067-9756-8dcbfdd5ceb5 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:48.496969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b711dcf-560e-473e-b58f-d5ae662c603e tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.497481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b711dcf-560e-473e-b58f-d5ae662c603e tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff26407c-c236-4edb-a04d-f1d985b8f2a0 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:01:48.506828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b711dcf-560e-473e-b58f-d5ae662c603e tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.508079 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b711dcf-560e-473e-b58f-d5ae662c603e tempest-RoutersTestDVR-821626952 tempest-RoutersTestDVR-821626952-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ff26407c-c236-4edb-a04d-f1d985b8f2a0 HTTP/1.1" status: 204 len: 168 time: 1.0978239 Nov 23 23:01:48.631476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c8fe3f-7550-4913-92c8-fbb89bfcfeac req-90278baf-15fc-4950-b7bf-1e28d09bd0e6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637811 Nov 23 23:01:48.790716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:48.941976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d9e11-0a38-4095-a3bc-df9d07ab15a0 req-cf36dcab-5ca0-4b6c-80eb-5d99f44034ab tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:48.945559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-367d9e11-0a38-4095-a3bc-df9d07ab15a0 req-cf36dcab-5ca0-4b6c-80eb-5d99f44034ab tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.1824543 Nov 23 23:01:49.089396 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:49.195291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34732) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:49.249084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-367d9e11-0a38-4095-a3bc-df9d07ab15a0 req-5a86b2f4-0c4e-4a30-8010-029f88c0f079 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514460 Nov 23 23:01:49.331221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:49.353934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:49.379356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-842fd348-2761-46f4-b64d-55fde3c037dd req-e48a94eb-ba3a-4b5b-97fa-bfb6a174a523 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 210 time: 0.1250477 Nov 23 23:01:49.408771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=2e49d202-92ce-468f-be05-6b832f2c7ce3,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:49.430894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.431722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.432406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.433086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.435196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.435983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.436672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.437318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.438070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.438689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.439373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.440083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:49.472078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:49.472854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: 150ed6ab-fe15-4670-a1c0-fdf0d125c548, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:01:49.526423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:01:49.545503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 150ed6ab-fe15-4670-a1c0-fdf0d125c548) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:49.562436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb1699-2b3d-40ce-8dce-f2222ede0290 None None] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:49.565904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:49.572059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:49.633217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6cbb3d7d-c290-47b3-9118-a0be94ea6292 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6122391 Nov 23 23:01:49.636809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34756) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:49.761086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Allocated IP 172.25.0.208 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/09893375-97e5-4d9b-a514-a3b34216eea0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:49.944064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fe63-7818-4f77-8b52-46112c45bb60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:50.210902 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:50.230907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:01:50.231847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:50.293430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-44f2afd9-b4e9-46ca-ae17-3b61218959b0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:50.303299 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-44f2afd9-b4e9-46ca-ae17-3b61218959b0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 806 time: 0.3583875 Nov 23 23:01:50.346972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Request body: {'port': {'device_id': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'admin_state_up': True, 'tenant_id': '69057989b65c42ae82bb8ea174bf6752'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:50.404904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:50.570893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:50.584923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:50.589506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:50.623069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f892db0b-7256-45c2-a341-aa02d41be391 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:01:50.635979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Allocated IP 2001:db8::2 (150ed6ab-fe15-4670-a1c0-fdf0d125c548/2e49d202-92ce-468f-be05-6b832f2c7ce3/214ae589-970f-4c36-af9a-bd532c5f37c7) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:50.732772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event updated for resources: {'Port': ['ID=09893375-97e5-4d9b-a514-a3b34216eea0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:50.749102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94db9acc-1700-46b2-9c26-f76df4396690 req-8596f979-ad9c-480c-affe-077352af50d5 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 210 time: 0.2023802 Nov 23 23:01:50.785621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713ae2-fb96-4d32-a661-4d48c042c94a req-f81a9825-de8b-4667-ae07-28200860f75b tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:50.787967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f713ae2-fb96-4d32-a661-4d48c042c94a req-f81a9825-de8b-4667-ae07-28200860f75b tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.2400959 Nov 23 23:01:50.825746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a723f5f5-5436-41aa-826c-97aeffa623bc None None] Provisioning complete for port 09893375-97e5-4d9b-a514-a3b34216eea0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:50.826539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a723f5f5-5436-41aa-826c-97aeffa623bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:50.836941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:50.888765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a723f5f5-5436-41aa-826c-97aeffa623bc None None] Port 09893375-97e5-4d9b-a514-a3b34216eea0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:50.895620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fe63-7818-4f77-8b52-46112c45bb60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:50.913416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f713ae2-fb96-4d32-a661-4d48c042c94a req-b2794d5e-421e-483a-927f-5a86e43a9424 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007450 Nov 23 23:01:50.953024 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fe63-7818-4f77-8b52-46112c45bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:51.164356 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:51.176889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:51.190042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Made reservation on behalf of 69057989b65c42ae82bb8ea174bf6752 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:51.191983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:51.195106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:51.380034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:51.390111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:51.402351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:51.558822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Pushing event updated for resources: {'Port': ['ID=214ae589-970f-4c36-af9a-bd532c5f37c7,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:51.656479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Attempting to bind port 214ae589-970f-4c36-af9a-bd532c5f37c7 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:51.657535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Attempting to bind port 214ae589-970f-4c36-af9a-bd532c5f37c7 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:51.657715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Attempting to bind port 214ae589-970f-4c36-af9a-bd532c5f37c7 on network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:51.690394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:51.692048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Checking segment: {'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:51.692754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:51.714999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Bound using segment: {'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:51.716059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Bound port: 214ae589-970f-4c36-af9a-bd532c5f37c7, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:51.716701 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:51.913154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] For port 214ae589-970f-4c36-af9a-bd532c5f37c7, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:51.938133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] For port 214ae589-970f-4c36-af9a-bd532c5f37c7, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=214ae589-970f-4c36-af9a-bd532c5f37c7,segment=NetworkSegment(95e686bf-1deb-4949-86b3-370116143b9e),segment_id=95e686bf-1deb-4949-86b3-370116143b9e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:51.943748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ddd4fe63-7818-4f77-8b52-46112c45bb60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00c447b6783e4e1b9b5f81f0b194ab61&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7420628 Nov 23 23:01:51.950676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34874) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:51.951400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:52.054333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e6b62db-9cab-4818-a11e-37cf4bfeecd9 req-dc0f392f-b1c3-4ffd-8092-6920ce146d7e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 210 time: 0.0412405 Nov 23 23:01:52.111275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4fe63-7818-4f77-8b52-46112c45bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf4c0e2-0ab3-424a-9961-51251c67ce2d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:52.190073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b43750e-e1e6-4cac-9745-ad8e5dfcfb1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:52.199216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-70b30175-aca2-49a2-8179-4e2e8b127a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:52.202265 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-70b30175-aca2-49a2-8179-4e2e8b127a9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.4209442 Nov 23 23:01:52.248891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169115f8-dc19-4498-9312-a4e5fb060b26 None None] Pushing event updated for resources: {'Port': ['ID=214ae589-970f-4c36-af9a-bd532c5f37c7,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:52.250301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe475-3fed-4e91-aeae-9d76a8bc8dd7 req-57a74bca-c6be-4cba-b6b2-01b06b74cedf tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:52.260005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ecafe475-3fed-4e91-aeae-9d76a8bc8dd7 req-57a74bca-c6be-4cba-b6b2-01b06b74cedf tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.3475087 Nov 23 23:01:52.344157 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b43750e-e1e6-4cac-9745-ad8e5dfcfb1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:52.523052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ecafe475-3fed-4e91-aeae-9d76a8bc8dd7 req-9bddb71f-2b50-4a14-8380-9408ff0a3696 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616794 Nov 23 23:01:52.579391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Allocated IP 172.20.0.11 (68d870b7-ea29-45c0-8c29-93b9cfb7f716/b0fc9903-3824-42ba-9235-b394e48849cc/6abed217-a3b1-4457-a057-3279c2b3ae8d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:52.591668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8::1 (150ed6ab-fe15-4670-a1c0-fdf0d125c548/2e49d202-92ce-468f-be05-6b832f2c7ce3/5007eb33-a9e9-42f5-b250-30a43b511788) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:52.767967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 214ae589-970f-4c36-af9a-bd532c5f37c7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:52.810225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b43750e-e1e6-4cac-9745-ad8e5dfcfb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:52.814914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b43750e-e1e6-4cac-9745-ad8e5dfcfb1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:52.825219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6b43750e-e1e6-4cac-9745-ad8e5dfcfb1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bf4c0e2-0ab3-424a-9961-51251c67ce2d HTTP/1.1" status: 204 len: 168 time: 0.8734181 Nov 23 23:01:52.870873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43750e-e1e6-4cac-9745-ad8e5dfcfb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf4c0e2-0ab3-424a-9961-51251c67ce2d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:52.936133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 214ae589-970f-4c36-af9a-bd532c5f37c7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:52.936506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:52.981293 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.047634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.102854 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.111974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-2808c04d-775c-411a-ac81-8d814f2e1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:53.113544 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-2808c04d-775c-411a-ac81-8d814f2e1801 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.8227019 Nov 23 23:01:53.116013 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.178844 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-8936908b-474d-40f3-8259-071913b87bee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.0536504 Nov 23 23:01:53.180349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.207451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 214ae589-970f-4c36-af9a-bd532c5f37c7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=214ae589-970f-4c36-af9a-bd532c5f37c7,segment=NetworkSegment(95e686bf-1deb-4949-86b3-370116143b9e),segment_id=95e686bf-1deb-4949-86b3-370116143b9e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:53.216490 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.227351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:53.301588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:53.315872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=214ae589-970f-4c36-af9a-bd532c5f37c7,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:53.344843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:53.350672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.384073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=5007eb33-a9e9-42f5-b250-30a43b511788,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:53.447798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2d6c533-5faa-4e40-a28f-d2ad41a441c6 req-38550317-08ee-4205-9b6c-276cec47da46 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 210 time: 0.1855485 Nov 23 23:01:53.472459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-a762680d-cc18-4e7b-acde-3ff261f7edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:53.475021 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-a762680d-cc18-4e7b-acde-3ff261f7edff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.2875278 Nov 23 23:01:53.586254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-c85b2918-6ead-4b8e-9d3e-cc3186f8685f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007907 Nov 23 23:01:53.590178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34964) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:53.748001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.779513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:53.782641 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-f6590e3e-2e2a-42c6-b7d9-d4bb5ffb60fe service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676021 Nov 23 23:01:53.987425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Router 7025dba3-d11e-4549-8bbf-2b3903d4b7d7 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:54.062541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.077264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac0636-2ea5-4c33-a577-232fb45f587c req-757b870e-a2fc-4d6e-b19e-e763294313d4 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:54.079055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4eac0636-2ea5-4c33-a577-232fb45f587c req-757b870e-a2fc-4d6e-b19e-e763294313d4 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.4119539 Nov 23 23:01:54.079644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34976) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:54.087480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c36b5-e6e3-4e65-a007-8676e3330ac8 None None] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:54.161127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00511604-6c61-41e3-9fdb-448c400935f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.173406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e341d268-e1e9-443b-a7cc-76a2366ea465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.231152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1099bbfb-7c9d-45c9-82f6-8e5215ed4893 req-0c2fab05-4d67-4c58-8d93-b6f280ee3e57 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365711 Nov 23 23:01:54.294191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:54.296929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e341d268-e1e9-443b-a7cc-76a2366ea465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.309811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:01:54.324285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:54.332108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e341d268-e1e9-443b-a7cc-76a2366ea465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.377165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e341d268-e1e9-443b-a7cc-76a2366ea465 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43b524eb6dc04a479ee5b4332084245c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7818716 Nov 23 23:01:54.383558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34996) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:54.397539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:54.414958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2767ef43-7238-4a3b-9931-8d245cb5b2d3 None None] Provisioning complete for port 214ae589-970f-4c36-af9a-bd532c5f37c7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:54.415736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2767ef43-7238-4a3b-9931-8d245cb5b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.450376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4eac0636-2ea5-4c33-a577-232fb45f587c req-ede60a86-a3e6-4798-b340-29b91c40df7b tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421764 Nov 23 23:01:54.497579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:54.500276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.522001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event updated for resources: {'Port': ['ID=6abed217-a3b1-4457-a057-3279c2b3ae8d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:54.543096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-7137b869-9e24-4163-bbb1-60187f3ec1f2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2154455 Nov 23 23:01:54.586789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:54.603089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.610057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9f9c2705-7525-4b92-bad0-57263c891e82 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "PUT /v2.0/routers/7025dba3-d11e-4549-8bbf-2b3903d4b7d7 HTTP/1.1" status: 200 len: 884 time: 6.3901188 Nov 23 23:01:54.617869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Request body: {'port': {'device_id': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:54.620928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35006) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:54.626807 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] Sync routers for ids ['7025dba3-d11e-4549-8bbf-2b3903d4b7d7'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:54.658480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dbb973de-787d-45e4-953a-cc37f0af33fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.658778 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] Routers {'7025dba3-d11e-4549-8bbf-2b3903d4b7d7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:54.668428 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7025dba3-d11e-4549-8bbf-2b3903d4b7d7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:54.676263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341d268-e1e9-443b-a7cc-76a2366ea465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed678c5f-4ed0-40d9-87de-690cfc3ef7ea,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:54.749074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dbb973de-787d-45e4-953a-cc37f0af33fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.751619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 214ae589-970f-4c36-af9a-bd532c5f37c7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:01:54.785395 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:54.807969 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] Routers {'7025dba3-d11e-4549-8bbf-2b3903d4b7d7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:54.809333 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7025dba3-d11e-4549-8bbf-2b3903d4b7d7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:54.889539 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:54.891688 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62747b-ff17-4612-9cf1-9eeb883b9b7b None None] The sync data for ids ['7025dba3-d11e-4549-8bbf-2b3903d4b7d7'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:54.895060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da360ffd-cefe-4839-acc7-f648d4712704 req-5f5b2851-b218-401a-987d-c10afa8d096c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:54.898380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da360ffd-cefe-4839-acc7-f648d4712704 req-5f5b2851-b218-401a-987d-c10afa8d096c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 932 time: 0.2028925 Nov 23 23:01:54.930851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.965512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00511604-6c61-41e3-9fdb-448c400935f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.991559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00511604-6c61-41e3-9fdb-448c400935f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.995940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.001117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ae407a3b-fde5-4930-af8f-5b6ac6c2b9f7 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/7025dba3-d11e-4549-8bbf-2b3903d4b7d7 HTTP/1.1" status: 200 len: 925 time: 0.3779898 Nov 23 23:01:55.004771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35014) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:55.028074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dbb973de-787d-45e4-953a-cc37f0af33fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.030738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dbb973de-787d-45e4-953a-cc37f0af33fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.031981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dbb973de-787d-45e4-953a-cc37f0af33fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed678c5f-4ed0-40d9-87de-690cfc3ef7ea HTTP/1.1" status: 204 len: 168 time: 0.6473396 Nov 23 23:01:55.056503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.057324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.072725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 214ae589-970f-4c36-af9a-bd532c5f37c7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:55.073104 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.246201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-00511604-6c61-41e3-9fdb-448c400935f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69d222257b8c48a899627d10585eb8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1468873 Nov 23 23:01:55.268173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00511604-6c61-41e3-9fdb-448c400935f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b71c719-505b-417e-99c0-7d67d93f22d2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:55.279891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35020) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:55.299849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da360ffd-cefe-4839-acc7-f648d4712704 req-1fa2ca45-8bc1-4af6-90e5-c5e330219bdc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477824 Nov 23 23:01:55.336455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=5007eb33-a9e9-42f5-b250-30a43b511788,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:55.384002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb973de-787d-45e4-953a-cc37f0af33fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed678c5f-4ed0-40d9-87de-690cfc3ef7ea,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:55.406199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0807e4e1-a8d6-425c-87ca-8ec34687ad0e tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:55.411499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35024) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:55.411803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0807e4e1-a8d6-425c-87ca-8ec34687ad0e tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=7025dba3-d11e-4549-8bbf-2b3903d4b7d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4036603 Nov 23 23:01:55.483467 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-263d6abd-5ae9-4482-b117-2a93088145cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.532087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:55.544669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:55.572358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-263d6abd-5ae9-4482-b117-2a93088145cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.730292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-84fd8afa-5918-46d7-9dba-0a102158beaf None None] Provisioning complete for port 5007eb33-a9e9-42f5-b250-30a43b511788 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:55.733359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84fd8afa-5918-46d7-9dba-0a102158beaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.910381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-84fd8afa-5918-46d7-9dba-0a102158beaf None None] Port 5007eb33-a9e9-42f5-b250-30a43b511788 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:55.935236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969bf5b-0c43-4245-bd53-1151b1727c60 req-e9a24619-8548-4c47-bb1a-311daf50c270 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:55.945213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7969bf5b-0c43-4245-bd53-1151b1727c60 req-e9a24619-8548-4c47-bb1a-311daf50c270 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.2662456 Nov 23 23:01:55.962221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-84fd8afa-5918-46d7-9dba-0a102158beaf None None] Provisioning complete for port 214ae589-970f-4c36-af9a-bd532c5f37c7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:55.962536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abed217-a3b1-4457-a057-3279c2b3ae8d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:55.963283 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84fd8afa-5918-46d7-9dba-0a102158beaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.983045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:55.994951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-263d6abd-5ae9-4482-b117-2a93088145cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:56.012570 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-263d6abd-5ae9-4482-b117-2a93088145cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:56.022505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Transition to ACTIVE for port object 6abed217-a3b1-4457-a057-3279c2b3ae8d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:01:56.024625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-263d6abd-5ae9-4482-b117-2a93088145cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b71c719-505b-417e-99c0-7d67d93f22d2 HTTP/1.1" status: 204 len: 168 time: 0.7382798 Nov 23 23:01:56.025868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35030) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:56.046241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:56.198026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d6abd-5ae9-4482-b117-2a93088145cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b71c719-505b-417e-99c0-7d67d93f22d2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:56.199600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Pushing event updated for resources: {'Port': ['ID=6abed217-a3b1-4457-a057-3279c2b3ae8d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:56.234160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19d386b9-e176-420b-8eb9-26aff03a16de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:56.337945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:01:56.357538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e3715f-2d3e-4d52-ab95-0b71d16a9a31 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:56.369394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7969bf5b-0c43-4245-bd53-1151b1727c60 req-4e159532-ddeb-4fdf-9163-b465351f4f80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966804 Nov 23 23:01:56.377445 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-55e3715f-2d3e-4d52-ab95-0b71d16a9a31 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.9509544 Nov 23 23:01:56.378398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35042) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:56.479793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e2b74949-a217-4d4c-8f1a-7ca748832d3b None None] Provisioning complete for port 5007eb33-a9e9-42f5-b250-30a43b511788 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:56.483400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e2b74949-a217-4d4c-8f1a-7ca748832d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:56.485281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f700ca8-8f98-4e5a-8931-302489a1130a tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=7025dba3-d11e-4549-8bbf-2b3903d4b7d7 HTTP/1.1" status: 200 len: 205 time: 0.1040223 Nov 23 23:01:56.497370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35046) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:56.606717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e2b74949-a217-4d4c-8f1a-7ca748832d3b None None] Port 5007eb33-a9e9-42f5-b250-30a43b511788 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:56.872443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Attempting to bind port 6abed217-a3b1-4457-a057-3279c2b3ae8d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:56.873520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Attempting to bind port 6abed217-a3b1-4457-a057-3279c2b3ae8d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:56.875973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Attempting to bind port 6abed217-a3b1-4457-a057-3279c2b3ae8d on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:56.879035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:56.996552 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19d386b9-e176-420b-8eb9-26aff03a16de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.005222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-15776b50-687f-4bd6-b3f7-7ec33ccefae5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3638921 Nov 23 23:01:57.014548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Port 6abed217-a3b1-4457-a057-3279c2b3ae8d on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:57.015264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Attempting to bind port 6abed217-a3b1-4457-a057-3279c2b3ae8d on network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:57.017648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35078) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:57.020269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:57.025886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19d386b9-e176-420b-8eb9-26aff03a16de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.042866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231480745'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:57.051520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:57.052402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Checking segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:57.053390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Bound using segment: {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:57.055081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Bound port: 6abed217-a3b1-4457-a057-3279c2b3ae8d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96575c-613d-4c38-a45b-e04ae685d5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:57.055711 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.076564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.082796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a88904f0-e85d-43d5-a765-44511c2c57aa None None] Provisioning complete for port 5007eb33-a9e9-42f5-b250-30a43b511788 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:57.085397 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a88904f0-e85d-43d5-a765-44511c2c57aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.108776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.247646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871413ed-d986-4468-8d3e-b3ccc2de073b req-d2f5e9d4-546e-44fe-b612-4b71f858f73f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:57.250890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-871413ed-d986-4468-8d3e-b3ccc2de073b req-d2f5e9d4-546e-44fe-b612-4b71f858f73f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 944 time: 0.7634068 Nov 23 23:01:57.252554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:57.260019 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.266584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a88904f0-e85d-43d5-a765-44511c2c57aa None None] Port 5007eb33-a9e9-42f5-b250-30a43b511788 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:57.282657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:57.288010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:57.345609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35084) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:57.348525 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19d386b9-e176-420b-8eb9-26aff03a16de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1493c8a2aeb4e0280777815296fcc4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3211782 Nov 23 23:01:57.405083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] For port 6abed217-a3b1-4457-a057-3279c2b3ae8d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:57.412260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] For port 6abed217-a3b1-4457-a057-3279c2b3ae8d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6abed217-a3b1-4457-a057-3279c2b3ae8d,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:57.418736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d386b9-e176-420b-8eb9-26aff03a16de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5506e99f-7a9a-467f-a1d2-844d0e2977cf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:57.425581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.513213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:57.514733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.522222 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] 10.222.0.48 "PUT /v2.0/ports/6abed217-a3b1-4457-a057-3279c2b3ae8d HTTP/1.1" status: 200 len: 1092 time: 2.9318752 Nov 23 23:01:57.530235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'tag': '6abed217-a3b1-4457-a057-3279c2b3ae8d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:57.534757 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69" -d '{"events": [{"name": "network-changed", "server_uuid": "9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5", "tag": "6abed217-a3b1-4457-a057-3279c2b3ae8d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:57.611023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:01:57.631478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:57.718612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ad389-c034-438f-aa32-d3085c4aa634 service neutron] Pushing event updated for resources: {'Port': ['ID=6abed217-a3b1-4457-a057-3279c2b3ae8d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:57.722677 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.723060 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment c731dfed-26d6-4472-8b3f-e77c2ad28db9 of type vlan for network d2603701-c6da-438a-8d7e-354898884921 Nov 23 23:01:57.759128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-8d205178-787b-484b-b2ac-ae92899ff52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:57.762202 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-8d205178-787b-484b-b2ac-ae92899ff52a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 1095 time: 0.1425970 Nov 23 23:01:57.764632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-871413ed-d986-4468-8d3e-b3ccc2de073b req-cb7542a7-43e1-4e71-afe5-1a678f7eee01 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973350 Nov 23 23:01:57.903933 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dccf6d6-0b84-4610-aa72-596e2e6c5a50 x-openstack-request-id: req-3dccf6d6-0b84-4610-aa72-596e2e6c5a50 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:57.904527 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5", "tag": "6abed217-a3b1-4457-a057-3279c2b3ae8d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:57.904967 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dccf6d6-0b84-4610-aa72-596e2e6c5a50 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:57.905861 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'tag': '6abed217-a3b1-4457-a057-3279c2b3ae8d', 'status': 'completed', 'code': 200} Nov 23 23:01:57.908170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-3ff7d7df-96b0-41c2-b4f6-298e845e2901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abed217-a3b1-4457-a057-3279c2b3ae8d HTTP/1.1" status: 200 len: 217 time: 0.1311681 Nov 23 23:01:57.932161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:57.975603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-9274acda-54b2-4802-8cc6-6cb31aabc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:57.978701 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-9274acda-54b2-4802-8cc6-6cb31aabc821 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.0622289 Nov 23 23:01:58.006213 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2c5f6ad-89f1-4899-abca-c80b93067001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.010221 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.014433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.020290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:58.022438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.045206 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-2aa15a2c-65b2-4682-af8e-58d3380319b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597026 Nov 23 23:01:58.088381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0573699 Nov 23 23:01:58.091022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35098) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:58.120433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:58.263986 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2c5f6ad-89f1-4899-abca-c80b93067001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.407559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:01:53Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:01:54Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:58.438531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2c5f6ad-89f1-4899-abca-c80b93067001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.446277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:58.446679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2c5f6ad-89f1-4899-abca-c80b93067001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.452540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a2c5f6ad-89f1-4899-abca-c80b93067001 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5506e99f-7a9a-467f-a1d2-844d0e2977cf HTTP/1.1" status: 204 len: 168 time: 1.0564249 Nov 23 23:01:58.452807 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.493631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:01:58.493631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Updating router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 port 5007eb33-a9e9-42f5-b250-30a43b511788 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:01:58.580573 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.594998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67004fc-2729-4eaf-965a-7641e9bde97a req-d1a99444-0df5-4500-8e55-3fd471efb607 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:58.604220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c67004fc-2729-4eaf-965a-7641e9bde97a req-d1a99444-0df5-4500-8e55-3fd471efb607 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.9489720 Nov 23 23:01:58.609095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5f6ad-89f1-4899-abca-c80b93067001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5506e99f-7a9a-467f-a1d2-844d0e2977cf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:58.618635 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-e74564c8-b35d-4e57-b0ab-ed01fdca5d9c service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648947 Nov 23 23:01:58.632935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf38a4b-19eb-4fb0-ba7d-a99e54490a48 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=d2603701-c6da-438a-8d7e-354898884921,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:58.641254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35106) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:58.663161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network d2603701-c6da-438a-8d7e-354898884921 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:01:58.959561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c67004fc-2729-4eaf-965a-7641e9bde97a req-ff976adc-305b-4349-9660-29eca2dcb714 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081951 Nov 23 23:01:59.063668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Deleting port 09893375-97e5-4d9b-a514-a3b34216eea0 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:59.064152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.221964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.273939 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e19db2bf-4afd-42e3-a7a0-c424ab359636 req-9898bd7a-26cf-443e-b834-d26818ad955d service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413014 Nov 23 23:01:59.312055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=080f14e0-403d-4978-9104-a274baa32804,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:59.368628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56996832'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:59.391839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:59.392977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: d2603701-c6da-438a-8d7e-354898884921, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:01:59.423930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.435829 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.438486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.463810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:59.483049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.534904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6cc92-8044-43d1-bdc7-3fb0d65f676b None None] Pushing event updated for resources: {'Port': ['ID=5007eb33-a9e9-42f5-b250-30a43b511788,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:59.556078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network d2603701-c6da-438a-8d7e-354898884921 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:01:59.586577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09770246-9ad2-484b-9d40-5162e23a20b4 req-a5dbd845-851d-4bc1-8aff-fe15b0d413d2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:59.586923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-d92fa899-a042-4b83-92e8-ca6b9a6b0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:59.591128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09770246-9ad2-484b-9d40-5162e23a20b4 req-a5dbd845-851d-4bc1-8aff-fe15b0d413d2 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 944 time: 0.6298263 Nov 23 23:01:59.598347 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-d92fa899-a042-4b83-92e8-ca6b9a6b0da0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 1095 time: 0.1753623 Nov 23 23:01:59.601179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, d2603701-c6da-438a-8d7e-354898884921) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:59.627886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:59.628945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.641672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Calling delete_port for 09893375-97e5-4d9b-a514-a3b34216eea0 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:59.650686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.663560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Attempting to bind port 5007eb33-a9e9-42f5-b250-30a43b511788 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:59.664642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Attempting to bind port 5007eb33-a9e9-42f5-b250-30a43b511788 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:59.664642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Attempting to bind port 5007eb33-a9e9-42f5-b250-30a43b511788 on network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:59.669096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5439a14-cca0-4780-9f41-515e01d5a899 None None] Network d2603701-c6da-438a-8d7e-354898884921 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:01:59.764808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:59.765452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Checking segment: {'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:59.765789 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.766150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Bound using segment: {'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:59.766831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Bound port: 5007eb33-a9e9-42f5-b250-30a43b511788, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e686bf-1deb-4949-86b3-370116143b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:59.767234 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.794713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a232fb2-ac36-4777-99fc-0aaa5e4b8e7b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7002149 Nov 23 23:01:59.838726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35124) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:59.898184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09770246-9ad2-484b-9d40-5162e23a20b4 req-1de06b9f-8467-408d-b4b8-5fc4980ad040 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604704 Nov 23 23:02:00.144365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.150922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] For port 5007eb33-a9e9-42f5-b250-30a43b511788, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:00.156094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] For port 5007eb33-a9e9-42f5-b250-30a43b511788, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5007eb33-a9e9-42f5-b250-30a43b511788,segment=NetworkSegment(95e686bf-1deb-4949-86b3-370116143b9e),segment_id=95e686bf-1deb-4949-86b3-370116143b9e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:00.163490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2f444df3-a140-4b7b-ac7b-d43ad1765810 None None] Provisioning complete for port 5007eb33-a9e9-42f5-b250-30a43b511788 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:00.164034 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2f444df3-a140-4b7b-ac7b-d43ad1765810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.171439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-03301b47-c51e-4372-b5c9-3b12a5f829e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:00.174355 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-03301b47-c51e-4372-b5c9-3b12a5f829e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 0.5705857 Nov 23 23:02:00.176017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.212467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2f444df3-a140-4b7b-ac7b-d43ad1765810 None None] Port 5007eb33-a9e9-42f5-b250-30a43b511788 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:00.217369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.231126 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:02:00.234525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:00.268680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-d2603701-c6da-438a-8d7e-354898884921', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:00.270111 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.278859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-a44d75dd-8122-4bf3-b9a3-ae482ad9c4bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abed217-a3b1-4457-a057-3279c2b3ae8d HTTP/1.1" status: 200 len: 217 time: 0.0958920 Nov 23 23:02:00.289238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e370b54-21d7-4687-b2c2-e063596c6af5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:00.305112 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.306229 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 4602d740-7a0b-449a-a9e4-57459703563e of type vlan for network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 Nov 23 23:02:00.324914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:00.325707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:01:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:00.335934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169ba46-f9e4-46cc-a187-be79cb0e1c30 req-bcb1fac1-42c6-45c2-bb7c-0ee4a48b7401 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:00.337803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1169ba46-f9e4-46cc-a187-be79cb0e1c30 req-bcb1fac1-42c6-45c2-bb7c-0ee4a48b7401 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.2504172 Nov 23 23:02:00.379823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-d77571d0-92ea-4598-b6c5-9d7166ebacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:00.386375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-d77571d0-92ea-4598-b6c5-9d7166ebacb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.0944788 Nov 23 23:02:00.439112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-9b38324a-180a-4b7c-90af-358d3c91e71b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440502 Nov 23 23:02:00.457799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6cc92-8044-43d1-bdc7-3fb0d65f676b None None] Pushing event updated for resources: {'Port': ['ID=5007eb33-a9e9-42f5-b250-30a43b511788,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:00.497630 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.526631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.619747 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:00.648166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bca444-749e-45a1-b04c-4b7185e46d4e None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:00.732753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event deleted for resources: {'Port': ['ID=09893375-97e5-4d9b-a514-a3b34216eea0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:00.782156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:00.852782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1169ba46-f9e4-46cc-a187-be79cb0e1c30 req-32dc2014-ce9e-49d3-82fc-6a80c3cd2035 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078387 Nov 23 23:02:00.870395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.883218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:00.883910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.935657 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.059125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4134762 Nov 23 23:02:01.088679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6abed217-a3b1-4457-a057-3279c2b3ae8d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:02:01.214266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35148) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:01.226818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '48c67f8a-fb10-42c5-823f-b4a5bbf577b9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:01.233972 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.resource_extend [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:01.243790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4be55-e32e-49a4-9959-c0442e8e4098 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=48c67f8a-fb10-42c5-823f-b4a5bbf577b9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:01.263400 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.267443 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.273204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Allocated IP 2001:db8:1::2 (d2603701-c6da-438a-8d7e-354898884921/080f14e0-403d-4978-9104-a274baa32804/a533e698-4bc9-4404-a174-f11b2a8699d1) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:01.275777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:01.376794 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-6d5e19ab-6bc5-49ce-89f3-5ec6024fc57a service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9217060 Nov 23 23:02:01.514151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6abed217-a3b1-4457-a057-3279c2b3ae8d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6abed217-a3b1-4457-a057-3279c2b3ae8d,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:01.668878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5722c725-f26b-40d1-906c-44df8871fc90 None None] Provisioning complete for port 5007eb33-a9e9-42f5-b250-30a43b511788 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:01.669254 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5722c725-f26b-40d1-906c-44df8871fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.723072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6abed217-a3b1-4457-a057-3279c2b3ae8d', 'network_id': '68d870b7-ea29-45c0-8c29-93b9cfb7f716', 'port_id': '6abed217-a3b1-4457-a057-3279c2b3ae8d', 'mac_address': 'fa:16:3e:6c:30:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc9903-3824-42ba-9235-b394e48849cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:02:01.784733 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9faf86f-69d6-4e2a-b233-6fbc41ecc171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.785664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-60bcf15a-9e1e-4a4f-b93b-80fb7e794d69 req-27a1467f-b8dd-49c0-b98b-aefca5596938 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014416 Nov 23 23:02:01.790598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:01.838470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.960814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63f85-3ecd-4118-8be6-d22fa722847c req-b3b68a37-3572-4343-8358-79c1de6fc045 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:01.962459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8df63f85-3ecd-4118-8be6-d22fa722847c req-b3b68a37-3572-4343-8358-79c1de6fc045 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 944 time: 0.7469885 Nov 23 23:02:01.965147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.965718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Fanout notify agent at l3_agent the message router_deleted on router 7025dba3-d11e-4549-8bbf-2b3903d4b7d7 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:02:01.973017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.974772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dc3bde96-c0b1-46cd-91ed-405093f4a36e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/7025dba3-d11e-4549-8bbf-2b3903d4b7d7 HTTP/1.1" status: 204 len: 168 time: 5.4754460 Nov 23 23:02:01.979815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:01.986756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fb35594f-b888-4c18-abad-165bb954a910 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-904521407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:02.039870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:02.040141 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.043550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.050050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-82f41ecc-d8f9-4481-b83a-10cd674adbea tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1519455726'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:02.050861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-82f41ecc-d8f9-4481-b83a-10cd674adbea tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Unknown quota resources ['metering_label']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:02.061736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abed217-a3b1-4457-a057-3279c2b3ae8d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:02:02.156060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6abed217-a3b1-4457-a057-3279c2b3ae8d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6abed217-a3b1-4457-a057-3279c2b3ae8d,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:02.198658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.307604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6abed217-a3b1-4457-a057-3279c2b3ae8d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:02.319959 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5722c725-f26b-40d1-906c-44df8871fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.408077 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.484789 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.499294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8df63f85-3ecd-4118-8be6-d22fa722847c req-d46d2b17-751e-4bd3-8539-71480cad0b22 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205314 Nov 23 23:02:02.499589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6abed217-a3b1-4457-a057-3279c2b3ae8d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:02:02.509084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5722c725-f26b-40d1-906c-44df8871fc90 None None] For port 5007eb33-a9e9-42f5-b250-30a43b511788, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5007eb33-a9e9-42f5-b250-30a43b511788,segment=NetworkSegment(95e686bf-1deb-4949-86b3-370116143b9e),segment_id=95e686bf-1deb-4949-86b3-370116143b9e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:02.551475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:01:53Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:00Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:02.563336 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.565170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb35594f-b888-4c18-abad-165bb954a910 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.566123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82f41ecc-d8f9-4481-b83a-10cd674adbea tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.566916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb35594f-b888-4c18-abad-165bb954a910 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.568582 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-82f41ecc-d8f9-4481-b83a-10cd674adbea tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7771151 Nov 23 23:02:02.574927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35166) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:02.589501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3a2cc77c-1812-4014-8454-99d0d6b06e67 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fced44d6-f0d6-4327-babe-5dcdc5e51030'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:02.590419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3a2cc77c-1812-4014-8454-99d0d6b06e67 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:02.615909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c3bb1-0d49-421e-9602-2d25e3facfdd req-21750c61-0473-4c80-a2c9-323239090537 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:02.618527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-732c3bb1-0d49-421e-9602-2d25e3facfdd req-21750c61-0473-4c80-a2c9-323239090537 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.5961821 Nov 23 23:02:02.642006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5722c725-f26b-40d1-906c-44df8871fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.667341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe4a4c-72a3-481b-84e7-86383deebe84 None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:01:53Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:00Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:02.687616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=aff91407-cfaf-4e40-b491-e342ff63cd7c,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:02.809245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Network d2603701-c6da-438a-8d7e-354898884921 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:02.829153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:02.840476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:02.909411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '4602d740-7a0b-449a-a9e4-57459703563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '48c67f8a-fb10-42c5-823f-b4a5bbf577b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:02.910040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 48c67f8a-fb10-42c5-823f-b4a5bbf577b9, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:02.932214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Pushing event updated for resources: {'Port': ['ID=a533e698-4bc9-4404-a174-f11b2a8699d1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:02.983754 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb35594f-b888-4c18-abad-165bb954a910 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.029404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722c725-f26b-40d1-906c-44df8871fc90 None None] Pushing event updated for resources: {'Port': ['ID=5007eb33-a9e9-42f5-b250-30a43b511788,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:03.042941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb35594f-b888-4c18-abad-165bb954a910 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.070525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8:1::1 (d2603701-c6da-438a-8d7e-354898884921/080f14e0-403d-4978-9104-a274baa32804/f7afc7a9-17ed-4c62-98d1-552a3303ed48) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:03.073177 n-d-817303-3 neutron-server[103523]: WARNING neutron.services.metering.metering_plugin [None req-3a2cc77c-1812-4014-8454-99d0d6b06e67 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 23:02:03.113934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-732c3bb1-0d49-421e-9602-2d25e3facfdd req-3186df7e-744c-49ae-9ced-8a86f226cfd9 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819086 Nov 23 23:02:03.126512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Attempting to bind port a533e698-4bc9-4404-a174-f11b2a8699d1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:03.127138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Attempting to bind port a533e698-4bc9-4404-a174-f11b2a8699d1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:03.127743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Attempting to bind port a533e698-4bc9-4404-a174-f11b2a8699d1 on network d2603701-c6da-438a-8d7e-354898884921 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:03.189648 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb35594f-b888-4c18-abad-165bb954a910 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.199318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb35594f-b888-4c18-abad-165bb954a910 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2162306 Nov 23 23:02:03.203332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:03.210568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:03.211180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Checking segment: {'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:03.211882 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.212499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Bound using segment: {'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:03.213305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Bound port: a533e698-4bc9-4404-a174-f11b2a8699d1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:03.213928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.234763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': True}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:03.251504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:03.324651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc77c-1812-4014-8454-99d0d6b06e67 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.328581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3a2cc77c-1812-4014-8454-99d0d6b06e67 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7489142 Nov 23 23:02:03.332290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35176) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:03.353501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7e5af12d-2005-420c-bfc4-ca8611b4f0df tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fced44d6-f0d6-4327-babe-5dcdc5e51030'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:03.354438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7e5af12d-2005-420c-bfc4-ca8611b4f0df tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:03.431628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] For port a533e698-4bc9-4404-a174-f11b2a8699d1, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:03.469040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] For port a533e698-4bc9-4404-a174-f11b2a8699d1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a533e698-4bc9-4404-a174-f11b2a8699d1,segment=NetworkSegment(c731dfed-26d6-4472-8b3f-e77c2ad28db9),segment_id=c731dfed-26d6-4472-8b3f-e77c2ad28db9)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:03.487266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35178) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:03.490598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.604687 n-d-817303-3 neutron-server[103523]: WARNING neutron.services.metering.metering_plugin [None req-7e5af12d-2005-420c-bfc4-ca8611b4f0df tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 23:02:03.662281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4ca01-baeb-433e-a21f-13c0d27e334f None None] Pushing event updated for resources: {'Port': ['ID=a533e698-4bc9-4404-a174-f11b2a8699d1,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:03.750259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 48c67f8a-fb10-42c5-823f-b4a5bbf577b9) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:03.769033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a9a94-e5df-403c-9adf-4a80b9494448 None None] Network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:03.897338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e5af12d-2005-420c-bfc4-ca8611b4f0df tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.900023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7e5af12d-2005-420c-bfc4-ca8611b4f0df tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5628445 Nov 23 23:02:03.920170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:03.975136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.002524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:04.005744 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.054604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.059417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-512fc927-d463-46da-8b18-34a4cda20d32 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=942a1025-49ba-4f2d-b54c-468315f88115 HTTP/1.1" status: 200 len: 462 time: 0.1307731 Nov 23 23:02:04.073805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35186) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:04.211165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-48c67f8a-fb10-42c5-823f-b4a5bbf577b9', 'network_id': '48c67f8a-fb10-42c5-823f-b4a5bbf577b9', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': 'aff91407-cfaf-4e40-b491-e342ff63cd7c'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:04.212106 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.216928 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-43e5b82a-4293-4fa3-aef3-40a593fc443f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65beca5f65594ea985d7669f59ffe1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580031 Nov 23 23:02:04.231477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35190) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:04.293692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c02582-3eb2-46d8-9e39-037356aaa48e req-b37ac805-689c-4f9e-9e0e-f3e26a446761 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:04.295485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33c02582-3eb2-46d8-9e39-037356aaa48e req-b37ac805-689c-4f9e-9e0e-f3e26a446761 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 945 time: 0.5477114 Nov 23 23:02:04.305812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6ea0d0b5-59bc-4226-bf09-675ae71a59c0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0887418 Nov 23 23:02:04.306815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35192) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:04.321248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2039869155'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:04.440931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.554714 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd34725f-f8bf-40e7-9a61-50ae9cd5bb69 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.558953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dd34725f-f8bf-40e7-9a61-50ae9cd5bb69 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/942a1025-49ba-4f2d-b54c-468315f88115 HTTP/1.1" status: 204 len: 168 time: 0.4837246 Nov 23 23:02:04.559683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35194) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:04.580197 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8e166359-b2c8-4592-b587-1364b5583800 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=942a1025-49ba-4f2d-b54c-468315f88115 HTTP/1.1" status: 200 len: 221 time: 0.0153706 Nov 23 23:02:04.583638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35196) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:04.589887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-68dba454-c1d7-4771-8d0c-1fdf9a6d66de tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--377708473', 'description': 'label created by tempest'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:04.590329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-68dba454-c1d7-4771-8d0c-1fdf9a6d66de tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Unknown quota resources ['metering_label']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:04.610495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33c02582-3eb2-46d8-9e39-037356aaa48e req-3cbe177f-c7b6-43cf-9cea-11fb6da3db31 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015993 Nov 23 23:02:04.643453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Allocated IP 172.20.255.242 (48c67f8a-fb10-42c5-823f-b4a5bbf577b9/aff91407-cfaf-4e40-b491-e342ff63cd7c/57e73b5d-094e-4c7c-a7d4-a15f0b8741c5) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:04.655187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network d2603701-c6da-438a-8d7e-354898884921 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:04.660958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:04.667256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=f7afc7a9-17ed-4c62-98d1-552a3303ed48,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:04.671670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:04.672239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.754728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf860713-a604-4ee0-9dfe-79ac2b19cc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.806909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f6fb-4932-4f9b-a3c1-4438b848cec6 req-76c92ad9-1158-4b58-abdb-a2b4d6c14cbf tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:04.812924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1096f6fb-4932-4f9b-a3c1-4438b848cec6 req-76c92ad9-1158-4b58-abdb-a2b4d6c14cbf tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.4478438 Nov 23 23:02:04.821739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:04.826169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.910067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a533e698-4bc9-4404-a174-f11b2a8699d1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:04.933001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83f3ba7a-614a-4563-b48c-13c6bb4af864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.985169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:04.998777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68dba454-c1d7-4771-8d0c-1fdf9a6d66de tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.000798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-68dba454-c1d7-4771-8d0c-1fdf9a6d66de tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4139771 Nov 23 23:02:05.004583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35198) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:05.038022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.038738 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment ddaf8824-0563-4d95-b6cb-84ea9454afe1 of type vlan for network 51692d28-8e65-4475-8e9d-94a1c6302f9e Nov 23 23:02:05.043642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83f3ba7a-614a-4563-b48c-13c6bb4af864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.053859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1096f6fb-4932-4f9b-a3c1-4438b848cec6 req-bdac89c9-8f0a-4118-8403-c68190cb178d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232628 Nov 23 23:02:05.058445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6abed217-a3b1-4457-a057-3279c2b3ae8d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:05.160803 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.185807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-20e93b5a-e1d4-43c2-88b7-14be13dacb72 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=dcdbc335-0231-4c0a-86b4-a8b4d0779898 HTTP/1.1" status: 200 len: 467 time: 0.1782138 Nov 23 23:02:05.188028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.195041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35200) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:05.201069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.204244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a533e698-4bc9-4404-a174-f11b2a8699d1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:05.204615 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.259716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.276611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 6abed217-a3b1-4457-a057-3279c2b3ae8d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:02:05.323423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6abed217-a3b1-4457-a057-3279c2b3ae8d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:05.324115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.341711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:05.363085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.380533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:05.388605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:05.391554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:05.392289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.444476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Pushing event updated for resources: {'Port': ['ID=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:05.558988 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.566444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83f3ba7a-614a-4563-b48c-13c6bb4af864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.568401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Attempting to bind port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:05.568828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Attempting to bind port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '4602d740-7a0b-449a-a9e4-57459703563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '48c67f8a-fb10-42c5-823f-b4a5bbf577b9'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:05.569161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Attempting to bind port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 on network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:05.569782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83f3ba7a-614a-4563-b48c-13c6bb4af864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.576021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.576558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-83f3ba7a-614a-4563-b48c-13c6bb4af864 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af02d7c4-7b77-4200-bde3-2ae9ab669b9e HTTP/1.1" status: 204 len: 168 time: 1.3361459 Nov 23 23:02:05.612840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.635727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:05.636106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Checking segment: {'id': '4602d740-7a0b-449a-a9e4-57459703563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '48c67f8a-fb10-42c5-823f-b4a5bbf577b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:05.637690 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.638131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Bound using segment: {'id': '4602d740-7a0b-449a-a9e4-57459703563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '48c67f8a-fb10-42c5-823f-b4a5bbf577b9'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:05.638648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Bound port: 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4602d740-7a0b-449a-a9e4-57459703563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '48c67f8a-fb10-42c5-823f-b4a5bbf577b9'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:05.639045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.758240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4457445 Nov 23 23:02:05.762843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35206) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:05.779070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '51692d28-8e65-4475-8e9d-94a1c6302f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:05.792456 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.833940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c18f645b-d171-4c3b-9ac3-bf5df04bcde9 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.836555 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.838960 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c18f645b-d171-4c3b-9ac3-bf5df04bcde9 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/dcdbc335-0231-4c0a-86b4-a8b4d0779898 HTTP/1.1" status: 204 len: 168 time: 0.6418383 Nov 23 23:02:05.839958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35208) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:05.853235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323ca9e-3d96-4f43-835f-0bea5aa10f6d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=51692d28-8e65-4475-8e9d-94a1c6302f9e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:05.857379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3ba7a-614a-4563-b48c-13c6bb4af864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af02d7c4-7b77-4200-bde3-2ae9ab669b9e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:05.883550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 51692d28-8e65-4475-8e9d-94a1c6302f9e details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:05.925370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6abed217-a3b1-4457-a057-3279c2b3ae8d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6abed217-a3b1-4457-a057-3279c2b3ae8d,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:05.931156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port a533e698-4bc9-4404-a174-f11b2a8699d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a533e698-4bc9-4404-a174-f11b2a8699d1,segment=NetworkSegment(c731dfed-26d6-4472-8b3f-e77c2ad28db9),segment_id=c731dfed-26d6-4472-8b3f-e77c2ad28db9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:05.937250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abed217-a3b1-4457-a057-3279c2b3ae8d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:05.943894 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7babe06-1915-4745-9dd3-853b987c9123" -d '{"events": [{"server_uuid": "9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5", "name": "network-vif-plugged", "status": "completed", "tag": "6abed217-a3b1-4457-a057-3279c2b3ae8d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:05.995230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.012630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd3c40-5ce2-42d2-a4c0-d474e8f85112 None None] Network d2603701-c6da-438a-8d7e-354898884921 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:06.034521 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.035997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5007eb33-a9e9-42f5-b250-30a43b511788 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:06.090760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:06.097967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.150043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874978-edf6-476d-b19e-5318eda819a9 req-d6ad0af9-f764-460d-b9b5-df876650ea98 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:06.151985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c874978-edf6-476d-b19e-5318eda819a9 req-d6ad0af9-f764-460d-b9b5-df876650ea98 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 945 time: 0.3085177 Nov 23 23:02:06.164832 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9561676-92ba-4682-b6be-ac9d6d3ab8ca x-openstack-request-id: req-f9561676-92ba-4682-b6be-ac9d6d3ab8ca {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:06.169745 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5", "name": "network-vif-plugged", "status": "completed", "tag": "6abed217-a3b1-4457-a057-3279c2b3ae8d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:06.170310 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9561676-92ba-4682-b6be-ac9d6d3ab8ca {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:06.170926 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abed217-a3b1-4457-a057-3279c2b3ae8d', 'code': 200} Nov 23 23:02:06.472653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Allocated IP 172.25.0.227 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/be6a5fc5-d982-4fa3-a9e5-191818583ed2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:06.478686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-52ef1038-465d-4c74-87d7-56b7f31c842b None None] Provisioning complete for port a533e698-4bc9-4404-a174-f11b2a8699d1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:06.479100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-52ef1038-465d-4c74-87d7-56b7f31c842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.496033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c874978-edf6-476d-b19e-5318eda819a9 req-0dcd7bb6-edab-4d42-babf-4f2f103d4212 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277645 Nov 23 23:02:06.571033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] For port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:06.580130 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f67e796c-0755-478c-a172-7ad565bc4ab3 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=dcdbc335-0231-4c0a-86b4-a8b4d0779898 HTTP/1.1" status: 200 len: 216 time: 0.6683552 Nov 23 23:02:06.592821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35226) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:06.622759 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-417ebdb5-e41a-40a6-9c8b-6d6726f183d7 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0286984 Nov 23 23:02:06.635297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35228) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:06.642485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de8de-0d68-45a4-880a-66e4e3e83b4c req-f506cab8-8aaa-4f56-9c05-4eae8db19897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:06.644581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0d9de8de-0d68-45a4-880a-66e4e3e83b4c req-f506cab8-8aaa-4f56-9c05-4eae8db19897 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 1097 time: 0.1460388 Nov 23 23:02:06.645039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] For port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,segment=NetworkSegment(4602d740-7a0b-449a-a9e4-57459703563e),segment_id=4602d740-7a0b-449a-a9e4-57459703563e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:06.647963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9d6e3-afa7-4a2c-97df-4757c07cfa8f req-f3af3aaf-8927-42ab-9204-bf145bee034e tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:06.651769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44f9d6e3-afa7-4a2c-97df-4757c07cfa8f req-f3af3aaf-8927-42ab-9204-bf145bee034e tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.3063366 Nov 23 23:02:06.664141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aa278189-803a-48b5-80f9-eeaf23f4aff0 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0268893 Nov 23 23:02:06.678613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35230) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:06.681458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6abed217-a3b1-4457-a057-3279c2b3ae8d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:06.685601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.686801 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.791619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=a533e698-4bc9-4404-a174-f11b2a8699d1,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:06.860345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0d9de8de-0d68-45a4-880a-66e4e3e83b4c req-c725979f-6f86-4e04-8d9c-392a4c32227a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916578 Nov 23 23:02:06.973391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.989767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:06.990480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.032201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7b36d76c-9df7-4864-aed7-58b3cd9005b5 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/fced44d6-f0d6-4327-babe-5dcdc5e51030 HTTP/1.1" status: 200 len: 473 time: 0.3520591 Nov 23 23:02:07.046716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35238) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:07.084628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35240) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:07.097005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5007eb33-a9e9-42f5-b250-30a43b511788 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:07.097606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.117783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e308d05a-9070-4c27-b933-af86e9cf8fbf tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/0bc16451-3224-46cc-8d06-cbcbbcd8bee7 HTTP/1.1" status: 200 len: 459 time: 0.0510690 Nov 23 23:02:07.137111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35244) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:07.150559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.186989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=f7afc7a9-17ed-4c62-98d1-552a3303ed48,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:07.196517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44f9d6e3-afa7-4a2c-97df-4757c07cfa8f req-8d456f14-bbc0-4464-9ea8-2e17b808ebc8 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190878 Nov 23 23:02:07.245493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e590e-5099-4636-ba30-cef5579bd16e None None] Pushing event updated for resources: {'Port': ['ID=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:07.276944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.278022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.279696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.280776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.281669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.282852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.285036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.285958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.287266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.288341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.290038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.290910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:07.375615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.420496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=3f16185e-76ba-462a-9a0d-96385e48cdd8,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:07.461952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-693230419-network', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:07.522522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': 'ddaf8824-0563-4d95-b6cb-84ea9454afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '51692d28-8e65-4475-8e9d-94a1c6302f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:07.525447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.528952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 51692d28-8e65-4475-8e9d-94a1c6302f9e, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:07.562136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.580299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Made reservation on behalf of 79d0e3fc85e44dbea06ff33c0fb752e4 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:07.584090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.591436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-32f6543f-203a-4430-b810-9f33723ef615 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.592710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-32f6543f-203a-4430-b810-9f33723ef615 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/0bc16451-3224-46cc-8d06-cbcbbcd8bee7 HTTP/1.1" status: 204 len: 168 time: 0.4548690 Nov 23 23:02:07.607199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35248) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:07.623471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.669452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network d2603701-c6da-438a-8d7e-354898884921 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:07.685116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:07.707595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:07.771169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:07.777115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Port': ['ID=be6a5fc5-d982-4fa3-a9e5-191818583ed2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:07.780043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 51692d28-8e65-4475-8e9d-94a1c6302f9e is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:07.785280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:07.826206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22762f62-222d-44bf-9338-82e9d2e7f104 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:07.884225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 51692d28-8e65-4475-8e9d-94a1c6302f9e) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:07.903633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:07.904256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:07.933406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88cdca-821a-4c42-8ba2-2442c054dd79 None None] Network 51692d28-8e65-4475-8e9d-94a1c6302f9e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:07.948356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a533e698-4bc9-4404-a174-f11b2a8699d1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:07.984385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:07.992187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-06a06b7e-cd93-4950-b2a7-c2d0b7e1c044 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2263477 Nov 23 23:02:08.101302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb2bf-6e5f-4ae2-b5e7-00bacb28320c req-c09b35dd-9467-42e5-82a7-740876e2b262 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:08.105976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-795fb2bf-6e5f-4ae2-b5e7-00bacb28320c req-c09b35dd-9467-42e5-82a7-740876e2b262 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.3382697 Nov 23 23:02:08.201139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Provisioning complete for port f7afc7a9-17ed-4c62-98d1-552a3303ed48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:08.202839 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.235041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-795fb2bf-6e5f-4ae2-b5e7-00bacb28320c req-18288869-5e62-45ea-a6b7-99d388206258 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798106 Nov 23 23:02:08.272381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Port f7afc7a9-17ed-4c62-98d1-552a3303ed48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:08.297934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.364358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.454839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Provisioning complete for port be6a5fc5-d982-4fa3-a9e5-191818583ed2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:08.455834 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.462122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a533e698-4bc9-4404-a174-f11b2a8699d1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:08.463199 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.547305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.559086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4449-e480-4ea9-b32a-bf9ca85c9f2f req-a596ba4d-793d-4b3c-ab74-be10ceae0a7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:08.560680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02bc4449-e480-4ea9-b32a-bf9ca85c9f2f req-a596ba4d-793d-4b3c-ab74-be10ceae0a7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.1347659 Nov 23 23:02:08.583955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Port be6a5fc5-d982-4fa3-a9e5-191818583ed2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:08.641172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Provisioning complete for port a533e698-4bc9-4404-a174-f11b2a8699d1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:08.641590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4788ce54-9741-4b1b-875e-5e6456acf7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.688908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-51692d28-8e65-4475-8e9d-94a1c6302f9e', 'network_id': '51692d28-8e65-4475-8e9d-94a1c6302f9e', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': '3f16185e-76ba-462a-9a0d-96385e48cdd8'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:08.689637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.736043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:08.830102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02bc4449-e480-4ea9-b32a-bf9ca85c9f2f req-7a42ea42-fc37-458c-8ffa-46beeb15f1e8 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243111 Nov 23 23:02:08.836252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f54c168-d5b7-44de-963e-73a8f63878f9 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.845107 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6f54c168-d5b7-44de-963e-73a8f63878f9 tempest-MeteringIpV6TestJSON-320332342 tempest-MeteringIpV6TestJSON-320332342-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/fced44d6-f0d6-4327-babe-5dcdc5e51030 HTTP/1.1" status: 204 len: 168 time: 1.2308748 Nov 23 23:02:08.862686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.871998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:08.958107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.043176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:09.151459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Allocated IP 172.20.0.2 (51692d28-8e65-4475-8e9d-94a1c6302f9e/3f16185e-76ba-462a-9a0d-96385e48cdd8/89d0d517-61b1-40b7-b7b0-02cdccf87225) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:09.151814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.229760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.320930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b089e-a2bd-44ad-b422-bb674de4445d None None] Network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:09.323401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:09.323840 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.357334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35260) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:09.358864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc17aea-226a-48b9-b489-0edad64990b8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:09.392739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-231e6077-d4e6-4f5b-954b-cef7813479b8 None None] Provisioning complete for port f7afc7a9-17ed-4c62-98d1-552a3303ed48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:09.393430 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-231e6077-d4e6-4f5b-954b-cef7813479b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.411048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:09.454032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.454959 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Added segment 22e47499-646f-4ed1-bae0-c5cf0ab60485 of type vlan for network 3599fa98-eb97-43a6-b59a-d06c02f69330 Nov 23 23:02:09.515794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-231e6077-d4e6-4f5b-954b-cef7813479b8 None None] Port f7afc7a9-17ed-4c62-98d1-552a3303ed48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:09.526050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:09.540841 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:09.541705 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f593f7ec-8d46-4474-8270-c4eedaffe394 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6991062 Nov 23 23:02:09.546883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35264) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:09.557045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1389711049'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:09.560390 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:09.561272 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:09.593830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.636586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8eee229-7f86-4851-a644-813c8ae8c331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.709424 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.722682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-92b26938-9e91-48e3-b256-ead8672fa020 None None] Provisioning complete for port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:09.723060 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92b26938-9e91-48e3-b256-ead8672fa020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.749530 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.751954 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.818255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8eee229-7f86-4851-a644-813c8ae8c331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.832894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:09.837622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff285a-9a32-46d2-875b-dc29b88fae2f req-66135daf-c80f-4945-acf2-375537295c95 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:09.841136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5eff285a-9a32-46d2-875b-dc29b88fae2f req-66135daf-c80f-4945-acf2-375537295c95 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.1516769 Nov 23 23:02:09.856409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8eee229-7f86-4851-a644-813c8ae8c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.875413 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:09.907694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,segment=NetworkSegment(4602d740-7a0b-449a-a9e4-57459703563e),segment_id=4602d740-7a0b-449a-a9e4-57459703563e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:09.944834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8eee229-7f86-4851-a644-813c8ae8c331 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=167e8126efd54d8898d6b06e67e9691d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743043 Nov 23 23:02:09.947779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Network 51692d28-8e65-4475-8e9d-94a1c6302f9e is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:09.953174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:09.957263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35268) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:09.980084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:09.986338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:09.994482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5eff285a-9a32-46d2-875b-dc29b88fae2f req-28ce8a48-6fc1-4a02-baee-a8931245902c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400545 Nov 23 23:02:10.001938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Pushing event updated for resources: {'Port': ['ID=89d0d517-61b1-40b7-b7b0-02cdccf87225,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:10.029054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:10.047279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.073057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.074855 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:10.075999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.126844 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb462547-fbf8-41f4-b4ac-96dde9d32bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.141286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:10.162641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb462547-fbf8-41f4-b4ac-96dde9d32bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.226743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Router 3d2e0f2e-2625-4cb4-8230-92344e1ece28 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:02:10.296545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] Pushing event updated for resources: {'Network': ['ID=3599fa98-eb97-43a6-b59a-d06c02f69330,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:10.296545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.297666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb462547-fbf8-41f4-b4ac-96dde9d32bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.302253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb462547-fbf8-41f4-b4ac-96dde9d32bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.307988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb462547-fbf8-41f4-b4ac-96dde9d32bf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/448a4e42-56cd-491e-bb12-574328fb4358 HTTP/1.1" status: 204 len: 168 time: 0.3444343 Nov 23 23:02:10.327827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:10.328681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c3b89d12-364e-4bb2-b312-a53a20f78c1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2373102 Nov 23 23:02:10.328930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Attempting to bind port 89d0d517-61b1-40b7-b7b0-02cdccf87225 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:10.328930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Attempting to bind port 89d0d517-61b1-40b7-b7b0-02cdccf87225 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'ddaf8824-0563-4d95-b6cb-84ea9454afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '51692d28-8e65-4475-8e9d-94a1c6302f9e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:10.328930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Attempting to bind port 89d0d517-61b1-40b7-b7b0-02cdccf87225 on network 51692d28-8e65-4475-8e9d-94a1c6302f9e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:10.337246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35063a3-da33-4328-a1f3-25fe3dd63e80 req-a69b3204-7755-4bc6-8d25-2ee6741b8ab0 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:10.343598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eee229-7f86-4851-a644-813c8ae8c331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a4e42-56cd-491e-bb12-574328fb4358,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:10.352882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b35063a3-da33-4328-a1f3-25fe3dd63e80 req-a69b3204-7755-4bc6-8d25-2ee6741b8ab0 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.3320379 Nov 23 23:02:10.354467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35274) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:10.395085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Request body: {'subnet': {'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-693230419-subnet', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:10.411560 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:05Z', 'revision_number': 3, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:06Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:10.496964 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:10.497361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Updating router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 port f7afc7a9-17ed-4c62-98d1-552a3303ed48 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:02:10.583037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:10.583388 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.607617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.608985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ae3eb36-c873-4ef3-afc0-c9653306d389 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "PUT /v2.0/routers/3d2e0f2e-2625-4cb4-8230-92344e1ece28 HTTP/1.1" status: 200 len: 918 time: 7.4022717 Nov 23 23:02:10.610675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Made reservation on behalf of 79d0e3fc85e44dbea06ff33c0fb752e4 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:10.617762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35278) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:10.624693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.654843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462547-fbf8-41f4-b4ac-96dde9d32bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a4e42-56cd-491e-bb12-574328fb4358,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:10.784933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=3f16185e-76ba-462a-9a0d-96385e48cdd8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:10.792748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b35063a3-da33-4328-a1f3-25fe3dd63e80 req-e6c64aa4-fc06-4512-a8a6-9069a09fc8bb tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376454 Nov 23 23:02:10.953054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] Sync routers for ids ['3d2e0f2e-2625-4cb4-8230-92344e1ece28'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:10.964781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:10.971695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.988525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:10.988969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Checking segment: {'id': 'ddaf8824-0563-4d95-b6cb-84ea9454afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '51692d28-8e65-4475-8e9d-94a1c6302f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:10.990413 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:10.990955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Bound using segment: {'id': 'ddaf8824-0563-4d95-b6cb-84ea9454afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '51692d28-8e65-4475-8e9d-94a1c6302f9e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:10.991672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Bound port: 89d0d517-61b1-40b7-b7b0-02cdccf87225, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddaf8824-0563-4d95-b6cb-84ea9454afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '51692d28-8e65-4475-8e9d-94a1c6302f9e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:10.992075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.004670 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40a50f7e-caf5-4987-8847-cb5ed4066af2 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/3d2e0f2e-2625-4cb4-8230-92344e1ece28 HTTP/1.1" status: 200 len: 924 time: 0.3838465 Nov 23 23:02:11.016681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c3192-6c7c-4208-957e-12d51c467244 req-9399e0cc-a04c-4d06-a241-c1271bd36585 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:11.018531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d87c3192-6c7c-4208-957e-12d51c467244 req-9399e0cc-a04c-4d06-a241-c1271bd36585 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2082870 Nov 23 23:02:11.019323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35282) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:11.061202 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.077589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.078412 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment e5607be9-0f57-479b-9470-5e4a3208816e of type vlan for network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd Nov 23 23:02:11.110949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] For port 89d0d517-61b1-40b7-b7b0-02cdccf87225, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:11.116246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] For port 89d0d517-61b1-40b7-b7b0-02cdccf87225, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=89d0d517-61b1-40b7-b7b0-02cdccf87225,segment=NetworkSegment(ddaf8824-0563-4d95-b6cb-84ea9454afe1),segment_id=ddaf8824-0563-4d95-b6cb-84ea9454afe1)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:11.151315 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.156886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51692d28-8e65-4475-8e9d-94a1c6302f9e']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.164731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35284) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:11.171605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] Routers {'3d2e0f2e-2625-4cb4-8230-92344e1ece28'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:11.175719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3d2e0f2e-2625-4cb4-8230-92344e1ece28'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.194182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6251261-762d-4586-a76d-1527b9e8ffb2 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:11.196073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d6251261-762d-4586-a76d-1527b9e8ffb2 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=3d2e0f2e-2625-4cb4-8230-92344e1ece28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1756330 Nov 23 23:02:11.204599 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-350f52c6-6e45-4051-94b6-d36cb3d12b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.207417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d87c3192-6c7c-4208-957e-12d51c467244 req-1649b1c4-8dce-4d26-8217-f8cd631c9c77 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683915 Nov 23 23:02:11.208606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35286) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:11.216941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cd81db-e419-4326-8eed-8fc5b6bde1e5,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:11.221652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaf8824-0563-4d95-b6cb-84ea9454afe1') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.222047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaf8824-0563-4d95-b6cb-84ea9454afe1') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.238879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.252642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.305340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.310573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ee33359a-3f28-49ec-9e9f-0fe17e3ab093 None None] Provisioning complete for port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:11.310956 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee33359a-3f28-49ec-9e9f-0fe17e3ab093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.313415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.321148 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.328451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Checking segment: {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:11.329262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Network hostable DHCP agents. Network: 3599fa98-eb97-43a6-b59a-d06c02f69330, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:11.343394 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.349236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d09bf-6727-43c2-a726-07f0a43a6cb1 None None] Network 51692d28-8e65-4475-8e9d-94a1c6302f9e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:11.355484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:11.356509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:11.367352 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:11.417671 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Pushing event updated for resources: {'Port': ['ID=f7afc7a9-17ed-4c62-98d1-552a3303ed48,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:11.427851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.433999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:11.435065 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.449230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:11.450166 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.450637 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.451226 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.451773 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.452113 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.452664 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.453234 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.453781 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.454348 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.454889 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.455448 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.456023 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:11.492739 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Attempting to bind port f7afc7a9-17ed-4c62-98d1-552a3303ed48 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:11.493514 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Attempting to bind port f7afc7a9-17ed-4c62-98d1-552a3303ed48 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:11.494127 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Attempting to bind port f7afc7a9-17ed-4c62-98d1-552a3303ed48 on network d2603701-c6da-438a-8d7e-354898884921 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:11.500803 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:11.501579 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Checking segment: {'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:11.502261 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.502872 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Bound using segment: {'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:11.503609 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Bound port: f7afc7a9-17ed-4c62-98d1-552a3303ed48, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c731dfed-26d6-4472-8b3f-e77c2ad28db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd2603701-c6da-438a-8d7e-354898884921'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:11.505071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4eac3-3cda-479a-9293-0157cf949e58 req-d2284377-b1c5-43c4-ac17-c52581c65b5c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:11.505623 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.514601 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fec4eac3-3cda-479a-9293-0157cf949e58 req-d2284377-b1c5-43c4-ac17-c52581c65b5c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.1509981 Nov 23 23:02:11.550046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d79c7-a22a-4385-b9b2-335bf6ca7c3f None None] Pushing event updated for resources: {'Port': ['ID=89d0d517-61b1-40b7-b7b0-02cdccf87225,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:11.564499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] Routers {'3d2e0f2e-2625-4cb4-8230-92344e1ece28'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:11.565781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3d2e0f2e-2625-4cb4-8230-92344e1ece28'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.588350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-350f52c6-6e45-4051-94b6-d36cb3d12b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.588621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3eedf-1164-46cb-af5b-9c93af71f0d0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:11.590186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ede3eedf-1164-46cb-af5b-9c93af71f0d0 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.3803036 Nov 23 23:02:11.594709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35290) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:11.597872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 3599fa98-eb97-43a6-b59a-d06c02f69330) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:11.601882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:02:11.601882 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:02:11.601882 n-d-817303-3 neutron-server[103523]: [parameters: {'id': '51692d28-8e65-4475-8e9d-94a1c6302f9e'}] Nov 23 23:02:11.601882 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:02:11.601882 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:02:11.609065 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0605357 Nov 23 23:02:11.622288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fec4eac3-3cda-479a-9293-0157cf949e58 req-253bb4ad-44a8-4b33-8f22-30a82fd85d9f tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066551 Nov 23 23:02:11.622944 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] For port f7afc7a9-17ed-4c62-98d1-552a3303ed48, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:11.627808 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] For port f7afc7a9-17ed-4c62-98d1-552a3303ed48, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7afc7a9-17ed-4c62-98d1-552a3303ed48,segment=NetworkSegment(c731dfed-26d6-4472-8b3f-e77c2ad28db9),segment_id=c731dfed-26d6-4472-8b3f-e77c2ad28db9)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:11.636825 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.647278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:11.647998 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.649330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35292) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:11.654741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:11.669741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.670533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4e427-8fc1-4372-88a8-52e2ccf56978 None None] The sync data for ids ['3d2e0f2e-2625-4cb4-8230-92344e1ece28'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:11.672184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2c07d-f5bf-4383-9f31-56b9f05cd334 None None] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:11.704506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e28c6140-6354-4631-bafd-d3b08a3a53a5 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d2e0f2e-2625-4cb4-8230-92344e1ece28 HTTP/1.1" status: 200 len: 205 time: 0.1080236 Nov 23 23:02:11.704741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-350f52c6-6e45-4051-94b6-d36cb3d12b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:11.720695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35296) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:11.765609 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355b5ad-69df-4c2c-834f-901aad239fa9 None None] Pushing event updated for resources: {'Port': ['ID=f7afc7a9-17ed-4c62-98d1-552a3303ed48,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:11.790818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b881789-51c7-4b91-bf10-2d606653ae46 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4126196 Nov 23 23:02:11.811316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35298) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:11.812069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30480e-acd5-4aff-af83-0ee32299444f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=b5bba4c2-ab22-4a52-9d11-4ccc55af65fd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:11.813264 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:11.814149 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:11.875965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:11.904157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:11.959772 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:12.029568 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-350f52c6-6e45-4051-94b6-d36cb3d12b62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1de5fad4cba44b47be652ffbc4af01ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8550539 Nov 23 23:02:12.041161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35304) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:12.069177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f52c6-6e45-4051-94b6-d36cb3d12b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf84e28-a80b-4cf6-9295-f4b7ef758b78,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:12.117092 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.138295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:12.172430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-3599fa98-eb97-43a6-b59a-d06c02f69330', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:12.172939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.173295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.173934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.266188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2b39-4a1d-4183-8624-4c57dc649140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.277085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.306982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:12.307361 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.331309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:12.334560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.336981 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.342194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2b39-4a1d-4183-8624-4c57dc649140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.352130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791e9ff-d1fe-4059-aa03-6e77cd602ff7 req-c751d23a-25aa-4247-8c43-d68cb0cb96b0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:12.361151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2791e9ff-d1fe-4059-aa03-6e77cd602ff7 req-c751d23a-25aa-4247-8c43-d68cb0cb96b0 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.3009758 Nov 23 23:02:12.398833 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:05Z', 'revision_number': 3, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:11Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:12.399157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dad83d22-88b1-4b99-a703-9936a2ec77af None None] Provisioning complete for port f7afc7a9-17ed-4c62-98d1-552a3303ed48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:12.399647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dad83d22-88b1-4b99-a703-9936a2ec77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.400033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89d843-9797-43db-b6b5-46295cac2c78 req-cab56e21-df7c-4245-8e93-71c9055c4be0 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:12.408431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e89d843-9797-43db-b6b5-46295cac2c78 req-cab56e21-df7c-4245-8e93-71c9055c4be0 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.3175261 Nov 23 23:02:12.439554 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea5d31-2399-4dfb-80db-52bcea64e17f None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:05Z', 'revision_number': 3, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:11Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:12.462314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Allocated IP 172.20.0.2 (3599fa98-eb97-43a6-b59a-d06c02f69330/31cd81db-e419-4326-8eed-8fc5b6bde1e5/87bf1696-1ca8-4584-a9e0-017bcd35ac72) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:12.705259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2791e9ff-d1fe-4059-aa03-6e77cd602ff7 req-5b8c34cc-2672-424c-a259-534b4a020e2c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326874 Nov 23 23:02:12.714746 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dad83d22-88b1-4b99-a703-9936a2ec77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.775105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e89d843-9797-43db-b6b5-46295cac2c78 req-2c7d700d-a7d9-4104-a001-eda4c403cced tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648632 Nov 23 23:02:12.818095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.841737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.842080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.861535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.881788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dad83d22-88b1-4b99-a703-9936a2ec77af None None] For port f7afc7a9-17ed-4c62-98d1-552a3303ed48, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7afc7a9-17ed-4c62-98d1-552a3303ed48,segment=NetworkSegment(c731dfed-26d6-4472-8b3f-e77c2ad28db9),segment_id=c731dfed-26d6-4472-8b3f-e77c2ad28db9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:12.897086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:12.901796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:12.906369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:12.915778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port 89d0d517-61b1-40b7-b7b0-02cdccf87225 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:12.916749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.919865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dad83d22-88b1-4b99-a703-9936a2ec77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:12.981930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=438ab731-7a34-45a6-9399-9738fbe451f5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:12.996302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Pushing event updated for resources: {'Port': ['ID=87bf1696-1ca8-4584-a9e0-017bcd35ac72,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:13.001129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Deleting port be6a5fc5-d982-4fa3-a9e5-191818583ed2 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:13.001480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.038643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Attempting to bind port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:13.039016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Attempting to bind port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:13.039386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Attempting to bind port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 on network 3599fa98-eb97-43a6-b59a-d06c02f69330 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:13.044064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:13.044614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: b5bba4c2-ab22-4a52-9d11-4ccc55af65fd, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:13.055878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:13.056253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Checking segment: {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:13.056641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.057043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Bound using segment: {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:13.057529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Bound port: 87bf1696-1ca8-4584-a9e0-017bcd35ac72, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:13.057913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.124717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad83d22-88b1-4b99-a703-9936a2ec77af None None] Pushing event updated for resources: {'Port': ['ID=f7afc7a9-17ed-4c62-98d1-552a3303ed48,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:13.133089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:13.139484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.160060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Calling delete_port for be6a5fc5-d982-4fa3-a9e5-191818583ed2 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:13.167178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b5bba4c2-ab22-4a52-9d11-4ccc55af65fd) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:13.175985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.178190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:13.179194 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.180367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] For port 87bf1696-1ca8-4584-a9e0-017bcd35ac72, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:13.185400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e860897-1679-4c65-b2c1-276dcaecf1b8 None None] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:13.191044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] For port 87bf1696-1ca8-4584-a9e0-017bcd35ac72, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=87bf1696-1ca8-4584-a9e0-017bcd35ac72,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:13.197764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2b39-4a1d-4183-8624-4c57dc649140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.203091 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2b39-4a1d-4183-8624-4c57dc649140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.205152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fe8d2b39-4a1d-4183-8624-4c57dc649140 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9cf84e28-a80b-4cf6-9295-f4b7ef758b78 HTTP/1.1" status: 204 len: 168 time: 1.1604745 Nov 23 23:02:13.218543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.227405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port 89d0d517-61b1-40b7-b7b0-02cdccf87225, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=89d0d517-61b1-40b7-b7b0-02cdccf87225,segment=NetworkSegment(ddaf8824-0563-4d95-b6cb-84ea9454afe1),segment_id=ddaf8824-0563-4d95-b6cb-84ea9454afe1)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:13.229208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.242375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-05ccf1ad-37ea-42c3-996c-0ce93e1f0578 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5917342 Nov 23 23:02:13.247876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:13.292223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d2b39-4a1d-4183-8624-4c57dc649140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf84e28-a80b-4cf6-9295-f4b7ef758b78,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:13.296162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for 89d0d517-61b1-40b7-b7b0-02cdccf87225 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:13.615315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6794e7c-a0a7-42e1-8ff5-80bd1edf9e98 None None] Pushing event updated for resources: {'Port': ['ID=87bf1696-1ca8-4584-a9e0-017bcd35ac72,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:13.663936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.733442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:13.734886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.841807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=89d0d517-61b1-40b7-b7b0-02cdccf87225,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:13.846177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:13.855099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port 89d0d517-61b1-40b7-b7b0-02cdccf87225 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:13.938468 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.083150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Allocated IP 2001:db8:2::2 (b5bba4c2-ab22-4a52-9d11-4ccc55af65fd/438ab731-7a34-45a6-9399-9738fbe451f5/087591da-2635-4645-a14a-c3ae4048302a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:14.227848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7afc7a9-17ed-4c62-98d1-552a3303ed48 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:14.238503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.278870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51692d28-8e65-4475-8e9d-94a1c6302f9e']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:14.288430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.298506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaf8824-0563-4d95-b6cb-84ea9454afe1') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:14.298783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaf8824-0563-4d95-b6cb-84ea9454afe1') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:14.309110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.313532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Allocated IP 172.25.0.240 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/80fac8b0-3ed9-4115-9c44-96fa0aba1f4b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:14.321949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.344060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.377364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:14.377930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.378060 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:14.383661 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:14.398736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.448611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event deleted for resources: {'Port': ['ID=be6a5fc5-d982-4fa3-a9e5-191818583ed2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:14.468700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Pushing event updated for resources: {'Port': ['ID=087591da-2635-4645-a14a-c3ae4048302a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:14.485674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:14.487608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:14.491903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:14.532051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0103e30-a060-4176-b8ea-263aa0cd51af req-444c1483-21a3-4116-8648-7a7b52421e0a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:14.539755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.541154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0103e30-a060-4176-b8ea-263aa0cd51af req-444c1483-21a3-4116-8648-7a7b52421e0a tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2987731 Nov 23 23:02:14.545943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.549927 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/51692d28-8e65-4475-8e9d-94a1c6302f9e HTTP/1.1" status: 204 len: 168 time: 6.5639784 Nov 23 23:02:14.573288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35328) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:14.584167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063635595'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:14.621001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa6fba-4b9c-45df-a961-176d2f79fb1b tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=51692d28-8e65-4475-8e9d-94a1c6302f9e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:14.636674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.678919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3cde-bfeb-48cf-a4b4-be2826a52b6b req-5508b6f3-5b2c-4e29-b1b1-4ff41342ebe1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:14.681435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9db3cde-bfeb-48cf-a4b4-be2826a52b6b req-5508b6f3-5b2c-4e29-b1b1-4ff41342ebe1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.7095981 Nov 23 23:02:14.693816 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.697597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:14.708755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.762012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74aa0cb-82bd-4c41-82f2-cdc4449c24c0 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:14.764352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:14.774654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.792564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f7afc7a9-17ed-4c62-98d1-552a3303ed48 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:14.792929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.846777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0103e30-a060-4176-b8ea-263aa0cd51af req-6e800dea-766b-4b21-892b-f9ac8aff9580 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045952 Nov 23 23:02:14.895332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Attempting to bind port 087591da-2635-4645-a14a-c3ae4048302a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:14.895970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Attempting to bind port 087591da-2635-4645-a14a-c3ae4048302a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:14.896641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Attempting to bind port 087591da-2635-4645-a14a-c3ae4048302a on network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:14.943540 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.944468 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 461ea8f0-5ddc-4124-ba58-9408a6fe63d8 of type vlan for network 0861dd68-8ce1-4f21-8f96-0416323950cc Nov 23 23:02:14.947613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Pushing event updated for resources: {'Port': ['ID=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:14.960380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:14.960380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Checking segment: {'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:14.960380 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:14.964115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Bound using segment: {'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:14.964737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Bound port: 087591da-2635-4645-a14a-c3ae4048302a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:14.965151 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.000690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:15.006491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:15.013764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:15.016054 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.022723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.079344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9db3cde-bfeb-48cf-a4b4-be2826a52b6b req-d4714536-a16c-4e7b-901c-d7e71126c34f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874602 Nov 23 23:02:15.094724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a43cbb7-8978-43cc-bf00-117d95db18cc None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:15.199874 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.204105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.204941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Fanout notify agent at l3_agent the message router_deleted on router 3d2e0f2e-2625-4cb4-8230-92344e1ece28 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:02:15.216669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.219302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a9ee0788-a005-4f4b-9c42-76e9e675ef2b tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/3d2e0f2e-2625-4cb4-8230-92344e1ece28 HTTP/1.1" status: 204 len: 168 time: 3.4902198 Nov 23 23:02:15.229823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35338) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:15.250274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f13b073e-bf7b-4380-8c3b-cf91c9f2843e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-107927205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:15.298397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8:2::1 (b5bba4c2-ab22-4a52-9d11-4ccc55af65fd/438ab731-7a34-45a6-9399-9738fbe451f5/7606079b-277b-485d-b307-8dd11d077ba6) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:15.406977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b3ed9cdc-5cb1-41a4-bfc5-2154b1f1ea8c None None] Provisioning complete for port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:15.407363 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9cdc-5cb1-41a4-bfc5-2154b1f1ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.464162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] For port 087591da-2635-4645-a14a-c3ae4048302a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:15.469528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed9cdc-5cb1-41a4-bfc5-2154b1f1ea8c None None] Port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:15.475917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee849a-6f1a-4128-b06d-c696766a0076 None None] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:15.500243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] For port 087591da-2635-4645-a14a-c3ae4048302a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=087591da-2635-4645-a14a-c3ae4048302a,segment=NetworkSegment(e5607be9-0f57-479b-9470-5e4a3208816e),segment_id=e5607be9-0f57-479b-9470-5e4a3208816e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:15.512508 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.521199 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.525310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:15.526444 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.652596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-98fb5620-837c-4136-bb50-a00791f1e984 None None] Provisioning complete for port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:15.653128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98fb5620-837c-4136-bb50-a00791f1e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.692731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f13b073e-bf7b-4380-8c3b-cf91c9f2843e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.694681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f13b073e-bf7b-4380-8c3b-cf91c9f2843e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.741854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1643052 Nov 23 23:02:15.751832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35350) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:15.782269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9007144-b323-4c1d-9dab-73aaba4b3c21 None None] Pushing event updated for resources: {'Port': ['ID=087591da-2635-4645-a14a-c3ae4048302a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:15.788926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98fb5620-837c-4136-bb50-a00791f1e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.846722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '0861dd68-8ce1-4f21-8f96-0416323950cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:15.853820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35352) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:15.878086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-98fb5620-837c-4136-bb50-a00791f1e984 None None] For port 87bf1696-1ca8-4584-a9e0-017bcd35ac72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=87bf1696-1ca8-4584-a9e0-017bcd35ac72,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:15.901778 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98fb5620-837c-4136-bb50-a00791f1e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:15.936208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fabf13-51e1-4312-9e46-9076891b84b2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=0861dd68-8ce1-4f21-8f96-0416323950cc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:16.046260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb5620-837c-4136-bb50-a00791f1e984 None None] Pushing event updated for resources: {'Port': ['ID=87bf1696-1ca8-4584-a9e0-017bcd35ac72,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:16.052026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 0861dd68-8ce1-4f21-8f96-0416323950cc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:16.054255 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.185611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d745ceb9-08b8-41b2-9961-415501f71c7a tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1484327801'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:16.187047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d745ceb9-08b8-41b2-9961-415501f71c7a tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Unknown quota resources ['metering_label']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:16.211406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.306771 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=7606079b-277b-485d-b307-8dd11d077ba6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:16.323317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cb5f4-ca53-400b-b745-1969fe2c4c38 req-60f7d40d-f7c8-42a0-aa49-16df1a4fc126 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:16.327002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-625cb5f4-ca53-400b-b745-1969fe2c4c38 req-60f7d40d-f7c8-42a0-aa49-16df1a4fc126 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2205698 Nov 23 23:02:16.337829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87bf1696-1ca8-4584-a9e0-017bcd35ac72 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:16.378179 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f13b073e-bf7b-4380-8c3b-cf91c9f2843e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.410379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:16.411697 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.412625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f13b073e-bf7b-4380-8c3b-cf91c9f2843e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.424209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:16.427456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:16.438382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:16.439320 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.550548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d745ceb9-08b8-41b2-9961-415501f71c7a tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.553098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d745ceb9-08b8-41b2-9961-415501f71c7a tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6790233 Nov 23 23:02:16.557201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.562430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f13b073e-bf7b-4380-8c3b-cf91c9f2843e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.563018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35360) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:16.564235 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f13b073e-bf7b-4380-8c3b-cf91c9f2843e tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3303370 Nov 23 23:02:16.571603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35362) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:16.578497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d27dbd6f-a24e-4fde-b84f-bf1fff8fba7b tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '74493971-98b7-4b6b-8c87-156e051ad452'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:16.579416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d27dbd6f-a24e-4fde-b84f-bf1fff8fba7b tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103522) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:16.581663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'enable_snat': False}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:16.605772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-625cb5f4-ca53-400b-b745-1969fe2c4c38 req-d676028e-e4f4-4e3c-9d79-4bdbc5470727 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597198 Nov 23 23:02:16.636674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d703510c-6d0e-4c10-b6d5-840f79f83911 None None] Provisioning complete for port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:16.637351 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d703510c-6d0e-4c10-b6d5-840f79f83911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.673573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9872ea-cc4e-4a64-a617-8a7d231a7764 req-37d25fc2-eb8f-4a01-9244-b861cede57de tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:16.677795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9872ea-cc4e-4a64-a617-8a7d231a7764 req-37d25fc2-eb8f-4a01-9244-b861cede57de tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.3724730 Nov 23 23:02:16.690198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:16.694669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:16.842873 n-d-817303-3 neutron-server[103522]: WARNING neutron.services.metering.metering_plugin [None req-d27dbd6f-a24e-4fde-b84f-bf1fff8fba7b tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 23:02:17.127100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27dbd6f-a24e-4fde-b84f-bf1fff8fba7b tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.135157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d27dbd6f-a24e-4fde-b84f-bf1fff8fba7b tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5574801 Nov 23 23:02:17.140184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.140464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35364) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:17.147677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b940adbf-d33a-4728-bfb7-6dc0ae0cd6c1 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '74493971-98b7-4b6b-8c87-156e051ad452'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:17.147677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b940adbf-d33a-4728-bfb7-6dc0ae0cd6c1 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:17.151265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9872ea-cc4e-4a64-a617-8a7d231a7764 req-3208dd4c-17d9-4dde-8875-5b9eec462f80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230964 Nov 23 23:02:17.184981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 23:02:17.185509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 23:02:17.235397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e871d9f-e701-4401-8aaf-59d96b6ed472 None None] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:17.269888 n-d-817303-3 neutron-server[103523]: WARNING neutron.services.metering.metering_plugin [None req-b940adbf-d33a-4728-bfb7-6dc0ae0cd6c1 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 23:02:17.343091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6e2eaa2e-e6e1-4d55-b6c7-2a3429bf297e None None] Provisioning complete for port 087591da-2635-4645-a14a-c3ae4048302a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:17.343434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-e6e1-4d55-b6c7-2a3429bf297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.488313 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b940adbf-d33a-4728-bfb7-6dc0ae0cd6c1 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.489992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b940adbf-d33a-4728-bfb7-6dc0ae0cd6c1 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3478434 Nov 23 23:02:17.492258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.494319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35366) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:17.496564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-e6e1-4d55-b6c7-2a3429bf297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.525015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-28b627ce-e56c-4690-b345-af6b28536084 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=7a1ec9ea-928b-4592-b6d2-43fdb430d2b8 HTTP/1.1" status: 200 len: 464 time: 0.0267744 Nov 23 23:02:17.528740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35368) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:17.575933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6e2eaa2e-e6e1-4d55-b6c7-2a3429bf297e None None] For port 087591da-2635-4645-a14a-c3ae4048302a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=087591da-2635-4645-a14a-c3ae4048302a,segment=NetworkSegment(e5607be9-0f57-479b-9470-5e4a3208816e),segment_id=e5607be9-0f57-479b-9470-5e4a3208816e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:17.581479 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaa2e-e6e1-4d55-b6c7-2a3429bf297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.691722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.696970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaa2e-e6e1-4d55-b6c7-2a3429bf297e None None] Pushing event updated for resources: {'Port': ['ID=087591da-2635-4645-a14a-c3ae4048302a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:17.728024 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.728870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.737561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f350c89b-7817-4af6-8b04-114144973bef tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.738789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f350c89b-7817-4af6-8b04-114144973bef tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/7a1ec9ea-928b-4592-b6d2-43fdb430d2b8 HTTP/1.1" status: 204 len: 168 time: 0.2090316 Nov 23 23:02:17.746710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:17.769291 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.785552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1912233e-8978-4e8c-8e56-ab67064db8d0 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=7a1ec9ea-928b-4592-b6d2-43fdb430d2b8 HTTP/1.1" status: 200 len: 221 time: 0.0235167 Nov 23 23:02:17.809423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35374) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:17.826075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c973e54a-04a4-42e3-b328-19316d0b6827 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--185656227', 'description': 'label created by tempest'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:17.826545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c973e54a-04a4-42e3-b328-19316d0b6827 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Unknown quota resources ['metering_label']. {{(pid=103522) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:02:17.829225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:17.912664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=7606079b-277b-485d-b307-8dd11d077ba6,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:17.930257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b1dca83b-a3ef-4fd1-8e02-f2889188a919 None None] Provisioning complete for port 7606079b-277b-485d-b307-8dd11d077ba6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:17.930870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b1dca83b-a3ef-4fd1-8e02-f2889188a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.004265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=e9291914-9c6d-4bc5-8792-4dbf7f1aaed3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:18.005320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b1dca83b-a3ef-4fd1-8e02-f2889188a919 None None] Port 7606079b-277b-485d-b307-8dd11d077ba6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:18.029777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b1dca83b-a3ef-4fd1-8e02-f2889188a919 None None] Provisioning complete for port 087591da-2635-4645-a14a-c3ae4048302a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:18.030269 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b1dca83b-a3ef-4fd1-8e02-f2889188a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.052107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '461ea8f0-5ddc-4124-ba58-9408a6fe63d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0861dd68-8ce1-4f21-8f96-0416323950cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:18.052739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 0861dd68-8ce1-4f21-8f96-0416323950cc, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:18.077530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7418c-3438-4cce-8636-43788b94b901 req-82416ad5-8a3f-4eae-ac42-72875b54893d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:18.092882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfb7418c-3438-4cce-8636-43788b94b901 req-82416ad5-8a3f-4eae-ac42-72875b54893d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.3501713 Nov 23 23:02:18.214624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 0861dd68-8ce1-4f21-8f96-0416323950cc is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:18.219976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:02:18.299204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 0861dd68-8ce1-4f21-8f96-0416323950cc) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:18.308862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7097aaa-2739-4b03-8960-0ba3eb61ca55 None None] Network 0861dd68-8ce1-4f21-8f96-0416323950cc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:18.317406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:18.318448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.331669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.366607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c973e54a-04a4-42e3-b328-19316d0b6827 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.368565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c973e54a-04a4-42e3-b328-19316d0b6827 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5579562 Nov 23 23:02:18.387282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfb7418c-3438-4cce-8636-43788b94b901 req-22180533-1d05-472b-bf56-5aa1518749f3 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837472 Nov 23 23:02:18.416176 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7e2e3c2-eb7a-498a-aabd-d8905c24802c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5646589 Nov 23 23:02:18.416176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35378) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:18.416176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35380) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:18.425154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.442290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 087591da-2635-4645-a14a-c3ae4048302a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:18.444378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:18.447038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:18.513556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff90fc45-eaec-48a0-b344-d32e1f04bf15 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=e1b6e703-d95a-42ff-ba93-c28fe4b6fa03 HTTP/1.1" status: 200 len: 467 time: 0.1062176 Nov 23 23:02:18.528322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:18.568669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9b932db1-f85d-45de-849b-850a0fb2522d None None] Provisioning complete for port 7606079b-277b-485d-b307-8dd11d077ba6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:18.569741 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b932db1-f85d-45de-849b-850a0fb2522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.684680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243a6e0-aded-45b6-85f5-8a4fa6c0dce4 req-f16a331b-8b1c-422c-9414-7fe9dbba0230 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:18.693911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b243a6e0-aded-45b6-85f5-8a4fa6c0dce4 req-f16a331b-8b1c-422c-9414-7fe9dbba0230 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.3733041 Nov 23 23:02:18.706889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9b932db1-f85d-45de-849b-850a0fb2522d None None] Port 7606079b-277b-485d-b307-8dd11d077ba6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:18.714038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 087591da-2635-4645-a14a-c3ae4048302a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:18.714998 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.718945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:18.740618 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Sync routers for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:18.761862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.763235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:18.774584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-0861dd68-8ce1-4f21-8f96-0416323950cc', 'network_id': '0861dd68-8ce1-4f21-8f96-0416323950cc', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': 'e9291914-9c6d-4bc5-8792-4dbf7f1aaed3'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:18.776189 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.790926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Allocated IP 172.25.0.71 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e0cd2be9-4785-4107-b5bd-d16ebed92fd5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:18.795043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:18.796855 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3fb94b2e-4c88-4663-b5d0-f52526f29a4c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9801369 Nov 23 23:02:18.799673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35386) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:18.831843 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:18.834377 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:18.953683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b243a6e0-aded-45b6-85f5-8a4fa6c0dce4 req-ed5ae63d-cb82-4d31-a174-35b02925f57c tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581093 Nov 23 23:02:19.042293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.086894 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ebefb5d-1a6f-49f0-987a-f667508ec629 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.092164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6ebefb5d-1a6f-49f0-987a-f667508ec629 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/e1b6e703-d95a-42ff-ba93-c28fe4b6fa03 HTTP/1.1" status: 204 len: 168 time: 0.5574119 Nov 23 23:02:19.092467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35388) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.119628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2f4d93a6-67a3-41e9-8bc4-ba4ddb5090c7 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=e1b6e703-d95a-42ff-ba93-c28fe4b6fa03 HTTP/1.1" status: 200 len: 216 time: 0.0204797 Nov 23 23:02:19.119912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35390) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.124183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87bf1696-1ca8-4584-a9e0-017bcd35ac72 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:19.136542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:19.136912 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:19.143681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-847a11a5-e031-4da5-bdd3-d5f13101f14b tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172646 Nov 23 23:02:19.146487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-31cc9554-d165-4d36-bbf7-61179c349a19 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8963740 Nov 23 23:02:19.147126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35392) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.147392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.157833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1196997646'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:19.180237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e962632c-9d1e-4a3c-845f-b83d72229e3a tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0259285 Nov 23 23:02:19.185496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35396) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.190153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.198538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:19.202249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.233397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:19.245675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.246079 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added segment 104fcca5-2295-4f97-9465-640c115314f8 of type vlan for network e18092e8-029d-4671-a11b-1862a0ab4200 Nov 23 23:02:19.260092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Allocated IP 172.20.0.3 (0861dd68-8ce1-4f21-8f96-0416323950cc/e9291914-9c6d-4bc5-8792-4dbf7f1aaed3/daa2c3d4-b1fd-4605-ace2-aad4816ac513) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:19.297297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.330811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.338214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:19.338922 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.389350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2367046 Nov 23 23:02:19.390441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35398) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.399281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'subnet': {'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:19.419379 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:15Z', 'revision_number': 3, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:19.455764 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Checking router: 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:19.456023 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Updating router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:02:19.481468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018ea44-68a2-4471-9c17-8c3cf2426e36 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Network': ['ID=e18092e8-029d-4671-a11b-1862a0ab4200,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:19.499475 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.509155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-09414f23-de7d-4a2b-b33e-3016815b71e0 None None] Provisioning complete for port 7606079b-277b-485d-b307-8dd11d077ba6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:19.510012 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09414f23-de7d-4a2b-b33e-3016815b71e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.566285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:19.579485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Made reservation on behalf of 57c0ee35baac40abaf58c87137405628 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:19.584735 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:19.589846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e18092e8-029d-4671-a11b-1862a0ab4200 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:19.700973 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:19.702115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:19.857829 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-60ac12d4-8bb2-4c21-9899-80a8705ce5d1 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/74493971-98b7-4b6b-8c87-156e051ad452 HTTP/1.1" status: 200 len: 473 time: 0.6587398 Nov 23 23:02:19.858665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.903894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b170683b-ee30-402f-ab67-eafa1a22d76f tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/8a91da0a-8e10-4a77-b80e-08e680baacd5 HTTP/1.1" status: 200 len: 461 time: 0.0383680 Nov 23 23:02:19.906761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35404) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:19.919150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-09414f23-de7d-4a2b-b33e-3016815b71e0 None None] Port 7606079b-277b-485d-b307-8dd11d077ba6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:19.985834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.033271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:20.033650 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.096121 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.104029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:20.163237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:20.180650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:20.208916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b582d-b321-4026-9d6d-92b6c12bdbf4 req-7278a244-2970-48f8-b89a-c7c7fa0ed328 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:20.218308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012b582d-b321-4026-9d6d-92b6c12bdbf4 req-7278a244-2970-48f8-b89a-c7c7fa0ed328 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.6274166 Nov 23 23:02:20.228972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:20.246695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Pushing event updated for resources: {'Port': ['ID=e0cd2be9-4785-4107-b5bd-d16ebed92fd5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:20.273978 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.285655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6005c815-fade-4260-a4d0-ee6205f9d828 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.288456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6005c815-fade-4260-a4d0-ee6205f9d828 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/8a91da0a-8e10-4a77-b80e-08e680baacd5 HTTP/1.1" status: 204 len: 168 time: 0.3802066 Nov 23 23:02:20.294424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:20.305399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9369c19-77ba-4d8a-babf-a0cccceb65fb None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:20.328816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.351545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e32b14-67bb-4310-becf-2f32df17922d req-da45c1d7-bced-4860-88df-8905c35d8460 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:20.354535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75e32b14-67bb-4310-becf-2f32df17922d req-da45c1d7-bced-4860-88df-8905c35d8460 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.1981826 Nov 23 23:02:20.380519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-012b582d-b321-4026-9d6d-92b6c12bdbf4 req-526ca27f-42d0-4bf8-befa-ec85bc42943e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598926 Nov 23 23:02:20.405033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Pushing event updated for resources: {'Port': ['ID=daa2c3d4-b1fd-4605-ace2-aad4816ac513,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:20.465289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Network 0861dd68-8ce1-4f21-8f96-0416323950cc is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:20.507093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:20.510712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:20.549693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=e9291914-9c6d-4bc5-8792-4dbf7f1aaed3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:20.585663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-75e32b14-67bb-4310-becf-2f32df17922d req-0fd88be9-ce61-489c-bfd3-22bbb8ba4857 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917419 Nov 23 23:02:20.587120 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.605244 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.694398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Attempting to bind port daa2c3d4-b1fd-4605-ace2-aad4816ac513 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:20.694760 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.695169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Attempting to bind port daa2c3d4-b1fd-4605-ace2-aad4816ac513 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '461ea8f0-5ddc-4124-ba58-9408a6fe63d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0861dd68-8ce1-4f21-8f96-0416323950cc'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:20.695593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Attempting to bind port daa2c3d4-b1fd-4605-ace2-aad4816ac513 on network 0861dd68-8ce1-4f21-8f96-0416323950cc {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:20.718245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd16ab4-b9aa-4c08-a1f7-de0a6b62e392 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:20.765340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:20.765962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Checking segment: {'id': '461ea8f0-5ddc-4124-ba58-9408a6fe63d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0861dd68-8ce1-4f21-8f96-0416323950cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:20.766651 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.767312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Bound using segment: {'id': '461ea8f0-5ddc-4124-ba58-9408a6fe63d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0861dd68-8ce1-4f21-8f96-0416323950cc'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:20.768187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Bound port: daa2c3d4-b1fd-4605-ace2-aad4816ac513, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461ea8f0-5ddc-4124-ba58-9408a6fe63d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0861dd68-8ce1-4f21-8f96-0416323950cc'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:20.768837 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.772428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f5859742-031d-4e25-8c3a-46af62320597 None None] Provisioning complete for port e0cd2be9-4785-4107-b5bd-d16ebed92fd5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:20.773031 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f5859742-031d-4e25-8c3a-46af62320597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.775889 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3039b-cc1c-4378-a6b4-1c998725dda0 None None] Pushing event updated for resources: {'Port': ['ID=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:20.795473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.806027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Checking segment: {'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:20.812020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network hostable DHCP agents. Network: e18092e8-029d-4671-a11b-1862a0ab4200, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:20.819675 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Attempting to bind port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:20.820006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Subnet': ['ID=a086e032-e740-4e25-8ada-a86b86877b36,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:20.820171 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Attempting to bind port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:20.820590 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Attempting to bind port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:20.838306 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:20.838306 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:20.838832 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.839287 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:20.840022 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Bound port: 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:20.840764 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.841999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network e18092e8-029d-4671-a11b-1862a0ab4200 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:20.867753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e18092e8-029d-4671-a11b-1862a0ab4200) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:20.877468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:20.878084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.908809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0889ec85-a107-4b0f-b0f0-1ca67a784534 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5171876 Nov 23 23:02:20.909747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35410) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:20.916617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f84e5-e6fa-415d-bd01-80d3ea183b38 None None] Network e18092e8-029d-4671-a11b-1862a0ab4200 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:20.970468 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] For port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:20.980388 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] For port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:20.987010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0861dd68-8ce1-4f21-8f96-0416323950cc']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:20.990064 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:20.999237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0c23-558a-45fe-b368-502cedce2840 req-ee4bbb78-d8e2-4b8f-ac56-ec0f4537066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:21.002010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-08dd0c23-558a-45fe-b368-502cedce2840 req-ee4bbb78-d8e2-4b8f-ac56-ec0f4537066d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.5672016 Nov 23 23:02:21.106663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f5859742-031d-4e25-8c3a-46af62320597 None None] Port e0cd2be9-4785-4107-b5bd-d16ebed92fd5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:21.113707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461ea8f0-5ddc-4124-ba58-9408a6fe63d8') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:21.114492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461ea8f0-5ddc-4124-ba58-9408a6fe63d8') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:21.142093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92a187df-b543-437b-b758-f64b646e12c2 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.149144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-92a187df-b543-437b-b758-f64b646e12c2 tempest-MeteringTestJSON-288373706 tempest-MeteringTestJSON-288373706-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/74493971-98b7-4b6b-8c87-156e051ad452 HTTP/1.1" status: 204 len: 168 time: 0.8373511 Nov 23 23:02:21.162900 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3039b-cc1c-4378-a6b4-1c998725dda0 None None] Pushing event updated for resources: {'Port': ['ID=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:21.177230 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:21.179540 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:21.184921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.190809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdcb77-6a51-48ce-9858-b29aeb1dfd2b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:21.203162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] For port daa2c3d4-b1fd-4605-ace2-aad4816ac513, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:21.208874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] For port daa2c3d4-b1fd-4605-ace2-aad4816ac513, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=daa2c3d4-b1fd-4605-ace2-aad4816ac513,segment=NetworkSegment(461ea8f0-5ddc-4124-ba58-9408a6fe63d8),segment_id=461ea8f0-5ddc-4124-ba58-9408a6fe63d8)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:21.212165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:16Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:17Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:21.257525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.261508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-e18092e8-029d-4671-a11b-1862a0ab4200', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:21.262513 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.432441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Allocated IP 2001:db8:3::2 (e18092e8-029d-4671-a11b-1862a0ab4200/a086e032-e740-4e25-8ada-a86b86877b36/1af390f9-d06d-49cf-be8c-8713fafad0c4) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:21.462542 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:21.547367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.604285 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.610142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:21.610602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Updating router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 port 7606079b-277b-485d-b307-8dd11d077ba6 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:02:21.627651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:21.632021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.642456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336f0a-7f11-4398-a4d3-4f850133b0a9 req-bdf1ecd0-e1fe-4e9d-a763-9d34d5e62644 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:21.646673 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:21.666564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f336f0a-7f11-4398-a4d3-4f850133b0a9 req-bdf1ecd0-e1fe-4e9d-a763-9d34d5e62644 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.1560040 Nov 23 23:02:21.704120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.726175 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.731017 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-08dd0c23-558a-45fe-b368-502cedce2840 req-6069131d-e896-43e4-8569-b0f12244fbdf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415441 Nov 23 23:02:21.747833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Network e18092e8-029d-4671-a11b-1862a0ab4200 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:21.759018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:21.773394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:21.788839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f425d49c-1fea-418d-aff6-2bd9aa2b62ae None None] Provisioning complete for port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:21.789296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f425d49c-1fea-418d-aff6-2bd9aa2b62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.891079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6262f5c7-e319-4f0f-884f-4d950c623118 None None] Network 0861dd68-8ce1-4f21-8f96-0416323950cc requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:21.909216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:21.964684 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:22.070670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Pushing event updated for resources: {'Port': ['ID=daa2c3d4-b1fd-4605-ace2-aad4816ac513,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:22.100279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.100735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.101157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.101668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.102107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.102514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.102924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.103327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.103758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.104185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.104562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.104976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf25a3-52b8-4d29-90c0-bc8446154280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:22.112217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:22.158732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Attempting to bind port 1af390f9-d06d-49cf-be8c-8713fafad0c4 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:22.159651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Attempting to bind port 1af390f9-d06d-49cf-be8c-8713fafad0c4 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:22.161564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Attempting to bind port 1af390f9-d06d-49cf-be8c-8713fafad0c4 on network e18092e8-029d-4671-a11b-1862a0ab4200 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:22.167502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Pushing event updated for resources: {'Port': ['ID=1af390f9-d06d-49cf-be8c-8713fafad0c4,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:22.172817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:22.173200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Checking segment: {'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:22.173695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:22.174181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Bound using segment: {'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:22.174764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Bound port: 1af390f9-d06d-49cf-be8c-8713fafad0c4, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:22.175638 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:22.177461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:02:22.177461 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:02:22.177461 n-d-817303-3 neutron-server[103523]: [parameters: {'id': '0861dd68-8ce1-4f21-8f96-0416323950cc'}] Nov 23 23:02:22.177461 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:02:22.178993 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:02:22.190042 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:15Z', 'revision_number': 3, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:22.286722 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fd189f-0089-4c43-b6dd-abe9d681fa05 None None] The sync data for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 is: [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:15Z', 'revision_number': 3, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:22.313724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f336f0a-7f11-4398-a4d3-4f850133b0a9 req-b0688ac8-6e42-44bb-bc7d-c9a418cc037e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438394 Nov 23 23:02:22.370202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec7b29-cbe3-436e-9df2-7242982eadc6 req-fd424bf5-b71b-48e9-8e3f-514351b76470 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:22.372843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fec7b29-cbe3-436e-9df2-7242982eadc6 req-fd424bf5-b71b-48e9-8e3f-514351b76470 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.6596258 Nov 23 23:02:22.430636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e29414e0-d576-4181-bd79-f0471b125b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:22.516818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Allocated IP 2001:db8:3::1 (e18092e8-029d-4671-a11b-1862a0ab4200/a086e032-e740-4e25-8ada-a86b86877b36/42c6ad82-3648-4712-9a42-6ea6e1d9496e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:22.543954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fec7b29-cbe3-436e-9df2-7242982eadc6 req-4e8674bb-a70b-4a6e-82ac-d3143071dd55 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274340 Nov 23 23:02:22.740862 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f425d49c-1fea-418d-aff6-2bd9aa2b62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:22.797300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] For port 1af390f9-d06d-49cf-be8c-8713fafad0c4, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:22.833906 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:22.852860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f425d49c-1fea-418d-aff6-2bd9aa2b62ae None None] For port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:22.911287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:22.963815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network e18092e8-029d-4671-a11b-1862a0ab4200 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:22.968308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:22.971561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:22.972374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.019798 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.034758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.062691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] For port 1af390f9-d06d-49cf-be8c-8713fafad0c4, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1af390f9-d06d-49cf-be8c-8713fafad0c4,segment=NetworkSegment(104fcca5-2295-4f97-9465-640c115314f8),segment_id=104fcca5-2295-4f97-9465-640c115314f8)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:23.066284 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f425d49c-1fea-418d-aff6-2bd9aa2b62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.090271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:23.131338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=42c6ad82-3648-4712-9a42-6ea6e1d9496e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:23.185900 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.215460 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.265057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425d49c-1fea-418d-aff6-2bd9aa2b62ae None None] Pushing event updated for resources: {'Port': ['ID=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:23.431075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f679-8383-4996-b437-a8cd2f198ee8 None None] Pushing event updated for resources: {'Port': ['ID=1af390f9-d06d-49cf-be8c-8713fafad0c4,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:23.452506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:23.456054 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.656952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.677685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Allocated IP 172.20.0.1 (3599fa98-eb97-43a6-b59a-d06c02f69330/31cd81db-e419-4326-8eed-8fc5b6bde1e5/0d3b2d0f-6282-4739-b13a-f1b084fbe371) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:23.790751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.821146 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.840491 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.879977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c7386-ace1-4871-9f6a-ff35db5d22bc req-2782e358-c127-4f3d-94be-d9dfd1998ecc tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:23.882708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-670c7386-ace1-4871-9f6a-ff35db5d22bc req-2782e358-c127-4f3d-94be-d9dfd1998ecc tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.1339228 Nov 23 23:02:23.896163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393084f-a330-4d79-a4ff-a471a4a7e48b req-8265e5af-d9c6-427e-b341-9d74aee35c3b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:23.904171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8393084f-a330-4d79-a4ff-a471a4a7e48b req-8265e5af-d9c6-427e-b341-9d74aee35c3b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2516530 Nov 23 23:02:23.909084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.917660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670b4f-3f7f-47b0-8ff1-3abdceefa28b None None] Pushing event updated for resources: {'Port': ['ID=7606079b-277b-485d-b307-8dd11d077ba6,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:23.927881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.929161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.982151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Attempting to bind port 7606079b-277b-485d-b307-8dd11d077ba6 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:23.982627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Attempting to bind port 7606079b-277b-485d-b307-8dd11d077ba6 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:23.983068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Attempting to bind port 7606079b-277b-485d-b307-8dd11d077ba6 on network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:23.993449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:23.994032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Checking segment: {'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:23.994638 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:23.997099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Bound using segment: {'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:23.998022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Bound port: 7606079b-277b-485d-b307-8dd11d077ba6, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5607be9-0f57-479b-9470-5e4a3208816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:23.998842 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.124254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event updated for resources: {'Port': ['ID=42c6ad82-3648-4712-9a42-6ea6e1d9496e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:24.127938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] For port 7606079b-277b-485d-b307-8dd11d077ba6, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:24.149943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] For port 7606079b-277b-485d-b307-8dd11d077ba6, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7606079b-277b-485d-b307-8dd11d077ba6,segment=NetworkSegment(e5607be9-0f57-479b-9470-5e4a3208816e),segment_id=e5607be9-0f57-479b-9470-5e4a3208816e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:24.158218 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.177468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-670c7386-ace1-4871-9f6a-ff35db5d22bc req-5c2edff7-9def-4c67-84f0-a6f3b6d901d8 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640574 Nov 23 23:02:24.198076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8393084f-a330-4d79-a4ff-a471a4a7e48b req-c3aa0fa6-4669-4682-bdf9-55878e07e8cd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923877 Nov 23 23:02:24.245114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-816f4d7a-69bf-4b69-8719-9c0f47b8e8e0 req-8b24caa7-c585-4dcf-9df2-cf4f3e0757b1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1494526984', 'description': 'tempest-description-47280610'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:24.273867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:24.274650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:24.286893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Network e18092e8-029d-4671-a11b-1862a0ab4200 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:24.291166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:24.310251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e29414e0-d576-4181-bd79-f0471b125b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.310741 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-816f4d7a-69bf-4b69-8719-9c0f47b8e8e0 req-8b24caa7-c585-4dcf-9df2-cf4f3e0757b1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.399461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670b4f-3f7f-47b0-8ff1-3abdceefa28b None None] Pushing event updated for resources: {'Port': ['ID=7606079b-277b-485d-b307-8dd11d077ba6,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:24.461891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:24.483868 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e29414e0-d576-4181-bd79-f0471b125b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.547927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.590493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-816f4d7a-69bf-4b69-8719-9c0f47b8e8e0 req-8b24caa7-c585-4dcf-9df2-cf4f3e0757b1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.596289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:24.605383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-816f4d7a-69bf-4b69-8719-9c0f47b8e8e0 req-8b24caa7-c585-4dcf-9df2-cf4f3e0757b1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.664039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3303f5eb-cbdd-4498-ae60-40b5f7376bb3 None None] Provisioning complete for port 7606079b-277b-485d-b307-8dd11d077ba6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:24.664339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3303f5eb-cbdd-4498-ae60-40b5f7376bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.694575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29414e0-d576-4181-bd79-f0471b125b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac7ecd-73d7-40b6-9ca6-010817953feb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:24.710315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port daa2c3d4-b1fd-4605-ace2-aad4816ac513 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:24.710652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.719828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.745387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-816f4d7a-69bf-4b69-8719-9c0f47b8e8e0 req-8b24caa7-c585-4dcf-9df2-cf4f3e0757b1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:24.748307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-816f4d7a-69bf-4b69-8719-9c0f47b8e8e0 req-8b24caa7-c585-4dcf-9df2-cf4f3e0757b1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.5129783 Nov 23 23:02:24.799308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24caa7-c585-4dcf-9df2-cf4f3e0757b1 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4174b6ad-8d77-45e5-969a-a04ec99186ad,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:24.829178 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e29414e0-d576-4181-bd79-f0471b125b91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=489957852c0a42fdba9fc80dbba13532&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7152448 Nov 23 23:02:24.838039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35434) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:24.840784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3b2d0f-6282-4739-b13a-f1b084fbe371,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:24.960979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3303f5eb-cbdd-4498-ae60-40b5f7376bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.016796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:25.018642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3303f5eb-cbdd-4498-ae60-40b5f7376bb3 None None] For port 7606079b-277b-485d-b307-8dd11d077ba6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7606079b-277b-485d-b307-8dd11d077ba6,segment=NetworkSegment(e5607be9-0f57-479b-9470-5e4a3208816e),segment_id=e5607be9-0f57-479b-9470-5e4a3208816e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:25.022246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Router aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:02:25.026081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:25.026326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:23Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:23Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:25.029626 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3303f5eb-cbdd-4498-ae60-40b5f7376bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.030862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:25.091688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:25.124716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-36727e6f-db93-4cc0-bbd2-eb6980b35c82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2127333 Nov 23 23:02:25.125947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.134943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35436) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:25.139944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7d93-78a6-4892-806d-d9c9f033c5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.170179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-f60394e7-d2b4-49d6-83f4-0631215bdde7 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1494526984&fields=id&tenant_id=2b054f504e944e658a7a7e9456e392c5 HTTP/1.1" status: 200 len: 267 time: 0.2250147 Nov 23 23:02:25.186461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfededfa-1e51-4ab7-bacd-ddc0e38e6c56 None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:23Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:23Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:25.187756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:25.277196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fff10aee-c64d-477f-8523-ff5c2196caf4 None None] Provisioning complete for port 7606079b-277b-485d-b307-8dd11d077ba6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:25.277584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fff10aee-c64d-477f-8523-ff5c2196caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.303486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:25.340970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port daa2c3d4-b1fd-4605-ace2-aad4816ac513, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=daa2c3d4-b1fd-4605-ace2-aad4816ac513,segment=NetworkSegment(461ea8f0-5ddc-4124-ba58-9408a6fe63d8),segment_id=461ea8f0-5ddc-4124-ba58-9408a6fe63d8)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:25.341352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.380376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303f5eb-cbdd-4498-ae60-40b5f7376bb3 None None] Pushing event updated for resources: {'Port': ['ID=7606079b-277b-485d-b307-8dd11d077ba6,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:25.494263 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7d93-78a6-4892-806d-d9c9f033c5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.569695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for daa2c3d4-b1fd-4605-ace2-aad4816ac513 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:25.631505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:25.632303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.650228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-288497a0-883d-4d02-ba80-9292eaf7fa28 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:25.652073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-288497a0-883d-4d02-ba80-9292eaf7fa28 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.4466650 Nov 23 23:02:25.672102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa865f-ce1f-474e-9dd5-77a1a4c55271 req-6790323f-a0df-49de-bbee-f5259f783305 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:25.682885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08aa865f-ce1f-474e-9dd5-77a1a4c55271 req-6790323f-a0df-49de-bbee-f5259f783305 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2242086 Nov 23 23:02:25.777059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Request body: {'port': {'security_groups': ['abda5fb1-ad85-4c96-9388-4b2e8d43a3a0', '4174b6ad-8d77-45e5-969a-a04ec99186ad']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:25.831025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.872387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1af390f9-d06d-49cf-be8c-8713fafad0c4 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:25.908486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-892ea40d-0b40-4382-afce-c178f380dcc6 None None] Provisioning complete for port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:25.909577 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-892ea40d-0b40-4382-afce-c178f380dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.941031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08aa865f-ce1f-474e-9dd5-77a1a4c55271 req-e8685491-d156-4831-b50c-d17d87436093 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597127 Nov 23 23:02:25.959518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7d93-78a6-4892-806d-d9c9f033c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.962169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7d93-78a6-4892-806d-d9c9f033c5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:25.965599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d6bc7d93-78a6-4892-806d-d9c9f033c5c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4ac7ecd-73d7-40b6-9ca6-010817953feb HTTP/1.1" status: 204 len: 168 time: 1.1156108 Nov 23 23:02:26.029356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-892ea40d-0b40-4382-afce-c178f380dcc6 None None] Port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:26.055157 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.057817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1af390f9-d06d-49cf-be8c-8713fafad0c4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:26.058334 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.071551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.083934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port daa2c3d4-b1fd-4605-ace2-aad4816ac513 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:26.104361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=daa2c3d4-b1fd-4605-ace2-aad4816ac513,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:26.138357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7421cbc-c96d-4ec5-8448-81e439e879b4 None None] Network e18092e8-029d-4671-a11b-1862a0ab4200 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:26.225792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:26.230602 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.231989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7fb4d686-6faf-42a4-bbda-723065c73a61 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "PUT /v2.0/routers/aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 HTTP/1.1" status: 200 len: 918 time: 9.6577988 Nov 23 23:02:26.240364 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] Sync routers for ids ['aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:26.241160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35442) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:26.268299 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] Routers {'aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:26.269346 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:26.370947 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:26.391788 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] Routers {'aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:26.392846 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:26.436729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bf70b468-304a-4116-89aa-d1f389c5d4d3 None None] Provisioning complete for port 1af390f9-d06d-49cf-be8c-8713fafad0c4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:26.437119 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bf70b468-304a-4116-89aa-d1f389c5d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.452632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.472433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bd71bb82-68f6-49ef-af29-c5c5f4d6bfff tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 HTTP/1.1" status: 200 len: 924 time: 0.2030001 Nov 23 23:02:26.482443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35446) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:26.488252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.extraroute_db [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 23:02:26.558524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc7d93-78a6-4892-806d-d9c9f033c5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac7ecd-73d7-40b6-9ca6-010817953feb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:26.562760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.extraroute_db [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Removed routes are [] {{(pid=103522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 23:02:26.563728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.619126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.653692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0861dd68-8ce1-4f21-8f96-0416323950cc']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:26.692534 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:26.694460 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddf56d-b55d-47d8-a7d2-4e0bd01b22f6 None None] The sync data for ids ['aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:26.718366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35448) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:26.722301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461ea8f0-5ddc-4124-ba58-9408a6fe63d8') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:26.722605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461ea8f0-5ddc-4124-ba58-9408a6fe63d8') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:26.765553 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.770456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bf17eec-a7fa-4109-8923-4628fe19f3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.861437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.869803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 1af390f9-d06d-49cf-be8c-8713fafad0c4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1af390f9-d06d-49cf-be8c-8713fafad0c4,segment=NetworkSegment(104fcca5-2295-4f97-9465-640c115314f8),segment_id=104fcca5-2295-4f97-9465-640c115314f8)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:26.873251 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bf70b468-304a-4116-89aa-d1f389c5d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.876033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c200fc-f7df-4599-8749-c2333a4d6afb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:26.880893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-09c200fc-f7df-4599-8749-c2333a4d6afb tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3927791 Nov 23 23:02:26.887867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:26.888544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.893496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35450) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:26.894318 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:26.914696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:26.982509 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.137895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=1af390f9-d06d-49cf-be8c-8713fafad0c4,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:27.145480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-bf70b468-304a-4116-89aa-d1f389c5d4d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:02:27.145480 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-bf70b468-304a-4116-89aa-d1f389c5d4d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:02:27.267322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7606079b-277b-485d-b307-8dd11d077ba6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:27.371162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7606079b-277b-485d-b307-8dd11d077ba6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:27.371564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.402270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.480846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.490605 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/0861dd68-8ce1-4f21-8f96-0416323950cc HTTP/1.1" status: 204 len: 168 time: 9.0819206 Nov 23 23:02:27.523373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35454) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:27.540482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2119007194'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:27.548425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.556809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bf17eec-a7fa-4109-8923-4628fe19f3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.562286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e35b-3d21-4000-abf4-53b7a8c8d505 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=0861dd68-8ce1-4f21-8f96-0416323950cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:27.570522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7297e9-1169-4fc3-8d1f-eb4c47b848c4 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:27.575630 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1a7297e9-1169-4fc3-8d1f-eb4c47b848c4 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 881 time: 0.6773539 Nov 23 23:02:27.575630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.629660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35456) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:27.635792 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bf17eec-a7fa-4109-8923-4628fe19f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.712175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:27.739660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:27.740361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:27.772773 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.790561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.790922 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ebfc72f-d3d9-46a5-b950-96f0c39eca65 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 HTTP/1.1" status: 200 len: 205 time: 0.1539781 Nov 23 23:02:27.791782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:27.797068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35458) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:27.844852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3b2d0f-6282-4739-b13a-f1b084fbe371,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:27.869569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9ec62527-c773-4483-86ca-ed1d478df6c6 None None] Provisioning complete for port 1af390f9-d06d-49cf-be8c-8713fafad0c4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:27.869569 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ec62527-c773-4483-86ca-ed1d478df6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.886475 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.904879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a5b266-0a8f-4c0c-b22b-d4512f6591b5 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:02:27.909419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc619f5-cb4c-4ada-a642-d8332f3953f9 req-ce18fa01-950e-4222-a9ed-bd8a459d0211 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:27.910583 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8bf17eec-a7fa-4109-8923-4628fe19f3ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e781a7df55da45c186a4f2279bd933b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1852241 Nov 23 23:02:27.913713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:27.915939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebc619f5-cb4c-4ada-a642-d8332f3953f9 req-ce18fa01-950e-4222-a9ed-bd8a459d0211 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2219350 Nov 23 23:02:27.919282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:27.920876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35460) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:27.943976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf17eec-a7fa-4109-8923-4628fe19f3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5dcc5-0c19-412e-b875-7000b779ca98,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:27.951695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:28.016923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:28.118573 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.154798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebc619f5-cb4c-4ada-a642-d8332f3953f9 req-04472725-a9ee-48fc-8e8c-ed8a469a34ff tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367837 Nov 23 23:02:28.181121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.183152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.254713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['58db1eb2-aad4-4015-91d7-431b8aec4e98'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:02:28.274008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:28.307437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:28.308305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.312256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca8255d-72ae-4645-8ad2-2c3b87a30ecb req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "PUT /v2.0/ports/58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 981 time: 2.6281717 Nov 23 23:02:28.393104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:28.396499 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7f97c-5a71-451a-97f4-48250c3a72ba" -d '{"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:28.416660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['58db1eb2-aad4-4015-91d7-431b8aec4e98'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:02:28.432009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bc1fb-2cc0-4d4c-9023-5e8367a3cbf3 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event updated for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:28.462196 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-275eaec5-7efc-4a6c-a74a-b57664149375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.467514 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.468430 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment c0f1cb51-8225-4ded-bb10-c9f972f2b692 of type vlan for network 90b19d66-80a3-4db0-a316-c63938823d55 Nov 23 23:02:28.494687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-275eaec5-7efc-4a6c-a74a-b57664149375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.533227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5b266-0a8f-4c0c-b22b-d4512f6591b5 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:02:28.578421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.597746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:28.602971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-da479693-fb01-4611-b6ed-68581e88f20d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1494526984&fields=id&tenant_id=2b054f504e944e658a7a7e9456e392c5 HTTP/1.1" status: 200 len: 267 time: 0.1784823 Nov 23 23:02:28.607611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-275eaec5-7efc-4a6c-a74a-b57664149375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.610090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:28.611703 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-275eaec5-7efc-4a6c-a74a-b57664149375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.613518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-275eaec5-7efc-4a6c-a74a-b57664149375 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebc5dcc5-0c19-412e-b875-7000b779ca98 HTTP/1.1" status: 204 len: 168 time: 0.6332071 Nov 23 23:02:28.617157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9ec62527-c773-4483-86ca-ed1d478df6c6 None None] Provisioning complete for port 42c6ad82-3648-4712-9a42-6ea6e1d9496e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:28.617529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ec62527-c773-4483-86ca-ed1d478df6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.703587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.710925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:28.711707 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.812668 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2793522 Nov 23 23:02:28.818643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35470) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:28.818915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:28.826276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '90b19d66-80a3-4db0-a316-c63938823d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:28.832989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275eaec5-7efc-4a6c-a74a-b57664149375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5dcc5-0c19-412e-b875-7000b779ca98,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:28.846420 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.854901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-274faee8-8598-4b2a-831c-029678aee388 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 200 len: 952 time: 3.7170188 Nov 23 23:02:28.868640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35472) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:28.898940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5089b-1673-451c-9fbb-f058f3355790 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=90b19d66-80a3-4db0-a316-c63938823d55,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:28.990320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-917567de-fa1f-441e-9178-026becca9d62 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:29.000012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-917567de-fa1f-441e-9178-026becca9d62 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 984 time: 0.2067554 Nov 23 23:02:29.005635 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f97ef0-794d-4d93-a7a2-753d8b5f2ef0 x-openstack-request-id: req-92f97ef0-794d-4d93-a7a2-753d8b5f2ef0 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:29.005972 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:29.006313 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92f97ef0-794d-4d93-a7a2-753d8b5f2ef0 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:29.006814 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'status': 'completed', 'code': 200} Nov 23 23:02:29.012868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Request body: {'port': {'security_groups': ['abda5fb1-ad85-4c96-9388-4b2e8d43a3a0']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:29.017438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:29.039266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 90b19d66-80a3-4db0-a316-c63938823d55 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:29.063645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9ec62527-c773-4483-86ca-ed1d478df6c6 None None] Port 42c6ad82-3648-4712-9a42-6ea6e1d9496e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:29.165870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1af390f9-d06d-49cf-be8c-8713fafad0c4 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:29.202771 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6ca2fbf2-9243-4d6a-9718-44db40d463e0 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 200 len: 952 time: 0.3314385 Nov 23 23:02:29.214897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:29.220354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35478) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:29.230558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'routes': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:29.339693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:29.379132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Deleting port e0cd2be9-4785-4107-b5bd-d16ebed92fd5 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:29.379934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:29.440686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 6, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:23Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:29.481644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-0ef18a57-f631-4126-b458-d00826535dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:29.483197 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-0ef18a57-f631-4126-b458-d00826535dea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1135 time: 0.4342387 Nov 23 23:02:29.600169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:29.640413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-b98378e0-a6b4-40a5-b024-308158e0f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:29.641976 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-b98378e0-a6b4-40a5-b024-308158e0f8e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.1089752 Nov 23 23:02:29.646293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Calling delete_port for e0cd2be9-4785-4107-b5bd-d16ebed92fd5 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:29.737997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-29af594b-784a-46b8-918c-5c48ea3aebba None None] Provisioning complete for port 42c6ad82-3648-4712-9a42-6ea6e1d9496e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:29.738849 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29af594b-784a-46b8-918c-5c48ea3aebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:29.740643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-67fc4ce9-6b30-4ee6-af28-9ae7d7e6b2ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.0702198 Nov 23 23:02:29.760202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:29.760875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Updating router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 port 42c6ad82-3648-4712-9a42-6ea6e1d9496e binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:02:29.864535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:29.871722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:29.979696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:29.998308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-29af594b-784a-46b8-918c-5c48ea3aebba None None] Port 42c6ad82-3648-4712-9a42-6ea6e1d9496e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:30.058282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:30.122881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.141120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-4732f5ef-6c1e-469e-ad41-a9503ed094a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:30.143124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-4732f5ef-6c1e-469e-ad41-a9503ed094a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.3744709 Nov 23 23:02:30.189659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1af390f9-d06d-49cf-be8c-8713fafad0c4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:30.190375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.193537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.242892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-dae716cd-4744-4745-87ec-af1d2f8edf7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842226 Nov 23 23:02:30.244851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:30.259975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Sync routers for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:30.277885 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:30.278904 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:30.289750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35496) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:30.324755 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f6f51f37-7c05-4f0c-9a23-1f4a07dd8616 admin admin] 10.222.0.11 "PUT /v2.0/routers/60e5851a-d7b5-4c4e-b3b0-657a10a723d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5185664 Nov 23 23:02:30.400945 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.507937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.515280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event updated for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=7']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:30.527706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:30.530200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.532226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8950491b-8c8b-4793-ac47-59f029d763c7 req-18b4d7d4-9f36-43b3-83bb-10d693492533 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "PUT /v2.0/ports/58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 942 time: 1.5307314 Nov 23 23:02:30.576466 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:30.590233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267331-ba52-4b23-97d9-5d879bf20198 req-0a6ae3fc-10f5-4777-a297-edcf7f7976ee tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:30.592058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19267331-ba52-4b23-97d9-5d879bf20198 req-0a6ae3fc-10f5-4777-a297-edcf7f7976ee tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 1.2298126 Nov 23 23:02:30.593957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event deleted for resources: {'Port': ['ID=e0cd2be9-4785-4107-b5bd-d16ebed92fd5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:30.687998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=b42edc75-048e-4b51-895b-9115cd7e8108,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:30.698587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.834160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-167788189'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:30.847152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': 'c0f1cb51-8225-4ded-bb10-c9f972f2b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '90b19d66-80a3-4db0-a316-c63938823d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:30.848253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 90b19d66-80a3-4db0-a316-c63938823d55, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:30.856620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137310b-2b89-4c71-a844-58385f1fabc6 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:02:30.875917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.extraroute_db [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added routes are [] {{(pid=103523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 23:02:30.876281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.extraroute_db [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 23:02:30.883552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-62bfbf6a-560e-413e-808c-2258aa3634fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4962816 Nov 23 23:02:30.907149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-a5c1803a-b566-44ef-8d49-dfa5b3b31609 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158755 Nov 23 23:02:30.974116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 90b19d66-80a3-4db0-a316-c63938823d55 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:30.994994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:30.998648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.016360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:31.021323 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a46ce1-98bb-4347-811b-f53f0b0d28be" -d '{"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:31.029544 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 2, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:31.065111 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Checking router: 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:31.065620 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Updating router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:02:31.099015 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.144918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['58db1eb2-aad4-4015-91d7-431b8aec4e98'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:02:31.294947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.313377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Provisioning complete for port 6abed217-a3b1-4457-a057-3279c2b3ae8d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:31.314017 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.338634 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.347051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.390516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.394388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 90b19d66-80a3-4db0-a316-c63938823d55) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:31.449017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['58db1eb2-aad4-4015-91d7-431b8aec4e98'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:02:31.467077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19267331-ba52-4b23-97d9-5d879bf20198 req-e5df74cd-45ef-4556-bdc9-5de2a18a314b tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939019 Nov 23 23:02:31.490459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.491215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Fanout notify agent at l3_agent the message router_deleted on router aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:02:31.506516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.507375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.508693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-de19482a-7f98-4412-b2ca-38a021f4d075 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 HTTP/1.1" status: 204 len: 168 time: 3.7106161 Nov 23 23:02:31.515146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35516) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:31.540036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1012182382', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:31.569039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-5bb86174-d270-4aaf-8d1a-662f2ee4dbba tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8946044 Nov 23 23:02:31.595692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:31.626291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.628487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.686731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:31.687661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.713556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.758437 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.764914 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f85a3-b2cb-459a-9772-767d712a7ca2 x-openstack-request-id: req-5b4f85a3-b2cb-459a-9772-767d712a7ca2 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:31.766529 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:31.767016 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b4f85a3-b2cb-459a-9772-767d712a7ca2 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:31.767614 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'status': 'completed', 'code': 200} Nov 23 23:02:31.810035 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.823845 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.831439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35520) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:31.841599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1363294079-network', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:31.850766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:31.878356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc3a1d-a624-4ad4-ae02-deaa025509d3 None None] Pushing event updated for resources: {'Port': ['ID=0d3b2d0f-6282-4739-b13a-f1b084fbe371,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:31.911395 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-244c1717-76be-4889-89f4-40c6d4ed23f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.939856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.951196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-13174c56-e04b-47e2-823a-6d0b582f73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:31.955176 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-13174c56-e04b-47e2-823a-6d0b582f73b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69057989b65c42ae82bb8ea174bf6752&device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 1097 time: 0.9667463 Nov 23 23:02:31.961692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8bb7f97c-5a71-451a-97f4-48250c3a72ba req-d7ec089e-e288-497c-a481-73b23ba1dfa4 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0420034 Nov 23 23:02:31.964462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.964995 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment 284587b8-9c18-495e-89ad-c8dd59e700d5 of type vlan for network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 Nov 23 23:02:31.979069 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Attempting to bind port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:31.979694 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Attempting to bind port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:31.980351 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Attempting to bind port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 on network 3599fa98-eb97-43a6-b59a-d06c02f69330 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:31.993250 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:31.995105 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Checking segment: {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:31.998052 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.998248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8baa3-4bbb-4168-a6f9-e947f4d3076b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:31.998346 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Bound using segment: {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:31.998346 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Bound port: 0d3b2d0f-6282-4739-b13a-f1b084fbe371, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:31.999219 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.052815 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-700f9919-aaf8-4b15-9f47-941e9aaa6859 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2286913 Nov 23 23:02:32.078748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35522) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:32.122835 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.188917 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] For port 0d3b2d0f-6282-4739-b13a-f1b084fbe371, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:32.200388 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] For port 0d3b2d0f-6282-4739-b13a-f1b084fbe371, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0d3b2d0f-6282-4739-b13a-f1b084fbe371,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:32.213742 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.230643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Made reservation on behalf of 7b80a15325bb4b5c90daf7a770906abb for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:32.233642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.260801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.330921 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:32.333265 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:32.334632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.388184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.561001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-de21da25-5333-4416-bfc2-7c7f0946d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:32.564325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-de21da25-5333-4416-bfc2-7c7f0946d16a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.5056179 Nov 23 23:02:32.611392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Provisioning complete for port 58db1eb2-aad4-4015-91d7-431b8aec4e98 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:32.611392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.664824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.665703 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:32.717676 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:32.778056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a115b-a217-4406-972e-f5676b55f1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c6ad82-3648-4712-9a42-6ea6e1d9496e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:32.806198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-ac91d70a-78f3-4788-91f7-d591f5b6692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:32.812459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-ac91d70a-78f3-4788-91f7-d591f5b6692e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.2314389 Nov 23 23:02:32.827335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:32.925401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137310b-2b89-4c71-a844-58385f1fabc6 None None] Unable to find a vacant binding_index for network 90b19d66-80a3-4db0-a316-c63938823d55 and agent 7c654238-26fb-4386-a226-1e90f2af67b1 {{(pid=103524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 23:02:32.958088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-e3cd9088-8200-475f-aa15-a9050b103eba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.1122625 Nov 23 23:02:32.975447 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc3a1d-a624-4ad4-ae02-deaa025509d3 None None] Pushing event updated for resources: {'Port': ['ID=0d3b2d0f-6282-4739-b13a-f1b084fbe371,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:33.009230 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:32Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:33.027096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137310b-2b89-4c71-a844-58385f1fabc6 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 90b19d66-80a3-4db0-a316-c63938823d55) {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:02:33.044191 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14176f-f7a0-451e-a72c-123b9bcee4c8 None None] The sync data for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 is: [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:32Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:33.094569 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.107745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:33.109881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.143027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.188054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-81b5c686-111a-4f40-824e-f3285408a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:33.198448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-81b5c686-111a-4f40-824e-f3285408a222 service neutron] 10.222.0.48 "GET /v2.0/networks?id=68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 200 len: 907 time: 1.1946509 Nov 23 23:02:33.208003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.210398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Attempting to bind port 42c6ad82-3648-4712-9a42-6ea6e1d9496e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:33.211055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.211269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Attempting to bind port 42c6ad82-3648-4712-9a42-6ea6e1d9496e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:33.212027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Attempting to bind port 42c6ad82-3648-4712-9a42-6ea6e1d9496e on network e18092e8-029d-4671-a11b-1862a0ab4200 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:33.261179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:33.262498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Checking segment: {'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:33.263428 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.264287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Bound using segment: {'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:33.265354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Bound port: 42c6ad82-3648-4712-9a42-6ea6e1d9496e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104fcca5-2295-4f97-9465-640c115314f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:33.266204 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.294667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Provisioning complete for port db1b54af-d727-4ef5-b211-903c3a51d154 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:33.295514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.301688 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.430745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:33.462919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.556395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] For port 42c6ad82-3648-4712-9a42-6ea6e1d9496e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:33.559278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.559734 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Added segment c64997c4-3991-4b74-bf56-1dac1d9715e3 of type vlan for network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 Nov 23 23:02:33.562556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] For port 42c6ad82-3648-4712-9a42-6ea6e1d9496e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42c6ad82-3648-4712-9a42-6ea6e1d9496e,segment=NetworkSegment(104fcca5-2295-4f97-9465-640c115314f8),segment_id=104fcca5-2295-4f97-9465-640c115314f8)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:33.583660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2498012 Nov 23 23:02:33.591713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.604846 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.618774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0d3b2d0f-6282-4739-b13a-f1b084fbe371 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:33.702792 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-c9c2c4cd-8803-4bb4-9a64-6a597d8fafe9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2 HTTP/1.1" status: 200 len: 217 time: 0.4511530 Nov 23 23:02:33.714929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942dbdb4-66ab-4858-b071-92caeaa951b7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:33.777384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae461b5-51ef-4d28-a98c-dc1b7fdd97a0 req-8a7192c1-2234-4e25-8442-9236ab0c60fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:33.782221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ae461b5-51ef-4d28-a98c-dc1b7fdd97a0 req-8a7192c1-2234-4e25-8442-9236ab0c60fc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.6276968 Nov 23 23:02:33.850898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-d967ef3f-b4ea-46e5-9f34-c061855f5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:33.853845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-d967ef3f-b4ea-46e5-9f34-c061855f5a4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.8839216 Nov 23 23:02:33.864120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-5e056087-61cd-433e-878f-d47064e5245f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7078006 Nov 23 23:02:33.870635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebf614-79fc-4b62-8d03-e222fb3850c2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=81d62a59-72a8-4a3e-af6b-9e867e56fbe4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:33.889768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=b42edc75-048e-4b51-895b-9115cd7e8108,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:33.934627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:34.049481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-a1ce6a41-92e9-464e-ae6d-79032d177cb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512187 Nov 23 23:02:34.054146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.076356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ae461b5-51ef-4d28-a98c-dc1b7fdd97a0 req-00ad8590-da1e-42ca-a484-bfb87a7b8d90 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251906 Nov 23 23:02:34.088976 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.142039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:34.142705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:34.363004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-516b7ed6-5048-4471-95f9-bb5f11688a7c service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975991 Nov 23 23:02:34.391678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Allocated IP 172.25.0.72 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/93cad8a1-7ee8-4f09-b9b6-2d026d9f7453) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:34.408668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:34.416433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-54129a14-962f-4890-b02f-f0067cc09f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:34.424298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-54129a14-962f-4890-b02f-f0067cc09f3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 200 len: 846 time: 0.5824478 Nov 23 23:02:34.435513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:34.438297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.523478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a115b-a217-4406-972e-f5676b55f1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c6ad82-3648-4712-9a42-6ea6e1d9496e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:34.585615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.615254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-f48b6d25-e1ea-4e01-aeb6-18e8e6125d1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68d870b7-ea29-45c0-8c29-93b9cfb7f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074288 Nov 23 23:02:34.688517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:34.744347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.762445 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.793003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b19d66-80a3-4db0-a316-c63938823d55']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:34.821163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f1cb51-8225-4ded-bb10-c9f972f2b692') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:34.826132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f1cb51-8225-4ded-bb10-c9f972f2b692') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:34.840677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Provisioning complete for port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:34.841301 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5ab70d3-a889-4cf7-b109-ab7fafe23aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.852639 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.888201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.900321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:34.901136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.975870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:35.001032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.018947 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c2761353-4c45-4390-a3bc-dd82b435dbc1 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 200 len: 702 time: 5.7888255 Nov 23 23:02:35.023534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:35.028722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35526) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:35.106457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00687b7c-2d20-4e59-9559-e787644ed269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:35.128017 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:35.151546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.171661 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.179854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:35.181394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.224317 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.244979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.253032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/90b19d66-80a3-4db0-a316-c63938823d55 HTTP/1.1" status: 204 len: 168 time: 3.1703274 Nov 23 23:02:35.260244 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.295352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 0d3b2d0f-6282-4739-b13a-f1b084fbe371, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0d3b2d0f-6282-4739-b13a-f1b084fbe371,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:35.387610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:35.460904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35530) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:35.465485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:35.470623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:35.483363 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.485348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d30721-638d-4be8-8203-2b9e13dd2f80 None None] DHCP port deletion for 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:35.497479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b619dc7-2ee8-4854-ae9b-1e480f45b61d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:35.501152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.663955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.8301675 Nov 23 23:02:35.678773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:35.700437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-845259574'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:35.872751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987acbe-953b-4c11-bdc9-9551ee799a3d None None] Network 90b19d66-80a3-4db0-a316-c63938823d55 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:35.903091 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:35.922498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1596f9-10f7-4e52-9e3d-3a7c7ffdbc41 None None] DHCP port deletion for 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:35.954722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42c6ad82-3648-4712-9a42-6ea6e1d9496e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:36.003704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Request body: {'subnet': {'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1363294079-subnet', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:36.058131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event updated for resources: {'Port': ['ID=93cad8a1-7ee8-4f09-b9b6-2d026d9f7453,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:36.129184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:36.143932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:36.208818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=0d3b2d0f-6282-4739-b13a-f1b084fbe371,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:36.227348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987acbe-953b-4c11-bdc9-9551ee799a3d None None] Network 90b19d66-80a3-4db0-a316-c63938823d55 could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:02:36.265215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c46cd32-a2cc-4218-8de8-af5483e88a07 None None] Network 90b19d66-80a3-4db0-a316-c63938823d55 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:36.344245 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-43d801aa-82e1-4084-8009-4d6617b69a0c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 200 len: 702 time: 1.3139386 Nov 23 23:02:36.349753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35536) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:36.358250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c46cd32-a2cc-4218-8de8-af5483e88a07 None None] Network 90b19d66-80a3-4db0-a316-c63938823d55 could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:02:36.367563 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-49a46ce1-98bb-4347-811b-f53f0b0d28be req-9231dce4-1729-4230-8d23-84bc86cdb3a1 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9955029 Nov 23 23:02:36.514641 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-80365328-7d90-48e0-8378-5022ed7765aa service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8816495 Nov 23 23:02:36.608331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1aeca32c-cd91-414d-ac2b-3cadb539848d None None] Provisioning complete for port 58db1eb2-aad4-4015-91d7-431b8aec4e98 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:36.608952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1aeca32c-cd91-414d-ac2b-3cadb539848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:36.617695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42c6ad82-3648-4712-9a42-6ea6e1d9496e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:36.618287 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.093593 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.151239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872625c8-72c8-4496-9cbb-7fc56ff53742 admin admin] Pushing event updated for resources: {'Network': ['ID=2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:37.245975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:02:37.297869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abaecea-0a6d-4905-85ca-0dcf1820b9fc tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=90b19d66-80a3-4db0-a316-c63938823d55,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:37.315103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Made reservation on behalf of 7b80a15325bb4b5c90daf7a770906abb for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:37.319664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.446754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d4a33-555a-4cc7-9a77-e9f43db3046b req-21729f9e-6276-4064-9fc4-66e837300ddd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:37.460148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c22d4a33-555a-4cc7-9a77-e9f43db3046b req-21729f9e-6276-4064-9fc4-66e837300ddd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.7303338 Nov 23 23:02:37.468574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:37.484006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:37.486164 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.543147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.607326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fb03949f-88a7-4ef1-92c3-2003ebdda5d5 req-eff83533-0b98-43ca-a8eb-b1550f87e944 service neutron] 10.222.0.48 "GET /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0773156 Nov 23 23:02:37.635306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-278e78c0-5d3d-491e-9da0-526d2745ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:37.638539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-278e78c0-5d3d-491e-9da0-526d2745ec9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 1.0102425 Nov 23 23:02:37.726105 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.755146 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.801773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 42c6ad82-3648-4712-9a42-6ea6e1d9496e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42c6ad82-3648-4712-9a42-6ea6e1d9496e,segment=NetworkSegment(104fcca5-2295-4f97-9465-640c115314f8),segment_id=104fcca5-2295-4f97-9465-640c115314f8)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:37.811832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.873608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:30Z', 'revision_number': 7, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:33Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:37.921671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:37.927821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b252e00b-041e-41d4-a827-14f2a02609a4 None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:30Z', 'revision_number': 7, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:33Z', 'revision_number': 4, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:37.937815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=42c6ad82-3648-4712-9a42-6ea6e1d9496e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:37.993160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5c0252a4-e7c9-4e1c-9cb3-06db91fd1b12 None None] Provisioning complete for port 58db1eb2-aad4-4015-91d7-431b8aec4e98 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:37.993542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c0252a4-e7c9-4e1c-9cb3-06db91fd1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.074423 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.119656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.124485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0d3b2d0f-6282-4739-b13a-f1b084fbe371 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:38.262577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-4ecbb650-f5ba-4dde-9433-49e8381fb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:38.262577 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-4ecbb650-f5ba-4dde-9433-49e8381fb332 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.5694854 Nov 23 23:02:38.266451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.267609 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 00628acc-14fd-417e-a0a8-3118769ee005 of type vlan for network 43427f2b-6797-4930-a213-dfe78cda1aad Nov 23 23:02:38.304830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:38.305204 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.307150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5c0252a4-e7c9-4e1c-9cb3-06db91fd1b12 None None] Provisioning complete for port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:38.307515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c0252a4-e7c9-4e1c-9cb3-06db91fd1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.381864 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-580c6d39-f8a1-490e-b911-025c9eb1d8d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.1046309 Nov 23 23:02:38.438755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:38.469577 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.487246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:38.488660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:38.519094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-c8b908cf-d5c4-4a12-a1e9-5d86eaa73fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:38.520899 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-c8b908cf-d5c4-4a12-a1e9-5d86eaa73fa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.1283712 Nov 23 23:02:38.593997 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-b345ae2c-e263-44aa-aa40-618888c27a78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438039 Nov 23 23:02:38.615990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:38.765025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5c0252a4-e7c9-4e1c-9cb3-06db91fd1b12 None None] Provisioning complete for port 42c6ad82-3648-4712-9a42-6ea6e1d9496e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:38.765430 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c0252a4-e7c9-4e1c-9cb3-06db91fd1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.772845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Allocated IP 172.25.0.35 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c45818ce-f477-45cc-806b-352663e9a711) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:38.814254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c22d4a33-555a-4cc7-9a77-e9f43db3046b req-ada47241-092c-47d9-8c02-8e93bf416460 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8703406 Nov 23 23:02:38.850229 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-94dbcb92-a8e2-45e7-9926-9dc56805d91d service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434840 Nov 23 23:02:38.853917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event updated for resources: {'Port': ['ID=93cad8a1-7ee8-4f09-b9b6-2d026d9f7453,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:38.881772 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.915025 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.982988 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:38.999039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-54afc066-862a-47c9-b605-ea976b4a2e7d tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.4167295 Nov 23 23:02:39.020420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:30Z', 'revision_number': 7, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:37Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:39.062044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:39.074456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:39.075495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:39.188321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-4ef9131d-4913-4985-9419-337e09c26266 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1875122 Nov 23 23:02:39.210129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:39.211506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35538) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:39.224937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': '81d62a59-72a8-4a3e-af6b-9e867e56fbe4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:39.238648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d0f5e30-1f35-4d13-b9f0-687c95822351 req-ce8428ea-f22f-4d82-9ecc-e8293a104cc2 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758726 Nov 23 23:02:39.290037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 42c6ad82-3648-4712-9a42-6ea6e1d9496e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:39.290775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.328822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.339851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:39.341307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.468494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:30Z', 'revision_number': 7, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:37Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:39.501898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae09afa-1bd2-4589-8ad1-1edaea55669e None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:30Z', 'revision_number': 7, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '42c6ad82-3648-4712-9a42-6ea6e1d9496e', 'name': '', 'network_id': 'e18092e8-029d-4671-a11b-1862a0ab4200', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:9b:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:21Z', 'updated_at': '2021-11-23T23:02:37Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': 'a086e032-e740-4e25-8ada-a86b86877b36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:39.533339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 42c6ad82-3648-4712-9a42-6ea6e1d9496e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42c6ad82-3648-4712-9a42-6ea6e1d9496e,segment=NetworkSegment(104fcca5-2295-4f97-9465-640c115314f8),segment_id=104fcca5-2295-4f97-9465-640c115314f8)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:39.533744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.557783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 42c6ad82-3648-4712-9a42-6ea6e1d9496e owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:39.572760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.9367714 Nov 23 23:02:39.576559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35540) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:39.583900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '43427f2b-6797-4930-a213-dfe78cda1aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:39.592793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:39.596024 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.693323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d494f-3b33-42ce-aea6-6659c5072c8e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=43427f2b-6797-4930-a213-dfe78cda1aad,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:39.713460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 43427f2b-6797-4930-a213-dfe78cda1aad details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:39.761407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-0c3b83b7-8f75-4d62-a517-ef259ca09c9f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:39.763835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-0c3b83b7-8f75-4d62-a517-ef259ca09c9f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.5742168 Nov 23 23:02:39.771056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.805935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-680e6dec-4c55-4c1a-8180-705d2e0768f7 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:02:39.807678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3a41114-5226-46a6-8b7d-096ac0cc5c87 req-680e6dec-4c55-4c1a-8180-705d2e0768f7 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274620 Nov 23 23:02:39.895003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.947384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:39.951039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:39.978368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42c6ad82-3648-4712-9a42-6ea6e1d9496e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:40.087074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42c6ad82-3648-4712-9a42-6ea6e1d9496e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:40.087589 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.106710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aec9ff9-02b8-4f3b-a052-00cab88deead,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:40.155641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Checking segment: {'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:40.156656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Network hostable DHCP agents. Network: 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:40.223358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060c162-5047-4973-b05c-25e50e2dad85 req-a9670f01-6230-44fd-92d7-68b7f9a097f2 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:40.226269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-a9670f01-6230-44fd-92d7-68b7f9a097f2 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2954824 Nov 23 23:02:40.249008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34afe4-2379-4b1e-8d34-9fa705fcf4ac req-a2c25a77-0ebc-4292-a981-ddfc03ce09fd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:40.251509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a34afe4-2379-4b1e-8d34-9fa705fcf4ac req-a2c25a77-0ebc-4292-a981-ddfc03ce09fd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2334437 Nov 23 23:02:40.262315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.343032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:40.368173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-f9dd3773-8599-4b75-bba3-8bcb848d9b31 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1318254 Nov 23 23:02:40.377838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:40.391131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:40.395498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:40.398540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:40.403310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Request body: {'floatingip': {'port_id': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:40.419097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b683713-0f64-4380-8255-eff637eeaf18 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:40.439096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41454d-3a03-4e93-90cd-e985b9b280b5 None None] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:40.459852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.489905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:40.490582 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.521574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event updated for resources: {'Port': ['ID=c45818ce-f477-45cc-806b-352663e9a711,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:40.546689 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.565880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=42c6ad82-3648-4712-9a42-6ea6e1d9496e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:40.614487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.622198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0904f156-6a25-4581-a649-eabb6a8ffb10 None None] Provisioning complete for port c45818ce-f477-45cc-806b-352663e9a711 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:40.623027 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0904f156-6a25-4581-a649-eabb6a8ffb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.686146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0904f156-6a25-4581-a649-eabb6a8ffb10 None None] Port c45818ce-f477-45cc-806b-352663e9a711 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:40.705419 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.731800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a34afe4-2379-4b1e-8d34-9fa705fcf4ac req-7ef27bef-f1cc-4cca-9880-378bc6af91f7 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659510 Nov 23 23:02:40.755283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e9c066ee-7090-43ea-9ce0-f8fc313d33fa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.8490694 Nov 23 23:02:40.821290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'fixed_ips': [{'subnet_id': '6aec9ff9-02b8-4f3b-a052-00cab88deead'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:40.822641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:40.920606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=5c4477c8-004c-4127-8f8a-af9e8f425480,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:40.922250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35546) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:40.944558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:41.135673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Allocated IP 172.20.0.2 (2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3/6aec9ff9-02b8-4f3b-a052-00cab88deead/588211cd-0f14-4e28-b55a-cc405a21eb84) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:41.135872 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.148457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.149113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.156371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=7d5a6854-0fb9-4c84-a9f1-594878898f8d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:41.177501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '00628acc-14fd-417e-a0a8-3118769ee005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '43427f2b-6797-4930-a213-dfe78cda1aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:41.177501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 43427f2b-6797-4930-a213-dfe78cda1aad, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:41.424010 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.433543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.505446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:41.515563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:41.522796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:41.539562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Pushing event updated for resources: {'Port': ['ID=588211cd-0f14-4e28-b55a-cc405a21eb84,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:41.542178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': '284587b8-9c18-495e-89ad-c8dd59e700d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '81d62a59-72a8-4a3e-af6b-9e867e56fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:41.542545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: 81d62a59-72a8-4a3e-af6b-9e867e56fbe4, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:41.592394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:41.596893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 43427f2b-6797-4930-a213-dfe78cda1aad is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:41.638078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Attempting to bind port 588211cd-0f14-4e28-b55a-cc405a21eb84 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:41.638667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Attempting to bind port 588211cd-0f14-4e28-b55a-cc405a21eb84 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:41.639248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Attempting to bind port 588211cd-0f14-4e28-b55a-cc405a21eb84 on network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:41.650210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:41.650210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Checking segment: {'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:41.650671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.653199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Bound using segment: {'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:41.653199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Bound port: 588211cd-0f14-4e28-b55a-cc405a21eb84, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:41.653199 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.655001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84354a2-1d2f-4d55-b366-c7e7a760477e req-7bbddf5d-6565-459b-80fe-9b5a2961991d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:41.656881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b84354a2-1d2f-4d55-b366-c7e7a760477e req-7bbddf5d-6565-459b-80fe-9b5a2961991d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.5354648 Nov 23 23:02:41.673746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 81d62a59-72a8-4a3e-af6b-9e867e56fbe4) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:41.677552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 43427f2b-6797-4930-a213-dfe78cda1aad) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:41.685916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:41.686513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.690286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:41.690880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.729786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a7d2f133-588c-4be6-bcd5-a96a9283f98a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1502924 Nov 23 23:02:41.737694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35552) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:41.753448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-411e41ef-d2ca-47bb-8ce7-fc73d1cd5aa0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5321863 Nov 23 23:02:41.754888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35554) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:41.762408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163183926'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:41.770312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:41.853045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.882892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:41.887216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.887739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc3d6d4-4fb3-4557-bba0-0b2366505fd0 None None] Network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:41.889864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95757824-a552-4ad8-8222-a550746906fe None None] Network 43427f2b-6797-4930-a213-dfe78cda1aad requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:41.937605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:41.947652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:41.959804 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:41.964873 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53161677-3b69-4c47-8fed-9369431e9857 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6102443 Nov 23 23:02:41.964873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:41.964873 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment b265c663-10f1-471a-aee6-683a7d65932b of type vlan for network b78ff197-2471-47e8-a14f-c68e1fee1619 Nov 23 23:02:41.966276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35556) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:41.973777 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:41.974852 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:42.094238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:42.096770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.106720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet a086e032-e740-4e25-8ada-a86b86877b36 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:02:42.115257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.183063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.186643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.193488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:42.194244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.196657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] For port 588211cd-0f14-4e28-b55a-cc405a21eb84, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:42.212881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b84354a2-1d2f-4d55-b366-c7e7a760477e req-3def2be4-4188-4ff0-89ab-b99a8643af05 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150352 Nov 23 23:02:42.240129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] For port 588211cd-0f14-4e28-b55a-cc405a21eb84, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=588211cd-0f14-4e28-b55a-cc405a21eb84,segment=NetworkSegment(c64997c4-3991-4b74-bf56-1dac1d9715e3),segment_id=c64997c4-3991-4b74-bf56-1dac1d9715e3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:42.272510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.302596 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5406194 Nov 23 23:02:42.307450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.315843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35560) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:42.325795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': 'b78ff197-2471-47e8-a14f-c68e1fee1619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:42.347151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-43427f2b-6797-4930-a213-dfe78cda1aad', 'network_id': '43427f2b-6797-4930-a213-dfe78cda1aad', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': '5c4477c8-004c-4127-8f8a-af9e8f425480'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:42.349055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.406705 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.464933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-81d62a59-72a8-4a3e-af6b-9e867e56fbe4', 'network_id': '81d62a59-72a8-4a3e-af6b-9e867e56fbe4', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': '7d5a6854-0fb9-4c84-a9f1-594878898f8d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:42.467282 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.504958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b847-4c1d-4f20-8950-af8aec6aa94c None None] Pushing event updated for resources: {'Port': ['ID=588211cd-0f14-4e28-b55a-cc405a21eb84,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:42.523520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baefc82-9425-4927-b4e1-15ca5cb4507c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=b78ff197-2471-47e8-a14f-c68e1fee1619,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:42.582195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.600643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b78ff197-2471-47e8-a14f-c68e1fee1619 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:42.605322 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:40Z', 'revision_number': 8, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:42.628405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.684167 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:42.726252 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:42.728493 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:42.746445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.794294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:42.800015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.807502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:42.814979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/a086e032-e740-4e25-8ada-a86b86877b36 HTTP/1.1" status: 204 len: 168 time: 0.8474653 Nov 23 23:02:42.815709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35562) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:42.832351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb698d80-fe91-47e2-a56b-bb05a42b24e9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=a086e032-e740-4e25-8ada-a86b86877b36,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:42.854333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502c163-6e3b-4f54-a823-7898d264d215 None None] Network e18092e8-029d-4671-a11b-1862a0ab4200 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:42.951893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:42.959106 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:43.043774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.046284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Allocated IP 172.20.0.2 (43427f2b-6797-4930-a213-dfe78cda1aad/5c4477c8-004c-4127-8f8a-af9e8f425480/d5009b2c-60fe-4924-a46a-795b51dfb861) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:43.090935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Allocated IP 2001:db8:0:ffff::2 (81d62a59-72a8-4a3e-af6b-9e867e56fbe4/7d5a6854-0fb9-4c84-a9f1-594878898f8d/baacee11-eed2-41bd-ac84-db7596fc2bf6) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:43.205768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51d57d-77cd-4c5d-8cbe-b23615652d50 req-0e9c68c1-8942-402b-ba07-3eeb94f22afc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:43.214899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f51d57d-77cd-4c5d-8cbe-b23615652d50 req-0e9c68c1-8942-402b-ba07-3eeb94f22afc tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.8818269 Nov 23 23:02:43.270681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 1af390f9-d06d-49cf-be8c-8713fafad0c4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:43.271370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.275635 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.322498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] DHCP port deletion for e18092e8-029d-4671-a11b-1862a0ab4200 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:43.325749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.449770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 1af390f9-d06d-49cf-be8c-8713fafad0c4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1af390f9-d06d-49cf-be8c-8713fafad0c4,segment=NetworkSegment(104fcca5-2295-4f97-9465-640c115314f8),segment_id=104fcca5-2295-4f97-9465-640c115314f8)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:43.449770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.461427 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.476740 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:40Z', 'revision_number': 8, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:43.492447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 1af390f9-d06d-49cf-be8c-8713fafad0c4 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:43.496687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=372b78aa-9807-4630-bd71-847febc1f7f1,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:43.503090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': 'b265c663-10f1-471a-aee6-683a7d65932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b78ff197-2471-47e8-a14f-c68e1fee1619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:43.504053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: b78ff197-2471-47e8-a14f-c68e1fee1619, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:43.521429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.587253 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aac04e8-d8f8-4faa-95c5-5ce893213a23 None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:40Z', 'revision_number': 8, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7606079b-277b-485d-b307-8dd11d077ba6', 'name': '', 'network_id': 'b5bba4c2-ab22-4a52-9d11-4ccc55af65fd', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c6:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:14Z', 'updated_at': '2021-11-23T23:02:24Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '438ab731-7a34-45a6-9399-9738fbe451f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:43.591432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:43.601058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network b78ff197-2471-47e8-a14f-c68e1fee1619 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:43.605330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:43.618036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:43.646878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] Deleting port 1af390f9-d06d-49cf-be8c-8713fafad0c4 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:43.648018 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.658099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b78ff197-2471-47e8-a14f-c68e1fee1619) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:43.664190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:43.664802 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.694152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-286df5ca-5afa-4575-bfde-3fb7fe79c96b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3763728 Nov 23 23:02:43.698379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35564) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:43.699043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.706885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ba827-df81-430b-93f1-c1eee35f78ad None None] Network b78ff197-2471-47e8-a14f-c68e1fee1619 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:43.708126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.718989 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.767524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.785630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=1af390f9-d06d-49cf-be8c-8713fafad0c4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:43.791830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No DVR routers for this DVR port 1af390f9-d06d-49cf-be8c-8713fafad0c4 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:43.804959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Pushing event updated for resources: {'Port': ['ID=baacee11-eed2-41bd-ac84-db7596fc2bf6,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:43.935340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f51d57d-77cd-4c5d-8cbe-b23615652d50 req-9294e074-9703-477f-a967-7c02ad4a36aa tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194026 Nov 23 23:02:43.936136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.981410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.020578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.026856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18092e8-029d-4671-a11b-1862a0ab4200']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.043946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104fcca5-2295-4f97-9465-640c115314f8') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.044229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104fcca5-2295-4f97-9465-640c115314f8') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.068921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.126212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Attempting to bind port baacee11-eed2-41bd-ac84-db7596fc2bf6 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:44.128106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Attempting to bind port baacee11-eed2-41bd-ac84-db7596fc2bf6 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '284587b8-9c18-495e-89ad-c8dd59e700d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '81d62a59-72a8-4a3e-af6b-9e867e56fbe4'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:44.129348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Attempting to bind port baacee11-eed2-41bd-ac84-db7596fc2bf6 on network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:44.129673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.153723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Network 43427f2b-6797-4930-a213-dfe78cda1aad is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:44.161477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.165727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:44.166419 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:44.185826 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:44.225326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:44.230867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] For port 1af390f9-d06d-49cf-be8c-8713fafad0c4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1af390f9-d06d-49cf-be8c-8713fafad0c4,segment=NetworkSegment(104fcca5-2295-4f97-9465-640c115314f8),segment_id=104fcca5-2295-4f97-9465-640c115314f8)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:44.232072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.284286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:44.288912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:44.289632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Checking segment: {'id': '284587b8-9c18-495e-89ad-c8dd59e700d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '81d62a59-72a8-4a3e-af6b-9e867e56fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:44.290135 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.290629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Bound using segment: {'id': '284587b8-9c18-495e-89ad-c8dd59e700d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '81d62a59-72a8-4a3e-af6b-9e867e56fbe4'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:44.290855 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.291666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Bound port: baacee11-eed2-41bd-ac84-db7596fc2bf6, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284587b8-9c18-495e-89ad-c8dd59e700d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '81d62a59-72a8-4a3e-af6b-9e867e56fbe4'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:44.291884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.338060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 588211cd-0f14-4e28-b55a-cc405a21eb84 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:44.387728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.416747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.431714 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.445288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/e18092e8-029d-4671-a11b-1862a0ab4200 HTTP/1.1" status: 204 len: 168 time: 1.6261981 Nov 23 23:02:44.458459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35570) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:44.489397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4477c8-004c-4127-8f8a-af9e8f425480,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:44.531963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58948ef3-56f3-4198-8d47-c1f46ad6c2b4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=e18092e8-029d-4671-a11b-1862a0ab4200,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:44.590030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.630494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=372b78aa-9807-4630-bd71-847febc1f7f1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:44.662069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.666690 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Floating IP be08fe1d-47b4-4f81-bc2a-f45d192c60df associated. External IP: 172.25.0.72, port: 58db1eb2-aad4-4015-91d7-431b8aec4e98. Nov 23 23:02:44.668664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a9c90-93b6-4f5c-af17-9e93316207ae None None] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:44.673628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] Calling delete_port for 1af390f9-d06d-49cf-be8c-8713fafad0c4 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:44.741815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834298-dcd1-4587-83f5-cee384a4ea9d req-e0784b9f-0b73-40ac-adec-1b9e3a8c2978 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:44.752789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5834298-dcd1-4587-83f5-cee384a4ea9d req-e0784b9f-0b73-40ac-adec-1b9e3a8c2978 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.2547007 Nov 23 23:02:44.782953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Pushing event updated for resources: {'Port': ['ID=d5009b2c-60fe-4924-a46a-795b51dfb861,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:44.791590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43427f2b-6797-4930-a213-dfe78cda1aad']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.797652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Router 8ee9e478-d9da-47a6-9a01-577c2cd5ddea is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:02:44.823322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00628acc-14fd-417e-a0a8-3118769ee005') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.823669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00628acc-14fd-417e-a0a8-3118769ee005') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.832706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.901938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78ff197-2471-47e8-a14f-c68e1fee1619']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.947874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.949281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c0a67683-9c3b-4e07-b18a-4395d433d1ad None None] Provisioning complete for port 588211cd-0f14-4e28-b55a-cc405a21eb84 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:44.949713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0a67683-9c3b-4e07-b18a-4395d433d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:44.988629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Attempting to bind port d5009b2c-60fe-4924-a46a-795b51dfb861 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:44.988629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Attempting to bind port d5009b2c-60fe-4924-a46a-795b51dfb861 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '00628acc-14fd-417e-a0a8-3118769ee005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '43427f2b-6797-4930-a213-dfe78cda1aad'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:44.988629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Attempting to bind port d5009b2c-60fe-4924-a46a-795b51dfb861 on network 43427f2b-6797-4930-a213-dfe78cda1aad {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:44.993388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b265c663-10f1-471a-aee6-683a7d65932b') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:44.993925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b265c663-10f1-471a-aee6-683a7d65932b') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:45.006619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92297c13-db44-41e0-abc1-863b5894a9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b78ff197-2471-47e8-a14f-c68e1fee1619', 'network_id': 'b78ff197-2471-47e8-a14f-c68e1fee1619', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': '372b78aa-9807-4630-bd71-847febc1f7f1'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:45.007564 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92297c13-db44-41e0-abc1-863b5894a9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.032741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.037065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5834298-dcd1-4587-83f5-cee384a4ea9d req-00f64a39-3f0f-432b-acb0-fb80a1b7329c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834284 Nov 23 23:02:45.040533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.053768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:45.054484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Checking segment: {'id': '00628acc-14fd-417e-a0a8-3118769ee005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '43427f2b-6797-4930-a213-dfe78cda1aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:45.055562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.056145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Bound using segment: {'id': '00628acc-14fd-417e-a0a8-3118769ee005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '43427f2b-6797-4930-a213-dfe78cda1aad'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:45.056864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Bound port: d5009b2c-60fe-4924-a46a-795b51dfb861, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00628acc-14fd-417e-a0a8-3118769ee005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '43427f2b-6797-4930-a213-dfe78cda1aad'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:45.057621 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.061054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 588211cd-0f14-4e28-b55a-cc405a21eb84 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:45.061728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.083951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:45.084351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:45.089507 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:45.133895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] For port baacee11-eed2-41bd-ac84-db7596fc2bf6, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:45.134701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.157761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:45.158659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:45.168112 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:45.212834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] For port baacee11-eed2-41bd-ac84-db7596fc2bf6, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=baacee11-eed2-41bd-ac84-db7596fc2bf6,segment=NetworkSegment(284587b8-9c18-495e-89ad-c8dd59e700d5),segment_id=284587b8-9c18-495e-89ad-c8dd59e700d5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:45.251458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.307610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.366323 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.366855 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:02:45.366855 n-d-817303-3 neutron-server[103522]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:02:45.366855 n-d-817303-3 neutron-server[103522]: [parameters: {'id': '43427f2b-6797-4930-a213-dfe78cda1aad'}] Nov 23 23:02:45.366855 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:02:45.368288 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:02:45.372867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.377586 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.389401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.397100 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/b78ff197-2471-47e8-a14f-c68e1fee1619 HTTP/1.1" status: 204 len: 168 time: 1.6979575 Nov 23 23:02:45.405228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35572) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:45.421212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1632072828'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:45.428809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:45.438314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] Network e18092e8-029d-4671-a11b-1862a0ab4200 is not hosted by any dhcp agent {{(pid=103524) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:02:45.438764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] No DVR routers for this DVR port 1af390f9-d06d-49cf-be8c-8713fafad0c4 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:45.448519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d19c65-9743-41d7-b823-b742a8ad405a None None] Network b78ff197-2471-47e8-a14f-c68e1fee1619 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:45.471929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380ce7c-f756-4dd6-916d-b5fe2a865a24 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=b78ff197-2471-47e8-a14f-c68e1fee1619,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:45.494821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] Sync routers for ids ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:45.521536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d19c65-9743-41d7-b823-b742a8ad405a None None] Network b78ff197-2471-47e8-a14f-c68e1fee1619 could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:02:45.554302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.563260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] For port d5009b2c-60fe-4924-a46a-795b51dfb861, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:45.578120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b698c-405e-493a-9dd9-e105e42e5b3f None None] Pushing event updated for resources: {'Port': ['ID=baacee11-eed2-41bd-ac84-db7596fc2bf6,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:45.620681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0a67683-9c3b-4e07-b18a-4395d433d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.625188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] For port d5009b2c-60fe-4924-a46a-795b51dfb861, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d5009b2c-60fe-4924-a46a-795b51dfb861,segment=NetworkSegment(00628acc-14fd-417e-a0a8-3118769ee005),segment_id=00628acc-14fd-417e-a0a8-3118769ee005)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:45.650069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] Routers {'8ee9e478-d9da-47a6-9a01-577c2cd5ddea'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:45.652439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:45.713764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Router aed78651-122b-4b12-926e-0a3316391f3c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:45.738968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ed5b-812e-4708-b379-66e84b333e30 req-7eb8100a-f090-4546-b2f7-dec76b67c406 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:45.742511 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6840ed5b-812e-4708-b379-66e84b333e30 req-7eb8100a-f090-4546-b2f7-dec76b67c406 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.1388059 Nov 23 23:02:45.775138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.779173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:45.794129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c2102-341b-4e82-98fa-e540462c15ba None None] Pushing event deleted for resources: {'Port': ['ID=1af390f9-d06d-49cf-be8c-8713fafad0c4,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:45.825966 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.911685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:45.918927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:45.922969 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:46.070536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Deleting port 6abed217-a3b1-4457-a057-3279c2b3ae8d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:46.070958 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:46.071383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] Routers {'8ee9e478-d9da-47a6-9a01-577c2cd5ddea'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:46.072440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:46.084883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c0a67683-9c3b-4e07-b18a-4395d433d1ad None None] For port 588211cd-0f14-4e28-b55a-cc405a21eb84, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=588211cd-0f14-4e28-b55a-cc405a21eb84,segment=NetworkSegment(c64997c4-3991-4b74-bf56-1dac1d9715e3),segment_id=c64997c4-3991-4b74-bf56-1dac1d9715e3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:46.145236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:46.147720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-93c3d415-1e68-4fb9-928d-279b7951afd6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.6287074 Nov 23 23:02:46.149864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:46.153206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35576) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:46.165412 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] Sync routers for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:46.170256 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0a67683-9c3b-4e07-b18a-4395d433d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:46.173920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:46.174848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25d6af-6407-4abd-933f-8cd51b906bd9 None None] The sync data for ids ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:46.193627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a625e-f8e0-46ac-a4e9-0436778ad40d None None] Pushing event updated for resources: {'Port': ['ID=d5009b2c-60fe-4924-a46a-795b51dfb861,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:46.209192 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:46.212520 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:46.230553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f428d7-61a2-453a-8521-2ac03844bf8d None None] Network 43427f2b-6797-4930-a213-dfe78cda1aad requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:46.277629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:46.327218 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:02:46.328729 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:02:46.387714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a67683-9c3b-4e07-b18a-4395d433d1ad None None] Pushing event updated for resources: {'Port': ['ID=588211cd-0f14-4e28-b55a-cc405a21eb84,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:46.434253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:46.487345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Allocated IP 172.25.0.175 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/a8edb48b-f670-4023-9184-33b24e1e8088) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:46.514140 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:46.548308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-34e5b2d1-c250-440c-b93f-152a63d7ae1c None None] Provisioning complete for port 588211cd-0f14-4e28-b55a-cc405a21eb84 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:46.556691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-34e5b2d1-c250-440c-b93f-152a63d7ae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:46.921480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:46.962759 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-01289cdd-a42d-40e3-9e38-1979112be665 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "PUT /v2.0/floatingips/be08fe1d-47b4-4f81-bc2a-f45d192c60df HTTP/1.1" status: 200 len: 995 time: 6.5759835 Nov 23 23:02:47.002342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] For port 6abed217-a3b1-4457-a057-3279c2b3ae8d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6abed217-a3b1-4457-a057-3279c2b3ae8d,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:47.004934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.006664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:47.009069 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a5dfeb-cc0f-407e-8497-59001b3f9472" -d '{"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:47.027537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1af390f9-d06d-49cf-be8c-8713fafad0c4 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:02:47.037340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Calling delete_port for 6abed217-a3b1-4457-a057-3279c2b3ae8d owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:47.041300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.041591 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58 of type vlan for network 0d2a436a-587d-45b9-81eb-79cee3466274 Nov 23 23:02:47.054122 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'be08fe1d-47b4-4f81-bc2a-f45d192c60df', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'port_id': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778b9f13-9347-4594-b7a3-f755926efb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:02:36Z', 'updated_at': '2021-11-23T23:02:42Z', 'revision_number': 1, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:31Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:47.076171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1af390f9-d06d-49cf-be8c-8713fafad0c4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:02:47.076517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1af390f9-d06d-49cf-be8c-8713fafad0c4 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:02:47.076933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42c6ad82-3648-4712-9a42-6ea6e1d9496e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:02:47.112797 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] Checking router: aed78651-122b-4b12-926e-0a3316391f3c for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:47.119677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 42c6ad82-3648-4712-9a42-6ea6e1d9496e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:02:47.120025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42c6ad82-3648-4712-9a42-6ea6e1d9496e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:02:47.138552 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:47.139601 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:47.198028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 7606079b-277b-485d-b307-8dd11d077ba6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:47.198376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.282991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca6537-0acb-4ce9-8ce4-b8e34880b133 None None] Network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:47.335460 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:47.348979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f34a1-46c9-469e-ad60-29058d0150dd req-68641e33-214f-4040-b52e-8929e5af754c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:47.351972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c23f34a1-46c9-469e-ad60-29058d0150dd req-68641e33-214f-4040-b52e-8929e5af754c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5 HTTP/1.1" status: 200 len: 946 time: 0.9050097 Nov 23 23:02:47.367930 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.399984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 7606079b-277b-485d-b307-8dd11d077ba6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7606079b-277b-485d-b307-8dd11d077ba6,segment=NetworkSegment(e5607be9-0f57-479b-9470-5e4a3208816e),segment_id=e5607be9-0f57-479b-9470-5e4a3208816e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:47.400345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.422914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 7606079b-277b-485d-b307-8dd11d077ba6 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:47.438843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-76004678-5166-4703-ad91-2c8ceb17a2d7 None None] Provisioning complete for port baacee11-eed2-41bd-ac84-db7596fc2bf6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:47.439957 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76004678-5166-4703-ad91-2c8ceb17a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.453949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.503185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device baacee11-eed2-41bd-ac84-db7596fc2bf6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:47.506894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9bb158f9-e9c5-4311-9681-d1ffff37c7f2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:02:47.543868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event deleted for resources: {'Port': ['ID=6abed217-a3b1-4457-a057-3279c2b3ae8d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:47.548648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060c162-5047-4973-b05c-25e50e2dad85 req-1ca22d67-47d2-45b3-874d-5932f69a1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:47.550552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-1ca22d67-47d2-45b3-874d-5932f69a1645 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.5298953 Nov 23 23:02:47.572589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f1d36-cbd2-4695-bb9a-99263cfa39f8 None None] DHCP port deletion for 68d870b7-ea29-45c0-8c29-93b9cfb7f716 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:47.612664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] No DVR routers for this DVR port 6abed217-a3b1-4457-a057-3279c2b3ae8d on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:47.617163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.622034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.624348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:47.625232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.627467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6840ed5b-812e-4708-b379-66e84b333e30 req-02a06951-0f6c-46dc-844d-8dfc374ad6bd tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "DELETE /v2.0/ports/6abed217-a3b1-4457-a057-3279c2b3ae8d HTTP/1.1" status: 204 len: 173 time: 1.8757401 Nov 23 23:02:47.628326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'name': 'network-vif-deleted', 'tag': '6abed217-a3b1-4457-a057-3279c2b3ae8d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:47.629877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port d5009b2c-60fe-4924-a46a-795b51dfb861 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:47.630247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.632147 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a4bc0-8bf6-4c51-aa59-ede073e12a71" -d '{"events": [{"server_uuid": "9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5", "name": "network-vif-deleted", "tag": "6abed217-a3b1-4457-a057-3279c2b3ae8d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:47.763599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.931144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.959902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port baacee11-eed2-41bd-ac84-db7596fc2bf6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:47.960309 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:47.986608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=7606079b-277b-485d-b307-8dd11d077ba6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:48.026922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'be08fe1d-47b4-4f81-bc2a-f45d192c60df', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'port_id': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778b9f13-9347-4594-b7a3-f755926efb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:02:36Z', 'updated_at': '2021-11-23T23:02:42Z', 'revision_number': 1, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:31Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:48.041748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6271133 Nov 23 23:02:48.046373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c23f34a1-46c9-469e-ad60-29058d0150dd req-81d045a0-6d8a-40b5-8281-c734af595a0d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987792 Nov 23 23:02:48.047205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35582) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:48.079740 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989768cc-e5d1-4ef8-a905-2eb48b6d9a52 None None] The sync data for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 is: [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'be08fe1d-47b4-4f81-bc2a-f45d192c60df', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'port_id': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'mac_address': 'fa:16:3e:50:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778b9f13-9347-4594-b7a3-f755926efb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:02:36Z', 'updated_at': '2021-11-23T23:02:42Z', 'revision_number': 1, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:31Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:48.251175 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6193ff-65ca-49e6-b847-f8b886e1e367 x-openstack-request-id: req-5c6193ff-65ca-49e6-b847-f8b886e1e367 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:48.255074 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5", "name": "network-vif-deleted", "tag": "6abed217-a3b1-4457-a057-3279c2b3ae8d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:48.255476 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c6193ff-65ca-49e6-b847-f8b886e1e367 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:48.255961 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c31360c-b0fd-4d81-ae36-f3c3f1ba08b5', 'name': 'network-vif-deleted', 'tag': '6abed217-a3b1-4457-a057-3279c2b3ae8d', 'status': 'completed', 'code': 200} Nov 23 23:02:48.266508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': '0d2a436a-587d-45b9-81eb-79cee3466274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:48.300273 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161b3245-839b-4fb2-bc7f-08ed8685a87a x-openstack-request-id: req-161b3245-839b-4fb2-bc7f-08ed8685a87a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:48.301070 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:48.301703 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-161b3245-839b-4fb2-bc7f-08ed8685a87a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:48.302266 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'status': 'completed', 'code': 200} Nov 23 23:02:48.312162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.347882 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76004678-5166-4703-ad91-2c8ceb17a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.349112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port d5009b2c-60fe-4924-a46a-795b51dfb861, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d5009b2c-60fe-4924-a46a-795b51dfb861,segment=NetworkSegment(00628acc-14fd-417e-a0a8-3118769ee005),segment_id=00628acc-14fd-417e-a0a8-3118769ee005)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:48.349942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.357107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.377663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for d5009b2c-60fe-4924-a46a-795b51dfb861 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:48.466588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-76004678-5166-4703-ad91-2c8ceb17a2d7 None None] For port baacee11-eed2-41bd-ac84-db7596fc2bf6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=baacee11-eed2-41bd-ac84-db7596fc2bf6,segment=NetworkSegment(284587b8-9c18-495e-89ad-c8dd59e700d5),segment_id=284587b8-9c18-495e-89ad-c8dd59e700d5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:48.476480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76004678-5166-4703-ad91-2c8ceb17a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.591138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6407a-3ce3-442c-a394-99407c653323 None None] New status for floating IP be08fe1d-47b4-4f81-bc2a-f45d192c60df: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:02:48.594174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060c162-5047-4973-b05c-25e50e2dad85 req-ef0ca54c-dbca-4690-84de-f5390b01f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:48.595947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-ef0ca54c-dbca-4690-84de-f5390b01f2f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.9999275 Nov 23 23:02:48.596760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9170355-8c30-4753-82a1-77b4b588991e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=0d2a436a-587d-45b9-81eb-79cee3466274,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:48.626968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Pushing event updated for resources: {'Port': ['ID=a8edb48b-f670-4023-9184-33b24e1e8088,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:48.653271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:48.669973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-a38c09a4-9f5c-4547-9a26-ac49457596bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:48.674242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-a38c09a4-9f5c-4547-9a26-ac49457596bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.4170852 Nov 23 23:02:48.677520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 588211cd-0f14-4e28-b55a-cc405a21eb84 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:48.732444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 0d2a436a-587d-45b9-81eb-79cee3466274 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:48.735630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76004678-5166-4703-ad91-2c8ceb17a2d7 None None] Pushing event updated for resources: {'Port': ['ID=baacee11-eed2-41bd-ac84-db7596fc2bf6,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:48.738317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:48.752897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:48.790734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c4077c-5d76-40b4-b56b-a942f8ae551f None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:48.849108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.913994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f152b0-e145-4378-9472-57f9e09f8d63 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:02:48.929688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.936555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=d5009b2c-60fe-4924-a46a-795b51dfb861,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:48.940202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port d5009b2c-60fe-4924-a46a-795b51dfb861 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:48.948090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-68409421-c92e-4af4-a912-9b55a02744f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 998 time: 0.3091333 Nov 23 23:02:48.959265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f49a6c7a-b828-49b5-abb5-8f5962ac8264 None None] Provisioning complete for port baacee11-eed2-41bd-ac84-db7596fc2bf6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:48.959265 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f49a6c7a-b828-49b5-abb5-8f5962ac8264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:48.991530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 588211cd-0f14-4e28-b55a-cc405a21eb84 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:48.991530 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:49.009484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-2d8ee9c7-3dcd-47ed-bb72-ffcabea4ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:49.012095 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-2d8ee9c7-3dcd-47ed-bb72-ffcabea4ae55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.3269622 Nov 23 23:02:49.055880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:49.105417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:49.108453 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:49.200877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:49.227142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-5da5cfda-ca8b-40ad-b3fb-ad3e98a22d82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 998 time: 0.2057128 Nov 23 23:02:49.244564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6abed217-a3b1-4457-a057-3279c2b3ae8d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:02:49.280469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 6abed217-a3b1-4457-a057-3279c2b3ae8d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:02:49.280741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6abed217-a3b1-4457-a057-3279c2b3ae8d not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:02:49.303556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f152b0-e145-4378-9472-57f9e09f8d63 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:02:49.471178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-6d247a60-ea21-4ce8-99b4-9a7b6e5aeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:49.473573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-6d247a60-ea21-4ce8-99b4-9a7b6e5aeaee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.2370055 Nov 23 23:02:49.506337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device baacee11-eed2-41bd-ac84-db7596fc2bf6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:49.539747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-2b1c3da2-d2f2-48b1-bbbc-b2957cffc315 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577421 Nov 23 23:02:49.541898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:49.555421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-641eaaf0-46eb-421c-acf4-178be9ddaec8 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0958943 Nov 23 23:02:49.559398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35598) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:49.561566 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:49.580548 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:49.584236 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:49.648876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-654e0599-4ff5-46ab-aaa1-4b7dffcdabd2 None None] Provisioning complete for port a8edb48b-f670-4023-9184-33b24e1e8088 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:49.649503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-654e0599-4ff5-46ab-aaa1-4b7dffcdabd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:49.765218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-654e0599-4ff5-46ab-aaa1-4b7dffcdabd2 None None] Port a8edb48b-f670-4023-9184-33b24e1e8088 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:02:49.778667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet 438ab731-7a34-45a6-9399-9738fbe451f5 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:02:49.792138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:49.812594 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:49.928767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060c162-5047-4973-b05c-25e50e2dad85 req-ae356548-6b98-448c-95c5-f63313710eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:49.931082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-ae356548-6b98-448c-95c5-f63313710eeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.9492760 Nov 23 23:02:49.944197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:49.986414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:49.998145 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-7c4a202e-fad0-4c8a-8efd-7d470881f36b service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404736 Nov 23 23:02:50.015968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port baacee11-eed2-41bd-ac84-db7596fc2bf6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:50.016408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.093722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-a12e753d-e71a-4360-8843-ef907ee5da26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428461 Nov 23 23:02:50.099537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43427f2b-6797-4930-a213-dfe78cda1aad']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:50.107876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-9a9c6280-1be7-46e1-9301-8a62db559cbd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:02:50.108890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-9a9c6280-1be7-46e1-9301-8a62db559cbd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056760 Nov 23 23:02:50.179864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00628acc-14fd-417e-a0a8-3118769ee005') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:50.180185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00628acc-14fd-417e-a0a8-3118769ee005') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:50.251501 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.301059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b1a5dfeb-cc0f-407e-8497-59001b3f9472 req-95e128e1-5769-4399-937e-41e8149bbe48 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504249 Nov 23 23:02:50.370413 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:47Z', 'revision_number': 9, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:50.431410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.437528 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:50.453584 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:50.454750 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:50.502700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.535604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.570125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Deleting port c45818ce-f477-45cc-806b-352663e9a711 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:50.570423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=438ab731-7a34-45a6-9399-9738fbe451f5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:50.570700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.576534 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.580529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-84f856b0-d949-4953-940c-91ec960e6191 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/438ab731-7a34-45a6-9399-9738fbe451f5 HTTP/1.1" status: 204 len: 168 time: 1.0192871 Nov 23 23:02:50.582432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:50.583089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.583733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35620) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:50.600882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79337123-0081-4855-b66a-92437868681a None None] Network b5bba4c2-ab22-4a52-9d11-4ccc55af65fd requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:50.611041 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:50.620113 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:50.685633 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.725742 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.836440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 087591da-2635-4645-a14a-c3ae4048302a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:50.838184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.928297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-d6d35f9a-3108-4274-a35d-857449246b9d service neutron] 10.222.0.11 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035059 Nov 23 23:02:50.938090 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.952358 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:47Z', 'revision_number': 9, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:50.978755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 087591da-2635-4645-a14a-c3ae4048302a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=087591da-2635-4645-a14a-c3ae4048302a,segment=NetworkSegment(e5607be9-0f57-479b-9470-5e4a3208816e),segment_id=e5607be9-0f57-479b-9470-5e4a3208816e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:50.979347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:50.992821 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] DHCP port deletion for b5bba4c2-ab22-4a52-9d11-4ccc55af65fd request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:51.009301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 087591da-2635-4645-a14a-c3ae4048302a owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:51.012726 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43656e3e-f7dd-41de-ab8d-ccb0ec7bc60a None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:47Z', 'revision_number': 9, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7afc7a9-17ed-4c62-98d1-552a3303ed48', 'name': '', 'network_id': 'd2603701-c6da-438a-8d7e-354898884921', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:c9:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '080f14e0-403d-4978-9104-a274baa32804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:02Z', 'updated_at': '2021-11-23T23:02:12Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '080f14e0-403d-4978-9104-a274baa32804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:51.017028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.048466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.052706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/43427f2b-6797-4930-a213-dfe78cda1aad HTTP/1.1" status: 204 len: 168 time: 9.3134520 Nov 23 23:02:51.071363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35622) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:51.089555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-39311614'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:51.101462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] Deleting port 087591da-2635-4645-a14a-c3ae4048302a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:51.102055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.122490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5c80b-21a6-4cc4-9300-a27eb0346a46 req-6ad28ee5-2d04-432a-b065-4506eedddb0c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:51.128321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7a5c80b-21a6-4cc4-9300-a27eb0346a46 req-6ad28ee5-2d04-432a-b065-4506eedddb0c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 946 time: 0.6281214 Nov 23 23:02:51.164056 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.167329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=43427f2b-6797-4930-a213-dfe78cda1aad,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:51.186085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.196169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=087591da-2635-4645-a14a-c3ae4048302a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:51.200142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No DVR routers for this DVR port 087591da-2635-4645-a14a-c3ae4048302a on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:51.203653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] For port 087591da-2635-4645-a14a-c3ae4048302a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=087591da-2635-4645-a14a-c3ae4048302a,segment=NetworkSegment(e5607be9-0f57-479b-9470-5e4a3208816e),segment_id=e5607be9-0f57-479b-9470-5e4a3208816e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:51.204726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.208663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=40b1b77a-bd3c-4f9a-a2ad-46f3ec6f9dcf,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:51.219246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] Calling delete_port for 087591da-2635-4645-a14a-c3ae4048302a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:51.293365 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.305351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.305980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.306655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.307257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.307795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.308331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.308846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.309349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.309855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.310365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.310868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.311155 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.311475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.316958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bba4c2-ab22-4a52-9d11-4ccc55af65fd']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:51.331985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5607be9-0f57-479b-9470-5e4a3208816e') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:51.332470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5607be9-0f57-479b-9470-5e4a3208816e') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:51.347701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.349394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.349906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.350458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.350952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.351465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.351995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.352509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.352820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] Pushing event deleted for resources: {'Port': ['ID=087591da-2635-4645-a14a-c3ae4048302a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:51.353044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.353462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.353946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.355248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.356685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754db0c-4c90-4cd0-aaf9-b5807bf75ab0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:02:51.356862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02feeca7-9b6e-4ad1-8bb8-e43adb32c10b None None] No DVR routers for this DVR port 087591da-2635-4645-a14a-c3ae4048302a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:51.368021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.376564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:51.376980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:51.380888 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:51.383148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Calling delete_port for c45818ce-f477-45cc-806b-352663e9a711 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:51.464914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.486420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.495615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/b5bba4c2-ab22-4a52-9d11-4ccc55af65fd HTTP/1.1" status: 204 len: 168 time: 0.9099121 Nov 23 23:02:51.498043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35624) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:51.518422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451788-6782-42ff-8eb3-048fcb4c35fe tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=b5bba4c2-ab22-4a52-9d11-4ccc55af65fd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:51.549516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 087591da-2635-4645-a14a-c3ae4048302a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:02:51.590178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 087591da-2635-4645-a14a-c3ae4048302a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:02:51.590518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 087591da-2635-4645-a14a-c3ae4048302a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:02:51.591178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7606079b-277b-485d-b307-8dd11d077ba6 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:02:51.619701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7606079b-277b-485d-b307-8dd11d077ba6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:02:51.620726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7606079b-277b-485d-b307-8dd11d077ba6 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:02:51.677220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:51.681102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.726705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4060c162-5047-4973-b05c-25e50e2dad85 req-a1d9c944-613e-4413-8b00-e5ff8d4d2465 service neutron] 10.222.0.11 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462940 Nov 23 23:02:51.727638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': 'bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d2a436a-587d-45b9-81eb-79cee3466274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:51.728072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: 0d2a436a-587d-45b9-81eb-79cee3466274, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:51.776758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:51.788942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.789288 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 0660b957-c3d9-4dd0-8909-fbf08fcfc74f of type vlan for network ec82d396-a835-4c5f-8649-ea4d738474a2 Nov 23 23:02:51.807452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b7a5c80b-21a6-4cc4-9300-a27eb0346a46 req-1cf334f4-fed3-4c0c-af6e-30d232bdc19e tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164782 Nov 23 23:02:51.842673 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.933926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:51.946298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network 0d2a436a-587d-45b9-81eb-79cee3466274 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:52.064264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 0d2a436a-587d-45b9-81eb-79cee3466274) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:52.069106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:52.074274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-f5439f57-fd8b-4a43-8a5e-20ca9302a9aa tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.2709997 Nov 23 23:02:52.082782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a73092-69af-413f-ac68-7be735c5baac None None] Network 0d2a436a-587d-45b9-81eb-79cee3466274 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:52.087215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:52.087856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.148218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-34c441c0-c4f2-409b-8356-85cde07feb0d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:52.149810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-34c441c0-c4f2-409b-8356-85cde07feb0d tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 946 time: 0.1387844 Nov 23 23:02:52.398487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Deleting port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:52.398487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.511562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.517523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:52.518343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.534096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-0d2a436a-587d-45b9-81eb-79cee3466274', 'network_id': '0d2a436a-587d-45b9-81eb-79cee3466274', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': '40b1b77a-bd3c-4f9a-a2ad-46f3ec6f9dcf'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:52.536442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.552013 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb8dba72-64a9-40e2-a971-94094dc0d8c5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.3045683 Nov 23 23:02:52.560378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35628) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:52.565452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834832885'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:52.570455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] For port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,segment=NetworkSegment(ba96575c-613d-4c38-a45b-e04ae685d5ec),segment_id=ba96575c-613d-4c38-a45b-e04ae685d5ec)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:52.570793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.587502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-416c3c96-38ef-40bd-9aad-bdd39c4387fc tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:52.590810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Calling delete_port for 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:52.595949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-416c3c96-38ef-40bd-9aad-bdd39c4387fc tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports/58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 942 time: 0.5031569 Nov 23 23:02:52.671763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:52.675834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.679592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5941117 Nov 23 23:02:52.680445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.681204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:52.687512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': 'ec82d396-a835-4c5f-8649-ea4d738474a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:52.718824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Allocated IP 2001:db8::1 (0d2a436a-587d-45b9-81eb-79cee3466274/40b1b77a-bd3c-4f9a-a2ad-46f3ec6f9dcf/76d4b303-b938-437f-aec1-35533599e7d1) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:52.797193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Pushing event deleted for resources: {'Port': ['ID=c45818ce-f477-45cc-806b-352663e9a711,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:52.800563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922e49b-7243-45ac-b9ca-a4489d1e2939 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=ec82d396-a835-4c5f-8649-ea4d738474a2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:52.809697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:52.836174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.836643 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment 004a8be5-0864-4f16-8bc5-b86cb5f1c418 of type vlan for network 8de88351-41f8-4175-8e59-d0d3ee47b597 Nov 23 23:02:52.856361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ec82d396-a835-4c5f-8649-ea4d738474a2 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:52.863070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-21c4213a-21d8-44ae-854b-5d8ee2efbfc2 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.2121687 Nov 23 23:02:52.874921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:52.949439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Router 38994fac-bc79-4ee1-9b20-983b78f3663c is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:02:52.970957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd348f16-4005-4cd7-a0ef-2a76dafa56d3 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:53.023411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.062863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.075053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:53.080236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.086794 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.097926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.143843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Network 0d2a436a-587d-45b9-81eb-79cee3466274 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:53.148682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:53.151772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:53.218515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:02:53.226417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 23:02:53.226949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 23:02:53.236475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Pushing event updated for resources: {'Port': ['ID=76d4b303-b938-437f-aec1-35533599e7d1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:53.245544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Attempting to bind port 76d4b303-b938-437f-aec1-35533599e7d1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:53.247316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Attempting to bind port 76d4b303-b938-437f-aec1-35533599e7d1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d2a436a-587d-45b9-81eb-79cee3466274'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:53.247975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Attempting to bind port 76d4b303-b938-437f-aec1-35533599e7d1 on network 0d2a436a-587d-45b9-81eb-79cee3466274 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:53.255000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:53.255771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Checking segment: {'id': 'bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d2a436a-587d-45b9-81eb-79cee3466274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:53.256364 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.257137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Bound using segment: {'id': 'bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d2a436a-587d-45b9-81eb-79cee3466274'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:53.257856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Bound port: 76d4b303-b938-437f-aec1-35533599e7d1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d2a436a-587d-45b9-81eb-79cee3466274'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:53.258435 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.303965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.343014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-6c1e65af-2573-4753-b709-9ec4560f091f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:53.350279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.352454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-6c1e65af-2573-4753-b709-9ec4560f091f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.4883847 Nov 23 23:02:53.353392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:53.353718 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.357557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] For port 76d4b303-b938-437f-aec1-35533599e7d1, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:53.365872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] For port 76d4b303-b938-437f-aec1-35533599e7d1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=76d4b303-b938-437f-aec1-35533599e7d1,segment=NetworkSegment(bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58),segment_id=bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:53.369584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Pushing event deleted for resources: {'Port': ['ID=9bb158f9-e9c5-4311-9681-d1ffff37c7f2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:53.377032 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.377377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348fc9-381e-4d70-92d3-e3cc3e1366ce req-7de9fade-ae75-4c21-92a7-ada87e043bb1 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:53.384741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81348fc9-381e-4d70-92d3-e3cc3e1366ce req-7de9fade-ae75-4c21-92a7-ada87e043bb1 tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9e0f2c0-a735-4b9a-8de7-9095207ea4fe HTTP/1.1" status: 200 len: 946 time: 0.3712423 Nov 23 23:02:53.442672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:53.456079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf061a0-e97c-466c-8eb0-23f5c8c0b8fc None None] DHCP port deletion for 68d870b7-ea29-45c0-8c29-93b9cfb7f716 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:53.475348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Sync routers for ids ['38994fac-bc79-4ee1-9b20-983b78f3663c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:53.485183 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9236135 Nov 23 23:02:53.485879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35634) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:53.501431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': '8de88351-41f8-4175-8e59-d0d3ee47b597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:53.529219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Routers {'38994fac-bc79-4ee1-9b20-983b78f3663c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:53.529219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['38994fac-bc79-4ee1-9b20-983b78f3663c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:53.538532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e2953-071b-4e35-9b6d-f575914d3869 None None] Pushing event updated for resources: {'Port': ['ID=76d4b303-b938-437f-aec1-35533599e7d1,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:53.543498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] No DVR routers for this DVR port 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:02:53.545205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b416-9fe5-4455-ab41-184314d02626 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=8de88351-41f8-4175-8e59-d0d3ee47b597,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:53.547966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.551985 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ce9b37df-8b72-4c4a-88d9-ed93d404a345 req-859a7efb-52c3-4fed-83ae-af890aeb05ac tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.48 "DELETE /v2.0/ports/9bb158f9-e9c5-4311-9681-d1ffff37c7f2 HTTP/1.1" status: 204 len: 173 time: 1.3705051 Nov 23 23:02:53.576436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'name': 'network-vif-deleted', 'tag': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:53.578970 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c29bacc-79d5-4e1a-90b5-13ab3175cc64" -d '{"events": [{"server_uuid": "c9e0f2c0-a735-4b9a-8de7-9095207ea4fe", "name": "network-vif-deleted", "tag": "9bb158f9-e9c5-4311-9681-d1ffff37c7f2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:53.599329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.624417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-28b26459-c4b1-4630-bdcc-99b2e51b97d0 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.2708704 Nov 23 23:02:53.638424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:53.647892 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.654283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-696725b5-cc51-4923-9adb-aa4a41d0994b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.7304413 Nov 23 23:02:53.660247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35638) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:53.680181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 8de88351-41f8-4175-8e59-d0d3ee47b597 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:53.681383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.782131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.793853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:53.797760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:53.833548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81348fc9-381e-4d70-92d3-e3cc3e1366ce req-6daf1bde-8f78-48db-81fd-7bf9e38b3b2c tempest-ServersTestJSON-1963016763 tempest-ServersTestJSON-1963016763-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5f510ed-a3a2-4dc5-8950-c563a8956a82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461615 Nov 23 23:02:53.914013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Set router 38994fac-bc79-4ee1-9b20-983b78f3663c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:53.987493 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ba07b2-9a92-476d-a0a5-23553761d5e0 x-openstack-request-id: req-21ba07b2-9a92-476d-a0a5-23553761d5e0 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:53.987988 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0f2c0-a735-4b9a-8de7-9095207ea4fe", "name": "network-vif-deleted", "tag": "9bb158f9-e9c5-4311-9681-d1ffff37c7f2", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:53.988351 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21ba07b2-9a92-476d-a0a5-23553761d5e0 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:53.989012 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0f2c0-a735-4b9a-8de7-9095207ea4fe', 'name': 'network-vif-deleted', 'tag': '9bb158f9-e9c5-4311-9681-d1ffff37c7f2', 'status': 'completed', 'code': 200} Nov 23 23:02:54.092639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 23:02:54.093482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 23:02:54.115064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=5739b1ca-beb7-4b41-9fa7-34a140c53d9f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:54.211723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port f7afc7a9-17ed-4c62-98d1-552a3303ed48 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:54.212173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.212644 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.216857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '0660b957-c3d9-4dd0-8909-fbf08fcfc74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec82d396-a835-4c5f-8649-ea4d738474a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:54.217446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: ec82d396-a835-4c5f-8649-ea4d738474a2, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:54.218681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Router 8ee9e478-d9da-47a6-9a01-577c2cd5ddea has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:54.307393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:02:49Z', 'revision_number': 3, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:54.370478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network ec82d396-a835-4c5f-8649-ea4d738474a2 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:54.428442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Checking router: 38994fac-bc79-4ee1-9b20-983b78f3663c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:54.428903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Updating router 38994fac-bc79-4ee1-9b20-983b78f3663c port a8edb48b-f670-4023-9184-33b24e1e8088 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:02:54.430169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ec82d396-a835-4c5f-8649-ea4d738474a2) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:54.436970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port f7afc7a9-17ed-4c62-98d1-552a3303ed48, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7afc7a9-17ed-4c62-98d1-552a3303ed48,segment=NetworkSegment(c731dfed-26d6-4472-8b3f-e77c2ad28db9),segment_id=c731dfed-26d6-4472-8b3f-e77c2ad28db9)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:54.437339 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.442022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:54.442637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.474308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for f7afc7a9-17ed-4c62-98d1-552a3303ed48 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:02:54.479718 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.494518 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-11e16ba7-d3e3-47e2-a231-5a2de1ad8543 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8109949 Nov 23 23:02:54.499945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35640) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:54.500269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f2a4f-f281-4dd8-b4c2-6cc812565e0f None None] Network ec82d396-a835-4c5f-8649-ea4d738474a2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:54.553234 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.559379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:54.571934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.577017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7ab55ddb-0a64-4a55-ba1c-8d43472ff014 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "PUT /v2.0/routers/8ee9e478-d9da-47a6-9a01-577c2cd5ddea HTTP/1.1" status: 200 len: 710 time: 8.3053892 Nov 23 23:02:54.579770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35642) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:54.595465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=64505ace-d025-4c5d-8ea2-bcbcb542dd85,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:54.616972 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] Sync routers for ids ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:54.629405 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] Routers {'8ee9e478-d9da-47a6-9a01-577c2cd5ddea'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:54.630466 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:54.638409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': '004a8be5-0864-4f16-8bc5-b86cb5f1c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8de88351-41f8-4175-8e59-d0d3ee47b597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:54.638801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: 8de88351-41f8-4175-8e59-d0d3ee47b597, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:02:54.666238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:54.677045 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] Routers {'8ee9e478-d9da-47a6-9a01-577c2cd5ddea'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:54.678009 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:54.724340 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:54.725395 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f54a3-a93d-435d-b72e-1545bea2adc5 None None] The sync data for ids ['8ee9e478-d9da-47a6-9a01-577c2cd5ddea'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:54.726296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.790645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network 8de88351-41f8-4175-8e59-d0d3ee47b597 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:02:54.820822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 8de88351-41f8-4175-8e59-d0d3ee47b597) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:54.832358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:54.833306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.865538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:54.868887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc004a07-903f-4685-bcf0-2c72a68217e3 None None] Network 8de88351-41f8-4175-8e59-d0d3ee47b597 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:54.885020 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-96d9d0d3-00ca-4681-b159-67d89d43a0a4 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3885269 Nov 23 23:02:54.950784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35646) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:54.960175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35648) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:54.974005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=f7afc7a9-17ed-4c62-98d1-552a3303ed48,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:55.150888 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:55.280396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe06071-1dc0-4e5b-acb5-45bc7f8968a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ec82d396-a835-4c5f-8649-ea4d738474a2', 'network_id': 'ec82d396-a835-4c5f-8649-ea4d738474a2', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': '5739b1ca-beb7-4b41-9fa7-34a140c53d9f'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:55.282202 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1fe06071-1dc0-4e5b-acb5-45bc7f8968a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:55.285593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:02:55.349152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:02:55.349672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9bb158f9-e9c5-4311-9681-d1ffff37c7f2 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:02:55.386628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9bc5a2a2-8ae8-44cd-b942-79413dde9917 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/routers/8ee9e478-d9da-47a6-9a01-577c2cd5ddea HTTP/1.1" status: 200 len: 745 time: 0.7972503 Nov 23 23:02:55.401999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:55.403213 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Floating IP be08fe1d-47b4-4f81-bc2a-f45d192c60df disassociated. External IP: 172.25.0.72, port: 58db1eb2-aad4-4015-91d7-431b8aec4e98. Nov 23 23:02:55.411603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-8de88351-41f8-4175-8e59-d0d3ee47b597', 'network_id': '8de88351-41f8-4175-8e59-d0d3ee47b597', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': '64505ace-d025-4c5d-8ea2-bcbcb542dd85'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:02:55.411603 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:55.419643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35650) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:55.496002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] Deleting subnet b0fc9903-3824-42ba-9235-b394e48849cc {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:02:55.499995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-885eeb29-c507-4283-b18f-1f06ceaddb87 tempest-RoutersIpV6AdminTest-855555699 tempest-RoutersIpV6AdminTest-855555699-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&device_id=8ee9e478-d9da-47a6-9a01-577c2cd5ddea HTTP/1.1" status: 200 len: 205 time: 0.0762792 Nov 23 23:02:55.507398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35652) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:55.529757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:55.711822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:55.717057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b1abb21e-2f7c-40cb-b4f3-a0ad95b4e9d5 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ee9e478-d9da-47a6-9a01-577c2cd5ddea HTTP/1.1" status: 200 len: 205 time: 0.2055926 Nov 23 23:02:55.726710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:55.780358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8bde8a-8923-493f-860e-af4bde680868 None None] Network 0d2a436a-587d-45b9-81eb-79cee3466274 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:55.800818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76d4b303-b938-437f-aec1-35533599e7d1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:55.808509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:55.907222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.105399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Router aed78651-122b-4b12-926e-0a3316391f3c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:56.112842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.155247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.178572 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.223478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19e6a994-bba0-4108-be65-45028efc6ab6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.272113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:56.346296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0928c6bc-6ac0-4302-bf7e-a614306660c6 None None] Provisioning complete for port 76d4b303-b938-437f-aec1-35533599e7d1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:56.346296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0928c6bc-6ac0-4302-bf7e-a614306660c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.372182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.384257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.411078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Allocated IP 2001:db8::3 (8de88351-41f8-4175-8e59-d0d3ee47b597/64505ace-d025-4c5d-8ea2-bcbcb542dd85/3230602d-6b7d-4d68-b547-f2fd6fd877cc) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:56.416534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.424679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec82d396-a835-4c5f-8649-ea4d738474a2']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-1fe06071-1dc0-4e5b-acb5-45bc7f8968a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5739b1ca-beb7-4b41-9fa7-34a140c53d9f: This subnet is being modified by another concurrent operation. Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5739b1ca-beb7-4b41-9fa7-34a140c53d9f: This subnet is being modified by another concurrent operation. Nov 23 23:02:56.430411 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 23:02:56.460471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=5739b1ca-beb7-4b41-9fa7-34a140c53d9f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:56.487561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2818792-b178-4a7a-b968-92a29a512642 None None] Network ec82d396-a835-4c5f-8649-ea4d738474a2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:56.501762 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.605304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19e6a994-bba0-4108-be65-45028efc6ab6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.609911 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19e6a994-bba0-4108-be65-45028efc6ab6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.659953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751cb50a-f80d-4e4d-8e1a-861bf2b6b0d2 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:56.714343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.740343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19e6a994-bba0-4108-be65-45028efc6ab6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.740915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e6a994-bba0-4108-be65-45028efc6ab6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee9e478-d9da-47a6-9a01-577c2cd5ddea {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:02:56.759044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19e6a994-bba0-4108-be65-45028efc6ab6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.766880 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19e6a994-bba0-4108-be65-45028efc6ab6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/8ee9e478-d9da-47a6-9a01-577c2cd5ddea HTTP/1.1" status: 204 len: 168 time: 1.0338128 Nov 23 23:02:56.771083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:56.776802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0660b957-c3d9-4dd0-8909-fbf08fcfc74f') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:56.777415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0660b957-c3d9-4dd0-8909-fbf08fcfc74f') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:56.820511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.842884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:56.918557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Allocated IP 172.20.0.1 (2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3/6aec9ff9-02b8-4f3b-a052-00cab88deead/2fcfafcb-aa6e-47e4-8828-f3414b4ce266) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:56.927491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fc9903-3824-42ba-9235-b394e48849cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:56.936243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e1de00aa-a411-4387-a6ba-028d8cb67de6 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ee9e478-d9da-47a6-9a01-577c2cd5ddea HTTP/1.1" status: 200 len: 205 time: 0.1424441 Nov 23 23:02:56.944819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:56.951087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Attempting to bind port a8edb48b-f670-4023-9184-33b24e1e8088 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:56.951868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Attempting to bind port a8edb48b-f670-4023-9184-33b24e1e8088 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:56.952751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Attempting to bind port a8edb48b-f670-4023-9184-33b24e1e8088 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:56.996646 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-58f55715-3171-41f4-b1b5-de013d9390e3 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] delete failed (client error): The resource could not be found. Nov 23 23:02:57.000368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-58f55715-3171-41f4-b1b5-de013d9390e3 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/8ee9e478-d9da-47a6-9a01-577c2cd5ddea HTTP/1.1" status: 404 len: 336 time: 0.0549278 Nov 23 23:02:57.001026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.023762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 76d4b303-b938-437f-aec1-35533599e7d1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:57.024774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.025137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.028402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c5338-201f-450a-b749-b4a74b213a16 None None] Pushing event updated for resources: {'Port': ['ID=a8edb48b-f670-4023-9184-33b24e1e8088,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:57.037251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.044361 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d833f37e-6cf9-4583-94c3-8f8c3fae20c3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b0fc9903-3824-42ba-9235-b394e48849cc HTTP/1.1" status: 204 len: 168 time: 2.0788589 Nov 23 23:02:57.045616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:57.046169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.051997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d4000-a364-4f97-81c0-63c9c9cfdc47 None None] Network 68d870b7-ea29-45c0-8c29-93b9cfb7f716 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:57.057630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:57.058766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:57.059631 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.060382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:57.061014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35662) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.061481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Bound port: a8edb48b-f670-4023-9184-33b24e1e8088, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:57.062281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.064928 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-92ae6a1b-6167-434d-be66-12561fbc6ab0 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 HTTP/1.1" status: 200 len: 205 time: 0.0548148 Nov 23 23:02:57.075225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35664) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.135760 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-eb2e2c5a-ef2a-4d5d-88ea-93e662516abc tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] delete failed (client error): The resource could not be found. Nov 23 23:02:57.137018 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-eb2e2c5a-ef2a-4d5d-88ea-93e662516abc tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/aaaa7c7e-71f7-4ce2-87f7-80eba8c9a892 HTTP/1.1" status: 404 len: 336 time: 0.0598514 Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:57.138971 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:57.145697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:57.147230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:57.156564 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-da3d0fd1-bfcf-4154-9a33-51a60227ea04 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6542225 Nov 23 23:02:57.157913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35668) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.165093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35666) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.177801 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:57.198679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.200803 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:57.205349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:57.249639 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.262710 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.302903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] Sync routers for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:57.309216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet 080f14e0-403d-4978-9104-a274baa32804 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:02:57.319656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.320764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.325639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/ec82d396-a835-4c5f-8649-ea4d738474a2 HTTP/1.1" status: 204 len: 168 time: 2.8211293 Nov 23 23:02:57.330806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35670) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.332781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f5c9f20-e9b5-4775-8eb9-d33e87812031 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d2e0f2e-2625-4cb4-8230-92344e1ece28 HTTP/1.1" status: 200 len: 205 time: 0.1575861 Nov 23 23:02:57.336865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.348218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015320397'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:57.350729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.375519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae445a-49b9-4235-9902-64e151c78e03 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=ec82d396-a835-4c5f-8649-ea4d738474a2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:57.445532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-978bdc54-de9b-4dce-9ded-6573faa60b80 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "PUT /v2.0/floatingips/be08fe1d-47b4-4f81-bc2a-f45d192c60df HTTP/1.1" status: 200 len: 694 time: 3.8197229 Nov 23 23:02:57.453653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:57.460547 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eaf579-d6de-4e62-aecc-6c2620c6f367" -d '{"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:57.466715 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-84e662df-4d4c-4ba6-8fef-684db29faeab tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] delete failed (client error): The resource could not be found. Nov 23 23:02:57.468305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-84e662df-4d4c-4ba6-8fef-684db29faeab tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/3d2e0f2e-2625-4cb4-8230-92344e1ece28 HTTP/1.1" status: 404 len: 336 time: 0.1139197 Nov 23 23:02:57.473921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35676) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:57.485333 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:57.516664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.552479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.584540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-008c00ec-fede-4b11-ba3d-1a504aeafaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:57.588267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-008c00ec-fede-4b11-ba3d-1a504aeafaab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.1090798 Nov 23 23:02:57.634814 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfb1e75-6ec7-4385-9e30-8d2ee213c5d9 x-openstack-request-id: req-0dfb1e75-6ec7-4385-9e30-8d2ee213c5d9 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:57.635296 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:57.635723 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dfb1e75-6ec7-4385-9e30-8d2ee213c5d9 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:57.636251 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'status': 'completed', 'code': 200} Nov 23 23:02:57.665058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.680612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:57.682565 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:57.705150 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.778078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:57.783449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:57.794464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:57.845524 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0928c6bc-6ac0-4302-bf7e-a614306660c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.857401 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.870763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:57.938224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:57.962187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-1bc57d17-24a6-4976-8493-51f17c3e792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:57.964383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-1bc57d17-24a6-4976-8493-51f17c3e792c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.3676345 Nov 23 23:02:57.976134 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:54Z', 'revision_number': 10, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:57.999069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d870b7-ea29-45c0-8c29-93b9cfb7f716']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.024187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba96575c-613d-4c38-a45b-e04ae685d5ec') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.024699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba96575c-613d-4c38-a45b-e04ae685d5ec') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.067733 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:58.068524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-e17e95b2-ff9f-48f1-b63b-2a3ac9ab454f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.0891066 Nov 23 23:02:58.073527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.075651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:58.084883 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.091077 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:58.091874 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.128141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] For port a8edb48b-f670-4023-9184-33b24e1e8088, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:02:58.176236 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.182281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] For port a8edb48b-f670-4023-9184-33b24e1e8088, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a8edb48b-f670-4023-9184-33b24e1e8088,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:02:58.198301 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ec7ff09c-bf29-4936-bdfb-b00a1e9df303 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=7025dba3-d11e-4549-8bbf-2b3903d4b7d7 HTTP/1.1" status: 200 len: 205 time: 0.7097375 Nov 23 23:02:58.206942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.216170 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.242101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0928c6bc-6ac0-4302-bf7e-a614306660c6 None None] For port 76d4b303-b938-437f-aec1-35533599e7d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=76d4b303-b938-437f-aec1-35533599e7d1,segment=NetworkSegment(bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58),segment_id=bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:58.258595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.264225 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/080f14e0-403d-4978-9104-a274baa32804 HTTP/1.1" status: 204 len: 168 time: 1.1049473 Nov 23 23:02:58.265341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.270068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35680) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.270997 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-b2a73df8-5684-4842-9027-7187c033c41a tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] delete failed (client error): The resource could not be found. Nov 23 23:02:58.275950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b2a73df8-5684-4842-9027-7187c033c41a tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/7025dba3-d11e-4549-8bbf-2b3903d4b7d7 HTTP/1.1" status: 404 len: 336 time: 0.0648773 Nov 23 23:02:58.291816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35682) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.312193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9ae2d-51c8-4dcf-a760-60eb72e4a137 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=080f14e0-403d-4978-9104-a274baa32804,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:58.325084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:58.325566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.334112 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.338028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11adf0fa-70bc-45ed-9363-239e90667e61 None None] DHCP port deletion for 68d870b7-ea29-45c0-8c29-93b9cfb7f716 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:58.348470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e1b79-821b-4d4e-8b74-01faebd2a584 None None] Network d2603701-c6da-438a-8d7e-354898884921 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:58.351466 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:58.358539 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:58.371780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-63ab4183-5152-415a-8a39-74a004e25549 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=973b45d9-3d09-4833-b2a2-b6635acafef3 HTTP/1.1" status: 200 len: 205 time: 0.0704401 Nov 23 23:02:58.385585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:02:58.398507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-9935f322-ede3-4e49-989d-8360e637511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:58.400266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-9935f322-ede3-4e49-989d-8360e637511c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.2455122 Nov 23 23:02:58.401084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35684) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.412896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.413278 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 89fd3da3-b082-46b3-9080-85222472e694 of type vlan for network 4d0d55d6-d28a-4884-b7e3-62106e85fade Nov 23 23:02:58.437972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.466943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.511132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.540767 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.544049 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-f8b5a6f8-45d6-413e-979f-ac20ff3f28b1 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] delete failed (client error): The resource could not be found. Nov 23 23:02:58.545774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f8b5a6f8-45d6-413e-979f-ac20ff3f28b1 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/973b45d9-3d09-4833-b2a2-b6635acafef3 HTTP/1.1" status: 404 len: 336 time: 0.1390691 Nov 23 23:02:58.552937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.555086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0928c6bc-6ac0-4302-bf7e-a614306660c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.562586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-6b3216af-c33a-4c5a-81d0-a999589b6364 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414802 Nov 23 23:02:58.563024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35686) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.571469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Pushing event updated for resources: {'Port': ['ID=3230602d-6b7d-4d68-b547-f2fd6fd877cc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:58.581832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.587874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:58.588526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.657308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3943accf-37b5-42c4-8de0-b2299b41a296 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:02:58.697532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Routers {'38994fac-bc79-4ee1-9b20-983b78f3663c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:58.698560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['38994fac-bc79-4ee1-9b20-983b78f3663c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.707141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-636a388e-0eb7-4a7b-8883-6becc47659bc tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "GET /v2.0/ports?device_id=01c5318c-325e-4b1f-aa27-b9be882620f3 HTTP/1.1" status: 200 len: 205 time: 0.1363547 Nov 23 23:02:58.723444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35688) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.744670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.775398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de88351-41f8-4175-8e59-d0d3ee47b597']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.789918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a8be5-0864-4f16-8bc5-b86cb5f1c418') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.790220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a8be5-0864-4f16-8bc5-b86cb5f1c418') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:58.802660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.818800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.820100 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-777e69ea-04fc-4286-930f-32b17aaecbc2 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] delete failed (client error): The resource could not be found. Nov 23 23:02:58.825048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-777e69ea-04fc-4286-930f-32b17aaecbc2 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/routers/01c5318c-325e-4b1f-aa27-b9be882620f3 HTTP/1.1" status: 404 len: 336 time: 0.0842206 Nov 23 23:02:58.827243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:02:58.827243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.856031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] Set router 38994fac-bc79-4ee1-9b20-983b78f3663c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:58.894390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=64505ace-d025-4c5d-8ea2-bcbcb542dd85,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:02:58.897124 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:02:58.901504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35690) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.904418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-887f3767-1f17-4b65-9e38-39226e649163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:58.906499 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-887f3767-1f17-4b65-9e38-39226e649163 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b054f504e944e658a7a7e9456e392c5&device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 1096 time: 0.8111193 Nov 23 23:02:58.916627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:02:58.916627 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:02:58.916627 n-d-817303-3 neutron-server[103523]: [parameters: {'id': '8de88351-41f8-4175-8e59-d0d3ee47b597'}] Nov 23 23:02:58.916627 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:02:58.917501 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:02:58.949904 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6114290 Nov 23 23:02:58.984667 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35692) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:58.993290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '4d0d55d6-d28a-4884-b7e3-62106e85fade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:59.004828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:59.047328 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9932e2a-f127-46f1-98f0-aab4a90cd8c3 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] DELETE failed (client error): The resource could not be found. Nov 23 23:02:59.048159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9932e2a-f127-46f1-98f0-aab4a90cd8c3 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:02:59.052453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9932e2a-f127-46f1-98f0-aab4a90cd8c3 tempest-RoutersIpV6AdminTest-413611473 tempest-RoutersIpV6AdminTest-413611473-project] 10.222.0.11 "DELETE /v2.0/subnets/5982554c-e789-4b12-933f-e9b6c52fc789 HTTP/1.1" status: 404 len: 337 time: 0.1446471 Nov 23 23:02:59.077644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445278-20e1-4b81-a847-d1ba0f4bb490 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=4d0d55d6-d28a-4884-b7e3-62106e85fade,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:59.089722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:59.093601 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] 10.222.0.11 "DELETE /v2.0/networks/68d870b7-ea29-45c0-8c29-93b9cfb7f716 HTTP/1.1" status: 204 len: 168 time: 2.0313652 Nov 23 23:02:59.199284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218341b9-86a6-401d-a10c-59da5fb1511b admin admin] Pushing event deleted for resources: {'Network': ['ID=68d870b7-ea29-45c0-8c29-93b9cfb7f716,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:59.204808 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:54Z', 'revision_number': 10, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:59.262977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:02:59.266183 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fd007-2ad5-43aa-a858-a21369d4554f None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:02:54Z', 'revision_number': 10, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None, '_interfaces': [{'id': '5007eb33-a9e9-42f5-b250-30a43b511788', 'name': '', 'network_id': '150ed6ab-fe15-4670-a1c0-fdf0d125c548', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'mac_address': 'fa:16:3e:69:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:51Z', 'updated_at': '2021-11-23T23:02:02Z', 'revision_number': 5, 'project_id': '57c0ee35baac40abaf58c87137405628', 'subnets': [{'id': '2e49d202-92ce-468f-be05-6b832f2c7ce3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:59.281406 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:59.334645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-27025096-0441-4d05-a1eb-6747dc5ca872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:59.336354 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-27025096-0441-4d05-a1eb-6747dc5ca872 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 200 len: 921 time: 0.4081900 Nov 23 23:02:59.380397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4d0d55d6-d28a-4884-b7e3-62106e85fade details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:02:59.398502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Network 8de88351-41f8-4175-8e59-d0d3ee47b597 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:59.404603 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-01f9a493-9f04-476a-a04f-197a8f98ff16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 200 len: 217 time: 0.0549150 Nov 23 23:02:59.430578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c5338-201f-450a-b749-b4a74b213a16 None None] Pushing event updated for resources: {'Port': ['ID=a8edb48b-f670-4023-9184-33b24e1e8088,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:59.434156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:59.466315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:59.468915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:59.480244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Provisioning complete for port a8edb48b-f670-4023-9184-33b24e1e8088 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:59.480652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:59.541312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:59.580202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35700) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:59.641576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-773c015b-9150-48d2-8ce5-7a4954b5b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:59.647447 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-773c015b-9150-48d2-8ce5-7a4954b5b110 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 200 len: 860 time: 0.2321975 Nov 23 23:02:59.708266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7afc7a9-17ed-4c62-98d1-552a3303ed48 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:02:59.716169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-c9e265dc-8132-483e-b32e-d8560f08f9a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e3dd6e3-9fc6-4674-88ad-6afb00c38378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561962 Nov 23 23:02:59.738323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f7afc7a9-17ed-4c62-98d1-552a3303ed48 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:02:59.738698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7afc7a9-17ed-4c62-98d1-552a3303ed48 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:02:59.754927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-c3a82097-00d4-4f27-8852-e8a4fb835eef service neutron] 10.222.0.11 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1762116 Nov 23 23:02:59.796434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Attempting to bind port 3230602d-6b7d-4d68-b547-f2fd6fd877cc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:02:59.796820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Attempting to bind port 3230602d-6b7d-4d68-b547-f2fd6fd877cc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '004a8be5-0864-4f16-8bc5-b86cb5f1c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8de88351-41f8-4175-8e59-d0d3ee47b597'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:02:59.797187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Attempting to bind port 3230602d-6b7d-4d68-b547-f2fd6fd877cc on network 8de88351-41f8-4175-8e59-d0d3ee47b597 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:02:59.809992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:59.860342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928c6bc-6ac0-4302-bf7e-a614306660c6 None None] Pushing event updated for resources: {'Port': ['ID=76d4b303-b938-437f-aec1-35533599e7d1,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:59.863327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:02:59.863814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Checking segment: {'id': '004a8be5-0864-4f16-8bc5-b86cb5f1c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8de88351-41f8-4175-8e59-d0d3ee47b597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:02:59.864316 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:59.864712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Bound using segment: {'id': '004a8be5-0864-4f16-8bc5-b86cb5f1c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8de88351-41f8-4175-8e59-d0d3ee47b597'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:02:59.865209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Bound port: 3230602d-6b7d-4d68-b547-f2fd6fd877cc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a8be5-0864-4f16-8bc5-b86cb5f1c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8de88351-41f8-4175-8e59-d0d3ee47b597'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:02:59.865724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:59.921065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-49f3b170-7bea-4d3e-8d53-fd5392686507 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69057989b65c42ae82bb8ea174bf6752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279862 Nov 23 23:02:59.921065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port a533e698-4bc9-4404-a174-f11b2a8699d1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:02:59.921065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.038437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.039896 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.044898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] DHCP port deletion for d2603701-c6da-438a-8d7e-354898884921 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:00.045930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35706) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:00.098898 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.129023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] For port a8edb48b-f670-4023-9184-33b24e1e8088, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a8edb48b-f670-4023-9184-33b24e1e8088,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:00.166994 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.210345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:02:58Z', 'revision_number': 4, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '2fcfafcb-aa6e-47e4-8828-f3414b4ce266', 'name': '', 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'mac_address': 'fa:16:3e:c9:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:56Z', 'updated_at': '2021-11-23T23:02:56Z', 'revision_number': 1, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'subnets': [{'id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:00.216908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] For port 3230602d-6b7d-4d68-b547-f2fd6fd877cc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:00.225679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting port 3230602d-6b7d-4d68-b547-f2fd6fd877cc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:00.225679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.275241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:00.291241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31514b-b3df-41b5-b53f-c42b99ac66a6 None None] The sync data for ids ['38994fac-bc79-4ee1-9b20-983b78f3663c'] in n-d-817303-3 is: [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:02:58Z', 'revision_number': 4, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '2fcfafcb-aa6e-47e4-8828-f3414b4ce266', 'name': '', 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'mac_address': 'fa:16:3e:c9:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:56Z', 'updated_at': '2021-11-23T23:02:56Z', 'revision_number': 1, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'subnets': [{'id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:00.300670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] For port 3230602d-6b7d-4d68-b547-f2fd6fd877cc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3230602d-6b7d-4d68-b547-f2fd6fd877cc,segment=NetworkSegment(004a8be5-0864-4f16-8bc5-b86cb5f1c418),segment_id=004a8be5-0864-4f16-8bc5-b86cb5f1c418)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:00.319000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Provisioning complete for port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:00.319371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.328119 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.355706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5186b362-2c6f-4752-af3a-afb3ce6cff9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.362378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Pushing event updated for resources: {'Port': ['ID=a8edb48b-f670-4023-9184-33b24e1e8088,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:00.396494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.410817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port a533e698-4bc9-4404-a174-f11b2a8699d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a533e698-4bc9-4404-a174-f11b2a8699d1,segment=NetworkSegment(c731dfed-26d6-4472-8b3f-e77c2ad28db9),segment_id=c731dfed-26d6-4472-8b3f-e77c2ad28db9)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:00.411380 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.441665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] Deleting port a533e698-4bc9-4404-a174-f11b2a8699d1 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:00.443028 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.475135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for a533e698-4bc9-4404-a174-f11b2a8699d1 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:00.489121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a06f7-8929-4100-9f66-1d8f5df117e1 None None] Port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:00.493654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f14d00-4edd-4151-af32-f509e1e04f41 req-028c93b4-8e01-4b4f-938a-fdca26782925 service neutron] 10.222.0.11 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206151 Nov 23 23:03:00.520516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f10c3aa-4a5f-49b4-94f7-aa1599200dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.544528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] For port 3230602d-6b7d-4d68-b547-f2fd6fd877cc, host n-d-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:00.544913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.587495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530f450-705b-49c2-9efe-cf3dc17512a1 None None] Pushing event updated for resources: {'Port': ['ID=3230602d-6b7d-4d68-b547-f2fd6fd877cc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:00.597187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] For port a533e698-4bc9-4404-a174-f11b2a8699d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a533e698-4bc9-4404-a174-f11b2a8699d1,segment=NetworkSegment(c731dfed-26d6-4472-8b3f-e77c2ad28db9),segment_id=c731dfed-26d6-4472-8b3f-e77c2ad28db9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:00.597593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.601939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:31Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:00.628880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab2468-ddea-4e26-aa72-085a16d67273 None None] Network 8de88351-41f8-4175-8e59-d0d3ee47b597 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:00.650362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Calling delete_port for 3230602d-6b7d-4d68-b547-f2fd6fd877cc owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:00.678679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f10c3aa-4a5f-49b4-94f7-aa1599200dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.701278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.701498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] Calling delete_port for a533e698-4bc9-4404-a174-f11b2a8699d1 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:00.710176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] Checking router: aed78651-122b-4b12-926e-0a3316391f3c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:03:00.712640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-c2c9b0d7-f81f-4a12-a1d4-87644e396228 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips/be08fe1d-47b4-4f81-bc2a-f45d192c60df HTTP/1.1" status: 200 len: 694 time: 0.1073167 Nov 23 23:03:00.737339 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-66ada9db-e44d-4d1f-9402-c4c1b4d0c09c service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0055501 Nov 23 23:03:00.821764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:00.836661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:00.837274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:02:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:00.841907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9fab8c32-1ef3-4788-9470-8ee1df9173e3 None None] Provisioning complete for port a8edb48b-f670-4023-9184-33b24e1e8088 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:00.842470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9fab8c32-1ef3-4788-9470-8ee1df9173e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.859218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:00.992554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-017ac6f5-206e-488d-aba8-915f8b03a12f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:01.000665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-017ac6f5-206e-488d-aba8-915f8b03a12f tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/networks/4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 784 time: 0.2616537 Nov 23 23:03:01.012854 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.021428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-80c91399-c456-49a6-9c3b-9a2cc18ae815 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:03:01.023515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-80c91399-c456-49a6-9c3b-9a2cc18ae815 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075285 Nov 23 23:03:01.030745 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f10c3aa-4a5f-49b4-94f7-aa1599200dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.034201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f10c3aa-4a5f-49b4-94f7-aa1599200dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.037434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4f10c3aa-4a5f-49b4-94f7-aa1599200dad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5f510ed-a3a2-4dc5-8950-c563a8956a82 HTTP/1.1" status: 204 len: 168 time: 0.9887383 Nov 23 23:03:01.130763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=a533e698-4bc9-4404-a174-f11b2a8699d1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:01.135409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No DVR routers for this DVR port a533e698-4bc9-4404-a174-f11b2a8699d1 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:01.153769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.174607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10c3aa-4a5f-49b4-94f7-aa1599200dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f510ed-a3a2-4dc5-8950-c563a8956a82,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:01.176205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:01.211986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-095e43ba-57a3-444f-8d7e-e9a371872147 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 697 time: 0.1636868 Nov 23 23:03:01.262378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=2cf62ada-c6de-4573-9524-9ea6a032ecc3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:01.365570 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '89fd3da3-b082-46b3-9080-85222472e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d0d55d6-d28a-4884-b7e3-62106e85fade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:01.366073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 4d0d55d6-d28a-4884-b7e3-62106e85fade, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:01.366536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-bdea4ce9-16fd-4aa6-bdd2-1625b47b4373 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 697 time: 0.1414168 Nov 23 23:03:01.404819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] Pushing event deleted for resources: {'Port': ['ID=a533e698-4bc9-4404-a174-f11b2a8699d1,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:01.412806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5186b362-2c6f-4752-af3a-afb3ce6cff9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.421341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.438530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7120755-1825-4a0a-bd5c-3b070220c77a None None] No DVR routers for this DVR port a533e698-4bc9-4404-a174-f11b2a8699d1 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:01.468368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5186b362-2c6f-4752-af3a-afb3ce6cff9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.537450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0631c635-8d5e-4835-aa7b-729e797603f6 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:03:01.580054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Router 38994fac-bc79-4ee1-9b20-983b78f3663c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:03:01.595044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2603701-c6da-438a-8d7e-354898884921']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:01.605545 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d0eaf579-d6de-4e62-aecc-6c2620c6f367 req-37688bed-b2d7-4906-ae8f-a4cc2d125edf service neutron] 10.222.0.46 "GET /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8041477 Nov 23 23:03:01.606595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.632673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b362-2c6f-4752-af3a-afb3ce6cff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d5876-1834-4a43-a1f4-1ea788b93e02,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:01.655086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No DVR routers for this DVR port 3230602d-6b7d-4d68-b547-f2fd6fd877cc on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:01.665757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 4d0d55d6-d28a-4884-b7e3-62106e85fade is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:01.739166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c731dfed-26d6-4472-8b3f-e77c2ad28db9') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:01.759305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c731dfed-26d6-4472-8b3f-e77c2ad28db9') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:01.779485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4d0d55d6-d28a-4884-b7e3-62106e85fade) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:01.788181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:01.789920 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.819106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.826304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Port': ['ID=3230602d-6b7d-4d68-b547-f2fd6fd877cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:01.959962 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.022992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:02.022992 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.023454 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:02.026210 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:02.079674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76d4b303-b938-437f-aec1-35533599e7d1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:02.086774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b706b9d-b119-4549-9444-fcdea2420e5f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0975428 Nov 23 23:03:02.087793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35722) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:02.093343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de88351-41f8-4175-8e59-d0d3ee47b597']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:02.105840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5186b362-2c6f-4752-af3a-afb3ce6cff9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f15f646c7bb481495cfd92c8e732b77&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2903235 Nov 23 23:03:02.116071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35724) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:02.120529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a8be5-0864-4f16-8bc5-b86cb5f1c418') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:02.121203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a8be5-0864-4f16-8bc5-b86cb5f1c418') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:02.161825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:03:02.181934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e312d889-4289-4ab0-9ecc-2ff0c3f95b95 admin admin] 10.222.0.11 "PUT /v2.0/routers/38994fac-bc79-4ee1-9b20-983b78f3663c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5189788 Nov 23 23:03:02.183667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Deleting port 93cad8a1-7ee8-4f09-b9b6-2d026d9f7453 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:02.184009 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.187071 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.188163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.226663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.239675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/d2603701-c6da-438a-8d7e-354898884921 HTTP/1.1" status: 204 len: 168 time: 3.9663055 Nov 23 23:03:02.270751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35728) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:02.277382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ee342-2848-4510-87a4-02c37c8addb4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=d2603701-c6da-438a-8d7e-354898884921,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:02.323260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.366809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.411461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:02.412077 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:02.415855 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:02.485322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7812f9b7-701d-42da-8fe2-6a9f9f1058fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.512933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76912c5b-1208-4cc8-af65-b3069e215663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.633800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.651019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9fab8c32-1ef3-4788-9470-8ee1df9173e3 None None] Provisioning complete for port 76d4b303-b938-437f-aec1-35533599e7d1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:02.651629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9fab8c32-1ef3-4788-9470-8ee1df9173e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.662533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.666635 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.728758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7812f9b7-701d-42da-8fe2-6a9f9f1058fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.740877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.761186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.862824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Calling delete_port for 93cad8a1-7ee8-4f09-b9b6-2d026d9f7453 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:02.867629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:02.886556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/8de88351-41f8-4175-8e59-d0d3ee47b597 HTTP/1.1" status: 204 len: 168 time: 7.9339788 Nov 23 23:03:02.951002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35748) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:02.964699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf62ada-c6de-4573-9524-9ea6a032ecc3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:02.974784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92b1b-de46-4f35-8ebe-897796688cff tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=8de88351-41f8-4175-8e59-d0d3ee47b597,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:03.030199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004600613'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:03.145779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 76d4b303-b938-437f-aec1-35533599e7d1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:03.146680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.146929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.166802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:03.171523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.189434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event deleted for resources: {'Port': ['ID=93cad8a1-7ee8-4f09-b9b6-2d026d9f7453,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:03.218679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:03.236025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.236381 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment 05ac68d6-ad77-4d64-96ef-e025b3e4085d of type vlan for network ab54c827-162e-4ab5-b124-200b53d82487 Nov 23 23:03:03.305159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.364167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.391841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:03.392605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.457269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0631c635-8d5e-4835-aa7b-729e797603f6 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:03:03.460933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.523744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0d55d6-d28a-4884-b7e3-62106e85fade']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:03.575387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:31Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:03.605776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.606098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6332538 Nov 23 23:03:03.610461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7812f9b7-701d-42da-8fe2-6a9f9f1058fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.612753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7812f9b7-701d-42da-8fe2-6a9f9f1058fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.613107 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.627614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7812f9b7-701d-42da-8fe2-6a9f9f1058fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b0d5876-1834-4a43-a1f4-1ea788b93e02 HTTP/1.1" status: 204 len: 168 time: 1.4970355 Nov 23 23:03:03.629917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44b9d090-5d1d-4984-95ab-bea5093fa197 req-83d35f92-288e-406f-9944-ab2d53e3dd40 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "DELETE /v2.0/floatingips/be08fe1d-47b4-4f81-bc2a-f45d192c60df HTTP/1.1" status: 204 len: 173 time: 2.2151544 Nov 23 23:03:03.630723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fd3da3-b082-46b3-9080-85222472e694') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:03.630723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fd3da3-b082-46b3-9080-85222472e694') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:03.630723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35794) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:03.701757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': 'ab54c827-162e-4ab5-b124-200b53d82487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:03.712140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1250284-bf99-4ac1-8444-906f7eb1cbf2 None None] The sync data for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 is: [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:01:25Z', 'revision_number': 4, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'db1b54af-d727-4ef5-b211-903c3a51d154', 'name': '', 'network_id': '5e3dd6e3-9fc6-4674-88ad-6afb00c38378', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'mac_address': 'fa:16:3e:90:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '119b20af-dc85-4964-959e-56c2809bb594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:23Z', 'updated_at': '2021-11-23T23:01:31Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'subnets': [{'id': '119b20af-dc85-4964-959e-56c2809bb594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:03.803883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7616fe22-8058-4cc4-94d4-ca0baa855ccb req-857127c6-0f45-4d72-8f4f-847923df232a tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0700836 Nov 23 23:03:03.999302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812f9b7-701d-42da-8fe2-6a9f9f1058fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d5876-1834-4a43-a1f4-1ea788b93e02,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:04.017282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fd31c-8bf3-4f31-bec8-37aea2bc9d22 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=ab54c827-162e-4ab5-b124-200b53d82487,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:04.023744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.024960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1312f320-b565-45f6-9f2c-9a162c1e7f26 None None] Provisioning complete for port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:04.025695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1312f320-b565-45f6-9f2c-9a162c1e7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.115240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.145338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:04.151473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.154250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1312f320-b565-45f6-9f2c-9a162c1e7f26 None None] Port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:04.169779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:04.172283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:04.186772 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:04.244051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ab54c827-162e-4ab5-b124-200b53d82487 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:04.350328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a533e698-4bc9-4404-a174-f11b2a8699d1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:04.468964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a533e698-4bc9-4404-a174-f11b2a8699d1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:04.472300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a533e698-4bc9-4404-a174-f11b2a8699d1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:04.615135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92b9e0-b8d0-4735-93c1-103a5bf8842e None None] New status for floating IP be08fe1d-47b4-4f81-bc2a-f45d192c60df: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:03:04.660093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35818) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:04.776095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.806195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.822512 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/4d0d55d6-d28a-4884-b7e3-62106e85fade HTTP/1.1" status: 204 len: 168 time: 2.7312658 Nov 23 23:03:04.843190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35820) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:04.896196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc615296-8d8e-4b0b-89f0-6fef6752ad5c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=4d0d55d6-d28a-4884-b7e3-62106e85fade,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:04.906967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073310919'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:04.959958 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8e1f5ac0-813c-4306-bbbd-cff3f445190f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c990d47f98a74f38ac0edb6aa0db3cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951043 Nov 23 23:03:04.964862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:04.982170 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a47c12ff-aeeb-4b16-b411-3a4c6784d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.992303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a8edb48b-f670-4023-9184-33b24e1e8088 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:05.017542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c50f49d-872c-4146-95b0-df405d8f4faf req-e826b532-bb88-4c18-a424-29cf0cd6392c tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups/4174b6ad-8d77-45e5-969a-a04ec99186ad HTTP/1.1" status: 200 len: 1825 time: 1.2850127 Nov 23 23:03:05.043537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:05.067435 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.110698 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Sync routers for ids ['38994fac-bc79-4ee1-9b20-983b78f3663c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:03:05.167697 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Routers {'38994fac-bc79-4ee1-9b20-983b78f3663c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:05.186119 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['38994fac-bc79-4ee1-9b20-983b78f3663c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:05.195838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3ca7093-9ac9-4e46-953d-6947f95ba4c1 req-e538f5b9-f213-4844-b469-0532087619a0 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0726407 Nov 23 23:03:05.235902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:05.236717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b48232-fe95-482d-aec1-8f902996ffac None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:03:05.305603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c184-d381-428d-95cb-59cefdbf6980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.349394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c184-d381-428d-95cb-59cefdbf6980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.391113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.407164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.407941 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958 of type vlan for network 94d7087a-80db-470a-9233-356532fa3eb8 Nov 23 23:03:05.461298 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.488201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a8edb48b-f670-4023-9184-33b24e1e8088 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:05.488838 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.491641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c184-d381-428d-95cb-59cefdbf6980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.498261 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c184-d381-428d-95cb-59cefdbf6980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.499952 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3449c184-d381-428d-95cb-59cefdbf6980 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41db615f-b4f6-4749-a7e8-5abed9832b2f HTTP/1.1" status: 204 len: 168 time: 0.5258772 Nov 23 23:03:05.507191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c50f49d-872c-4146-95b0-df405d8f4faf req-faa38446-43f3-4517-bb3b-5141fc031e5a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.544276 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Set router 38994fac-bc79-4ee1-9b20-983b78f3663c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:05.593907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449c184-d381-428d-95cb-59cefdbf6980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db615f-b4f6-4749-a7e8-5abed9832b2f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:05.638113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.645458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=a8223842-e922-427d-827b-9894e01d06e0,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:05.666854 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c50f49d-872c-4146-95b0-df405d8f4faf req-faa38446-43f3-4517-bb3b-5141fc031e5a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.677167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.696330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b48232-fe95-482d-aec1-8f902996ffac None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:03:05.697478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': '05ac68d6-ad77-4d64-96ef-e025b3e4085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ab54c827-162e-4ab5-b124-200b53d82487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:05.698408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: ab54c827-162e-4ab5-b124-200b53d82487, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:05.742808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network ab54c827-162e-4ab5-b124-200b53d82487 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:05.777514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ab54c827-162e-4ab5-b124-200b53d82487) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:05.785643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:05.786914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.825117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0515483-c8bc-4f8a-b37b-197aaad15e43 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1604824 Nov 23 23:03:05.827206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35860) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:05.848779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:05.867672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:05.868346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.150016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.169308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3024466 Nov 23 23:03:06.176220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:06.185296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '94d7087a-80db-470a-9233-356532fa3eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:06.208238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c50f49d-872c-4146-95b0-df405d8f4faf req-faa38446-43f3-4517-bb3b-5141fc031e5a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.217568 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6c50f49d-872c-4146-95b0-df405d8f4faf req-faa38446-43f3-4517-bb3b-5141fc031e5a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.218741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c50f49d-872c-4146-95b0-df405d8f4faf req-faa38446-43f3-4517-bb3b-5141fc031e5a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "DELETE /v2.0/security-groups/4174b6ad-8d77-45e5-969a-a04ec99186ad HTTP/1.1" status: 204 len: 173 time: 1.1342390 Nov 23 23:03:06.345821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c84b8e-6225-4f90-a542-bf08e7235896 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=94d7087a-80db-470a-9233-356532fa3eb8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:06.359029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa38446-43f3-4517-bb3b-5141fc031e5a tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174b6ad-8d77-45e5-969a-a04ec99186ad,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:06.403380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-379734c4-ebbf-490d-8956-a06bcd5ea775 req-e95cc1b2-3404-4f11-9b5d-4cb0984a7deb tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0454566 Nov 23 23:03:06.417550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 94d7087a-80db-470a-9233-356532fa3eb8 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:06.469916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a855d81-fd9e-4929-9e79-fa98339ab78c None None] Network 4d0d55d6-d28a-4884-b7e3-62106e85fade requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:06.474350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c32d0-920c-430f-86bf-e67585a48cd1 None None] Network ab54c827-162e-4ab5-b124-200b53d82487 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:06.475732 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:02:58Z', 'revision_number': 4, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '2fcfafcb-aa6e-47e4-8828-f3414b4ce266', 'name': '', 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'mac_address': 'fa:16:3e:c9:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:56Z', 'updated_at': '2021-11-23T23:02:59Z', 'revision_number': 2, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'subnets': [{'id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:06.531688 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Checking router: 38994fac-bc79-4ee1-9b20-983b78f3663c for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:03:06.532905 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Updating router 38994fac-bc79-4ee1-9b20-983b78f3663c port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:03:06.578619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.605668 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.652801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a855d81-fd9e-4929-9e79-fa98339ab78c None None] Network 4d0d55d6-d28a-4884-b7e3-62106e85fade could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:03:06.703872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:06.711530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.742224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5db03-b098-432e-a644-322d8c7b6a2a None None] Network 4d0d55d6-d28a-4884-b7e3-62106e85fade requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:06.792354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5db03-b098-432e-a644-322d8c7b6a2a None None] Network 4d0d55d6-d28a-4884-b7e3-62106e85fade could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:03:06.809219 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:06.817796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 5007eb33-a9e9-42f5-b250-30a43b511788 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:06.818996 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.029720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c315f-d389-4db4-94d3-c0e4782f992b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ab54c827-162e-4ab5-b124-200b53d82487', 'network_id': 'ab54c827-162e-4ab5-b124-200b53d82487', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': 'a8223842-e922-427d-827b-9894e01d06e0'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:07.035531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d17c315f-d389-4db4-94d3-c0e4782f992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.092610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.101236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 5007eb33-a9e9-42f5-b250-30a43b511788, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5007eb33-a9e9-42f5-b250-30a43b511788,segment=NetworkSegment(95e686bf-1deb-4949-86b3-370116143b9e),segment_id=95e686bf-1deb-4949-86b3-370116143b9e)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:07.102495 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.128706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef5c3c-91bd-4985-be15-47e8ad7a8d5e req-4e9439c8-5328-4142-bb02-59893348f221 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:07.156391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37ef5c3c-91bd-4985-be15-47e8ad7a8d5e req-4e9439c8-5328-4142-bb02-59893348f221 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.2633452 Nov 23 23:03:07.166282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 5007eb33-a9e9-42f5-b250-30a43b511788 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:07.220286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=a8223842-e922-427d-827b-9894e01d06e0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:07.373452 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.393111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31721f7-c467-4b7a-b085-10d2135dad52 None None] Network ab54c827-162e-4ab5-b124-200b53d82487 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:07.396498 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.409593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37ef5c3c-91bd-4985-be15-47e8ad7a8d5e req-ab558d98-8395-4c68-ae3a-d2481770a144 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503228 Nov 23 23:03:07.564091 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.727396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9dc18a56-6cd2-4a68-88bb-6b6ce9f194cc req-1641cd3b-adae-49ad-8080-342242815c38 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0859842 Nov 23 23:03:07.764678 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec357d-44ec-46a0-96b8-fd05ff4ba325 None None] Pushing event updated for resources: {'Port': ['ID=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:07.807665 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Attempting to bind port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:07.808462 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Attempting to bind port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:07.808932 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Attempting to bind port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 on network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:07.827199 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:07.827964 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Checking segment: {'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:07.828383 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.828790 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Bound using segment: {'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:07.831691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.836402 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Bound port: 2fcfafcb-aa6e-47e4-8828-f3414b4ce266, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64997c4-3991-4b74-bf56-1dac1d9715e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:07.836820 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:07.939754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0b1bc628-2d04-4aec-848e-cde8616f09de req-c7378a9d-6120-40c1-9c9c-7e2defb1c80b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.3564346 Nov 23 23:03:07.975139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35898) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:08.032589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab54c827-162e-4ab5-b124-200b53d82487']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:08.038081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.057860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ac68d6-ad77-4d64-96ef-e025b3e4085d') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:08.058391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ac68d6-ad77-4d64-96ef-e025b3e4085d') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:08.112822 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] For port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:08.113704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.130465 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] For port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,segment=NetworkSegment(c64997c4-3991-4b74-bf56-1dac1d9715e3),segment_id=c64997c4-3991-4b74-bf56-1dac1d9715e3)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:08.135292 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.142159 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.173707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f671a422-958a-4c2f-bffe-15c7399e3789 None None] Provisioning complete for port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:08.174949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f671a422-958a-4c2f-bffe-15c7399e3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.185273 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.189731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.387356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Routers {'38994fac-bc79-4ee1-9b20-983b78f3663c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:08.395122 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['38994fac-bc79-4ee1-9b20-983b78f3663c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:08.436493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:08.441941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.479447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=5007eb33-a9e9-42f5-b250-30a43b511788,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:08.601086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=a360f690-20d4-4cb1-9af2-1e45c8115d9b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:08.602533 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f671a422-958a-4c2f-bffe-15c7399e3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:08.627217 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:08.791321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f671a422-958a-4c2f-bffe-15c7399e3789 None None] For port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,segment=NetworkSegment(c64997c4-3991-4b74-bf56-1dac1d9715e3),segment_id=c64997c4-3991-4b74-bf56-1dac1d9715e3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:08.796954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.804546 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f671a422-958a-4c2f-bffe-15c7399e3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:08.825495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.825982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.827207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.827758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.830285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.834844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.836029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.836604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.844393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.844393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.844393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.844393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:08.936630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671a422-958a-4c2f-bffe-15c7399e3789 None None] Pushing event updated for resources: {'Port': ['ID=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:08.998408 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec357d-44ec-46a0-96b8-fd05ff4ba325 None None] Pushing event updated for resources: {'Port': ['ID=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:09.008815 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:09.024458 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] Set router 38994fac-bc79-4ee1-9b20-983b78f3663c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:09.025117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/ab54c827-162e-4ab5-b124-200b53d82487 HTTP/1.1" status: 204 len: 168 time: 3.1957128 Nov 23 23:03:09.048235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35908) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:09.093954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909462641'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:09.104822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bbdf5-493a-4d93-a13d-9684ec1f7eda tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=ab54c827-162e-4ab5-b124-200b53d82487,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:09.131447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:09.163175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '94d7087a-80db-470a-9233-356532fa3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:09.163537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 94d7087a-80db-470a-9233-356532fa3eb8, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:09.168074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-94c1e9c9-4608-41c4-9a8c-a2fc662cccae tempest-AgentManagementNegativeTest-315113762 tempest-AgentManagementNegativeTest-315113762-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.1912310 Nov 23 23:03:09.193302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-f992a15c-4a00-4323-9301-2fa1a7a5cbc7 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:09.195193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-f992a15c-4a00-4323-9301-2fa1a7a5cbc7 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.46 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.3897738 Nov 23 23:03:09.198319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:09.202177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:09.216578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-069c04af-2db1-47ff-9e07-086d26d75194 None None] Provisioning complete for port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:09.217554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-069c04af-2db1-47ff-9e07-086d26d75194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:09.224716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51c95b3f-78d2-4dea-a88f-439d82e3fd9d req-ad5cfd26-6286-4d1f-9f47-f7bb26d84254 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0894969 Nov 23 23:03:09.330034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 94d7087a-80db-470a-9233-356532fa3eb8 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:09.368205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed699-2545-48dc-afb8-52ef2e3e6d35 req-09e433c5-3571-4a65-a8b5-656a1e050ecf tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:09.370016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc2ed699-2545-48dc-afb8-52ef2e3e6d35 req-09e433c5-3571-4a65-a8b5-656a1e050ecf tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.5992963 Nov 23 23:03:09.371788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:09.389713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 94d7087a-80db-470a-9233-356532fa3eb8) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:09.420966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b0d4b-6c3d-4f81-aa9b-153c4bc9c3bb None None] Network 94d7087a-80db-470a-9233-356532fa3eb8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:09.421292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:09.423496 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:09.449370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:09.449928 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment 3e949ef2-df91-4e5c-8a5d-da2c5485e50b of type vlan for network ee755488-0524-46a2-a6fd-372e5e2c8ce4 Nov 23 23:03:09.535909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Deleting port 58db1eb2-aad4-4015-91d7-431b8aec4e98 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:09.536535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:09.577582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:03:09.582961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc2ed699-2545-48dc-afb8-52ef2e3e6d35 req-1e096dbb-a25a-4800-ba4b-f20040c6f172 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043095 Nov 23 23:03:09.703546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9a1ab9d-a1c2-4df6-8cdd-97d459e4db64 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5259130 Nov 23 23:03:09.718124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35914) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:09.817624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:03:09.840775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35918) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:09.841590 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6f843755-b91a-4250-a8d8-17ceccc5354b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5610433 Nov 23 23:03:09.848851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:03:09.908686 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:02:58Z', 'revision_number': 4, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '2fcfafcb-aa6e-47e4-8828-f3414b4ce266', 'name': '', 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'mac_address': 'fa:16:3e:c9:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:56Z', 'updated_at': '2021-11-23T23:03:08Z', 'revision_number': 4, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'subnets': [{'id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:09.927630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.006809 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a5806-f315-4359-b105-6e8c585faf82 None None] The sync data for ids ['38994fac-bc79-4ee1-9b20-983b78f3663c'] in n-d-817303-3 is: [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:02:58Z', 'revision_number': 4, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '2fcfafcb-aa6e-47e4-8828-f3414b4ce266', 'name': '', 'network_id': '2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'mac_address': 'fa:16:3e:c9:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:56Z', 'updated_at': '2021-11-23T23:03:08Z', 'revision_number': 4, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'subnets': [{'id': '6aec9ff9-02b8-4f3b-a052-00cab88deead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:10.079625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:10.080444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:10.166577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35920) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:10.183552 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:03:10.209423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-94d7087a-80db-470a-9233-356532fa3eb8', 'network_id': '94d7087a-80db-470a-9233-356532fa3eb8', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': 'a360f690-20d4-4cb1-9af2-1e45c8115d9b'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:10.210273 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.255103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:10.295560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.306241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:10.307246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.336690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] For port 58db1eb2-aad4-4015-91d7-431b8aec4e98, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=58db1eb2-aad4-4015-91d7-431b8aec4e98,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:10.337288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.364855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:03:07Z', 'revision_number': 11, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:10.500066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting subnet 2e49d202-92ce-468f-be05-6b832f2c7ce3 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:03:10.502924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Calling delete_port for 58db1eb2-aad4-4015-91d7-431b8aec4e98 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:10.507451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:03:10.534919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.560637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:10.561295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:10.592606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73089a62-bd6b-4774-ba6d-ae377e646a26 req-a25e5f79-3129-401f-a156-8a4b25de4367 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1335535 Nov 23 23:03:10.625601 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91286c47-6aa8-4bbf-9ba5-1c6bfac3c333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.682071 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6335993 Nov 23 23:03:10.700176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35930) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:10.726527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': 'ee755488-0524-46a2-a6fd-372e5e2c8ce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:10.860247 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.876584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:10.883934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4fa43-2b22-47f0-a8c7-d6e56769ba60 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=ee755488-0524-46a2-a6fd-372e5e2c8ce4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:10.947482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:10.957974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ee755488-0524-46a2-a6fd-372e5e2c8ce4 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:11.015864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:11.025780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:03:07Z', 'revision_number': 11, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:11.092865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96190966-e462-4fae-ac2d-d29a93752bea None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:03:07Z', 'revision_number': 11, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:11.098665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Allocated IP 172.20.0.1 (94d7087a-80db-470a-9233-356532fa3eb8/a360f690-20d4-4cb1-9af2-1e45c8115d9b/62132549-43aa-45cb-9557-501d0b6f0468) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:11.156523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.250625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38621765-c03c-4b69-9856-d51b3ae2997c req-43c9ed82-97d6-4130-8c60-eb076884dacc tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:11.252202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38621765-c03c-4b69-9856-d51b3ae2997c req-43c9ed82-97d6-4130-8c60-eb076884dacc tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 945 time: 0.4092643 Nov 23 23:03:11.292915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.319873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91286c47-6aa8-4bbf-9ba5-1c6bfac3c333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.344113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:11.353014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.361069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91286c47-6aa8-4bbf-9ba5-1c6bfac3c333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.421861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.497478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Pushing event deleted for resources: {'Port': ['ID=58db1eb2-aad4-4015-91d7-431b8aec4e98,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:11.563231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dcaaef-b1be-46fd-ab0f-3591430edc0d None None] DHCP port deletion for 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:11.581428 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.586667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38621765-c03c-4b69-9856-d51b3ae2997c req-d88c7d29-6264-4f5f-bd62-b6c8d3ac4f82 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/security-groups?id=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183281 Nov 23 23:03:11.609790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-91286c47-6aa8-4bbf-9ba5-1c6bfac3c333 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c12d1ea4970a447ab0b1362a2ff987e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4418335 Nov 23 23:03:11.615003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35934) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:11.630699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91286c47-6aa8-4bbf-9ba5-1c6bfac3c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7970f46f-d33a-4870-a899-817c64791c35,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:11.657401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f7d4a3-2d2b-41c1-aba2-234e89d4efaf None None] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:11.926360 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9a645f4-287a-471d-a933-dec48a1ad2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.945839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:11.946327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:11.982304 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.069907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.073158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.080546 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/2e49d202-92ce-468f-be05-6b832f2c7ce3 HTTP/1.1" status: 204 len: 168 time: 2.1558421 Nov 23 23:03:12.080546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] No DVR routers for this DVR port 58db1eb2-aad4-4015-91d7-431b8aec4e98 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:12.099146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35942) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:12.100517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.104344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f537afc-c38d-4e2e-afbf-7d87c0a81b4c req-a4c1a036-8da2-41db-8fea-5e8c051ba4b6 tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.46 "DELETE /v2.0/ports/58db1eb2-aad4-4015-91d7-431b8aec4e98 HTTP/1.1" status: 204 len: 173 time: 2.8994558 Nov 23 23:03:12.107778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'name': 'network-vif-deleted', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:03:12.116420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=45603749-f964-40c1-b363-1d16cb9b0675,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:12.120455 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d65979-2619-4902-ab3f-b7786d3ee31b" -d '{"events": [{"server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "name": "network-vif-deleted", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:03:12.129327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.154579 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9a645f4-287a-471d-a933-dec48a1ad2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.172265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91686472-6b4d-4a43-a713-2a91a68089c4 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Subnet': ['ID=2e49d202-92ce-468f-be05-6b832f2c7ce3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:12.232607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Network 94d7087a-80db-470a-9233-356532fa3eb8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:12.250858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:12.257027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:12.300175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': '3e949ef2-df91-4e5c-8a5d-da2c5485e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ee755488-0524-46a2-a6fd-372e5e2c8ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:12.300543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: ee755488-0524-46a2-a6fd-372e5e2c8ce4, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:12.308661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.356929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9a645f4-287a-471d-a933-dec48a1ad2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.360199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9a645f4-287a-471d-a933-dec48a1ad2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.365157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a9a645f4-287a-471d-a933-dec48a1ad2a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7970f46f-d33a-4870-a899-817c64791c35 HTTP/1.1" status: 204 len: 168 time: 0.7452178 Nov 23 23:03:12.377410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network ee755488-0524-46a2-a6fd-372e5e2c8ce4 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:12.402789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a645f4-287a-471d-a933-dec48a1ad2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7970f46f-d33a-4870-a899-817c64791c35,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:12.412751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Pushing event updated for resources: {'Port': ['ID=62132549-43aa-45cb-9557-501d0b6f0468,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:12.416831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ee755488-0524-46a2-a6fd-372e5e2c8ce4) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:12.422229 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adea0ae-01ba-4b6e-abb3-e84a4aca96f2 x-openstack-request-id: req-7adea0ae-01ba-4b6e-abb3-e84a4aca96f2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:03:12.422538 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778b9f13-9347-4594-b7a3-f755926efb6c", "name": "network-vif-deleted", "tag": "58db1eb2-aad4-4015-91d7-431b8aec4e98", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:03:12.422795 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7adea0ae-01ba-4b6e-abb3-e84a4aca96f2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:03:12.423209 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778b9f13-9347-4594-b7a3-f755926efb6c', 'name': 'network-vif-deleted', 'tag': '58db1eb2-aad4-4015-91d7-431b8aec4e98', 'status': 'completed', 'code': 200} Nov 23 23:03:12.429221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:12.429842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.470327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bc87742b-fa47-482e-b3a5-dc69553fd84b tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7672784 Nov 23 23:03:12.474850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:12.497990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=a360f690-20d4-4cb1-9af2-1e45c8115d9b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:12.518992 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.683089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.699200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b16d1-6d2f-463d-8ad5-9f6bb8521d90 None None] Network ee755488-0524-46a2-a6fd-372e5e2c8ce4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:12.763553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.812837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] DHCP port deletion for 150ed6ab-fe15-4670-a1c0-fdf0d125c548 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:12.822177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 58db1eb2-aad4-4015-91d7-431b8aec4e98 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:12.903493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 58db1eb2-aad4-4015-91d7-431b8aec4e98 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:12.903893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 58db1eb2-aad4-4015-91d7-431b8aec4e98 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:12.910628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Attempting to bind port 62132549-43aa-45cb-9557-501d0b6f0468 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:12.911025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Attempting to bind port 62132549-43aa-45cb-9557-501d0b6f0468 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '94d7087a-80db-470a-9233-356532fa3eb8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:12.911382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Attempting to bind port 62132549-43aa-45cb-9557-501d0b6f0468 on network 94d7087a-80db-470a-9233-356532fa3eb8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:12.923647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7087a-80db-470a-9233-356532fa3eb8']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:12.947240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:12.947640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Checking segment: {'id': '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '94d7087a-80db-470a-9233-356532fa3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:12.948310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.948458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Bound using segment: {'id': '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '94d7087a-80db-470a-9233-356532fa3eb8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:12.948979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Bound port: 62132549-43aa-45cb-9557-501d0b6f0468, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '94d7087a-80db-470a-9233-356532fa3eb8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:12.949381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:12.976307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:12.977542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:12.989142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.009511 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.022015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:13.023037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:13.106453 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:13.113000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:03:13.113000 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:03:13.113000 n-d-817303-3 neutron-server[103523]: [parameters: {'id': '94d7087a-80db-470a-9233-356532fa3eb8'}] Nov 23 23:03:13.113000 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:13.113468 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:13.134750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 214ae589-970f-4c36-af9a-bd532c5f37c7 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:13.175164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Deleting port 214ae589-970f-4c36-af9a-bd532c5f37c7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:13.175517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.194223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-745ceb09-d91f-4df9-9149-6553f3d1d428 req-b35b8c7a-aac2-4350-9d69-b7f827f8589b tempest-ServerRescueTestJSONUnderV235-129291946 tempest-ServerRescueTestJSONUnderV235-129291946-project] 10.222.0.11 "GET /v2.0/ports?device_id=778b9f13-9347-4594-b7a3-f755926efb6c HTTP/1.1" status: 200 len: 210 time: 0.1955118 Nov 23 23:03:13.199776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37912ec-d08b-462e-af1d-2bdd394a9d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ee755488-0524-46a2-a6fd-372e5e2c8ce4', 'network_id': 'ee755488-0524-46a2-a6fd-372e5e2c8ce4', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': '45603749-f964-40c1-b363-1d16cb9b0675'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:13.201419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f37912ec-d08b-462e-af1d-2bdd394a9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.209023 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.283214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] Deleting port 214ae589-970f-4c36-af9a-bd532c5f37c7 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:13.285284 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.354015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] For port 214ae589-970f-4c36-af9a-bd532c5f37c7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=214ae589-970f-4c36-af9a-bd532c5f37c7,segment=NetworkSegment(95e686bf-1deb-4949-86b3-370116143b9e),segment_id=95e686bf-1deb-4949-86b3-370116143b9e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:13.354953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.364812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.374703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Calling delete_port for 214ae589-970f-4c36-af9a-bd532c5f37c7 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:13.526839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] For port 62132549-43aa-45cb-9557-501d0b6f0468, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:13.568494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] For port 62132549-43aa-45cb-9557-501d0b6f0468, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=62132549-43aa-45cb-9557-501d0b6f0468,segment=NetworkSegment(3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958),segment_id=3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:13.587879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=45603749-f964-40c1-b363-1d16cb9b0675,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:13.602957 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.614721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.631303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.661253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Port': ['ID=214ae589-970f-4c36-af9a-bd532c5f37c7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:13.668325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No DVR routers for this DVR port 214ae589-970f-4c36-af9a-bd532c5f37c7 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:13.711862 n-d-817303-3 neutron-server[103524]: INFO neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No ports have port_id starting with 214ae589-970f-4c36-af9a-bd532c5f37c7 Nov 23 23:03:13.766724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5007eb33-a9e9-42f5-b250-30a43b511788 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:13.818180 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.844316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5007eb33-a9e9-42f5-b250-30a43b511788 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:13.844649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5007eb33-a9e9-42f5-b250-30a43b511788 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:13.850688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] For port 214ae589-970f-4c36-af9a-bd532c5f37c7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=214ae589-970f-4c36-af9a-bd532c5f37c7,segment=NetworkSegment(95e686bf-1deb-4949-86b3-370116143b9e),segment_id=95e686bf-1deb-4949-86b3-370116143b9e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:13.851066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.856832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-f37912ec-d08b-462e-af1d-2bdd394a9d87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45603749-f964-40c1-b363-1d16cb9b0675: This subnet is being modified by another concurrent operation. Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45603749-f964-40c1-b363-1d16cb9b0675: This subnet is being modified by another concurrent operation. Nov 23 23:03:13.858275 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 23:03:13.913870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defb891-42ab-4ba9-95d2-8376b6f7401f None None] Network ee755488-0524-46a2-a6fd-372e5e2c8ce4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:13.914501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150ed6ab-fe15-4670-a1c0-fdf0d125c548']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:13.917684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] Calling delete_port for 214ae589-970f-4c36-af9a-bd532c5f37c7 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:13.922823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e8832-5b41-4282-838a-5e82a0451ef1 None None] Pushing event updated for resources: {'Port': ['ID=62132549-43aa-45cb-9557-501d0b6f0468,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:13.932954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee755488-0524-46a2-a6fd-372e5e2c8ce4']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:13.942856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e686bf-1deb-4949-86b3-370116143b9e') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:13.943853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e686bf-1deb-4949-86b3-370116143b9e') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:13.958476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e949ef2-df91-4e5c-8a5d-da2c5485e50b') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:13.959666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e949ef2-df91-4e5c-8a5d-da2c5485e50b') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:13.981939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:13.990542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.016145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port 62132549-43aa-45cb-9557-501d0b6f0468 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:14.017605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.035055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.046666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.053428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:14.054106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:14.058459 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:14.069239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791fb87-a56e-4e8e-91a1-b312f59c3967 None None] Network 94d7087a-80db-470a-9233-356532fa3eb8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:14.083059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:14.088232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:14.233728 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:14.238438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.278846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.285687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/networks/150ed6ab-fe15-4670-a1c0-fdf0d125c548 HTTP/1.1" status: 204 len: 168 time: 2.1789379 Nov 23 23:03:14.286645 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:03:14.292339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35986) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:14.310530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'routes': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:14.320236 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port 62132549-43aa-45cb-9557-501d0b6f0468, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=62132549-43aa-45cb-9557-501d0b6f0468,segment=NetworkSegment(3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958),segment_id=3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:14.320614 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.414566 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7b9ee-264e-4484-991a-5edd2f1cef5f tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Pushing event deleted for resources: {'Network': ['ID=150ed6ab-fe15-4670-a1c0-fdf0d125c548,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:14.419200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35990) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:14.461216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for 62132549-43aa-45cb-9557-501d0b6f0468 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:14.482928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bf7acd3-ec24-4465-9684-c49e9b98f6fa req-6b0f39f9-7c4e-456b-a2ee-d27c550370a9 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.2440472 Nov 23 23:03:14.499820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.519298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.536695 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/ee755488-0524-46a2-a6fd-372e5e2c8ce4 HTTP/1.1" status: 204 len: 168 time: 2.0601194 Nov 23 23:03:14.546728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35992) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:14.556018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961948010'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:14.594533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf4eb-b980-46f4-abe1-6edae4a73d03 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=ee755488-0524-46a2-a6fd-372e5e2c8ce4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:14.802719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.extraroute_db [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Added routes are [] {{(pid=103523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 23:03:14.802956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.extraroute_db [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Removed routes are [] {{(pid=103523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 23:03:14.803317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.820966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:14.826325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.902704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35998) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:14.916426 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:14.948514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] Network 150ed6ab-fe15-4670-a1c0-fdf0d125c548 is not hosted by any dhcp agent {{(pid=103524) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:03:14.948987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] No DVR routers for this DVR port 214ae589-970f-4c36-af9a-bd532c5f37c7 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:14.961284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e534c-70cf-4695-9fac-5cd5a67aadab None None] Pushing event deleted for resources: {'Port': ['ID=214ae589-970f-4c36-af9a-bd532c5f37c7,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:14.992537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522736d9-3da1-4089-b058-1871320de46e None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:03:15.089309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1627422242'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:15.089949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:15.095700 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.115021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.150120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.150508 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment ef32a52c-7850-4ec2-87f6-38f15d042d60 of type vlan for network ad3f3313-7c61-42a3-9297-307d6dbf240e Nov 23 23:03:15.157515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:15.163093 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.175806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.217550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522736d9-3da1-4089-b058-1871320de46e None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:03:15.252111 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.256165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=62132549-43aa-45cb-9557-501d0b6f0468,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:15.280279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port 62132549-43aa-45cb-9557-501d0b6f0468 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:15.323402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.329524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.387883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:15.402748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504ee3e0-f01b-4836-8e17-ad27fc7c61d9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:15.411390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.411743 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Added segment 2e46b0bf-ff5e-41f8-960f-5da4aa3d3663 of type vlan for network 4f257ba1-546d-4012-935a-927de8abb53d Nov 23 23:03:15.465959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.526418 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.538970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:15.540049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.652038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:03:15.678951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.765899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879acfb-25df-4edd-8a8f-4499cb05cf13 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:03:15.802963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:15.818448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:03:15.906162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7087a-80db-470a-9233-356532fa3eb8']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:15.984497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:15.984989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3e6cb8-f5fa-47a2-a6db-929f2fc8c958') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:15.989535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879acfb-25df-4edd-8a8f-4499cb05cf13 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:03:16.043930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.055121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:16.056189 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.101909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.111358 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5620403 Nov 23 23:03:16.124803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Network': ['ID=4f257ba1-546d-4012-935a-927de8abb53d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:16.134894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:16.139070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d3710340-2c36-41f1-86d7-b2998ef75b80 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2346437 Nov 23 23:03:16.146194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:16.150972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36008) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:16.163801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4f257ba1-546d-4012-935a-927de8abb53d details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:16.178930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'subnet': {'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:16.184689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:03:16.202480 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] Sync routers for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:03:16.203074 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.204544 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a9002097-0294-45e2-bba8-320c8961749c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 200 len: 703 time: 1.9039614 Nov 23 23:03:16.212051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36010) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:16.213099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.213326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-426bbdb7-6338-42d2-bc97-e300e3febee0 req-ab7b985d-41d1-478e-8062-a58b00f013e0 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1599081 Nov 23 23:03:16.243557 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:16.244744 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:16.293266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:16.293840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:16.331606 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:16.353597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3549d062-afe8-413b-8d1d-8d357c1db4fa tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 200 len: 205 time: 0.1363299 Nov 23 23:03:16.359896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763768d-5b31-465f-a09c-19e17ebf8112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=ad3f3313-7c61-42a3-9297-307d6dbf240e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:16.366311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:16.368229 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:16.434177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ad3f3313-7c61-42a3-9297-307d6dbf240e details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:16.511532 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:03:07Z', 'revision_number': 11, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:16.592339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] Checking router: 7c50581e-15b4-4261-a82f-ee5921bf8ee4 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:03:16.614381 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] Routers {'7c50581e-15b4-4261-a82f-ee5921bf8ee4'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:16.617934 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:16.815922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] Set router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:16.829917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:16.843914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.979434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:16.990008 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.002127 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/94d7087a-80db-470a-9233-356532fa3eb8 HTTP/1.1" status: 204 len: 168 time: 7.2822728 Nov 23 23:03:17.006690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36016) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:17.009636 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:03:07Z', 'revision_number': 11, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:17.010993 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c876cfc8-542c-4f44-8b54-af9cd5284e6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.032874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:17.040214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.082383 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f7a8d-46b6-4835-9bea-0a1c3c08e72f None None] The sync data for ids ['7c50581e-15b4-4261-a82f-ee5921bf8ee4'] in n-d-817303-3 is: [{'id': '7c50581e-15b4-4261-a82f-ee5921bf8ee4', 'name': 'tempest-RoutersIpV6Test-router-42604224', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:46Z', 'updated_at': '2021-11-23T23:03:07Z', 'revision_number': 11, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:17.128395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1819860660'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:17.208905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af48fb-add2-4fa3-a14a-9ab67de3d788 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=94d7087a-80db-470a-9233-356532fa3eb8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:17.438246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4aa2691a-207f-47ec-8859-9902980a9e0c req-74551944-f61c-46bb-b75f-ee10a5e886f6 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0494883 Nov 23 23:03:17.439257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.454065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:17.459656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.484898 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c876cfc8-542c-4f44-8b54-af9cd5284e6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.498328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c876cfc8-542c-4f44-8b54-af9cd5284e6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.544484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.558933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=4ed83947-b271-4857-94b9-c6ba846191a5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:17.581446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:17.602029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.604931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.605418 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 3d498ba1-c917-43f0-9986-502a9cb3cf43 of type vlan for network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 Nov 23 23:03:17.621360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': 'ef32a52c-7850-4ec2-87f6-38f15d042d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:17.621723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: ad3f3313-7c61-42a3-9297-307d6dbf240e, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:17.645323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Subnet': ['ID=7d7392ca-0bdf-4d92-a655-cb8a7a339403,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:17.655509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c876cfc8-542c-4f44-8b54-af9cd5284e6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.656511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876cfc8-542c-4f44-8b54-af9cd5284e6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Fanout notify agent at l3_agent the message router_deleted on router 7c50581e-15b4-4261-a82f-ee5921bf8ee4 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:03:17.666801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Checking segment: {'id': '2e46b0bf-ff5e-41f8-960f-5da4aa3d3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4f257ba1-546d-4012-935a-927de8abb53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:17.667711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network hostable DHCP agents. Network: 4f257ba1-546d-4012-935a-927de8abb53d, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:17.670739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c876cfc8-542c-4f44-8b54-af9cd5284e6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.676404 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c876cfc8-542c-4f44-8b54-af9cd5284e6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 204 len: 168 time: 1.2887800 Nov 23 23:03:17.681789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36022) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:17.690949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e9b898be-0e15-4848-bec3-81c5a26db134 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-548293501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:17.697693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network ad3f3313-7c61-42a3-9297-307d6dbf240e is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:17.724498 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.727026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ad3f3313-7c61-42a3-9297-307d6dbf240e) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:17.733446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:17.734390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.740147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9b898be-0e15-4848-bec3-81c5a26db134 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.741535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9b898be-0e15-4848-bec3-81c5a26db134 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.745642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network 4f257ba1-546d-4012-935a-927de8abb53d is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:17.746089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84991cac-8f24-464c-a5c3-51f279fdbbd3 None None] Network ad3f3313-7c61-42a3-9297-307d6dbf240e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:17.757809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4f257ba1-546d-4012-935a-927de8abb53d) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:17.767007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:17.767955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:17.792063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402b161-c610-4eb1-8311-11c1f31ff7c8 None None] Network 4f257ba1-546d-4012-935a-927de8abb53d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:17.792884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d6f2ab32-8fc6-481a-b6df-8a45456753e1 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6521630 Nov 23 23:03:17.795400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36024) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:17.804756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:17.837989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36026) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:17.839275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a59805f5-139a-4ee6-915e-21abe4c8b91e tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6643445 Nov 23 23:03:17.852788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-884591862'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:17.930171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9b898be-0e15-4848-bec3-81c5a26db134 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.006370 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9b898be-0e15-4848-bec3-81c5a26db134 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.006729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.012870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:18.014398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.046849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e9b898be-0e15-4848-bec3-81c5a26db134 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.056649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e9b898be-0e15-4848-bec3-81c5a26db134 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3694253 Nov 23 23:03:18.063478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36028) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:18.102526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-399fa290-9331-4ae8-9e6d-39c398c8aa1a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:18.148173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ad3f3313-7c61-42a3-9297-307d6dbf240e', 'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': '4ed83947-b271-4857-94b9-c6ba846191a5'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:18.150614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.247984 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2399833 Nov 23 23:03:18.254803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36030) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:18.260950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:18.290783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-4f257ba1-546d-4012-935a-927de8abb53d', 'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'tenant_id': 'c993aaa0f7144bbc9ec5a66f755a9552', 'fixed_ips': [{'subnet_id': '7d7392ca-0bdf-4d92-a655-cb8a7a339403'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:18.291742 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.514706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:18.521197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.525415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.546152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Allocated IP 2001:db8::2 (ad3f3313-7c61-42a3-9297-307d6dbf240e/4ed83947-b271-4857-94b9-c6ba846191a5/53e45c6e-aa76-45b4-961e-767ce6191fb0) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:18.547133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d5f92-dcf5-49f8-bdc8-40e4774ebdad tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=10f8ccc5-1b21-475a-8a18-3aadeabea9b0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:18.557029 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.565419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:18.570682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 is not hosted by any dhcp agent {{(pid=103523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:03:18.576955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:18.577616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.585104 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "PUT /v2.0/networks/10f8ccc5-1b21-475a-8a18-3aadeabea9b0 HTTP/1.1" status: 200 len: 723 time: 0.3288472 Nov 23 23:03:18.590889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36034) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:18.611061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:18.680472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:18.684765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.820082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] device_id is not set on port afcc83dc-5d67-431c-8de8-77f4a13f57ec yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:03:18.836656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e0862-370f-4fd2-b3c8-ad14cadbf84d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=10f8ccc5-1b21-475a-8a18-3aadeabea9b0,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:18.838991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-399fa290-9331-4ae8-9e6d-39c398c8aa1a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.873085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:18.882938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-399fa290-9331-4ae8-9e6d-39c398c8aa1a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:18.892202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Allocated IP 2001:db8::2 (4f257ba1-546d-4012-935a-927de8abb53d/7d7392ca-0bdf-4d92-a655-cb8a7a339403/5d706c8c-fcdc-4774-b874-025a7bbc2538) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:18.894366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98ab81db-03ac-49d2-8085-b48d20dc39c7 req-5964e69a-9b35-4dbf-9ea1-1567a42ef4da tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0844021 Nov 23 23:03:19.005333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:19.011518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.069929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Deleting port db1b54af-d727-4ef5-b211-903c3a51d154 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:19.070330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.132874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399fa290-9331-4ae8-9e6d-39c398c8aa1a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Router 9b624294-94f5-48c5-af66-39aa8f3a1355 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:03:19.148552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.278633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network ad3f3313-7c61-42a3-9297-307d6dbf240e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:19.280656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:19.286295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399fa290-9331-4ae8-9e6d-39c398c8aa1a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:03:19.291083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:19.291709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.293426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] For port db1b54af-d727-4ef5-b211-903c3a51d154, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db1b54af-d727-4ef5-b211-903c3a51d154,segment=NetworkSegment(349f1940-9895-4159-a772-cca56022ae00),segment_id=349f1940-9895-4159-a772-cca56022ae00)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:19.294099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.311063 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-399fa290-9331-4ae8-9e6d-39c398c8aa1a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.315637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-399fa290-9331-4ae8-9e6d-39c398c8aa1a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "PUT /v2.0/routers/9b624294-94f5-48c5-af66-39aa8f3a1355 HTTP/1.1" status: 200 len: 697 time: 1.2487462 Nov 23 23:03:19.319758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:19.326347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5296192 Nov 23 23:03:19.336184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36040) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:19.371501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] Sync routers for ids ['9b624294-94f5-48c5-af66-39aa8f3a1355'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:03:19.390002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Calling delete_port for db1b54af-d727-4ef5-b211-903c3a51d154 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:19.422649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3d9bf523-0b1c-441e-8344-cfe0fbe30391 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/routers/9b624294-94f5-48c5-af66-39aa8f3a1355 HTTP/1.1" status: 200 len: 703 time: 0.0945013 Nov 23 23:03:19.423547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b74fc-d6be-4ad2-b7ab-2f64c420ac52 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=245162fb-e1ab-4301-a1f0-e6cea5b49530,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:19.425708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36042) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:19.461089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36044) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:19.461419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20ccdb92-7798-4434-b73d-81ed623f38b6 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b624294-94f5-48c5-af66-39aa8f3a1355 HTTP/1.1" status: 200 len: 205 time: 0.0329762 Nov 23 23:03:19.517221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787ad7-7836-4faa-a620-3d33188fd76a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:19.520150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787ad7-7836-4faa-a620-3d33188fd76a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:19.522224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787ad7-7836-4faa-a620-3d33188fd76a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:19.523595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787ad7-7836-4faa-a620-3d33188fd76a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:19.525254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787ad7-7836-4faa-a620-3d33188fd76a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:19.532999 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d6787ad7-7836-4faa-a620-3d33188fd76a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1894784 Nov 23 23:03:19.533255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] Routers {'9b624294-94f5-48c5-af66-39aa8f3a1355'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:19.533255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9b624294-94f5-48c5-af66-39aa8f3a1355'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:19.534476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36046) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:19.539786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1054216794'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:19.607839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:19.613280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.651059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:19.661361 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.664404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.665203 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment 89d7851b-910b-4a00-a89e-251b7bfbcb45 of type vlan for network 984cb454-39b3-4ffd-89b7-4d9a1a58159d Nov 23 23:03:19.671986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff60f32a-df10-4328-8d5c-7ba04f9f4a6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.675502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] Set router 9b624294-94f5-48c5-af66-39aa8f3a1355 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:19.721171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.753830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.757816 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.768000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:19.768683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.771190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:19.803561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624294-94f5-48c5-af66-39aa8f3a1355', 'name': 'tempest-RoutersIpV6Test-router-548293501', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:17Z', 'updated_at': '2021-11-23T23:03:18Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:19.856415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=984cb454-39b3-4ffd-89b7-4d9a1a58159d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:19.873458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-75a5bcf2-1789-4d8b-828d-3a0fc352f138 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3378611 Nov 23 23:03:19.876953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36050) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:19.888133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:19.907293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Network ad3f3313-7c61-42a3-9297-307d6dbf240e is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:19.927919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:19.946723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] Checking router: 9b624294-94f5-48c5-af66-39aa8f3a1355 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:03:19.993385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:20.020642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff60f32a-df10-4328-8d5c-7ba04f9f4a6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.023850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:20.028565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff60f32a-df10-4328-8d5c-7ba04f9f4a6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.067399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] Routers {'9b624294-94f5-48c5-af66-39aa8f3a1355'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:20.068476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['9b624294-94f5-48c5-af66-39aa8f3a1355'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:20.079870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Pushing event updated for resources: {'Port': ['ID=53e45c6e-aa76-45b4-961e-767ce6191fb0,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:20.089906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=f75c9ad6-ae45-4082-9717-fd6683cc96a6,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:20.116030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '3d498ba1-c917-43f0-9986-502a9cb3cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:20.116290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 10f8ccc5-1b21-475a-8a18-3aadeabea9b0, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:20.152777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff60f32a-df10-4328-8d5c-7ba04f9f4a6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.153324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff60f32a-df10-4328-8d5c-7ba04f9f4a6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Fanout notify agent at l3_agent the message router_deleted on router 9b624294-94f5-48c5-af66-39aa8f3a1355 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:03:20.164493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff60f32a-df10-4328-8d5c-7ba04f9f4a6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.165617 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff60f32a-df10-4328-8d5c-7ba04f9f4a6e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/9b624294-94f5-48c5-af66-39aa8f3a1355 HTTP/1.1" status: 204 len: 168 time: 0.6740479 Nov 23 23:03:20.173014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36054) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:20.178203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-729cfc4a-03d7-4bf5-a3a8-bd6980aad0fb req-19df2c49-b67c-403e-a261-5eae7f5c74e5 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0874608 Nov 23 23:03:20.209716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:20.291429 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.313022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.326126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.329320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d is not hosted by any dhcp agent {{(pid=103522) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:03:20.344675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:20.345598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.354355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "PUT /v2.0/networks/984cb454-39b3-4ffd-89b7-4d9a1a58159d HTTP/1.1" status: 200 len: 723 time: 0.4689703 Nov 23 23:03:20.354355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36056) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:20.356657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] Set router 9b624294-94f5-48c5-af66-39aa8f3a1355 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:20.358994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:20.424988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.441438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b624294-94f5-48c5-af66-39aa8f3a1355', 'name': 'tempest-RoutersIpV6Test-router-548293501', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:17Z', 'updated_at': '2021-11-23T23:03:18Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:20.464930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Attempting to bind port 53e45c6e-aa76-45b4-961e-767ce6191fb0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:20.465393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Attempting to bind port 53e45c6e-aa76-45b4-961e-767ce6191fb0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'ef32a52c-7850-4ec2-87f6-38f15d042d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:20.465719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Attempting to bind port 53e45c6e-aa76-45b4-961e-767ce6191fb0 on network ad3f3313-7c61-42a3-9297-307d6dbf240e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:20.499296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Network 4f257ba1-546d-4012-935a-927de8abb53d is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:20.504957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8da18-306b-4783-8174-0bf7fc9a09a7 None None] The sync data for ids ['9b624294-94f5-48c5-af66-39aa8f3a1355'] in n-d-817303-3 is: [{'id': '9b624294-94f5-48c5-af66-39aa8f3a1355', 'name': 'tempest-RoutersIpV6Test-router-548293501', 'tenant_id': '57c0ee35baac40abaf58c87137405628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:17Z', 'updated_at': '2021-11-23T23:03:18Z', 'revision_number': 2, 'project_id': '57c0ee35baac40abaf58c87137405628', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:20.506831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:20.513826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:20.514205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Checking segment: {'id': 'ef32a52c-7850-4ec2-87f6-38f15d042d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:20.514608 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.515004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Bound using segment: {'id': 'ef32a52c-7850-4ec2-87f6-38f15d042d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:20.515503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Bound port: 53e45c6e-aa76-45b4-961e-767ce6191fb0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef32a52c-7850-4ec2-87f6-38f15d042d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:20.515936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.520489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:20.540691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Pushing event updated for resources: {'Port': ['ID=5d706c8c-fcdc-4774-b874-025a7bbc2538,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:20.647874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 10f8ccc5-1b21-475a-8a18-3aadeabea9b0) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:20.667126 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fa4bbca0-b7ea-4778-a9b9-c36c8f0d5f80 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b624294-94f5-48c5-af66-39aa8f3a1355 HTTP/1.1" status: 200 len: 205 time: 0.4925513 Nov 23 23:03:20.674935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:20.675728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.678796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36058) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:20.714478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417656a-9145-4512-b2ff-0c0e612020b5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=984cb454-39b3-4ffd-89b7-4d9a1a58159d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:20.723982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b285af-4633-45ed-8659-04f16a3659c4 None None] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:20.761094 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8d622fb-5317-4a1b-9ab2-ce4ee81683a2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1671562 Nov 23 23:03:20.763506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36060) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:20.782494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5237ec6e-1902-4592-8844-05684d52f437 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:20.796281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.819290 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-ef5a6ab1-d0c9-4533-b97e-0a07d4c60288 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] delete failed (client error): The resource could not be found. Nov 23 23:03:20.825315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ef5a6ab1-d0c9-4533-b97e-0a07d4c60288 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/9b624294-94f5-48c5-af66-39aa8f3a1355 HTTP/1.1" status: 404 len: 336 time: 0.1448364 Nov 23 23:03:20.826760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:20.833827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.838337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36062) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:20.858033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:20.875285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Allocated IP 2001:db8::13e (4f257ba1-546d-4012-935a-927de8abb53d/7d7392ca-0bdf-4d92-a655-cb8a7a339403/afcc83dc-5d67-431c-8de8-77f4a13f57ec) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:20.901311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Attempting to bind port 5d706c8c-fcdc-4774-b874-025a7bbc2538 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:20.902738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Attempting to bind port 5d706c8c-fcdc-4774-b874-025a7bbc2538 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '2e46b0bf-ff5e-41f8-960f-5da4aa3d3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4f257ba1-546d-4012-935a-927de8abb53d'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:20.902738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Attempting to bind port 5d706c8c-fcdc-4774-b874-025a7bbc2538 on network 4f257ba1-546d-4012-935a-927de8abb53d {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:21.007607 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c09357a-22af-497e-9143-ed7335a2005e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:21.008256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c09357a-22af-497e-9143-ed7335a2005e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:21.012515 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8c09357a-22af-497e-9143-ed7335a2005e tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/a086e032-e740-4e25-8ada-a86b86877b36 HTTP/1.1" status: 404 len: 337 time: 0.1455600 Nov 23 23:03:21.021952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36066) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.074460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Pushing event deleted for resources: {'Port': ['ID=db1b54af-d727-4ef5-b211-903c3a51d154,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:21.107744 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-071f713a-03ea-4611-b5c9-f52d27dea6ed tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:21.107744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071f713a-03ea-4611-b5c9-f52d27dea6ed tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:21.109713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-071f713a-03ea-4611-b5c9-f52d27dea6ed tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/438ab731-7a34-45a6-9399-9738fbe451f5 HTTP/1.1" status: 404 len: 337 time: 0.0809526 Nov 23 23:03:21.115507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65807d5a-2885-4997-ac69-26b077fd269d None None] DHCP port deletion for 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:21.120160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36068) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.123089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] For port 53e45c6e-aa76-45b4-961e-767ce6191fb0, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:21.139043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:21.140008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Checking segment: {'id': '2e46b0bf-ff5e-41f8-960f-5da4aa3d3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4f257ba1-546d-4012-935a-927de8abb53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:21.140869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.141713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Bound using segment: {'id': '2e46b0bf-ff5e-41f8-960f-5da4aa3d3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4f257ba1-546d-4012-935a-927de8abb53d'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:21.143216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Bound port: 5d706c8c-fcdc-4774-b874-025a7bbc2538, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e46b0bf-ff5e-41f8-960f-5da4aa3d3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4f257ba1-546d-4012-935a-927de8abb53d'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:21.144944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.239033 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81556af-e187-472b-b2b6-8ceebf0d7fa9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:21.239807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81556af-e187-472b-b2b6-8ceebf0d7fa9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:21.247253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d81556af-e187-472b-b2b6-8ceebf0d7fa9 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/080f14e0-403d-4978-9104-a274baa32804 HTTP/1.1" status: 404 len: 337 time: 0.1204116 Nov 23 23:03:21.253913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.267404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] For port 53e45c6e-aa76-45b4-961e-767ce6191fb0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=53e45c6e-aa76-45b4-961e-767ce6191fb0,segment=NetworkSegment(ef32a52c-7850-4ec2-87f6-38f15d042d60),segment_id=ef32a52c-7850-4ec2-87f6-38f15d042d60)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:21.308721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5237ec6e-1902-4592-8844-05684d52f437 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12897509'] for subnet, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.319265 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e62901a-22d3-47b9-b682-c35bf55319c5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:21.319760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e62901a-22d3-47b9-b682-c35bf55319c5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:21.327444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2e62901a-22d3-47b9-b682-c35bf55319c5 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/2e49d202-92ce-468f-be05-6b832f2c7ce3 HTTP/1.1" status: 404 len: 337 time: 0.0687296 Nov 23 23:03:21.333357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36074) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.341872 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.385917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e95ec3b7-e32b-405b-a382-8fb02ef425ab tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 200 len: 205 time: 0.0480156 Nov 23 23:03:21.386260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.388215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36076) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.499640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] For port 5d706c8c-fcdc-4774-b874-025a7bbc2538, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:21.515816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0dfaa4e6-752e-43eb-b33c-90a805ace60f req-963c2d16-a0f3-4099-b008-d5be574a5d3a tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1029539 Nov 23 23:03:21.534700 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-9315a20d-0b59-4901-9bae-6b3fbfaeaf6b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] delete failed (client error): The resource could not be found. Nov 23 23:03:21.535980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9315a20d-0b59-4901-9bae-6b3fbfaeaf6b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/7c50581e-15b4-4261-a82f-ee5921bf8ee4 HTTP/1.1" status: 404 len: 336 time: 0.1376414 Nov 23 23:03:21.546443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36078) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.553657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] For port 5d706c8c-fcdc-4774-b874-025a7bbc2538, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5d706c8c-fcdc-4774-b874-025a7bbc2538,segment=NetworkSegment(2e46b0bf-ff5e-41f8-960f-5da4aa3d3663),segment_id=2e46b0bf-ff5e-41f8-960f-5da4aa3d3663)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:21.584211 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.616776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.653874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f49b26-42fd-42c1-8603-516be15436e7 None None] Pushing event updated for resources: {'Port': ['ID=53e45c6e-aa76-45b4-961e-767ce6191fb0,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:21.692221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-250582a4-47e6-4f40-b84f-47bc02f2bc25 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e8c3113-05d7-4ca2-8c96-628408adf882 HTTP/1.1" status: 200 len: 205 time: 0.1444216 Nov 23 23:03:21.698184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36080) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.716907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-10f8ccc5-1b21-475a-8a18-3aadeabea9b0', 'network_id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': 'f75c9ad6-ae45-4082-9717-fd6683cc96a6'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:21.717797 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:21.730963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=6b388656-3efe-4399-9860-e05aed4f3e9d,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:21.818323 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-e196e9c6-71ff-4be3-a9de-39ac4730d7de tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] delete failed (client error): The resource could not be found. Nov 23 23:03:21.822754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e196e9c6-71ff-4be3-a9de-39ac4730d7de tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/2e8c3113-05d7-4ca2-8c96-628408adf882 HTTP/1.1" status: 404 len: 336 time: 0.1223199 Nov 23 23:03:21.823544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36082) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:21.835191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fb38b-c599-4686-a181-bb417e7b1bd2 None None] Pushing event updated for resources: {'Port': ['ID=5d706c8c-fcdc-4774-b874-025a7bbc2538,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:21.853132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': '89d7851b-910b-4a00-a89e-251b7bfbcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:21.859187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: 984cb454-39b3-4ffd-89b7-4d9a1a58159d, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:21.920823 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd582a2-20ad-4f72-8168-80eeaa14e239 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:21.921638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd582a2-20ad-4f72-8168-80eeaa14e239 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:21.926135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9bd582a2-20ad-4f72-8168-80eeaa14e239 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/f4b8adef-5b87-48f1-b553-95926eef7604 HTTP/1.1" status: 404 len: 337 time: 0.0987523 Nov 23 23:03:21.931646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36084) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.058485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1fe6f15d-d6bf-40d1-ac1d-79f59c755746 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 HTTP/1.1" status: 200 len: 205 time: 0.1171265 Nov 23 23:03:22.058485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36088) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.073885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:22.127679 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-e2852cfb-697f-477e-86aa-cbce8a7b2c75 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] delete failed (client error): The resource could not be found. Nov 23 23:03:22.128831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e2852cfb-697f-477e-86aa-cbce8a7b2c75 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/19ff5bef-ebc4-4584-898f-9dedc1a7b0c4 HTTP/1.1" status: 404 len: 336 time: 0.0729339 Nov 23 23:03:22.131659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36090) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.176245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 984cb454-39b3-4ffd-89b7-4d9a1a58159d) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:22.186297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:22.186926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:22.239593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5237ec6e-1902-4592-8844-05684d52f437 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756273728121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14166451'] for subnet, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:22.257563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4fff1a6f-3c1a-4772-ae83-3ac6b74d114d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9dd453-ecf0-434c-b9b3-9a811d3e2360 HTTP/1.1" status: 200 len: 205 time: 0.1247070 Nov 23 23:03:22.262895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36092) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.272816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-548ac8f8-3d5b-4273-8dc3-d05d38825dec tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9189069 Nov 23 23:03:22.275192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.313272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-aab1ac93-1314-4fa3-a0f3-bc9591fb94c3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:22.321258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff3ddb2-d9e6-4170-b0d0-2cb68a804ef0 None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:22.342158 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-c9be5989-ed63-4d5d-816b-56b61f78d458 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] delete failed (client error): The resource could not be found. Nov 23 23:03:22.346906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c9be5989-ed63-4d5d-816b-56b61f78d458 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/2c9dd453-ecf0-434c-b9b3-9a811d3e2360 HTTP/1.1" status: 404 len: 336 time: 0.0720818 Nov 23 23:03:22.348470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36096) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.391479 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17c02e8-afa5-47c6-be76-e30c76ea805a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:22.392023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17c02e8-afa5-47c6-be76-e30c76ea805a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:22.404280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e17c02e8-afa5-47c6-be76-e30c76ea805a tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/97432789-418f-4316-9334-cb00b682fca2 HTTP/1.1" status: 404 len: 337 time: 0.0543022 Nov 23 23:03:22.411123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36098) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.433284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:22.475145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d3405e23-3ced-43e0-b2e9-e5a9e95d795b tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=600e211f-742a-49f2-8a3b-3dd60adac031 HTTP/1.1" status: 200 len: 205 time: 0.0549560 Nov 23 23:03:22.476046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.622432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Allocated IP 172.20.0.2 (10f8ccc5-1b21-475a-8a18-3aadeabea9b0/f75c9ad6-ae45-4082-9717-fd6683cc96a6/4f7171ed-1d22-4347-9ccb-b205e40b6715) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:22.627543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5237ec6e-1902-4592-8844-05684d52f437 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:22.628190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5237ec6e-1902-4592-8844-05684d52f437 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:22.629731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5237ec6e-1902-4592-8844-05684d52f437 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "PUT /v2.0/subnets/f75c9ad6-ae45-4082-9717-fd6683cc96a6 HTTP/1.1" status: 200 len: 806 time: 1.8550031 Nov 23 23:03:22.635691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36102) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.714088 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-5e6cc42d-862d-4f22-9dc4-244e171b842c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] delete failed (client error): The resource could not be found. Nov 23 23:03:22.717727 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5e6cc42d-862d-4f22-9dc4-244e171b842c tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/600e211f-742a-49f2-8a3b-3dd60adac031 HTTP/1.1" status: 404 len: 336 time: 0.2324295 Nov 23 23:03:22.728540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36106) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.760789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237ec6e-1902-4592-8844-05684d52f437 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=f75c9ad6-ae45-4082-9717-fd6683cc96a6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:22.806102 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ca937b-e1bd-4095-8c01-404cd83468ca tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:22.806828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ca937b-e1bd-4095-8c01-404cd83468ca tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:22.810411 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-30ca937b-e1bd-4095-8c01-404cd83468ca tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/c7bfb1a0-8da1-43cb-8179-36d46fdd46ee HTTP/1.1" status: 404 len: 337 time: 0.0804627 Nov 23 23:03:22.815291 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.836396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:22.906094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f69c3169-80f4-49c6-a4a0-24e6269e46df req-07d01b9f-5bee-4241-8667-2ab5729d9946 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0541508 Nov 23 23:03:22.922031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0f6f8647-ceab-4d40-bcb4-190adbfb3288 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f175f43-2b07-4bdc-8fd0-64fe47753cf3 HTTP/1.1" status: 200 len: 205 time: 0.0871165 Nov 23 23:03:22.926323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36110) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:22.935744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aab1ac93-1314-4fa3-a0f3-bc9591fb94c3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12897509'] for subnet, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.004512 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-825fe4b4-1dc1-4886-94b3-e5f79b36986d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] delete failed (client error): The resource could not be found. Nov 23 23:03:23.009006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-825fe4b4-1dc1-4886-94b3-e5f79b36986d tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/routers/3f175f43-2b07-4bdc-8fd0-64fe47753cf3 HTTP/1.1" status: 404 len: 336 time: 0.0816059 Nov 23 23:03:23.012561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36112) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:23.089346 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c718ca1-7599-4af7-8370-f50a92006aee tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:23.089591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c718ca1-7599-4af7-8370-f50a92006aee tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:23.104343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c718ca1-7599-4af7-8370-f50a92006aee tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/f113a684-9ae4-4d9a-ab50-73be75feb5d6 HTTP/1.1" status: 404 len: 337 time: 0.0819690 Nov 23 23:03:23.104535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network 4f257ba1-546d-4012-935a-927de8abb53d is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:23.107526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36114) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:23.115833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=afcc83dc-5d67-431c-8de8-77f4a13f57ec,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:23.133211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:23.160536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:23.177919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:23.179847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-984cb454-39b3-4ffd-89b7-4d9a1a58159d', 'network_id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': '6b388656-3efe-4399-9860-e05aed4f3e9d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:23.180712 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.182098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.185875 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.190880 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-119b60db-496f-4c18-a275-7115976ddd82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:23.191731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119b60db-496f-4c18-a275-7115976ddd82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:23.209786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-119b60db-496f-4c18-a275-7115976ddd82 tempest-RoutersIpV6Test-1544815282 tempest-RoutersIpV6Test-1544815282-project] 10.222.0.11 "DELETE /v2.0/subnets/d63cf823-a383-49df-ace1-312a6fd7543e HTTP/1.1" status: 404 len: 337 time: 0.0783958 Nov 23 23:03:23.323029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.334164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53e45c6e-aa76-45b4-961e-767ce6191fb0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:23.401118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-71ef1d28-c62c-4750-adcf-5ec583fcfdfe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.5568771 Nov 23 23:03:23.404722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36120) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:23.413801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1872911166', 'allowed_address_pairs': [{'ip_address': '2001:db8::13e', 'mac_address': 'fa:16:3e:84:2c:52'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:23.647992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:23.660072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Router aed78651-122b-4b12-926e-0a3316391f3c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:03:23.721568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 53e45c6e-aa76-45b4-961e-767ce6191fb0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:23.721988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.731690 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.775403 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aab1ac93-1314-4fa3-a0f3-bc9591fb94c3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756273728121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14166451'] for subnet, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.811306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e64506-5dfb-4bc3-bf60-dd95d7e82669 None None] Network ad3f3313-7c61-42a3-9297-307d6dbf240e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:23.820509 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.871313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab1ac93-1314-4fa3-a0f3-bc9591fb94c3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:23.872226 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aab1ac93-1314-4fa3-a0f3-bc9591fb94c3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.873683 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aab1ac93-1314-4fa3-a0f3-bc9591fb94c3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "PUT /v2.0/subnets/6b388656-3efe-4399-9860-e05aed4f3e9d HTTP/1.1" status: 200 len: 826 time: 1.5763814 Nov 23 23:03:23.879962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36124) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:23.914431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:23.943837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] device_id is not set on port 2fdc3776-e5aa-4b3c-8d5d-4f03274e934c yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:03:23.971666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1ac93-1314-4fa3-a0f3-bc9591fb94c3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=6b388656-3efe-4399-9860-e05aed4f3e9d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:24.031662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:03:24.044511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] Sync routers for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:03:24.061562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b605594-9b40-4180-b8bf-a7bfcc2fe62f admin admin] 10.222.0.11 "PUT /v2.0/routers/aed78651-122b-4b12-926e-0a3316391f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6019540 Nov 23 23:03:24.066470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36128) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:24.078026 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:24.079112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:24.096455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:24.115365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.191158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:24.218402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-737a14ec-1b3c-42e7-afb0-427799c71b15 None None] Provisioning complete for port 53e45c6e-aa76-45b4-961e-767ce6191fb0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:24.218773 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-737a14ec-1b3c-42e7-afb0-427799c71b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.243959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:24.257630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36132) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:24.275217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Allocated IP 2001:db8::2 (984cb454-39b3-4ffd-89b7-4d9a1a58159d/6b388656-3efe-4399-9860-e05aed4f3e9d/811bb19c-cafb-4c69-92ad-2b96159cc0cd) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:24.282525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=f75c9ad6-ae45-4082-9717-fd6683cc96a6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:24.320180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.333304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Pushing event updated for resources: {'Port': ['ID=4f7171ed-1d22-4347-9ccb-b205e40b6715,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:24.403629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f541ae50-24df-4d26-8559-bdce334c15f3 req-08ff7c8d-d063-4ed5-86b5-dfe73498c068 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1805954 Nov 23 23:03:24.469303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf43efc-9a7e-4d3c-be8f-602674b32f93 None None] Network 4f257ba1-546d-4012-935a-927de8abb53d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:24.491452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.492144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.492660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.493335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.493984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.494502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.495031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.495563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.496127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.496651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.497216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.497961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:24.606369 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:24.609910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.652298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-850288b8-7805-415a-8856-478e1d55c97c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57c0ee35baac40abaf58c87137405628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813715 Nov 23 23:03:24.654402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.658657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36136) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:24.698110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f8ccc5-1b21-475a-8a18-3aadeabea9b0']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:24.705170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Attempting to bind port 4f7171ed-1d22-4347-9ccb-b205e40b6715 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:24.712249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Attempting to bind port 4f7171ed-1d22-4347-9ccb-b205e40b6715 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '3d498ba1-c917-43f0-9986-502a9cb3cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:24.712611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Attempting to bind port 4f7171ed-1d22-4347-9ccb-b205e40b6715 on network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:24.723840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Allocated IP 2001:db8::2a1 (4f257ba1-546d-4012-935a-927de8abb53d/7d7392ca-0bdf-4d92-a655-cb8a7a339403/2fdc3776-e5aa-4b3c-8d5d-4f03274e934c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:24.728295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d498ba1-c917-43f0-9986-502a9cb3cf43') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:24.728588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d498ba1-c917-43f0-9986-502a9cb3cf43') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:24.745513 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.818738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.823601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:24.824083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Checking segment: {'id': '3d498ba1-c917-43f0-9986-502a9cb3cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:24.825427 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.829845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Bound using segment: {'id': '3d498ba1-c917-43f0-9986-502a9cb3cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:24.831077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Bound port: 4f7171ed-1d22-4347-9ccb-b205e40b6715, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d498ba1-c917-43f0-9986-502a9cb3cf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:24.833882 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.837785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:24.838492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:24.842063 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:24.983268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:24.989643 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:03:20Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:25.025838 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] Checking router: aed78651-122b-4b12-926e-0a3316391f3c for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:03:25.037788 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] Routers {'aed78651-122b-4b12-926e-0a3316391f3c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:25.038418 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['aed78651-122b-4b12-926e-0a3316391f3c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:25.127528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-737a14ec-1b3c-42e7-afb0-427799c71b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.149166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.183189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:03:25.183189 n-d-817303-3 neutron-server[103522]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:03:25.183189 n-d-817303-3 neutron-server[103522]: [parameters: {'id': '10f8ccc5-1b21-475a-8a18-3aadeabea9b0'}] Nov 23 23:03:25.183189 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:25.185958 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:25.231500 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] Set router aed78651-122b-4b12-926e-0a3316391f3c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:03:25.245837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.269646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.329892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-737a14ec-1b3c-42e7-afb0-427799c71b15 None None] For port 53e45c6e-aa76-45b4-961e-767ce6191fb0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=53e45c6e-aa76-45b4-961e-767ce6191fb0,segment=NetworkSegment(ef32a52c-7850-4ec2-87f6-38f15d042d60),segment_id=ef32a52c-7850-4ec2-87f6-38f15d042d60)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:25.369580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-737a14ec-1b3c-42e7-afb0-427799c71b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.399217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network 4f257ba1-546d-4012-935a-927de8abb53d is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:25.433718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:25.437645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:25.450562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:25.451244 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.476491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad49392-7252-4d7b-bdce-c69a2cf88435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.494739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=2fdc3776-e5aa-4b3c-8d5d-4f03274e934c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:25.527830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2dbdf8e9-4e11-4e6a-b683-c46b4aa9966d tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1156235 Nov 23 23:03:25.532347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36142) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:25.546439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] For port 4f7171ed-1d22-4347-9ccb-b205e40b6715, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:25.609559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] For port 4f7171ed-1d22-4347-9ccb-b205e40b6715, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4f7171ed-1d22-4347-9ccb-b205e40b6715,segment=NetworkSegment(3d498ba1-c917-43f0-9986-502a9cb3cf43),segment_id=3d498ba1-c917-43f0-9986-502a9cb3cf43)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:25.629304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.630205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:25.630731 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:25.634869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.637348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a14ec-1b3c-42e7-afb0-427799c71b15 None None] Pushing event updated for resources: {'Port': ['ID=53e45c6e-aa76-45b4-961e-767ce6191fb0,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:25.640545 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.656536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e77e02f3-1673-455a-9ce3-0e743e67dca2 None None] Provisioning complete for port 5d706c8c-fcdc-4774-b874-025a7bbc2538 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:25.656914 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e77e02f3-1673-455a-9ce3-0e743e67dca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.679665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5dbaab-c9a5-4962-a587-28ffe17c12e2 None None] Update dhcp port {'port': {'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e', 'fixed_ips': [{'subnet_id': '4ed83947-b271-4857-94b9-c6ba846191a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '245162fb-e1ab-4301-a1f0-e6cea5b49530'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '53e45c6e-aa76-45b4-961e-767ce6191fb0'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:03:25.680348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad49392-7252-4d7b-bdce-c69a2cf88435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.714382 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.737881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.746951 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:03:20Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:25.817136 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ce7a3-5def-44d3-b0bf-5ea335378a3c None None] The sync data for ids ['aed78651-122b-4b12-926e-0a3316391f3c'] in n-d-817303-3 is: [{'id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1022452967-router', 'tenant_id': '2b054f504e944e658a7a7e9456e392c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:01:18Z', 'updated_at': '2021-11-23T23:03:20Z', 'revision_number': 5, 'project_id': '2b054f504e944e658a7a7e9456e392c5', 'gw_port': {'id': '771e9d6a-61ad-4a15-8f3a-0e493b8bc793', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed78651-122b-4b12-926e-0a3316391f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:01:19Z', 'updated_at': '2021-11-23T23:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:25.828748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad49392-7252-4d7b-bdce-c69a2cf88435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.836398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ad49392-7252-4d7b-bdce-c69a2cf88435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.839303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ad49392-7252-4d7b-bdce-c69a2cf88435 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7be01abd-bd7a-4172-a83b-8a5a42fe8a24 HTTP/1.1" status: 204 len: 168 time: 1.1788011 Nov 23 23:03:25.872517 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be5dbaab-c9a5-4962-a587-28ffe17c12e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.918023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad49392-7252-4d7b-bdce-c69a2cf88435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be01abd-bd7a-4172-a83b-8a5a42fe8a24,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:25.946469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:25.993739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236cc16-9ac6-47a5-a028-314915f07236 None None] Pushing event updated for resources: {'Port': ['ID=4f7171ed-1d22-4347-9ccb-b205e40b6715,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:26.003808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:26.037555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=6b388656-3efe-4399-9860-e05aed4f3e9d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:26.042138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:26.150508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Deleting port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:26.150816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:26.150991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:26.191142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e360ca7-6d80-45a7-8257-060f3fea4c69 None None] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:26.202242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:26.293481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984cb454-39b3-4ffd-89b7-4d9a1a58159d']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:26.337568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d7851b-910b-4a00-a89e-251b7bfbcb45') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:26.338746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d7851b-910b-4a00-a89e-251b7bfbcb45') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:26.358725 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:26.390184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:26.413933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] For port 771e9d6a-61ad-4a15-8f3a-0e493b8bc793, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:26.414745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:26.420014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:26.431152 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:26.442817 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:26.484344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Calling delete_port for 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:26.547889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:03:26.547889 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:03:26.547889 n-d-817303-3 neutron-server[103523]: [parameters: {'id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d'}] Nov 23 23:03:26.547889 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:26.548544 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:26.679225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42ac0ec4-55d9-4fc3-8ded-9d6c6a194075 req-5a72bdbc-5eed-45b8-976e-fd9b87a7a0a5 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 1.0119860 Nov 23 23:03:26.827668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Pushing event updated for resources: {'Port': ['ID=811bb19c-cafb-4c69-92ad-2b96159cc0cd,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:26.866724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0051-7af3-4655-b23c-89d0a4f38ae7 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:26.905090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0051-7af3-4655-b23c-89d0a4f38ae7 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:26.940341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0051-7af3-4655-b23c-89d0a4f38ae7 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:26.945702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5d706c8c-fcdc-4774-b874-025a7bbc2538 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:26.948916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b2ec0051-7af3-4655-b23c-89d0a4f38ae7 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.4071245 Nov 23 23:03:26.958074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36160) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:26.977345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.061246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.087826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Pushing event deleted for resources: {'Port': ['ID=771e9d6a-61ad-4a15-8f3a-0e493b8bc793,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:27.098080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b65be4-f55b-4aec-ac2c-3bf1b225a8c8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:27.130006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.134903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Attempting to bind port 811bb19c-cafb-4c69-92ad-2b96159cc0cd on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:27.135517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Attempting to bind port 811bb19c-cafb-4c69-92ad-2b96159cc0cd by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '89d7851b-910b-4a00-a89e-251b7bfbcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:27.144984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port 4f7171ed-1d22-4347-9ccb-b205e40b6715 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:27.145299 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.145898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Attempting to bind port 811bb19c-cafb-4c69-92ad-2b96159cc0cd on network 984cb454-39b3-4ffd-89b7-4d9a1a58159d {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:27.266457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port 4f7171ed-1d22-4347-9ccb-b205e40b6715, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4f7171ed-1d22-4347-9ccb-b205e40b6715,segment=NetworkSegment(3d498ba1-c917-43f0-9986-502a9cb3cf43),segment_id=3d498ba1-c917-43f0-9986-502a9cb3cf43)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:27.267216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.289937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting port 2fdc3776-e5aa-4b3c-8d5d-4f03274e934c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:27.290584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.299315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for 4f7171ed-1d22-4347-9ccb-b205e40b6715 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:27.310566 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e77e02f3-1673-455a-9ce3-0e743e67dca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.330647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.375662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-be5dbaab-c9a5-4962-a587-28ffe17c12e2 None None] Allocated IP 172.20.0.1 (ad3f3313-7c61-42a3-9297-307d6dbf240e/245162fb-e1ab-4301-a1f0-e6cea5b49530/53e45c6e-aa76-45b4-961e-767ce6191fb0) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:27.485737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.512512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Calling delete_port for 2fdc3776-e5aa-4b3c-8d5d-4f03274e934c owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:27.520942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.524817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.538522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting port 811bb19c-cafb-4c69-92ad-2b96159cc0cd {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:27.538862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.570413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36168) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:27.580442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.620312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.621035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aed78651-122b-4b12-926e-0a3316391f3c {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:03:27.627515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.631790 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f0e90d19-7ec0-4315-b2be-9d335ee0f602 admin admin] 10.222.0.11 "DELETE /v2.0/routers/aed78651-122b-4b12-926e-0a3316391f3c HTTP/1.1" status: 204 len: 168 time: 3.5624955 Nov 23 23:03:27.652485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:27.665774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port 4f7171ed-1d22-4347-9ccb-b205e40b6715 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:27.679311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=4f7171ed-1d22-4347-9ccb-b205e40b6715,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:27.698651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e77e02f3-1673-455a-9ce3-0e743e67dca2 None None] For port 5d706c8c-fcdc-4774-b874-025a7bbc2538, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5d706c8c-fcdc-4774-b874-025a7bbc2538,segment=NetworkSegment(2e46b0bf-ff5e-41f8-960f-5da4aa3d3663),segment_id=2e46b0bf-ff5e-41f8-960f-5da4aa3d3663)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:27.726092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] For port 811bb19c-cafb-4c69-92ad-2b96159cc0cd, host n-d-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:27.726566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.735091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5d706c8c-fcdc-4774-b874-025a7bbc2538 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:27.735718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.744327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:27.746057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Checking segment: {'id': '89d7851b-910b-4a00-a89e-251b7bfbcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:27.746623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Calling delete_port for 811bb19c-cafb-4c69-92ad-2b96159cc0cd owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:27.746787 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.747410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Bound using segment: {'id': '89d7851b-910b-4a00-a89e-251b7bfbcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:27.748299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Bound port: 811bb19c-cafb-4c69-92ad-2b96159cc0cd, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d7851b-910b-4a00-a89e-251b7bfbcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '984cb454-39b3-4ffd-89b7-4d9a1a58159d'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:27.752426 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.792523 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e77e02f3-1673-455a-9ce3-0e743e67dca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.897549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-29de3950-a085-452e-9fec-7d0bcab68717 tempest-DvrRoutersNegativeTest-697767336 tempest-DvrRoutersNegativeTest-697767336-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-376167634', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:27.900717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.policy [None req-29de3950-a085-452e-9fec-7d0bcab68717 tempest-DvrRoutersNegativeTest-697767336 tempest-DvrRoutersNegativeTest-697767336-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103522) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 23:03:27.901330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.policy [None req-29de3950-a085-452e-9fec-7d0bcab68717 tempest-DvrRoutersNegativeTest-697767336 tempest-DvrRoutersNegativeTest-697767336-project] Failed policy check for 'create_router' {{(pid=103522) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 23:03:27.902055 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-29de3950-a085-452e-9fec-7d0bcab68717 tempest-DvrRoutersNegativeTest-697767336 tempest-DvrRoutersNegativeTest-697767336-project] create failed (client error): Access was denied to this resource. Nov 23 23:03:27.903321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-29de3950-a085-452e-9fec-7d0bcab68717 tempest-DvrRoutersNegativeTest-697767336 tempest-DvrRoutersNegativeTest-697767336-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3312397 Nov 23 23:03:27.937125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:27.993110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3fe207a-d5b0-4737-a442-368efb1bc1ed req-de098ae3-741b-4a13-914a-f312e6056fba tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1111102 Nov 23 23:03:28.014562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] Deleting subnet 119b20af-dc85-4964-959e-56c2809bb594 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:03:28.035553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Port': ['ID=811bb19c-cafb-4c69-92ad-2b96159cc0cd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:28.046045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No DVR routers for this DVR port 811bb19c-cafb-4c69-92ad-2b96159cc0cd on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:28.086396 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.095694 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.168332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-be5dbaab-c9a5-4962-a587-28ffe17c12e2 None None] For port 53e45c6e-aa76-45b4-961e-767ce6191fb0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=53e45c6e-aa76-45b4-961e-767ce6191fb0,segment=NetworkSegment(ef32a52c-7850-4ec2-87f6-38f15d042d60),segment_id=ef32a52c-7850-4ec2-87f6-38f15d042d60)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:28.209366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-81990844-72e8-4116-b8dd-4088bded640e None None] Port 811bb19c-cafb-4c69-92ad-2b96159cc0cd has been deleted concurrently {{(pid=103524) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 23:03:28.217094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5c8efd18-5a56-440a-8491-3bd7b11308c1 None None] Provisioning complete for port afcc83dc-5d67-431c-8de8-77f4a13f57ec triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:28.217876 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c8efd18-5a56-440a-8491-3bd7b11308c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.226246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.258553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f8ccc5-1b21-475a-8a18-3aadeabea9b0']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:28.266015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984cb454-39b3-4ffd-89b7-4d9a1a58159d']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:28.281951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d498ba1-c917-43f0-9986-502a9cb3cf43') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:28.281951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d498ba1-c917-43f0-9986-502a9cb3cf43') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:28.284918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d7851b-910b-4a00-a89e-251b7bfbcb45') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:28.285205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d7851b-910b-4a00-a89e-251b7bfbcb45') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:28.297344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.309899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.321298 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.334075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:28.334488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:28.337819 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:28.371379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.401614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c2279-6ccc-4df6-b0d3-0a709d5bfe35 None None] Network 10f8ccc5-1b21-475a-8a18-3aadeabea9b0 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:28.443201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:28.447373 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.462695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:28.466010 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:28.470200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5c8efd18-5a56-440a-8491-3bd7b11308c1 None None] Port afcc83dc-5d67-431c-8de8-77f4a13f57ec cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:28.509433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.545120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.556166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/984cb454-39b3-4ffd-89b7-4d9a1a58159d HTTP/1.1" status: 204 len: 168 time: 4.6622658 Nov 23 23:03:28.556166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0e2b-afc8-4919-9950-106b4c8b82fb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=984cb454-39b3-4ffd-89b7-4d9a1a58159d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:28.557924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36182) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:28.608702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:28.618312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e02f3-1673-455a-9ce3-0e743e67dca2 None None] Pushing event updated for resources: {'Port': ['ID=5d706c8c-fcdc-4774-b874-025a7bbc2538,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:28.620387 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a376449f-8d1c-4f61-a3c0-fd98b41cf4b3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:28.621245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a376449f-8d1c-4f61-a3c0-fd98b41cf4b3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:28.631206 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a376449f-8d1c-4f61-a3c0-fd98b41cf4b3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/984cb454-39b3-4ffd-89b7-4d9a1a58159d HTTP/1.1" status: 404 len: 339 time: 0.0665708 Nov 23 23:03:28.635450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36188) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:28.659082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-665100373', 'description': 'd1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:28.661815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be5dbaab-c9a5-4962-a587-28ffe17c12e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.682106 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be5dbaab-c9a5-4962-a587-28ffe17c12e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.712503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:28.720018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.739026 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.755700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.767883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5c8efd18-5a56-440a-8491-3bd7b11308c1 None None] Provisioning complete for port 5d706c8c-fcdc-4774-b874-025a7bbc2538 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:28.771306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c8efd18-5a56-440a-8491-3bd7b11308c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.819132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:28.845796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.848397 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment 7f27df0e-3957-4baa-9dc6-508e8c3b7b06 of type vlan for network aad33f6d-cf04-4776-8ad4-4d45b3081dfc Nov 23 23:03:28.864150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.010992 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.022299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/10f8ccc5-1b21-475a-8a18-3aadeabea9b0 HTTP/1.1" status: 204 len: 168 time: 6.3768687 Nov 23 23:03:29.022979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36192) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:29.071763 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaf657e-544f-4c41-a3fb-d1f94c28d278 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:29.072697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaf657e-544f-4c41-a3fb-d1f94c28d278 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:29.084985 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7aaf657e-544f-4c41-a3fb-d1f94c28d278 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/10f8ccc5-1b21-475a-8a18-3aadeabea9b0 HTTP/1.1" status: 404 len: 339 time: 0.0533276 Nov 23 23:03:29.086311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.092374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36198) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:29.119867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dac8694a-8239-4045-b8e8-7f2468257e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.135982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2037259637', 'description': 'd1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:29.194761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.202355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:29.210253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.271201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dbaab-c9a5-4962-a587-28ffe17c12e2 None None] Pushing event updated for resources: {'Port': ['ID=53e45c6e-aa76-45b4-961e-767ce6191fb0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:29.321784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53e45c6e-aa76-45b4-961e-767ce6191fb0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:29.402048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:29.423260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c825439d-b886-4f90-a19d-51ad609b4ad5 req-7e8329ee-eb8a-4e47-a35e-15e9aaa71c93 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1478796 Nov 23 23:03:29.425412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119b20af-dc85-4964-959e-56c2809bb594,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:29.432375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58638cee-0baf-4e84-a39e-1c4bebe1f75d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=10f8ccc5-1b21-475a-8a18-3aadeabea9b0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:29.442761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Port': ['ID=2fdc3776-e5aa-4b3c-8d5d-4f03274e934c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:29.443024 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.449099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.458623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8e005650-b9b2-4d69-94ec-84c3a38ea48a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/119b20af-dc85-4964-959e-56c2809bb594 HTTP/1.1" status: 204 len: 168 time: 1.8003190 Nov 23 23:03:29.463540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:29.464046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36200) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:29.465426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.480598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795fb5e1-1341-46f5-96b0-4d0da8025dc7 None None] Network 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:29.531856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.532253 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment e33abae7-9d97-47e2-a643-81312199bb90 of type vlan for network 04aed571-a213-4e35-8ca2-0816bcaea151 Nov 23 23:03:29.784924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5c8efd18-5a56-440a-8491-3bd7b11308c1 None None] Could not find standard attr ID for object 2fdc3776-e5aa-4b3c-8d5d-4f03274e934c. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:03:29.807812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.822663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.826642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-91305186-4d18-41be-a5a9-9ee5ceca0f88 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/ports/2fdc3776-e5aa-4b3c-8d5d-4f03274e934c HTTP/1.1" status: 204 len: 168 time: 2.8650181 Nov 23 23:03:29.834381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36202) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:29.847193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dac8694a-8239-4045-b8e8-7f2468257e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.854121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 53e45c6e-aa76-45b4-961e-767ce6191fb0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:29.854849 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.916205 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac0f626-af48-4339-9db0-1c7bd7e3e210 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] GET failed (client error): The resource could not be found. Nov 23 23:03:29.922224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dac8694a-8239-4045-b8e8-7f2468257e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:29.934334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bac0f626-af48-4339-9db0-1c7bd7e3e210 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "GET /v2.0/ports/2fdc3776-e5aa-4b3c-8d5d-4f03274e934c HTTP/1.1" status: 404 len: 333 time: 0.0925331 Nov 23 23:03:29.937607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36204) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:29.949560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.005166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1370493532'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:30.045537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26127a3-9c8c-480d-89f8-795bb5a59a56 None None] DHCP port deletion for 5e3dd6e3-9fc6-4674-88ad-6afb00c38378 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:30.135673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5d706c8c-fcdc-4774-b874-025a7bbc2538 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:30.146990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5056212 Nov 23 23:03:30.172310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ccabd-7e01-43b4-a441-750f161d5f66 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=aad33f6d-cf04-4776-8ad4-4d45b3081dfc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:30.186706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:03:30.217644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36208) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:30.220012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.280296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network aad33f6d-cf04-4776-8ad4-4d45b3081dfc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:30.379962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5d706c8c-fcdc-4774-b874-025a7bbc2538 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:30.380134 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.389914 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dac8694a-8239-4045-b8e8-7f2468257e63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4a629b4e81242109b1cb343f46cbd9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7791829 Nov 23 23:03:30.394366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8694a-8239-4045-b8e8-7f2468257e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca1215-cfce-46da-a008-b0567210b4ac,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:30.415553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:30.415936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.423442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:30.424343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.624106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3dd6e3-9fc6-4674-88ad-6afb00c38378']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:30.719001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349f1940-9895-4159-a772-cca56022ae00') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:30.719496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349f1940-9895-4159-a772-cca56022ae00') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:30.781367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532de5f9-3945-4f0f-9fbc-cddaa19abc54 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:30.783687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-532de5f9-3945-4f0f-9fbc-cddaa19abc54 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/networks?id=aad33f6d-cf04-4776-8ad4-4d45b3081dfc HTTP/1.1" status: 200 len: 764 time: 0.5644689 Nov 23 23:03:30.813439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db1b54af-d727-4ef5-b211-903c3a51d154 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:30.827839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36214) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:30.852157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae692a6-b4a7-4467-8e02-db2c8c77f682 None None] Network ad3f3313-7c61-42a3-9297-307d6dbf240e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:30.854991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-77d98fed-e4db-4ed9-8fcb-cdcc810dafcc None None] Could not find standard attr ID for object 811bb19c-cafb-4c69-92ad-2b96159cc0cd. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:03:30.856796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: db1b54af-d727-4ef5-b211-903c3a51d154 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:30.857340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db1b54af-d727-4ef5-b211-903c3a51d154 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:30.857935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:30.864753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'description': 'd2'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:30.894349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:30.895008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 771e9d6a-61ad-4a15-8f3a-0e493b8bc793 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:30.896899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e9c94-8d02-48e9-a900-460de3a8bc7e None None] DHCP port deletion for 984cb454-39b3-4ffd-89b7-4d9a1a58159d request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:30.910685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7925322 Nov 23 23:03:30.914945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36216) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:30.917126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf79c67-bd2b-483a-82c3-b4fb6a9feeb1 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=04aed571-a213-4e35-8ca2-0816bcaea151,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:30.940393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-77d98fed-e4db-4ed9-8fcb-cdcc810dafcc None None] Provisioning complete for port 53e45c6e-aa76-45b4-961e-767ce6191fb0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:30.940771 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-77d98fed-e4db-4ed9-8fcb-cdcc810dafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.996639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 04aed571-a213-4e35-8ca2-0816bcaea151 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:31.008161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.024974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6297ea40-2f10-4307-a461-37809f823705 req-da9a0069-0db7-4d7f-a4fb-1ef2902f5e90 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.2771647 Nov 23 23:03:31.093796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ccb93e9-c9c1-42b0-be70-10ebdca09785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.198604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.214355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:31.226033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.281064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6122741-2b70-4527-9a07-720b32120ce6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:31.285787 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e6122741-2b70-4527-9a07-720b32120ce6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/networks?id=04aed571-a213-4e35-8ca2-0816bcaea151 HTTP/1.1" status: 200 len: 761 time: 0.3620441 Nov 23 23:03:31.288392 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ccb93e9-c9c1-42b0-be70-10ebdca09785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.290320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36220) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:31.299231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e2ebd-6da2-4ef0-8487-bd429a6eafd4 None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:31.301800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'description': 'd2'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:31.307183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:31.317183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.320722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53e45c6e-aa76-45b4-961e-767ce6191fb0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:31.329792 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:31.399922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] device_id is not set on port 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:03:31.416747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e2ebd-6da2-4ef0-8487-bd429a6eafd4 None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:03:31.437688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f28689-32d9-475a-a361-198e4d06c8d7 None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:31.474403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f28689-32d9-475a-a361-198e4d06c8d7 None None] Network 984cb454-39b3-4ffd-89b7-4d9a1a58159d could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:03:31.479415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 53e45c6e-aa76-45b4-961e-767ce6191fb0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:31.480175 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.487713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ccb93e9-c9c1-42b0-be70-10ebdca09785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.490401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ccb93e9-c9c1-42b0-be70-10ebdca09785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.491605 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5ccb93e9-c9c1-42b0-be70-10ebdca09785 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89ca1215-cfce-46da-a008-b0567210b4ac HTTP/1.1" status: 204 len: 168 time: 1.0426669 Nov 23 23:03:31.510796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb93e9-c9c1-42b0-be70-10ebdca09785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca1215-cfce-46da-a008-b0567210b4ac,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:31.531365 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.565669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.594764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 04aed571-a213-4e35-8ca2-0816bcaea151 is not hosted by any dhcp agent {{(pid=103523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:03:31.604975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:31.605827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.610359 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "PUT /v2.0/networks/04aed571-a213-4e35-8ca2-0816bcaea151 HTTP/1.1" status: 200 len: 758 time: 0.3170860 Nov 23 23:03:31.614340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36224) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:31.682537 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-305b3213-258a-4b0e-b5ca-3ee9a01008e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.804668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 811bb19c-cafb-4c69-92ad-2b96159cc0cd no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:31.839423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7e43b-29b1-49e0-8061-654da7728d8d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=04aed571-a213-4e35-8ca2-0816bcaea151,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:31.845121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 811bb19c-cafb-4c69-92ad-2b96159cc0cd {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:31.846002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 811bb19c-cafb-4c69-92ad-2b96159cc0cd not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:31.863117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13556a2-9eeb-4be2-a9df-c9e582d379dd tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:31.870338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Allocated IP 2001:db8::3d7 (4f257ba1-546d-4012-935a-927de8abb53d/7d7392ca-0bdf-4d92-a655-cb8a7a339403/3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:31.871191 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c13556a2-9eeb-4be2-a9df-c9e582d379dd tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/networks?id=04aed571-a213-4e35-8ca2-0816bcaea151 HTTP/1.1" status: 200 len: 761 time: 0.2485902 Nov 23 23:03:31.878559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36228) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:31.886545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-470512164'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:31.897371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 04aed571-a213-4e35-8ca2-0816bcaea151 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:31.957318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:31.963969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.007702 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.014802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.021520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:32.046295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.048223 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment 57e35bd4-fd27-4238-ae6b-1c9c8745966d of type vlan for network 20017e83-8cf2-4c7b-99d7-70fcc63bf058 Nov 23 23:03:32.061276 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.080965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] 10.222.0.11 "DELETE /v2.0/networks/5e3dd6e3-9fc6-4674-88ad-6afb00c38378 HTTP/1.1" status: 204 len: 168 time: 2.6117525 Nov 23 23:03:32.138500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.179677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3c0bc-d1c9-4e68-bad7-f626106567ab admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3dd6e3-9fc6-4674-88ad-6afb00c38378,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:32.189995 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.226590 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.235328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:32.238183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.265976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a121e75-e336-4cfc-87df-7c23ce2b2228 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:03:32.281537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network aad33f6d-cf04-4776-8ad4-4d45b3081dfc is not hosted by any dhcp agent {{(pid=103522) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:03:32.288891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:32.289368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.290626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "PUT /v2.0/networks/aad33f6d-cf04-4776-8ad4-4d45b3081dfc HTTP/1.1" status: 200 len: 761 time: 1.4366350 Nov 23 23:03:32.307816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36244) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:32.353217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d76bf5fc-1805-45ea-8a14-eed149507a90 req-1b18b21d-47f9-4107-af9f-093cd5b82dcb tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0901663 Nov 23 23:03:32.437502 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1e4a33ad-aebc-48d0-879f-79c5e37ade17 req-2150daaa-c0a3-4a80-8355-9300235ad970 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1026530 Nov 23 23:03:32.445787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145904be-16b3-4bb8-a7b3-44af090fbcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=aad33f6d-cf04-4776-8ad4-4d45b3081dfc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:32.469503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f5b08fe8-97f3-43ed-b1ad-f0e864e591d3 None None] Provisioning complete for port 53e45c6e-aa76-45b4-961e-767ce6191fb0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:32.474999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f5b08fe8-97f3-43ed-b1ad-f0e864e591d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:32.496132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network aad33f6d-cf04-4776-8ad4-4d45b3081dfc details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:32.530493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36256) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:32.530952 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6489744 Nov 23 23:03:32.535643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36258) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:32.554769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:32.697388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e8597-7254-4b6a-a5fd-98c96ba59d20 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=20017e83-8cf2-4c7b-99d7-70fcc63bf058,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:32.728889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 20017e83-8cf2-4c7b-99d7-70fcc63bf058 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:32.744494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3614693-7d98-4739-bb60-0d010dd18781 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:32.748395 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3614693-7d98-4739-bb60-0d010dd18781 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/networks?id=aad33f6d-cf04-4776-8ad4-4d45b3081dfc HTTP/1.1" status: 200 len: 764 time: 0.4369049 Nov 23 23:03:32.749923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ff173473-c415-40f9-ba93-029d00bc5d4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b054f504e944e658a7a7e9456e392c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181911 Nov 23 23:03:32.757336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36260) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:32.768309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36262) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:32.858396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a121e75-e336-4cfc-87df-7c23ce2b2228 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:03:32.929669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.029390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:33.034914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.176547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524fb710-b283-4b7f-801e-a9b992494ef5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.176547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-524fb710-b283-4b7f-801e-a9b992494ef5 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4179473 Nov 23 23:03:33.184443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36270) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:33.303036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-554c29da-e08f-4e63-a1b2-959e5155c19f tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 207 time: 0.1044571 Nov 23 23:03:33.307682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36274) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:33.370627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6045-9d4e-40e4-bc4f-72da260d7da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.444504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.542020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6045-9d4e-40e4-bc4f-72da260d7da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.571725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:33.682822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6045-9d4e-40e4-bc4f-72da260d7da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.686648 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6045-9d4e-40e4-bc4f-72da260d7da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.687929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b7f6045-9d4e-40e4-bc4f-72da260d7da2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abda5fb1-ad85-4c96-9388-4b2e8d43a3a0 HTTP/1.1" status: 204 len: 168 time: 0.9182925 Nov 23 23:03:33.717314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad52853-398b-4b01-b573-8a5d0e89ac18 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.726129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad52853-398b-4b01-b573-8a5d0e89ac18 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.735435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad52853-398b-4b01-b573-8a5d0e89ac18 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.744189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad52853-398b-4b01-b573-8a5d0e89ac18 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.752774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad52853-398b-4b01-b573-8a5d0e89ac18 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.759977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad52853-398b-4b01-b573-8a5d0e89ac18 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.762472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fad52853-398b-4b01-b573-8a5d0e89ac18 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4537003 Nov 23 23:03:33.765634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network 4f257ba1-546d-4012-935a-927de8abb53d is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:33.769122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36286) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:33.833571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:33.841106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:33.851484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:33.854232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.863922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6045-9d4e-40e4-bc4f-72da260d7da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda5fb1-ad85-4c96-9388-4b2e8d43a3a0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:33.870881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:33.881474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ed5df97-2f8c-4b9b-a5e0-989899b70705 req-1f72b223-2fbf-4db3-a9bd-ea8fb2e1f7b0 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.2016349 Nov 23 23:03:33.975715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-10efa50c-d89e-4883-b9d5-698a8151f85d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-401436651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:34.058663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10efa50c-d89e-4883-b9d5-698a8151f85d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.061022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10efa50c-d89e-4883-b9d5-698a8151f85d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.070520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-39b31b6b-94c8-4bc2-b138-5f738a016a10 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1172156 Nov 23 23:03:34.072798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36288) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:34.085490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13e', 'mac_address': 'fa:16:3e:84:2c:52'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:34.117526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b353333-11ae-4c6e-9939-2d6321bec7a8 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3462822 Nov 23 23:03:34.118479 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36290) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:34.136716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.339376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb51b4f-0f72-450b-9456-898123a415f2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.342380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb51b4f-0f72-450b-9456-898123a415f2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.347066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb51b4f-0f72-450b-9456-898123a415f2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.350138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=55945ef8-a885-4f8b-82db-0cf32e001526,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:34.350359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb51b4f-0f72-450b-9456-898123a415f2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.353840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': '57e35bd4-fd27-4238-ae6b-1c9c8745966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:34.354210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 20017e83-8cf2-4c7b-99d7-70fcc63bf058, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:34.363021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb51b4f-0f72-450b-9456-898123a415f2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.366542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6fb51b4f-0f72-450b-9456-898123a415f2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2444861 Nov 23 23:03:34.374891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10efa50c-d89e-4883-b9d5-698a8151f85d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.391626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36298) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:34.410969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-77be363b-e51f-4ba0-8e5e-f0f863816173 None None] Provisioning complete for port 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:34.412197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-77be363b-e51f-4ba0-8e5e-f0f863816173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.421423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10efa50c-d89e-4883-b9d5-698a8151f85d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.443147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 20017e83-8cf2-4c7b-99d7-70fcc63bf058 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:34.489545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.503669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-77be363b-e51f-4ba0-8e5e-f0f863816173 None None] Port 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:34.504183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 20017e83-8cf2-4c7b-99d7-70fcc63bf058) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:34.511681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.512425 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.521666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d5820-d4b4-4868-96a1-806f72c44a1c None None] Network 20017e83-8cf2-4c7b-99d7-70fcc63bf058 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:34.548516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211230d-80d7-4068-8cf8-ec2332fcf12a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.551610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211230d-80d7-4068-8cf8-ec2332fcf12a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.553322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211230d-80d7-4068-8cf8-ec2332fcf12a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.554969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211230d-80d7-4068-8cf8-ec2332fcf12a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.556929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211230d-80d7-4068-8cf8-ec2332fcf12a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:34.559086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8211230d-80d7-4068-8cf8-ec2332fcf12a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1609542 Nov 23 23:03:34.561946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10efa50c-d89e-4883-b9d5-698a8151f85d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.563133 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-10efa50c-d89e-4883-b9d5-698a8151f85d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9912648 Nov 23 23:03:34.563813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36306) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:34.574178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36308) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:34.593061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1165218481'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:34.594645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e97823f2-7adc-4209-85e4-019c3f995ee9 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0436263 Nov 23 23:03:34.599649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:34.907538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-20017e83-8cf2-4c7b-99d7-70fcc63bf058', 'network_id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': '55945ef8-a885-4f8b-82db-0cf32e001526'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:34.909482 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.926801 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2bd82154-77eb-428c-97ef-b165654502d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.014620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.032566 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.091211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] In _notify_port_updated(), no bound segment for port 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 on network 4f257ba1-546d-4012-935a-927de8abb53d {{(pid=103522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:03:35.092447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.100478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:35.101339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.105569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "PUT /v2.0/ports/3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 HTTP/1.1" status: 200 len: 1003 time: 1.0286539 Nov 23 23:03:35.109367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36322) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:35.178551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4ad7aba-94ec-4764-a66c-f7a69f48140a req-6675869d-0f4a-48b2-81e3-316b4f8f818d tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0742898 Nov 23 23:03:35.189610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff89161-7efa-4193-a921-26e464189be3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:35.225836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.367178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Made reservation on behalf of 2da42b288a5548cc99fdd441bab71fbc for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:35.381022 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.438286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Allocated IP 172.20.0.2 (20017e83-8cf2-4c7b-99d7-70fcc63bf058/55945ef8-a885-4f8b-82db-0cf32e001526/a7e1abef-0324-4cda-bb12-f9af49087498) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:35.482828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.540917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.677770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36336) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:35.738815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e58493d6-5fa6-4fde-a54f-5726680b57a4 None None] Provisioning complete for port 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:35.739196 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e58493d6-5fa6-4fde-a54f-5726680b57a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.851409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43dc39-d692-4523-9d1d-c81b17ab9290 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:35.855247 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-af43dc39-d692-4523-9d1d-c81b17ab9290 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/networks/81d62a59-72a8-4a3e-af6b-9e867e56fbe4 HTTP/1.1" status: 200 len: 803 time: 1.2885022 Nov 23 23:03:35.863719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36342) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:35.870600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-821be247-8561-4d65-b042-3d261b7f9862 req-140c0a20-3bc6-4af3-bf79-6acc26524c30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e15c5264de6b477685f3f90bd7a80afa&device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1001303 Nov 23 23:03:35.903507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e58493d6-5fa6-4fde-a54f-5726680b57a4 None None] Port 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:35.947509 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-821be247-8561-4d65-b042-3d261b7f9862 req-63280a90-e5be-4d3a-a867-1a8307131320 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e15c5264de6b477685f3f90bd7a80afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598266 Nov 23 23:03:35.952191 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.966832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1424077420-network', 'tenant_id': '9af2bbe43e4442ba9a02be2d17d06618'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:35.982904 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:35.989906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7cb7551d-4fa0-4a15-8386-00aa0b3d7e8a req-2896c460-28e4-4ba5-a53a-2725f996cf7c tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0945230 Nov 23 23:03:36.040316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Network 20017e83-8cf2-4c7b-99d7-70fcc63bf058 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:36.044854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:36.049963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:36.073430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting port 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:36.074108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.093141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Made reservation on behalf of 9af2bbe43e4442ba9a02be2d17d06618 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:36.095771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.113646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.151608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-77c1c98c-72bc-449c-9843-fe9b76260c50 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/networks/81d62a59-72a8-4a3e-af6b-9e867e56fbe4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2844369 Nov 23 23:03:36.155738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36346) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:36.158619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Pushing event updated for resources: {'Port': ['ID=a7e1abef-0324-4cda-bb12-f9af49087498,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:36.162217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Attempting to bind port a7e1abef-0324-4cda-bb12-f9af49087498 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:36.162797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Attempting to bind port a7e1abef-0324-4cda-bb12-f9af49087498 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '57e35bd4-fd27-4238-ae6b-1c9c8745966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:36.163265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Attempting to bind port a7e1abef-0324-4cda-bb12-f9af49087498 on network 20017e83-8cf2-4c7b-99d7-70fcc63bf058 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:36.169770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:36.170413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Checking segment: {'id': '57e35bd4-fd27-4238-ae6b-1c9c8745966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:36.171096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.171641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Bound using segment: {'id': '57e35bd4-fd27-4238-ae6b-1c9c8745966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:36.172227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Bound port: a7e1abef-0324-4cda-bb12-f9af49087498, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e35bd4-fd27-4238-ae6b-1c9c8745966d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:36.172747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.256124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2803794c-cb53-4de9-9627-7536dd351500 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:36.258476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2803794c-cb53-4de9-9627-7536dd351500 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/subnets/7d5a6854-0fb9-4c84-a9f1-594878898f8d HTTP/1.1" status: 200 len: 843 time: 0.1015499 Nov 23 23:03:36.263880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36348) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:36.269549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.285518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] For port a7e1abef-0324-4cda-bb12-f9af49087498, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:36.289037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] For port a7e1abef-0324-4cda-bb12-f9af49087498, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a7e1abef-0324-4cda-bb12-f9af49087498,segment=NetworkSegment(57e35bd4-fd27-4238-ae6b-1c9c8745966d),segment_id=57e35bd4-fd27-4238-ae6b-1c9c8745966d)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:36.302484 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.385279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e0e3f-6094-4107-a593-e234b1529b9b None None] Pushing event updated for resources: {'Port': ['ID=a7e1abef-0324-4cda-bb12-f9af49087498,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:36.429609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.442604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbf274-14ad-4a16-9906-458fa84707be tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:36.444585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1fbbf274-14ad-4a16-9906-458fa84707be tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "GET /v2.0/subnets/7d5a6854-0fb9-4c84-a9f1-594878898f8d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1788070 Nov 23 23:03:36.449721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36350) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:36.456044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.458190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-655559701'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:36.486598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.492576 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.510007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.510312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:36.525628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.526802 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Added segment b16b5ee1-2df1-4f31-8ab3-c5cccd59a7c1 of type vlan for network db3cfb20-b284-4d62-97d5-263fa536fb6a Nov 23 23:03:36.527910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87802b71-eb73-404d-b9ae-c4ee666f64ce,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:36.557931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.567475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Calling delete_port for 3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:36.576893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=55945ef8-a885-4f8b-82db-0cf32e001526,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:36.594115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.643129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:36.671209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:36.678666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.692244 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.693258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:36.693847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.759262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:36.762749 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Added segment fca1d92c-f920-4cc1-bd8e-50ebb11333ae of type vlan for network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c Nov 23 23:03:36.844571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821be247-8561-4d65-b042-3d261b7f9862 req-97492e67-a37a-4861-857a-a0f97bbe774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:36.846629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-821be247-8561-4d65-b042-3d261b7f9862 req-97492e67-a37a-4861-857a-a0f97bbe774e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8874834 Nov 23 23:03:36.962547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.022640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.099488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20017e83-8cf2-4c7b-99d7-70fcc63bf058']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:37.145359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:03:37.153793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e35bd4-fd27-4238-ae6b-1c9c8745966d') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:37.154139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e35bd4-fd27-4238-ae6b-1c9c8745966d') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:37.199152 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.215996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a7e1abef-0324-4cda-bb12-f9af49087498 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:37.219046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.232613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:37.234098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.272739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.309904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a7e1abef-0324-4cda-bb12-f9af49087498 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:37.310298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.362166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afeb9db-4df7-4577-926b-d0f36b2a14a6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:37.375144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6947167 Nov 23 23:03:37.387430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36356) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:37.388466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fdf05-3491-4417-9e9d-743850ac9418 admin admin] Pushing event updated for resources: {'Network': ['ID=db3cfb20-b284-4d62-97d5-263fa536fb6a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:37.401304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Request body: {'subnet': {'network_id': 'db3cfb20-b284-4d62-97d5-263fa536fb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1424077420-subnet', 'tenant_id': '9af2bbe43e4442ba9a02be2d17d06618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:37.420819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:37.421764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.426830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23bbf027-c1bc-47ef-bdd0-2ce5d58a40be req-8764f5d4-16f7-4fe5-88f2-9b500a544b13 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0671864 Nov 23 23:03:37.427082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network db3cfb20-b284-4d62-97d5-263fa536fb6a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:37.428323 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:37.443563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:37.460568 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8834362 Nov 23 23:03:37.464557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36358) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:37.477106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'subnet': {'network_id': 'f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:37.483770 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.484810 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Added segment 1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6 of type vlan for network c0065525-61a0-4997-be28-0cf138627bc1 Nov 23 23:03:37.487607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Made reservation on behalf of 9af2bbe43e4442ba9a02be2d17d06618 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:37.490458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.502911 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.563974 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.624879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port a7e1abef-0324-4cda-bb12-f9af49087498, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a7e1abef-0324-4cda-bb12-f9af49087498,segment=NetworkSegment(57e35bd4-fd27-4238-ae6b-1c9c8745966d),segment_id=57e35bd4-fd27-4238-ae6b-1c9c8745966d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:37.631200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17778d5a-9dfb-4ff4-a34e-4881c808407f tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Network': ['ID=f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:37.634096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.636070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:03:37.636070 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:03:37.636070 n-d-817303-3 neutron-server[103523]: [parameters: {'id': '20017e83-8cf2-4c7b-99d7-70fcc63bf058'}] Nov 23 23:03:37.636070 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:37.636692 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:37.651543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.694091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:37.700730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.724235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Port': ['ID=3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:37.796330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=a7e1abef-0324-4cda-bb12-f9af49087498,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:37.845857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.851438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e4b90c09-7395-4c9c-9a77-b9e0022e4b91 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/ports/3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 HTTP/1.1" status: 204 len: 168 time: 2.7290549 Nov 23 23:03:37.854466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36368) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:37.864878 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.874022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:37.874687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.887868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Made reservation on behalf of 2da42b288a5548cc99fdd441bab71fbc for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:37.888337 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8772d6e1-5a77-473a-b9b1-bfa19a2ee8ad tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] GET failed (client error): The resource could not be found. Nov 23 23:03:37.890548 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8772d6e1-5a77-473a-b9b1-bfa19a2ee8ad tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "GET /v2.0/ports/3b07bcd1-97c8-4fb2-9334-d7d4c6b14e76 HTTP/1.1" status: 404 len: 333 time: 0.0348985 Nov 23 23:03:37.893523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:37.895107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36370) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:37.913139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2119630110'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:38.037933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.108034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Network': ['ID=c0065525-61a0-4997-be28-0cf138627bc1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:38.120107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c0065525-61a0-4997-be28-0cf138627bc1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:38.128865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:38.134680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.145898 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.165421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-06b379b2-5e01-455c-852c-fc502792eef6 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7145092 Nov 23 23:03:38.170039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:38.179481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'network_id': 'c0065525-61a0-4997-be28-0cf138627bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:38.274147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.288953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-821be247-8561-4d65-b042-3d261b7f9862 req-32dbf750-ae8d-4aa6-a75d-7773400322b6 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.48 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.1001008 Nov 23 23:03:38.334929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] device_id is not set on port fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:03:38.394642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb66b94-3364-4c28-95f0-5cc20e6c2cfc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:38.405664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.461800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Subnet': ['ID=1c195e5f-fcb5-4e9c-b3d6-08f412c28271,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:38.475346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Checking segment: {'id': 'b16b5ee1-2df1-4f31-8ab3-c5cccd59a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'db3cfb20-b284-4d62-97d5-263fa536fb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:38.475746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Network hostable DHCP agents. Network: db3cfb20-b284-4d62-97d5-263fa536fb6a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:38.509064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd944a0-502c-4987-808d-de8c75d10aac None None] Network 20017e83-8cf2-4c7b-99d7-70fcc63bf058 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:38.523593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Checking segment: {'id': 'fca1d92c-f920-4cc1-bd8e-50ebb11333ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:38.526530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network hostable DHCP agents. Network: f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:38.531152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Network db3cfb20-b284-4d62-97d5-263fa536fb6a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:38.564355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, db3cfb20-b284-4d62-97d5-263fa536fb6a) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:38.569997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:38.570771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.592026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:38.600976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83dfac-99f6-490a-b055-ce97247bdf84 None None] Network db3cfb20-b284-4d62-97d5-263fa536fb6a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:38.605313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:38.627165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:38.628246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.636323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port a7e1abef-0324-4cda-bb12-f9af49087498 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:38.637355 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.651290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f1d33-45c8-4f53-9ee5-3236d6218312 None None] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:38.674687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15e9b536-1a34-4b36-9ca0-8c4ce78817d5 req-2d67b80f-a1cc-47e4-8319-307b3eb5c9d5 tempest-ServerShowV254Test-2002143532 tempest-ServerShowV254Test-2002143532-project] 10.222.0.11 "GET /v2.0/ports?device_id=b11a783c-5453-41e8-885b-4987ad377f21 HTTP/1.1" status: 200 len: 210 time: 0.0606005 Nov 23 23:03:38.676927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Made reservation on behalf of 323324b876b248e3acc300c019c01384 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:38.680776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.688431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-16917c36-99ef-4b59-bc7a-ab51ec7ae8fe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2925713 Nov 23 23:03:38.711112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7d5414fc-7c91-456c-827a-7fab05c16627 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2440181 Nov 23 23:03:38.714400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36380) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:38.720184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'network': {'name': 'tempest-router-network01--751329776'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:38.781325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c961b403-2e57-4181-a1bc-9e4bfc2b43fd None None] Provisioning complete for port a7e1abef-0324-4cda-bb12-f9af49087498 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:38.781691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c961b403-2e57-4181-a1bc-9e4bfc2b43fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.786345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Made reservation on behalf of 2da42b288a5548cc99fdd441bab71fbc for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:38.792276 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.810619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port a7e1abef-0324-4cda-bb12-f9af49087498, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a7e1abef-0324-4cda-bb12-f9af49087498,segment=NetworkSegment(57e35bd4-fd27-4238-ae6b-1c9c8745966d),segment_id=57e35bd4-fd27-4238-ae6b-1c9c8745966d)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:38.811095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.831110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for a7e1abef-0324-4cda-bb12-f9af49087498 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:38.869557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:38.885108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:38.964919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:38.965074 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Added segment 2a235b24-e339-480e-b9aa-69bf2e3b461a of type vlan for network b0d733c3-74eb-4feb-9f52-04b879f9042e Nov 23 23:03:39.037871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Allocated IP 2001:db8::9b (4f257ba1-546d-4012-935a-927de8abb53d/7d7392ca-0bdf-4d92-a655-cb8a7a339403/fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:39.089183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 23:03:39.089183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 23:03:39.097761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] Deleting subnet 0cb66b94-3364-4c28-95f0-5cc20e6c2cfc {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:03:39.105301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.167437 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.192234 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.206888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a7e1abef-0324-4cda-bb12-f9af49087498 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:39.209368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.258650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.266779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a7e1abef-0324-4cda-bb12-f9af49087498 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:39.267700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a7e1abef-0324-4cda-bb12-f9af49087498 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 23:03:39.286404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:39.289746 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.306443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c', 'network_id': 'f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c', 'tenant_id': '2da42b288a5548cc99fdd441bab71fbc', 'fixed_ips': [{'subnet_id': '1c195e5f-fcb5-4e9c-b3d6-08f412c28271'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:39.307350 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.316898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Port a7e1abef-0324-4cda-bb12-f9af49087498 not found, will not notify nova. {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 23:03:39.351636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=a7e1abef-0324-4cda-bb12-f9af49087498,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:39.377379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port a7e1abef-0324-4cda-bb12-f9af49087498 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:39.384783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.466902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7469869 Nov 23 23:03:39.478779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36388) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:39.504071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'network': {'name': 'tempest-router-network02--261877062'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:39.549284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07b1ff-565f-468b-acce-1af515d80360 None None] DHCP port deletion for 20017e83-8cf2-4c7b-99d7-70fcc63bf058 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:39.553844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b877c-98a9-4ba1-a3da-6b40866be9b6 None None] Network db3cfb20-b284-4d62-97d5-263fa536fb6a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:39.613402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c961b403-2e57-4181-a1bc-9e4bfc2b43fd None None] Could not find standard attr ID for object a7e1abef-0324-4cda-bb12-f9af49087498. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:03:39.618078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dae1d-a294-4b6d-acb5-811d0bfabf88 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Network': ['ID=b0d733c3-74eb-4feb-9f52-04b879f9042e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:39.635913 n-d-817303-3 neutron-server[103524]: INFO neutron.plugins.ml2.db [None req-c961b403-2e57-4181-a1bc-9e4bfc2b43fd None None] No ports have port_id starting with a7e1abef-0324-4cda-bb12-f9af49087498 Nov 23 23:03:39.671917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Made reservation on behalf of 2da42b288a5548cc99fdd441bab71fbc for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:39.674709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b0d733c3-74eb-4feb-9f52-04b879f9042e details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:39.677404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.697528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.815069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.821482 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545728'] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:39.827779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0cb66b94-3364-4c28-95f0-5cc20e6c2cfc HTTP/1.1" status: 204 len: 168 time: 0.9564247 Nov 23 23:03:39.842557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:39.917941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3066b-126c-4f6c-98dd-9a019a9099e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb66b94-3364-4c28-95f0-5cc20e6c2cfc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:40.013220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:40.039287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Allocated IP 172.20.0.2 (f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c/1c195e5f-fcb5-4e9c-b3d6-08f412c28271/746a89af-90f7-439a-9f59-67da0e1d5b21) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:40.049462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20017e83-8cf2-4c7b-99d7-70fcc63bf058']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:40.100820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e35bd4-fd27-4238-ae6b-1c9c8745966d') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:40.101334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e35bd4-fd27-4238-ae6b-1c9c8745966d') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:40.145369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.149325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.209419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.209769 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Added segment 5cb4fc6d-b13c-4db4-94d1-df07c373a073 of type vlan for network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 Nov 23 23:03:40.233303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.284575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.300335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.333461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.338490 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.341427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:40.342352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:40.351053 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:40.355638 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.385044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36398) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:40.416586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:40.420985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:40.425830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:40.490020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Pushing event updated for resources: {'Port': ['ID=746a89af-90f7-439a-9f59-67da0e1d5b21,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:40.505193 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:03:40.546658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Attempting to bind port 746a89af-90f7-439a-9f59-67da0e1d5b21 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:40.547102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Attempting to bind port 746a89af-90f7-439a-9f59-67da0e1d5b21 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'fca1d92c-f920-4cc1-bd8e-50ebb11333ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:40.547484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Attempting to bind port 746a89af-90f7-439a-9f59-67da0e1d5b21 on network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:40.555471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:40.555881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Checking segment: {'id': 'fca1d92c-f920-4cc1-bd8e-50ebb11333ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:40.556404 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.556816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Bound using segment: {'id': 'fca1d92c-f920-4cc1-bd8e-50ebb11333ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:40.557390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Bound port: 746a89af-90f7-439a-9f59-67da0e1d5b21, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca1d92c-f920-4cc1-bd8e-50ebb11333ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:40.557771 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.592231 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.637903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3cfb20-b284-4d62-97d5-263fa536fb6a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:40.648251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] For port 746a89af-90f7-439a-9f59-67da0e1d5b21, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:40.652441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] For port 746a89af-90f7-439a-9f59-67da0e1d5b21, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=746a89af-90f7-439a-9f59-67da0e1d5b21,segment=NetworkSegment(fca1d92c-f920-4cc1-bd8e-50ebb11333ae),segment_id=fca1d92c-f920-4cc1-bd8e-50ebb11333ae)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:40.659222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16b5ee1-2df1-4f31-8ab3-c5cccd59a7c1') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:40.659222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16b5ee1-2df1-4f31-8ab3-c5cccd59a7c1') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:40.659722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.679311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:40.680638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.709530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.724494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:40.725227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.758730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17875d98-6962-427e-81d7-e03a60a6b73b None None] Pushing event updated for resources: {'Port': ['ID=746a89af-90f7-439a-9f59-67da0e1d5b21,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:40.781823 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.802501 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.810622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/20017e83-8cf2-4c7b-99d7-70fcc63bf058 HTTP/1.1" status: 204 len: 168 time: 6.2098610 Nov 23 23:03:40.832373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36404) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:40.837347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b84aa-b225-442d-860c-86e15976c8f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=20017e83-8cf2-4c7b-99d7-70fcc63bf058,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:40.869562 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:40.885701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.886020 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e263f878-5c11-449e-b6c8-862171ff97c7 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] GET failed (client error): The resource could not be found. Nov 23 23:03:40.894308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e263f878-5c11-449e-b6c8-862171ff97c7 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/subnets/55945ef8-a885-4f8b-82db-0cf32e001526 HTTP/1.1" status: 404 len: 337 time: 0.0489118 Nov 23 23:03:40.894832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36406) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:40.912919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.919252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/db3cfb20-b284-4d62-97d5-263fa536fb6a HTTP/1.1" status: 204 len: 168 time: 1.0276194 Nov 23 23:03:40.922844 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-691286d5-a225-448e-ad6c-d16b2d50e5ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.962588 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db93097-03f1-4791-9965-f4aab3ddce3e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:40.963629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db93097-03f1-4791-9965-f4aab3ddce3e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:40.964563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.977540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:40.979332 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:40.983459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8db93097-03f1-4791-9965-f4aab3ddce3e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/20017e83-8cf2-4c7b-99d7-70fcc63bf058 HTTP/1.1" status: 404 len: 339 time: 0.0811541 Nov 23 23:03:40.984706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdaeff-cf09-4330-89e1-c9ac0ae98cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3cfb20-b284-4d62-97d5-263fa536fb6a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:40.985529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Checking segment: {'id': '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0065525-61a0-4997-be28-0cf138627bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:40.989284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network hostable DHCP agents. Network: c0065525-61a0-4997-be28-0cf138627bc1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:40.991141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36410) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.002025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:41.207361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network 4f257ba1-546d-4012-935a-927de8abb53d is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:41.218863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:41.228559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:41.240948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:41.242123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:41.249379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a7e1abef-0324-4cda-bb12-f9af49087498 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:41.249621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:41.257217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Network c0065525-61a0-4997-be28-0cf138627bc1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:41.305630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36412) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.318277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a7e1abef-0324-4cda-bb12-f9af49087498 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:41.318508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a7e1abef-0324-4cda-bb12-f9af49087498 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:41.365174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c0065525-61a0-4997-be28-0cf138627bc1) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:41.379230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:41.384442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11c12e-f3f9-4ed8-87b4-22b658847cb6 None None] Network c0065525-61a0-4997-be28-0cf138627bc1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:41.384715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:41.418508 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f69dcc6a-6091-4982-bbe5-d96280b7115a tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5218875 Nov 23 23:03:41.432816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36414) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.441103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:84:2c:52'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:41.460388 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d8e0a86b-bb01-4498-adda-6086dce13179 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2887795 Nov 23 23:03:41.469298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9845479 Nov 23 23:03:41.472363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36416) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.472712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36418) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.496781 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-10eb1917-8632-4f20-a625-417cd4a60176 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9af2bbe43e4442ba9a02be2d17d06618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864533 Nov 23 23:03:41.501085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.520504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'subnet': {'network_id': 'b0d733c3-74eb-4feb-9f52-04b879f9042e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:41.527225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9b11607b-319b-4813-8f9d-6795cb9ca377 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:41.550277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71eaaa-0f28-4715-b73c-c37942e95f6c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Network': ['ID=8769b07f-f2f1-4ca9-9f17-f8f45ee82705,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:41.640229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:41.678899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-691286d5-a225-448e-ad6c-d16b2d50e5ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:41.701165 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-691286d5-a225-448e-ad6c-d16b2d50e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:41.757986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-691286d5-a225-448e-ad6c-d16b2d50e5ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e15c5264de6b477685f3f90bd7a80afa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3686755 Nov 23 23:03:41.806923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9083b-eb78-4e60-abcc-172a1fe08d0f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:41.812070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d7d9083b-eb78-4e60-abcc-172a1fe08d0f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8153944 Nov 23 23:03:41.819877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36424) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.820234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36426) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:41.974799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-41859104-0e18-43d9-944d-cc4e259b3c46 None None] Provisioning complete for port fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:41.975780 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41859104-0e18-43d9-944d-cc4e259b3c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.004415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ec45e595-b619-4b67-acb8-1f226f0e278c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429 HTTP/1.1" status: 200 len: 207 time: 0.1741633 Nov 23 23:03:42.024082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36428) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:42.092666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22a34d71-09fe-45f4-96ed-02c026e37cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.113307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-41859104-0e18-43d9-944d-cc4e259b3c46 None None] Port fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:42.115452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b29b7e14-95bd-422c-8d4f-ffeb41cbf3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.198102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b29b7e14-95bd-422c-8d4f-ffeb41cbf3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.226835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22a34d71-09fe-45f4-96ed-02c026e37cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.274137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-c0065525-61a0-4997-be28-0cf138627bc1', 'network_id': 'c0065525-61a0-4997-be28-0cf138627bc1', 'tenant_id': '323324b876b248e3acc300c019c01384', 'fixed_ips': [{'subnet_id': 'f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:42.275610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.321959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691286d5-a225-448e-ad6c-d16b2d50e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67c6c06-23c7-41e7-81e7-457be57026fc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:42.344979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.404367 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b11607b-319b-4813-8f9d-6795cb9ca377 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13689526'] for subnet, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.497777 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b29b7e14-95bd-422c-8d4f-ffeb41cbf3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.501043 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b29b7e14-95bd-422c-8d4f-ffeb41cbf3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.503637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b29b7e14-95bd-422c-8d4f-ffeb41cbf3f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b67c6c06-23c7-41e7-81e7-457be57026fc HTTP/1.1" status: 204 len: 168 time: 0.6760724 Nov 23 23:03:42.505267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Made reservation on behalf of 2da42b288a5548cc99fdd441bab71fbc for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:42.512923 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.634912 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.649701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.671487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22a34d71-09fe-45f4-96ed-02c026e37cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.676741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-22a34d71-09fe-45f4-96ed-02c026e37cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.695737 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-22a34d71-09fe-45f4-96ed-02c026e37cbf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0afeb9db-4df7-4577-926b-d0f36b2a14a6 HTTP/1.1" status: 204 len: 168 time: 1.1829913 Nov 23 23:03:42.791560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a34d71-09fe-45f4-96ed-02c026e37cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afeb9db-4df7-4577-926b-d0f36b2a14a6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:42.796452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] In _notify_port_updated(), no bound segment for port fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b on network 4f257ba1-546d-4012-935a-927de8abb53d {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:03:42.802636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:42.803302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:42.809080 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "PUT /v2.0/ports/fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b HTTP/1.1" status: 200 len: 1002 time: 1.3749549 Nov 23 23:03:42.810258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36436) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:42.828802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d96af0-01ab-4961-a7ef-c68cb7ff337b tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:42.855637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c0969-7952-45d2-ad49-7a2a60429307 None None] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:42.880812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b7e14-95bd-422c-8d4f-ffeb41cbf3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67c6c06-23c7-41e7-81e7-457be57026fc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:42.998341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5859b18d-b0be-437a-b16c-713ea9c8188f None None] Provisioning complete for port 746a89af-90f7-439a-9f59-67da0e1d5b21 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:42.999288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5859b18d-b0be-437a-b16c-713ea9c8188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.027682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693f24b-630c-4dcd-a2d4-3191c3a430ac tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:43.040540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693f24b-630c-4dcd-a2d4-3191c3a430ac tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:43.050412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting port fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:43.056898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693f24b-630c-4dcd-a2d4-3191c3a430ac tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:43.062179 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.072289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 23:03:43.072289 n-d-817303-3 neutron-server[103524]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 23 23:03:43.072289 n-d-817303-3 neutron-server[103524]: [parameters: {'in_use': 1, 'id_1': 'f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce'}] Nov 23 23:03:43.072289 n-d-817303-3 neutron-server[103524]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:43.078883 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:43.086897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693f24b-630c-4dcd-a2d4-3191c3a430ac tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:43.095652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d693f24b-630c-4dcd-a2d4-3191c3a430ac tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.0157061 Nov 23 23:03:43.109087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36438) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:43.478436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 746a89af-90f7-439a-9f59-67da0e1d5b21 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:43.575919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b11607b-319b-4813-8f9d-6795cb9ca377 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756273728121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16641744'] for subnet, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.583304 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.693458 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2ae8df9-c6d4-4064-a06b-13f70f5fcd27 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5823114 Nov 23 23:03:43.701361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36450) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:43.770378 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.776667 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5859b18d-b0be-437a-b16c-713ea9c8188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.786768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11607b-319b-4813-8f9d-6795cb9ca377 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:43.797939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b11607b-319b-4813-8f9d-6795cb9ca377 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.804678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9b11607b-319b-4813-8f9d-6795cb9ca377 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "PUT /v2.0/subnets/f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce HTTP/1.1" status: 200 len: 900 time: 2.2868266 Nov 23 23:03:43.804996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Calling delete_port for fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:43.805193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36458) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:43.827552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:43.889011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11607b-319b-4813-8f9d-6795cb9ca377 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event updated for resources: {'Subnet': ['ID=f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:44.072082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Subnet': ['ID=3b5aecd1-1430-4b0a-973f-7e03d2a0c813,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:44.095987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58be299-2777-443f-8eec-b34a6a28abbf tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:44.098049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58be299-2777-443f-8eec-b34a6a28abbf tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:44.103313 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d58be299-2777-443f-8eec-b34a6a28abbf tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4003093 Nov 23 23:03:44.113617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36472) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:44.188186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 746a89af-90f7-439a-9f59-67da0e1d5b21 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:44.190236 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:44.194880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Checking segment: {'id': '2a235b24-e339-480e-b9aa-69bf2e3b461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b0d733c3-74eb-4feb-9f52-04b879f9042e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:44.200903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network hostable DHCP agents. Network: b0d733c3-74eb-4feb-9f52-04b879f9042e, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:44.247047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:44.272742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network b0d733c3-74eb-4feb-9f52-04b879f9042e is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:44.303770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Allocated IP 2001:db8::3 (c0065525-61a0-4997-be28-0cf138627bc1/f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce/c0654b50-53b9-4b1c-9dd2-f432a6f3d632) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:44.333861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336902a-01c0-489c-88dc-9b31129c285d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:44.335084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336902a-01c0-489c-88dc-9b31129c285d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:44.341149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2336902a-01c0-489c-88dc-9b31129c285d tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2249539 Nov 23 23:03:44.348948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36478) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:44.364971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b0d733c3-74eb-4feb-9f52-04b879f9042e) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:44.369838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5859b18d-b0be-437a-b16c-713ea9c8188f None None] For port 746a89af-90f7-439a-9f59-67da0e1d5b21, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=746a89af-90f7-439a-9f59-67da0e1d5b21,segment=NetworkSegment(fca1d92c-f920-4cc1-bd8e-50ebb11333ae),segment_id=fca1d92c-f920-4cc1-bd8e-50ebb11333ae)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:44.393712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:44.394347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:44.436190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65afef2a-d239-4f10-b841-220342e674b7 None None] Network b0d733c3-74eb-4feb-9f52-04b879f9042e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:44.441249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-43a8d96c-e744-4862-9292-50b0e0a150b3 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9253259 Nov 23 23:03:44.442612 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5859b18d-b0be-437a-b16c-713ea9c8188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:44.445993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36482) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:44.462355 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:44.475800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'subnet': {'network_id': '8769b07f-f2f1-4ca9-9f17-f8f45ee82705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:44.551318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:44.562532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Port': ['ID=fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:44.692511 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:44.701510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5be167bb-9808-45a9-8bd1-0c6332cca373 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/ports/fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b HTTP/1.1" status: 204 len: 168 time: 1.8863542 Nov 23 23:03:44.732261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36490) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:44.839617 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d845bfe-075e-410f-ad95-926a944a7cc5 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] GET failed (client error): The resource could not be found. Nov 23 23:03:44.841454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d845bfe-075e-410f-ad95-926a944a7cc5 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "GET /v2.0/ports/fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b HTTP/1.1" status: 404 len: 333 time: 0.1081684 Nov 23 23:03:44.855722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36492) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:44.874304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8efb25-5045-4745-84a4-6b3aa0ad008e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:44.885244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1268692240'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:44.890269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d8efb25-5045-4745-84a4-6b3aa0ad008e tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/networks/48c67f8a-fb10-42c5-823f-b4a5bbf577b9 HTTP/1.1" status: 200 len: 798 time: 0.5363410 Nov 23 23:03:44.896507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36496) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:45.111501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Made reservation on behalf of 2da42b288a5548cc99fdd441bab71fbc for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:45.115148 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.209330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ea3bcc4-6afd-453b-8e2a-b048ea2df504 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/networks/48c67f8a-fb10-42c5-823f-b4a5bbf577b9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.3051612 Nov 23 23:03:45.213798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36502) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:45.225755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b909ad3b-68a6-4279-96e5-d2a9559146c1 None None] Could not find standard attr ID for object fa886e69-9f4a-4fd8-8aaf-fbf2b1043c1b. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:03:45.236532 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.280693 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.317474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.322117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859b18d-b0be-437a-b16c-713ea9c8188f None None] Pushing event updated for resources: {'Port': ['ID=746a89af-90f7-439a-9f59-67da0e1d5b21,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:45.385364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac3d78-c421-48c3-bc89-f43a8b586400 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:45.387365 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66ac3d78-c421-48c3-bc89-f43a8b586400 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/subnets/aff91407-cfaf-4e40-b491-e342ff63cd7c HTTP/1.1" status: 200 len: 811 time: 0.1725688 Nov 23 23:03:45.397548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36510) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:45.491339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:45.492320 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:45.499981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Network c0065525-61a0-4997-be28-0cf138627bc1 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:45.507175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:45.508569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b45edf57-23ec-4390-8d62-c2465d20d6dd None None] Provisioning complete for port 746a89af-90f7-439a-9f59-67da0e1d5b21 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:45.508947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b45edf57-23ec-4390-8d62-c2465d20d6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.510885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:45.516065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Pushing event updated for resources: {'Port': ['ID=c0654b50-53b9-4b1c-9dd2-f432a6f3d632,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:45.625015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd2a1a-1f91-4cf8-a578-b6bba1204227 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['shared'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:45.631619 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b9fd2a1a-1f91-4cf8-a578-b6bba1204227 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "GET /v2.0/subnets/aff91407-cfaf-4e40-b491-e342ff63cd7c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2167885 Nov 23 23:03:45.632352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:45.637135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.644319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b0d733c3-74eb-4feb-9f52-04b879f9042e', 'network_id': 'b0d733c3-74eb-4feb-9f52-04b879f9042e', 'tenant_id': '2da42b288a5548cc99fdd441bab71fbc', 'fixed_ips': [{'subnet_id': '3b5aecd1-1430-4b0a-973f-7e03d2a0c813'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:45.645825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.662428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1385048236'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:45.749294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:45.754070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.774671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Attempting to bind port c0654b50-53b9-4b1c-9dd2-f432a6f3d632 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:45.775389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Attempting to bind port c0654b50-53b9-4b1c-9dd2-f432a6f3d632 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0065525-61a0-4997-be28-0cf138627bc1'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:45.776100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Attempting to bind port c0654b50-53b9-4b1c-9dd2-f432a6f3d632 on network c0065525-61a0-4997-be28-0cf138627bc1 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:45.814631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:45.815272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Checking segment: {'id': '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0065525-61a0-4997-be28-0cf138627bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:45.815834 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.816342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Bound using segment: {'id': '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0065525-61a0-4997-be28-0cf138627bc1'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:45.816967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Bound port: c0654b50-53b9-4b1c-9dd2-f432a6f3d632, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0065525-61a0-4997-be28-0cf138627bc1'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:45.817519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.824747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:45.859046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:45.860120 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Added segment dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84 of type vlan for network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 Nov 23 23:03:46.024858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.038490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36524) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:46.095684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:46.100601 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.142442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.149534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:46.150194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.154478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] device_id is not set on port f76a7dab-b580-4938-b173-fc9f21081f1f yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:03:46.163652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:46.290435 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] For port c0654b50-53b9-4b1c-9dd2-f432a6f3d632, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:46.315965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] For port c0654b50-53b9-4b1c-9dd2-f432a6f3d632, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c0654b50-53b9-4b1c-9dd2-f432a6f3d632,segment=NetworkSegment(1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6),segment_id=1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:46.349717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Allocated IP 172.20.0.2 (b0d733c3-74eb-4feb-9f52-04b879f9042e/3b5aecd1-1430-4b0a-973f-7e03d2a0c813/5f4b5cce-8e00-40d8-bc65-b4f257b04d39) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:46.362107 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.417290 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7795537 Nov 23 23:03:46.417290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed89967-783f-47b8-a079-81786b0fb298 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Network': ['ID=5b422fe0-52f3-4dfc-83b7-ed766e943b74,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:46.428436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36536) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:46.437733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'network_id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:46.477138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.510866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:46.555954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44b4348b-900e-47a8-900e-8b8fd5a40087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.654357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0065525-61a0-4997-be28-0cf138627bc1']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:46.678371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ae204-51a4-4d66-a23f-3980cd6374e1 None None] Pushing event updated for resources: {'Port': ['ID=c0654b50-53b9-4b1c-9dd2-f432a6f3d632,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:46.715921 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:46.716293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:46.730606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 746a89af-90f7-439a-9f59-67da0e1d5b21 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:46.754324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.787650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Allocated IP 2001:db8::2f4 (4f257ba1-546d-4012-935a-927de8abb53d/7d7392ca-0bdf-4d92-a655-cb8a7a339403/f76a7dab-b580-4938-b173-fc9f21081f1f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:46.813031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.821847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.884174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Subnet': ['ID=5b1d6cb0-4b27-4e67-a150-1cf90f38f5cd,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:46.893152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:46.894863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:46.901548 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:46.922514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Made reservation on behalf of ed226cc904fc42b29806a4d9b15651f7 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:46.930337 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.039515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 23:03:47.040215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 23:03:47.068887 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:03:47.068887 n-d-817303-3 neutron-server[103522]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:03:47.068887 n-d-817303-3 neutron-server[103522]: [parameters: {'id': 'c0065525-61a0-4997-be28-0cf138627bc1'}] Nov 23 23:03:47.068887 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:47.069287 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:47.135359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Checking segment: {'id': '5cb4fc6d-b13c-4db4-94d1-df07c373a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8769b07f-f2f1-4ca9-9f17-f8f45ee82705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:47.136081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network hostable DHCP agents. Network: 8769b07f-f2f1-4ca9-9f17-f8f45ee82705, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:47.153253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53511c-a804-4c85-878b-ca0dbc3c3d2f None None] Network c0065525-61a0-4997-be28-0cf138627bc1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:47.169394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44b4348b-900e-47a8-900e-8b8fd5a40087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.169857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.180296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44b4348b-900e-47a8-900e-8b8fd5a40087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.189710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 746a89af-90f7-439a-9f59-67da0e1d5b21 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:47.190979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.196676 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.224135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4348b-900e-47a8-900e-8b8fd5a40087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1992207d-1299-429d-adaf-4334392233e3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:47.249243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:47.284119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Network b0d733c3-74eb-4feb-9f52-04b879f9042e is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:47.300279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-44b4348b-900e-47a8-900e-8b8fd5a40087 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fcd64afbad742a89edcbabb68af095f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2567060 Nov 23 23:03:47.301034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 8769b07f-f2f1-4ca9-9f17-f8f45ee82705) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:47.304124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:47.323071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:47.327096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:47.330496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:47.332113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.342982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c1e86-a2a1-418c-a839-0b043e0cdb9d None None] Network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:47.384159 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.440163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f1da5c98-cc2a-4d4b-8466-7c445a788edf tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9917233 Nov 23 23:03:47.445240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36550) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:47.446594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.496580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Pushing event updated for resources: {'Port': ['ID=5f4b5cce-8e00-40d8-bc65-b4f257b04d39,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:47.537936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.539079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network 4f257ba1-546d-4012-935a-927de8abb53d is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:47.542292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:47.547000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:47.553883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:47.554558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.571244 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.582987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=f76a7dab-b580-4938-b173-fc9f21081f1f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:47.593325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4d3166b0-7426-4da2-a55e-2bf213977d89 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7323422 Nov 23 23:03:47.594761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36552) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:47.616506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'network_id': '4f257ba1-546d-4012-935a-927de8abb53d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-500836789'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:47.623407 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d1651b-f3b2-46a7-a1d4-41011038c3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.722486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Attempting to bind port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:47.722875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Attempting to bind port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '2a235b24-e339-480e-b9aa-69bf2e3b461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b0d733c3-74eb-4feb-9f52-04b879f9042e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:47.723370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Attempting to bind port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 on network b0d733c3-74eb-4feb-9f52-04b879f9042e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:47.772453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:47.772837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Checking segment: {'id': '2a235b24-e339-480e-b9aa-69bf2e3b461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b0d733c3-74eb-4feb-9f52-04b879f9042e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:47.773246 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.773655 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Bound using segment: {'id': '2a235b24-e339-480e-b9aa-69bf2e3b461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b0d733c3-74eb-4feb-9f52-04b879f9042e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:47.774777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Bound port: 5f4b5cce-8e00-40d8-bc65-b4f257b04d39, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a235b24-e339-480e-b9aa-69bf2e3b461a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b0d733c3-74eb-4feb-9f52-04b879f9042e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:47.775291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.877858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-8769b07f-f2f1-4ca9-9f17-f8f45ee82705', 'network_id': '8769b07f-f2f1-4ca9-9f17-f8f45ee82705', 'tenant_id': '2da42b288a5548cc99fdd441bab71fbc', 'fixed_ips': [{'subnet_id': '5b1d6cb0-4b27-4e67-a150-1cf90f38f5cd'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:47.878982 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.919462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting port c0654b50-53b9-4b1c-9dd2-f432a6f3d632 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:47.920046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:47.921659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0f565-1c82-41f8-b4e9-39e162bc3d3d None None] Network c0065525-61a0-4997-be28-0cf138627bc1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:47.951067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d1651b-f3b2-46a7-a1d4-41011038c3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.026474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] For port c0654b50-53b9-4b1c-9dd2-f432a6f3d632, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c0654b50-53b9-4b1c-9dd2-f432a6f3d632,segment=NetworkSegment(1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6),segment_id=1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:48.027121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.037137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] For port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:48.040715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] For port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f4b5cce-8e00-40d8-bc65-b4f257b04d39,segment=NetworkSegment(2a235b24-e339-480e-b9aa-69bf2e3b461a),segment_id=2a235b24-e339-480e-b9aa-69bf2e3b461a)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:48.044071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Calling delete_port for c0654b50-53b9-4b1c-9dd2-f432a6f3d632 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:48.067941 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.089134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=3607abc8-f9c9-4780-9c86-ed4dc3871813,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:48.164441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Made reservation on behalf of c993aaa0f7144bbc9ec5a66f755a9552 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:48.168487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.182056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.224995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No DVR routers for this DVR port c0654b50-53b9-4b1c-9dd2-f432a6f3d632 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:48.227350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Port': ['ID=c0654b50-53b9-4b1c-9dd2-f432a6f3d632,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:48.239768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] device_id is not set on port 8f9c161c-2097-4edd-9849-96f5ac665cb7 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:03:48.274541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.308774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Checking segment: {'id': 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:48.309736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network hostable DHCP agents. Network: 5b422fe0-52f3-4dfc-83b7-ed766e943b74, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:48.389395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.449876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0065525-61a0-4997-be28-0cf138627bc1']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:48.469922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:48.470247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4a54c2-d4c8-4e73-a7d5-a539bed8a4d6') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:48.486900 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.508077 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d1651b-f3b2-46a7-a1d4-41011038c3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.515859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d1651b-f3b2-46a7-a1d4-41011038c3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.518463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Allocated IP 2001:db8::9b (4f257ba1-546d-4012-935a-927de8abb53d/7d7392ca-0bdf-4d92-a655-cb8a7a339403/8f9c161c-2097-4edd-9849-96f5ac665cb7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:48.519451 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-43d1651b-f3b2-46a7-a1d4-41011038c3bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1992207d-1299-429d-adaf-4334392233e3 HTTP/1.1" status: 204 len: 168 time: 1.2140651 Nov 23 23:03:48.525098 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.536056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:48.541075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:48.541737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:48.546509 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:48.588625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1651b-f3b2-46a7-a1d4-41011038c3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992207d-1299-429d-adaf-4334392233e3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:48.619420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 5b422fe0-52f3-4dfc-83b7-ed766e943b74) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:48.636409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:48.639731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.727434 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.754573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe2d2d-3196-4553-b8e1-fd9d540fcc47 None None] Network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:48.781786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6e337b34-5dac-41a5-9ad5-c97faab179c6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3510065 Nov 23 23:03:48.791148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36564) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:48.793288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:48.807351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/c0065525-61a0-4997-be28-0cf138627bc1 HTTP/1.1" status: 204 len: 168 time: 4.9932957 Nov 23 23:03:48.807351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8927e-8db4-4fe1-a69d-ef8ad4c0b8b2 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=c0065525-61a0-4997-be28-0cf138627bc1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:48.810377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5d55d340-7004-468c-b0ea-bb19bdb01dd3 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:48.823149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36566) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:49.014494 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9533018-02bd-44d5-a7c0-e08cceecde98 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:49.015745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9533018-02bd-44d5-a7c0-e08cceecde98 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:49.022350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f9533018-02bd-44d5-a7c0-e08cceecde98 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/f99b3a63-3a6a-4d95-b3e4-06d09c8b38ce HTTP/1.1" status: 404 len: 337 time: 0.1910233 Nov 23 23:03:49.023245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36574) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:49.029829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7ed78268-86fb-47ae-a601-8d5ac622b926 None None] Provisioning complete for port f76a7dab-b580-4938-b173-fc9f21081f1f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:49.039978 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7ed78268-86fb-47ae-a601-8d5ac622b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.064835 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d8b139-eedc-4e87-b7e5-0be41eda32f8 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:49.068595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d8b139-eedc-4e87-b7e5-0be41eda32f8 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:49.077063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36576) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:49.077825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3d8b139-eedc-4e87-b7e5-0be41eda32f8 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/c0065525-61a0-4997-be28-0cf138627bc1 HTTP/1.1" status: 404 len: 339 time: 0.0503178 Nov 23 23:03:49.254839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Allocated IP 172.20.0.2 (8769b07f-f2f1-4ca9-9f17-f8f45ee82705/5b1d6cb0-4b27-4e67-a150-1cf90f38f5cd/add7b457-137f-44f9-b142-8dab2436e27f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:49.291536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Allocated IP 172.20.0.1 (b0d733c3-74eb-4feb-9f52-04b879f9042e/3b5aecd1-1430-4b0a-973f-7e03d2a0c813/b0a320e9-8643-4c0f-be78-cd0a265300bf) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:49.401940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d55d340-7004-468c-b0ea-bb19bdb01dd3 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13689526'] for subnet, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.428430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.583047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.595295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.673953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.682417 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.742807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e731b-71ed-4828-86de-06ad9637286e None None] Pushing event updated for resources: {'Port': ['ID=5f4b5cce-8e00-40d8-bc65-b4f257b04d39,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:49.747695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7ed78268-86fb-47ae-a601-8d5ac622b926 None None] Port f76a7dab-b580-4938-b173-fc9f21081f1f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:49.750084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.802009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network b0d733c3-74eb-4feb-9f52-04b879f9042e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:49.814649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:49.823449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:49.857934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:49.863498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:49.872473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:49.875724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Port': ['ID=b0a320e9-8643-4c0f-be78-cd0a265300bf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:49.928924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:49.975048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Pushing event updated for resources: {'Port': ['ID=add7b457-137f-44f9-b142-8dab2436e27f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:50.014435 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.161770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Attempting to bind port add7b457-137f-44f9-b142-8dab2436e27f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:50.162049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Attempting to bind port add7b457-137f-44f9-b142-8dab2436e27f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5cb4fc6d-b13c-4db4-94d1-df07c373a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8769b07f-f2f1-4ca9-9f17-f8f45ee82705'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:50.162522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Attempting to bind port add7b457-137f-44f9-b142-8dab2436e27f on network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:50.171363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:50.172726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Checking segment: {'id': '5cb4fc6d-b13c-4db4-94d1-df07c373a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8769b07f-f2f1-4ca9-9f17-f8f45ee82705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:50.174018 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.174922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Bound using segment: {'id': '5cb4fc6d-b13c-4db4-94d1-df07c373a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8769b07f-f2f1-4ca9-9f17-f8f45ee82705'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:50.175634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Bound port: add7b457-137f-44f9-b142-8dab2436e27f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb4fc6d-b13c-4db4-94d1-df07c373a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8769b07f-f2f1-4ca9-9f17-f8f45ee82705'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:50.176219 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.180971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-5b422fe0-52f3-4dfc-83b7-ed766e943b74', 'network_id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74', 'tenant_id': 'ed226cc904fc42b29806a4d9b15651f7', 'fixed_ips': [{'subnet_id': '3607abc8-f9c9-4780-9c86-ed4dc3871813'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:50.182373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.241086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.276241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.389961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad33f6d-cf04-4776-8ad4-4d45b3081dfc']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:50.451979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] For port add7b457-137f-44f9-b142-8dab2436e27f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:50.452446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36602) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:50.457130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Network 4f257ba1-546d-4012-935a-927de8abb53d is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:50.463151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] For port add7b457-137f-44f9-b142-8dab2436e27f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=add7b457-137f-44f9-b142-8dab2436e27f,segment=NetworkSegment(5cb4fc6d-b13c-4db4-94d1-df07c373a073),segment_id=5cb4fc6d-b13c-4db4-94d1-df07c373a073)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:50.486524 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.512430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f27df0e-3957-4baa-9dc6-508e8c3b7b06') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:50.513021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f27df0e-3957-4baa-9dc6-508e8c3b7b06') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:50.545329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=8f9c161c-2097-4edd-9849-96f5ac665cb7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:50.578272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:50.610209 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.622302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:50.629296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:50.674652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:50.676153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.801016 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.888019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93caaf7-b6c9-4c6b-8041-2b5fd0c025e7 None None] Pushing event updated for resources: {'Port': ['ID=add7b457-137f-44f9-b142-8dab2436e27f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:50.919959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:50.920406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.941799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8d346fad-4baa-47ec-aa40-9060887c6969 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3433042 Nov 23 23:03:50.949062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:50.950183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:50.965915 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:51.009270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:51.039175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13e', 'mac_address': 'fa:16:3e:84:2c:52'}, {'ip_address': '2001:db8::2f4', 'mac_address': 'fa:16:3e:4f:24:f8'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:51.041448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b0781-a513-4205-8c2b-a309c77ee0be None None] Network b0d733c3-74eb-4feb-9f52-04b879f9042e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:51.091146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.105999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.213371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.264993 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:03:51.317809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6ee06cb6-c4de-436a-beca-89c25b5cfdcd None None] Provisioning complete for port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:51.318310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6ee06cb6-c4de-436a-beca-89c25b5cfdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.321377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1574049239-network', 'tenant_id': '49948405e5c94d4c816ca0849a276b05'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:51.352847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d55d340-7004-468c-b0ea-bb19bdb01dd3 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756273728121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16641744'] for subnet, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.358637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f4b5cce-8e00-40d8-bc65-b4f257b04d39,segment=NetworkSegment(2a235b24-e339-480e-b9aa-69bf2e3b461a),segment_id=2a235b24-e339-480e-b9aa-69bf2e3b461a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:51.383739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Port': ['ID=b0a320e9-8643-4c0f-be78-cd0a265300bf,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:51.398691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.445067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.539850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.558368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Allocated IP 172.20.0.3 (5b422fe0-52f3-4dfc-83b7-ed766e943b74/3607abc8-f9c9-4780-9c86-ed4dc3871813/55f34273-3ceb-4944-9658-b621ed8127d4) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:51.572611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.588374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/aad33f6d-cf04-4776-8ad4-4d45b3081dfc HTTP/1.1" status: 204 len: 168 time: 2.4949570 Nov 23 23:03:51.604762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36618) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:51.645278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=5f4b5cce-8e00-40d8-bc65-b4f257b04d39,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:51.659696 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-663df278-dbac-49c6-b9b4-7f4f2795150a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:51.660151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663df278-dbac-49c6-b9b4-7f4f2795150a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:51.663302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-663df278-dbac-49c6-b9b4-7f4f2795150a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/6b388656-3efe-4399-9860-e05aed4f3e9d HTTP/1.1" status: 404 len: 337 time: 0.0577013 Nov 23 23:03:51.665293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=aad33f6d-cf04-4776-8ad4-4d45b3081dfc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:51.667477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36620) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:51.678186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Made reservation on behalf of 49948405e5c94d4c816ca0849a276b05 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:51.681669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.686893 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.692174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network b0d733c3-74eb-4feb-9f52-04b879f9042e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:51.695201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55d340-7004-468c-b0ea-bb19bdb01dd3 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:51.695859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d55d340-7004-468c-b0ea-bb19bdb01dd3 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.697377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d55d340-7004-468c-b0ea-bb19bdb01dd3 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "PUT /v2.0/subnets/3607abc8-f9c9-4780-9c86-ed4dc3871813 HTTP/1.1" status: 200 len: 877 time: 2.8941190 Nov 23 23:03:51.709038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36622) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:51.713167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.715076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.715476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.715879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.716228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.716575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.716917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.717440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.717782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.718257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.718596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.721096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d8542-a849-403c-b187-9fd4ebc4a5bb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:03:51.727937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.735192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55d340-7004-468c-b0ea-bb19bdb01dd3 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event updated for resources: {'Subnet': ['ID=3607abc8-f9c9-4780-9c86-ed4dc3871813,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:51.844468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:51.847617 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d534ac4-14cc-4bee-a434-5d137c126406 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:51.848149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d534ac4-14cc-4bee-a434-5d137c126406 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:51.853554 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d534ac4-14cc-4bee-a434-5d137c126406 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/984cb454-39b3-4ffd-89b7-4d9a1a58159d HTTP/1.1" status: 404 len: 339 time: 0.1812906 Nov 23 23:03:51.855613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.859482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36624) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:51.909350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.920762 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:51.989623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae9352-057e-4d66-9c48-7920e0693023,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:52.039269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:03:52.070288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting subnet 245162fb-e1ab-4301-a1f0-e6cea5b49530 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:03:52.090932 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.092491 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Added segment 05d1a32c-6b84-42d7-969e-7b11c191df6a of type vlan for network dba4419c-db2d-4491-985c-77c2d8a9e551 Nov 23 23:03:52.264928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.348053 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.357214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.358437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:52.359210 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.380846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f87f8c44-db43-4c69-8630-31e91d5de92c None None] Provisioning complete for port 8f9c161c-2097-4edd-9849-96f5ac665cb7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:52.381437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f87f8c44-db43-4c69-8630-31e91d5de92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.383885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.503305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f87f8c44-db43-4c69-8630-31e91d5de92c None None] Port 8f9c161c-2097-4edd-9849-96f5ac665cb7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:52.542486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.550721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.558929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.672020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:52.693653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:52.718830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:52.730318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.773181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Pushing event updated for resources: {'Port': ['ID=55f34273-3ceb-4944-9658-b621ed8127d4,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:52.789924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:52.816332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-05d5ab36-8124-4e23-b70b-aeefb79d912f None None] Provisioning complete for port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:52.816711 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-05d5ab36-8124-4e23-b70b-aeefb79d912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.907817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:52.972541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d97ae-1309-42e0-a9d9-0f8b9713b60c None None] Network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:53.007748 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5138607 Nov 23 23:03:53.027024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36634) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:53.058107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Request body: {'subnet': {'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1574049239-subnet', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:53.199619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Made reservation on behalf of 49948405e5c94d4c816ca0849a276b05 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:03:53.211379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.259522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b384d83-d658-4ff2-ad4f-6dc962150a3b admin admin] Pushing event updated for resources: {'Network': ['ID=dba4419c-db2d-4491-985c-77c2d8a9e551,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:53.297773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network dba4419c-db2d-4491-985c-77c2d8a9e551 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:03:53.363223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=3607abc8-f9c9-4780-9c86-ed4dc3871813,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:53.395951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.401213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Router 15d6560f-da91-46a9-beb0-92f9ef06cb6c is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:03:53.441573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=245162fb-e1ab-4301-a1f0-e6cea5b49530,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:53.449734 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.453114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-98783b7e-f6d7-40c1-a6ba-74acb9f9f74c tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/245162fb-e1ab-4301-a1f0-e6cea5b49530 HTTP/1.1" status: 204 len: 168 time: 1.5917487 Nov 23 23:03:53.459338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36642) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:53.473024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95180a5c-49df-4997-8f93-8333b0557cfe None None] Network ad3f3313-7c61-42a3-9297-307d6dbf240e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:53.476086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Attempting to bind port 55f34273-3ceb-4944-9658-b621ed8127d4 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:53.476594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Attempting to bind port 55f34273-3ceb-4944-9658-b621ed8127d4 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:53.477197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Attempting to bind port 55f34273-3ceb-4944-9658-b621ed8127d4 on network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:53.576819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting subnet 4ed83947-b271-4857-94b9-c6ba846191a5 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:03:53.594467 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.666394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:03:53.673629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-56ff8c68-a17a-455f-8319-73df9715c631 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "PUT /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2260237 Nov 23 23:03:53.681575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.684737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36648) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:53.698756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.746079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:53.748633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Checking segment: {'id': 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:53.754117 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.754986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Bound using segment: {'id': 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:53.757229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Bound port: 55f34273-3ceb-4944-9658-b621ed8127d4, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:53.758842 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.778121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.789016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] Sync routers for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:03:53.843906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.896113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b422fe0-52f3-4dfc-83b7-ed766e943b74']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:53.900218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.957999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:53.958582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:53.970641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae138ab2-9ff1-417a-a2fe-383a3594f0bf,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:54.006028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] In _notify_port_updated(), no bound segment for port 8f9c161c-2097-4edd-9849-96f5ac665cb7 on network 4f257ba1-546d-4012-935a-927de8abb53d {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:03:54.019137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:54.019886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.023809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "PUT /v2.0/ports/8f9c161c-2097-4edd-9849-96f5ac665cb7 HTTP/1.1" status: 200 len: 1066 time: 3.0085704 Nov 23 23:03:54.045646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.052028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.053951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:54.137320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Checking segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:54.138101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Network hostable DHCP agents. Network: dba4419c-db2d-4491-985c-77c2d8a9e551, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:03:54.159935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.174843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:54.175489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:54.180166 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:54.189135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.212866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db322833-290d-4100-8f76-64de92ccec72 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event updated for resources: {'Port': ['ID=8f9c161c-2097-4edd-9849-96f5ac665cb7,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:54.234677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed83947-b271-4857-94b9-c6ba846191a5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:54.246499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.258646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-96167f86-0e83-4755-9afb-c63be36e6656 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/4ed83947-b271-4857-94b9-c6ba846191a5 HTTP/1.1" status: 204 len: 168 time: 0.7981765 Nov 23 23:03:54.262805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36666) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:54.281827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Network dba4419c-db2d-4491-985c-77c2d8a9e551 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:03:54.321499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:54.321499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.442831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, dba4419c-db2d-4491-985c-77c2d8a9e551) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:54.472307 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.api [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 23:03:54.472307 n-d-817303-3 neutron-server[103523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 23:03:54.472307 n-d-817303-3 neutron-server[103523]: [parameters: {'id': '5b422fe0-52f3-4dfc-83b7-ed766e943b74'}] Nov 23 23:03:54.472307 n-d-817303-3 neutron-server[103523]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:54.473126 n-d-817303-3 neutron-server[103523]: DEBUG oslo_db.api [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:54.475978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:54.476934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.492625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:54.493545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:54.504703 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.540007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ccbf06f5-0a9a-4c96-86f4-5f84edc87e77 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4988830 Nov 23 23:03:54.542077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:54.549111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c23d9c-14d1-4941-8a6c-c6a76566c4f1 None None] Network dba4419c-db2d-4491-985c-77c2d8a9e551 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:54.566151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:54.573089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting port 8f9c161c-2097-4edd-9849-96f5ac665cb7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:54.573724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.605890 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.606936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.621895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting port 53e45c6e-aa76-45b4-961e-767ce6191fb0 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:54.622329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.648074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-05d5ab36-8124-4e23-b70b-aeefb79d912f None None] Provisioning complete for port b0a320e9-8643-4c0f-be78-cd0a265300bf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:54.648442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-05d5ab36-8124-4e23-b70b-aeefb79d912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.662099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:54.716775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:54.759596 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-d1b840ea-f5d2-4e65-8f57-743df95c406b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:03:54.762169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d1b840ea-f5d2-4e65-8f57-743df95c406b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "PUT /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0728385 Nov 23 23:03:54.767607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36674) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:54.771439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:54.775809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:54.850113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] For port 55f34273-3ceb-4944-9658-b621ed8127d4, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:54.863900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] For port 55f34273-3ceb-4944-9658-b621ed8127d4, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=55f34273-3ceb-4944-9658-b621ed8127d4,segment=NetworkSegment(dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84),segment_id=dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:54.894005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-05d5ab36-8124-4e23-b70b-aeefb79d912f None None] Port b0a320e9-8643-4c0f-be78-cd0a265300bf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:54.945594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.015386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.052831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.095693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Calling delete_port for 8f9c161c-2097-4edd-9849-96f5ac665cb7 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:55.133398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:55.134072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a2ed5-b2fd-4ffb-962f-64c29e9797c7 None None] The sync data for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:03:55.185155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e93baf-376d-4d9b-a210-51ffbe2cbc43 None None] Update dhcp port {'port': {'network_id': 'ad3f3313-7c61-42a3-9297-307d6dbf240e', 'fixed_ips': [{'subnet_id': '4ed83947-b271-4857-94b9-c6ba846191a5'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '53e45c6e-aa76-45b4-961e-767ce6191fb0'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:03:55.277323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device add7b457-137f-44f9-b142-8dab2436e27f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:55.375279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port 55f34273-3ceb-4944-9658-b621ed8127d4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:55.375779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.401753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df30b850-4e81-4a51-82ec-2539a14f381f None None] Network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:55.403551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Provisioning complete for port add7b457-137f-44f9-b142-8dab2436e27f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:55.420248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.482866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-dba4419c-db2d-4491-985c-77c2d8a9e551', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:03:55.483787 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.496528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port 55f34273-3ceb-4944-9658-b621ed8127d4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=55f34273-3ceb-4944-9658-b621ed8127d4,segment=NetworkSegment(dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84),segment_id=dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:55.497257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.512268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9e93baf-376d-4d9b-a210-51ffbe2cbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.541000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for 55f34273-3ceb-4944-9658-b621ed8127d4 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:55.543261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549e415-f7f2-44e0-b966-f252d20fe12e None None] Pushing event updated for resources: {'Port': ['ID=55f34273-3ceb-4944-9658-b621ed8127d4,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:55.545386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] For port 53e45c6e-aa76-45b4-961e-767ce6191fb0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=53e45c6e-aa76-45b4-961e-767ce6191fb0,segment=NetworkSegment(ef32a52c-7850-4ec2-87f6-38f15d042d60),segment_id=ef32a52c-7850-4ec2-87f6-38f15d042d60)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:55.546986 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.570595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Calling delete_port for 53e45c6e-aa76-45b4-961e-767ce6191fb0 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:55.604699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port add7b457-137f-44f9-b142-8dab2436e27f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:55.605080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.690608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.768873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.856931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=55f34273-3ceb-4944-9658-b621ed8127d4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:55.866891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:55.876956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port 55f34273-3ceb-4944-9658-b621ed8127d4 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:55.899169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Port': ['ID=53e45c6e-aa76-45b4-961e-767ce6191fb0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:55.912584 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No DVR routers for this DVR port 53e45c6e-aa76-45b4-961e-767ce6191fb0 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:03:55.977977 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.049772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff95c6f-490f-4a71-893c-5a80248eac5d None None] Network 5b422fe0-52f3-4dfc-83b7-ed766e943b74 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:56.053542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.098578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3f3313-7c61-42a3-9297-307d6dbf240e']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:56.128310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef32a52c-7850-4ec2-87f6-38f15d042d60') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:56.128812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef32a52c-7850-4ec2-87f6-38f15d042d60') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:56.136009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.170566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.207603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b83394-20ac-4ec7-aa47-ffb424906e19 None None] Network ad3f3313-7c61-42a3-9297-307d6dbf240e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:56.273479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.321696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.325173 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.412837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Allocated IP 172.20.0.2 (dba4419c-db2d-4491-985c-77c2d8a9e551/ae138ab2-9ff1-417a-a2fe-383a3594f0bf/812cf101-7d41-42ad-b46e-43fe060189fc) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:56.435175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:56.435910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:56.456188 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:56.468486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b422fe0-52f3-4dfc-83b7-ed766e943b74']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:56.486271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Port': ['ID=8f9c161c-2097-4edd-9849-96f5ac665cb7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:56.515673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:56.516970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd6dbef-663a-4dbe-856d-a3f5d1ba8b84') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:56.546454 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.645953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.663221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.684353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:56.684794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.740512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.810709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] For port add7b457-137f-44f9-b142-8dab2436e27f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=add7b457-137f-44f9-b142-8dab2436e27f,segment=NetworkSegment(5cb4fc6d-b13c-4db4-94d1-df07c373a073),segment_id=5cb4fc6d-b13c-4db4-94d1-df07c373a073)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:03:56.841574 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.868666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.894146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.940517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:56.953273 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/ad3f3313-7c61-42a3-9297-307d6dbf240e HTTP/1.1" status: 204 len: 168 time: 2.6870852 Nov 23 23:03:56.954958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36696) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:56.963066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02408ee0-305c-4359-bc0f-17f80c8c816f None None] DHCP port deletion for ad3f3313-7c61-42a3-9297-307d6dbf240e request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:56.994212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab69a21-06b5-4ae8-9582-63d50249d623 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=ad3f3313-7c61-42a3-9297-307d6dbf240e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:57.136545 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b1051a-7ed0-4c1c-bd77-5d2a7cfa4776 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.140921 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b1051a-7ed0-4c1c-bd77-5d2a7cfa4776 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.146400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-77b1051a-7ed0-4c1c-bd77-5d2a7cfa4776 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/45603749-f964-40c1-b363-1d16cb9b0675 HTTP/1.1" status: 404 len: 337 time: 0.1766055 Nov 23 23:03:57.147605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36698) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.162886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36700) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.192068 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a196e69-f08e-474c-8c37-9ecb2645fb5e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.193123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a196e69-f08e-474c-8c37-9ecb2645fb5e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.197418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6a196e69-f08e-474c-8c37-9ecb2645fb5e tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/ee755488-0524-46a2-a6fd-372e5e2c8ce4 HTTP/1.1" status: 404 len: 339 time: 0.0321281 Nov 23 23:03:57.201749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36704) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.244820 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-84499c56-c116-4487-8312-932721905093 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.245785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84499c56-c116-4487-8312-932721905093 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.250162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-84499c56-c116-4487-8312-932721905093 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/a8223842-e922-427d-827b-9894e01d06e0 HTTP/1.1" status: 404 len: 337 time: 0.0469155 Nov 23 23:03:57.254111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36706) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.292131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Provisioning complete for port b0a320e9-8643-4c0f-be78-cd0a265300bf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:57.292513 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.315262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.348206 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:03:57.348625 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:03:57.364129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Pushing event updated for resources: {'Port': ['ID=add7b457-137f-44f9-b142-8dab2436e27f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:57.368965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Allocated IP 172.25.0.131 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c57b238b-2582-45c3-bbf3-e72de90a88cc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:57.396199 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:57.406339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Port b0a320e9-8643-4c0f-be78-cd0a265300bf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:57.423267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-20760c7f-e1ae-4a11-bd3f-b6000ef7a50f None None] Could not find standard attr ID for object 8f9c161c-2097-4edd-9849-96f5ac665cb7. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:03:57.451281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.464391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.473483 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.484044 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.491403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/5b422fe0-52f3-4dfc-83b7-ed766e943b74 HTTP/1.1" status: 204 len: 168 time: 5.7778730 Nov 23 23:03:57.497911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36710) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.525973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87607e7c-4288-4b90-9cee-91b3387bee31 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=5b422fe0-52f3-4dfc-83b7-ed766e943b74,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:57.557122 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8d366e-042a-4eb4-82c6-b663eca7e112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.557703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8d366e-042a-4eb4-82c6-b663eca7e112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.570646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2b8d366e-042a-4eb4-82c6-b663eca7e112 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/ab54c827-162e-4ab5-b124-200b53d82487 HTTP/1.1" status: 404 len: 339 time: 0.3122516 Nov 23 23:03:57.570646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9e2737c7-f828-4bf8-8fea-121a5883ffa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.577596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Network dba4419c-db2d-4491-985c-77c2d8a9e551 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:57.588051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:57.596784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:57.604153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36712) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.607046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Pushing event updated for resources: {'Port': ['ID=812cf101-7d41-42ad-b46e-43fe060189fc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:57.613644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-662bcfe3-3442-4cf1-8153-45ed3362fb06 None None] Provisioning complete for port add7b457-137f-44f9-b142-8dab2436e27f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:57.614030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-662bcfe3-3442-4cf1-8153-45ed3362fb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.644448 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4cfbf8-ba0d-4392-a50d-d9b50a057e34 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.646709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4cfbf8-ba0d-4392-a50d-d9b50a057e34 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.654322 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5c4cfbf8-ba0d-4392-a50d-d9b50a057e34 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/3607abc8-f9c9-4780-9c86-ed4dc3871813 HTTP/1.1" status: 404 len: 337 time: 0.1413445 Nov 23 23:03:57.670641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.712536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36714) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.712778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Attempting to bind port 812cf101-7d41-42ad-b46e-43fe060189fc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:03:57.713241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Attempting to bind port 812cf101-7d41-42ad-b46e-43fe060189fc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:03:57.713339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Attempting to bind port 812cf101-7d41-42ad-b46e-43fe060189fc on network dba4419c-db2d-4491-985c-77c2d8a9e551 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:03:57.723383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:03:57.723827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Checking segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:03:57.724236 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.724592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Bound using segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:03:57.725638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Bound port: 812cf101-7d41-42ad-b46e-43fe060189fc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:03:57.726029 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.737606 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f045a4d-b67a-48de-90a5-6334b6ab1fbb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.738596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f045a4d-b67a-48de-90a5-6334b6ab1fbb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.745521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2f045a4d-b67a-48de-90a5-6334b6ab1fbb tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/64505ace-d025-4c5d-8ea2-bcbcb542dd85 HTTP/1.1" status: 404 len: 337 time: 0.1257615 Nov 23 23:03:57.747816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36716) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.748934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.792357 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b462f626-785e-46c9-b5b7-79abca88dcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.793969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b462f626-785e-46c9-b5b7-79abca88dcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.802710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b462f626-785e-46c9-b5b7-79abca88dcbf tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/8de88351-41f8-4175-8e59-d0d3ee47b597 HTTP/1.1" status: 404 len: 339 time: 0.0464346 Nov 23 23:03:57.822321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36718) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.823485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Pushing event updated for resources: {'Port': ['ID=c57b238b-2582-45c3-bbf3-e72de90a88cc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:57.831782 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.836353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0fc16c42-e874-4e29-9965-23429324bd22 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/ports/8f9c161c-2097-4edd-9849-96f5ac665cb7 HTTP/1.1" status: 204 len: 168 time: 3.7704804 Nov 23 23:03:57.840140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36720) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.845995 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52f5c61-ee6a-43ae-9add-2cd366daa772 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.846639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52f5c61-ee6a-43ae-9add-2cd366daa772 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.849782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a52f5c61-ee6a-43ae-9add-2cd366daa772 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/5b422fe0-52f3-4dfc-83b7-ed766e943b74 HTTP/1.1" status: 404 len: 339 time: 0.1360292 Nov 23 23:03:57.854351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:03:57.858277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36722) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.876239 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f725e6f8-331a-42d6-9bee-1af030b63abe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] GET failed (client error): The resource could not be found. Nov 23 23:03:57.877897 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f725e6f8-331a-42d6-9bee-1af030b63abe tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "GET /v2.0/ports/8f9c161c-2097-4edd-9849-96f5ac665cb7 HTTP/1.1" status: 404 len: 333 time: 0.0366843 Nov 23 23:03:57.881222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36724) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.925629 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-6006db7b-b211-447d-8bfc-9740a84de4e8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:57.926001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6006db7b-b211-447d-8bfc-9740a84de4e8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:57.927630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] For port 812cf101-7d41-42ad-b46e-43fe060189fc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:03:57.929183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6006db7b-b211-447d-8bfc-9740a84de4e8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/55945ef8-a885-4f8b-82db-0cf32e001526 HTTP/1.1" status: 404 len: 337 time: 0.0696530 Nov 23 23:03:57.930154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:03:57.935922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36726) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:57.959144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:03:57.961483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] For port 812cf101-7d41-42ad-b46e-43fe060189fc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=812cf101-7d41-42ad-b46e-43fe060189fc,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:03:57.973207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbddc4ff-6640-4b10-973a-fa66b9e33661 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:03:57.985712 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.003403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-662bcfe3-3442-4cf1-8153-45ed3362fb06 None None] Could not find standard attr ID for object 53e45c6e-aa76-45b4-961e-767ce6191fb0. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:03:58.023779 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8c06f5-d00d-4cf0-b759-f7117a6df597 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:03:58.025152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8c06f5-d00d-4cf0-b759-f7117a6df597 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:03:58.028932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ea8c06f5-d00d-4cf0-b759-f7117a6df597 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/20017e83-8cf2-4c7b-99d7-70fcc63bf058 HTTP/1.1" status: 404 len: 339 time: 0.0919905 Nov 23 23:03:58.037776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36728) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:58.119450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Deleting port b0a320e9-8643-4c0f-be78-cd0a265300bf {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:58.119863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.149195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-26d213fe-f4c3-4933-99f8-2122eb7e3ea1 None None] Provisioning complete for port c57b238b-2582-45c3-bbf3-e72de90a88cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:58.150539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26d213fe-f4c3-4933-99f8-2122eb7e3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.153623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd42695-0d88-4692-b530-08e42e6d7013 None None] Pushing event updated for resources: {'Port': ['ID=812cf101-7d41-42ad-b46e-43fe060189fc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:58.167665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting port f76a7dab-b580-4938-b173-fc9f21081f1f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:03:58.168074 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.219217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-26d213fe-f4c3-4933-99f8-2122eb7e3ea1 None None] Port c57b238b-2582-45c3-bbf3-e72de90a88cc cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:03:58.226381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device add7b457-137f-44f9-b142-8dab2436e27f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:03:58.288311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting subnet 40b1b77a-bd3c-4f9a-a2ad-46f3ec6f9dcf {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:03:58.345316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.365356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port add7b457-137f-44f9-b142-8dab2436e27f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:58.365880 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.380783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.399125 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.406140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.409853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Calling delete_port for b0a320e9-8643-4c0f-be78-cd0a265300bf owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:58.434752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Calling delete_port for f76a7dab-b580-4938-b173-fc9f21081f1f owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:03:58.537171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9e2737c7-f828-4bf8-8fea-121a5883ffa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.626240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9e2737c7-f828-4bf8-8fea-121a5883ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.632679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.759644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53e45c6e-aa76-45b4-961e-767ce6191fb0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:03:58.804157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 53e45c6e-aa76-45b4-961e-767ce6191fb0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:03:58.804157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53e45c6e-aa76-45b4-961e-767ce6191fb0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:03:58.859097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9e2737c7-f828-4bf8-8fea-121a5883ffa0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49af3ba57e02456799cb8039a408287d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7073286 Nov 23 23:03:58.862901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.864801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36732) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:58.886246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.909839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2737c7-f828-4bf8-8fea-121a5883ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ec6b3-61c0-483a-ba7a-a51b75ee5202,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:58.933578 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:58.981572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Port': ['ID=f76a7dab-b580-4938-b173-fc9f21081f1f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:59.079129 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.083208 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6934d376-8ef9-4f6c-8439-ad4c36425736 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/ports/f76a7dab-b580-4938-b173-fc9f21081f1f HTTP/1.1" status: 204 len: 168 time: 1.1998248 Nov 23 23:03:59.088020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36736) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:59.091372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Port': ['ID=b0a320e9-8643-4c0f-be78-cd0a265300bf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:59.134225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.159200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.160557 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ad2fc4-36f6-481e-95c0-24ae6b8ee322 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] GET failed (client error): The resource could not be found. Nov 23 23:03:59.165916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8ad2fc4-36f6-481e-95c0-24ae6b8ee322 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "GET /v2.0/ports/f76a7dab-b580-4938-b173-fc9f21081f1f HTTP/1.1" status: 404 len: 333 time: 0.0709252 Nov 23 23:03:59.172356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36738) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:59.266379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04aed571-a213-4e35-8ca2-0816bcaea151']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:59.341577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33abae7-9d97-47e2-a643-81312199bb90') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:59.342393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33abae7-9d97-47e2-a643-81312199bb90') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:59.351127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-618a12d2-92aa-425b-ae20-14767c840515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.367480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.425600 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.430583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-618a12d2-92aa-425b-ae20-14767c840515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.487555 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.501427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:03:59.501904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:03:59.505203 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:03:59.507521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.523849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.587946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Router 15d6560f-da91-46a9-beb0-92f9ef06cb6c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:03:59.647275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-618a12d2-92aa-425b-ae20-14767c840515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.650078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-618a12d2-92aa-425b-ae20-14767c840515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.651369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-618a12d2-92aa-425b-ae20-14767c840515 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f47ec6b3-61c0-483a-ba7a-a51b75ee5202 HTTP/1.1" status: 204 len: 168 time: 0.7847660 Nov 23 23:03:59.697117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a12d2-92aa-425b-ae20-14767c840515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ec6b3-61c0-483a-ba7a-a51b75ee5202,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:03:59.701584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:03:59.707344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5200c4dd-b474-4a04-bd76-fe58661ed89d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "PUT /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9395995 Nov 23 23:03:59.711384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36744) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:59.717126 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] Sync routers for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:03:59.741280 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:59.743003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:59.763935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e480d-1179-4fec-8d8a-ca7c49553888 None None] Network dba4419c-db2d-4491-985c-77c2d8a9e551 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:03:59.774544 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-55af6cf8-8d75-48c8-a18e-32c7d8884476 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] delete failed (client error): The resource could not be found. Nov 23 23:03:59.776052 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-55af6cf8-8d75-48c8-a18e-32c7d8884476 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1547426597 HTTP/1.1" status: 404 len: 335 time: 0.0614052 Nov 23 23:03:59.779808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36746) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:03:59.786948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-09b969dd-700a-406e-99ae-ba0545160789 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'router': {'external_gateway_info': {'network_id': '15d6560f-da91-46a9-beb0-92f9ef06cb6c'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:03:59.803321 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:59.818117 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:03:59.819493 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:59.867112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-44631994-887c-413c-8459-84e4d72e1e5c None None] Provisioning complete for port 812cf101-7d41-42ad-b46e-43fe060189fc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:03:59.868568 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44631994-887c-413c-8459-84e4d72e1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:59.868894 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:03:59.870245 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2cadc-736b-4098-973f-b692290ad358 None None] The sync data for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:04:00.094133 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44631994-887c-413c-8459-84e4d72e1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.154245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09b969dd-700a-406e-99ae-ba0545160789 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.196609 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-09b969dd-700a-406e-99ae-ba0545160789 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] update failed (client error): The resource could not be found. Nov 23 23:04:00.200310 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-09b969dd-700a-406e-99ae-ba0545160789 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "PUT /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c HTTP/1.1" status: 404 len: 339 time: 0.4179714 Nov 23 23:04:00.205265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36750) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.206321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-44631994-887c-413c-8459-84e4d72e1e5c None None] For port 812cf101-7d41-42ad-b46e-43fe060189fc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=812cf101-7d41-42ad-b46e-43fe060189fc,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:00.209809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=40b1b77a-bd3c-4f9a-a2ad-46f3ec6f9dcf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:00.211166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fdc687-6b8d-467a-848a-3ab4e379e8ee None None] Network 0d2a436a-587d-45b9-81eb-79cee3466274 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:00.217123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.222815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44631994-887c-413c-8459-84e4d72e1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.225079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a9bd3da0-e70a-475a-8510-7b0d3c156ba0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/40b1b77a-bd3c-4f9a-a2ad-46f3ec6f9dcf HTTP/1.1" status: 204 len: 168 time: 2.3987818 Nov 23 23:04:00.256892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36752) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.258831 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.307293 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.308602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.310946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/04aed571-a213-4e35-8ca2-0816bcaea151 HTTP/1.1" status: 204 len: 168 time: 2.2719126 Nov 23 23:04:00.316225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.352983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 812cf101-7d41-42ad-b46e-43fe060189fc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:00.369275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bee67ef6-7df0-4c24-9a56-fedb145cca8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.373392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting port afcc83dc-5d67-431c-8de8-77f4a13f57ec {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:00.374007 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.377878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492578f-c3b7-4c96-8c24-f677c3fdf51a tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=04aed571-a213-4e35-8ca2-0816bcaea151,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:00.393721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44631994-887c-413c-8459-84e4d72e1e5c None None] Pushing event updated for resources: {'Port': ['ID=812cf101-7d41-42ad-b46e-43fe060189fc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:00.425474 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1ce51-05cd-4133-bcce-451df5703db6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:00.425929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f1ce51-05cd-4133-bcce-451df5703db6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:00.432023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16f1ce51-05cd-4133-bcce-451df5703db6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/f75c9ad6-ae45-4082-9717-fd6683cc96a6 HTTP/1.1" status: 404 len: 337 time: 0.1135674 Nov 23 23:04:00.458173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.510310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 812cf101-7d41-42ad-b46e-43fe060189fc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:00.510310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.569275 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f61e27b-8eb4-405a-a8e1-1ca1ed36885f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:00.570235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f61e27b-8eb4-405a-a8e1-1ca1ed36885f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:00.575146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f61e27b-8eb4-405a-a8e1-1ca1ed36885f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/10f8ccc5-1b21-475a-8a18-3aadeabea9b0 HTTP/1.1" status: 404 len: 339 time: 0.1063962 Nov 23 23:04:00.584012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.589990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36762) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.645685 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79c4379-edce-4285-a424-d4d5c2a7b251 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:00.646259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79c4379-edce-4285-a424-d4d5c2a7b251 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:00.650784 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e79c4379-edce-4285-a424-d4d5c2a7b251 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/a360f690-20d4-4cb1-9af2-1e45c8115d9b HTTP/1.1" status: 404 len: 337 time: 0.0577660 Nov 23 23:04:00.657053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36766) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.687480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a6b5bd2e-6737-4cbc-ac1c-f9b3404f698a None None] Provisioning complete for port 812cf101-7d41-42ad-b46e-43fe060189fc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:00.688558 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6b5bd2e-6737-4cbc-ac1c-f9b3404f698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.739208 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff9c4d7-efab-4475-a20d-dd3d08b849b8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:00.740024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff9c4d7-efab-4475-a20d-dd3d08b849b8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:00.746254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ff9c4d7-efab-4475-a20d-dd3d08b849b8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/94d7087a-80db-470a-9233-356532fa3eb8 HTTP/1.1" status: 404 len: 339 time: 0.0839043 Nov 23 23:04:00.746643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.746766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.780838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Calling delete_port for afcc83dc-5d67-431c-8de8-77f4a13f57ec owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:00.784533 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c48b335-24d3-4ed0-b21d-a349d40d288f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:00.784991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c48b335-24d3-4ed0-b21d-a349d40d288f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:00.790392 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8c48b335-24d3-4ed0-b21d-a349d40d288f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/2cf62ada-c6de-4573-9524-9ea6a032ecc3 HTTP/1.1" status: 404 len: 337 time: 0.0410528 Nov 23 23:04:00.792181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36770) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.806189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] DHCP port deletion for 0d2a436a-587d-45b9-81eb-79cee3466274 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:00.814660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.844115 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-599fa8d3-4dee-404e-bb56-896eecd822fd tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:00.845090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599fa8d3-4dee-404e-bb56-896eecd822fd tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:00.852534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-599fa8d3-4dee-404e-bb56-896eecd822fd tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/4d0d55d6-d28a-4884-b7e3-62106e85fade HTTP/1.1" status: 404 len: 339 time: 0.0482185 Nov 23 23:04:00.862073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36772) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.916684 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d313e2c4-f94e-4b9a-b4d6-c22fb5774a45 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:00.917171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d313e2c4-f94e-4b9a-b4d6-c22fb5774a45 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:00.920537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d313e2c4-f94e-4b9a-b4d6-c22fb5774a45 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/5739b1ca-beb7-4b41-9fa7-34a140c53d9f HTTP/1.1" status: 404 len: 337 time: 0.0551167 Nov 23 23:04:00.921708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Router 8cf8766a-69e2-451c-b604-ad8219202a5a is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:04:00.939905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] Deleting port 76d4b303-b938-437f-aec1-35533599e7d1 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:00.940724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.958153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36774) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:00.999814 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f1332-c8ba-450d-ac5f-3c2eba3a7d8f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:01.002054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82f1332-c8ba-450d-ac5f-3c2eba3a7d8f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:01.005613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d82f1332-c8ba-450d-ac5f-3c2eba3a7d8f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/ec82d396-a835-4c5f-8649-ea4d738474a2 HTTP/1.1" status: 404 len: 339 time: 0.0460558 Nov 23 23:04:01.012750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36776) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:01.097364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] For port 76d4b303-b938-437f-aec1-35533599e7d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=76d4b303-b938-437f-aec1-35533599e7d1,segment=NetworkSegment(bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58),segment_id=bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:01.098079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.117874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] Calling delete_port for 76d4b303-b938-437f-aec1-35533599e7d1 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:01.118173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bee67ef6-7df0-4c24-9a56-fedb145cca8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.128721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bee67ef6-7df0-4c24-9a56-fedb145cca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.156845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Allocated IP 172.20.0.1 (f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c/1c195e5f-fcb5-4e9c-b3d6-08f412c28271/394a3c3e-aebd-4c8f-a298-19e7dcf6f81c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:01.186423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:04:01.199466 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27e4c8c-a557-4436-97e3-019739a58b94 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:01.200273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27e4c8c-a557-4436-97e3-019739a58b94 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:01.203109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bee67ef6-7df0-4c24-9a56-fedb145cca8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76a6a6b5bca14346a0dbaf3e9ca3d8d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8857558 Nov 23 23:04:01.208044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36778) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:01.208731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f27e4c8c-a557-4436-97e3-019739a58b94 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/5c4477c8-004c-4127-8f8a-af9e8f425480 HTTP/1.1" status: 404 len: 337 time: 0.1896191 Nov 23 23:04:01.208731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting port 76d4b303-b938-437f-aec1-35533599e7d1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:01.208731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.208731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36780) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:01.210975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee67ef6-7df0-4c24-9a56-fedb145cca8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df48cd82-70d2-4a7d-b7e2-b66379e669b2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:01.217042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Sync routers for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:04:01.226541 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.280299 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-602ff3ef-ff33-4a36-93cb-83e46f4255f0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:01.281518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602ff3ef-ff33-4a36-93cb-83e46f4255f0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:01.285771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:01.286471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:01.287124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-602ff3ef-ff33-4a36-93cb-83e46f4255f0 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/43427f2b-6797-4930-a213-dfe78cda1aad HTTP/1.1" status: 404 len: 339 time: 0.0740950 Nov 23 23:04:01.291234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36790) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:01.293906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] Pushing event deleted for resources: {'Port': ['ID=76d4b303-b938-437f-aec1-35533599e7d1,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:01.296940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf6ca5-e86a-4fba-81df-9f82ca9ee066 None None] No DVR routers for this DVR port 76d4b303-b938-437f-aec1-35533599e7d1 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:01.350315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.352122 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7b66ac49-d1cd-42e8-bea2-c1c2688e5720 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8086889 Nov 23 23:04:01.361935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36792) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:01.390908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-335d4400-5fe1-4c6d-96d0-960cf13a2d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.412141 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-01656dce-c394-4a66-8c09-50037e76eb0f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:01.412405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29ce31-c4b1-435a-bd52-621ee79033c5 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:04:01.412658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01656dce-c394-4a66-8c09-50037e76eb0f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:01.415969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-01656dce-c394-4a66-8c09-50037e76eb0f tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/b42edc75-048e-4b51-895b-9115cd7e8108 HTTP/1.1" status: 404 len: 337 time: 0.1225560 Nov 23 23:04:01.423089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36794) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:01.431812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] For port 76d4b303-b938-437f-aec1-35533599e7d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=76d4b303-b938-437f-aec1-35533599e7d1,segment=NetworkSegment(bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58),segment_id=bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:01.432245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.452022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Calling delete_port for 76d4b303-b938-437f-aec1-35533599e7d1 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:01.505921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.548320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Port': ['ID=afcc83dc-5d67-431c-8de8-77f4a13f57ec,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:01.577633 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.582505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d0f17e73-c1ec-47ae-9e76-0c92741785a3 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/ports/afcc83dc-5d67-431c-8de8-77f4a13f57ec HTTP/1.1" status: 204 len: 168 time: 2.3856227 Nov 23 23:04:01.584955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36796) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:01.593797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:04:01.670728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting subnet 7d7392ca-0bdf-4d92-a655-cb8a7a339403 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:01.674076 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.691411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.722090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29ce31-c4b1-435a-bd52-621ee79033c5 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:04:01.746386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Port': ['ID=76d4b303-b938-437f-aec1-35533599e7d1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:01.748855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No DVR routers for this DVR port 76d4b303-b938-437f-aec1-35533599e7d1 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:01.823431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.848493 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e73f05d1-7a73-452d-a1ac-2c268a0cba49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.894464 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.925900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2a436a-587d-45b9-81eb-79cee3466274']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:01.958311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:01.958606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf7c1d7-4eb4-4b5c-8715-b10ce173fa58') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:01.977115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.015023 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.043192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.043921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-335d4400-5fe1-4c6d-96d0-960cf13a2d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.146549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:02.147271 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.173879 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1117ef2-1daa-448e-89e3-39a3d2e6260c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:02.174465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1117ef2-1daa-448e-89e3-39a3d2e6260c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:02.176669 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:02.183940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d1117ef2-1daa-448e-89e3-39a3d2e6260c tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/90b19d66-80a3-4db0-a316-c63938823d55 HTTP/1.1" status: 404 len: 339 time: 0.7537379 Nov 23 23:04:02.184045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.184136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.186359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-335d4400-5fe1-4c6d-96d0-960cf13a2d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.189583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-335d4400-5fe1-4c6d-96d0-960cf13a2d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.193027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-335d4400-5fe1-4c6d-96d0-960cf13a2d85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df48cd82-70d2-4a7d-b7e2-b66379e669b2 HTTP/1.1" status: 204 len: 168 time: 0.9813869 Nov 23 23:04:02.216480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4400-5fe1-4c6d-96d0-960cf13a2d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df48cd82-70d2-4a7d-b7e2-b66379e669b2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:02.229031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.269267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 812cf101-7d41-42ad-b46e-43fe060189fc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:02.321252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0c7e9-5957-46a0-a145-a4c5b4c7ec11 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:04:02.362383 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-29db39ee-31bb-4836-a805-af52596d7b01 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:02.363117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29db39ee-31bb-4836-a805-af52596d7b01 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:02.368423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-29db39ee-31bb-4836-a805-af52596d7b01 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/e9291914-9c6d-4bc5-8792-4dbf7f1aaed3 HTTP/1.1" status: 404 len: 337 time: 0.1796165 Nov 23 23:04:02.369420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7392ca-0bdf-4d92-a655-cb8a7a339403,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:02.371269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.399161 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8c6d51-dd55-4b84-a085-459fe0e780a8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:02.400140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8c6d51-dd55-4b84-a085-459fe0e780a8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:02.405915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9d8c6d51-dd55-4b84-a085-459fe0e780a8 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/0861dd68-8ce1-4f21-8f96-0416323950cc HTTP/1.1" status: 404 len: 339 time: 0.0301287 Nov 23 23:04:02.405915 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.409085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d70820ff-243c-4d1d-b25f-1e0591857048 tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/subnets/7d7392ca-0bdf-4d92-a655-cb8a7a339403 HTTP/1.1" status: 204 len: 168 time: 0.8228908 Nov 23 23:04:02.410129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36820) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.411862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36822) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.438147 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-df619050-c66a-425b-b969-d1146f9a96ff tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:02.438618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df619050-c66a-425b-b969-d1146f9a96ff tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:02.441811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-df619050-c66a-425b-b969-d1146f9a96ff tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/3f16185e-76ba-462a-9a0d-96385e48cdd8 HTTP/1.1" status: 404 len: 337 time: 0.0307050 Nov 23 23:04:02.448705 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.451644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36824) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.480166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.483810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/0d2a436a-587d-45b9-81eb-79cee3466274 HTTP/1.1" status: 204 len: 168 time: 2.2186804 Nov 23 23:04:02.494591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36826) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.525795 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b8fd3b-1795-498c-b469-3994dddfc122 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:02.526326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b8fd3b-1795-498c-b469-3994dddfc122 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:02.529408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b5b8fd3b-1795-498c-b469-3994dddfc122 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/51692d28-8e65-4475-8e9d-94a1c6302f9e HTTP/1.1" status: 404 len: 339 time: 0.0768003 Nov 23 23:04:02.539806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.543344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.549240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0c7e9-5957-46a0-a145-a4c5b4c7ec11 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:04:02.573427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:03:58Z', 'revision_number': 3, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:02.575064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce4844-5c70-4d80-91d9-7e0a5d8a1916 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=0d2a436a-587d-45b9-81eb-79cee3466274,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:02.633603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Checking router: 8cf8766a-69e2-451c-b604-ad8219202a5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:04:02.634242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Updating router 8cf8766a-69e2-451c-b604-ad8219202a5a port c57b238b-2582-45c3-bbf3-e72de90a88cc binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:04:02.647991 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4789bf-11cc-4b9e-936c-ae497794a24a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:02.648457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4789bf-11cc-4b9e-936c-ae497794a24a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:02.654772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6d4789bf-11cc-4b9e-936c-ae497794a24a tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/372b78aa-9807-4630-bd71-847febc1f7f1 HTTP/1.1" status: 404 len: 337 time: 0.1570387 Nov 23 23:04:02.655669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36832) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.687748 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3756d657-9b53-4af2-9422-93c362c7f4f0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:02.688862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.689399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3756d657-9b53-4af2-9422-93c362c7f4f0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:02.693021 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3756d657-9b53-4af2-9422-93c362c7f4f0 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/b78ff197-2471-47e8-a14f-c68e1fee1619 HTTP/1.1" status: 404 len: 339 time: 0.0326607 Nov 23 23:04:02.696278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36834) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:02.740459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:02.757744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:02.768437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting subnet aff91407-cfaf-4e40-b491-e342ff63cd7c {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:02.772145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.775361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting subnet 7d5a6854-0fb9-4c84-a9f1-594878898f8d {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:02.780967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.835389 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.881820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:02.892183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:02.916505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Deleting port 5d706c8c-fcdc-4774-b874-025a7bbc2538 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:02.916850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.000368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.051147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.069370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Port': ['ID=394a3c3e-aebd-4c8f-a298-19e7dcf6f81c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:03.079882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.091026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 812cf101-7d41-42ad-b46e-43fe060189fc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:03.091768 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.096371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.114535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.129290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Subnet': ['ID=aff91407-cfaf-4e40-b491-e342ff63cd7c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:03.164078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.222220 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.222937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] For port 5d706c8c-fcdc-4774-b874-025a7bbc2538, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5d706c8c-fcdc-4774-b874-025a7bbc2538,segment=NetworkSegment(2e46b0bf-ff5e-41f8-960f-5da4aa3d3663),segment_id=2e46b0bf-ff5e-41f8-960f-5da4aa3d3663)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:03.226511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.228334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7eb1336e-b249-4b13-8e38-60f41bfcc0d6 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/subnets/aff91407-cfaf-4e40-b491-e342ff63cd7c HTTP/1.1" status: 204 len: 168 time: 0.6810617 Nov 23 23:04:03.232602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36854) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:03.260573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Calling delete_port for 5d706c8c-fcdc-4774-b874-025a7bbc2538 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:03.371683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.395062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.431376 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.442811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/subnets/7d5a6854-0fb9-4c84-a9f1-594878898f8d HTTP/1.1" status: 204 len: 168 time: 0.7454278 Nov 23 23:04:03.449457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36860) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:03.467923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ac21-ca44-4433-8a9d-d9e1702564d3 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5a6854-0fb9-4c84-a9f1-594878898f8d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:03.507374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.582229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Port': ['ID=5d706c8c-fcdc-4774-b874-025a7bbc2538,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:03.599184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76d4b303-b938-437f-aec1-35533599e7d1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:03.600308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] No DVR routers for this DVR port 5d706c8c-fcdc-4774-b874-025a7bbc2538 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:03.633067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 76d4b303-b938-437f-aec1-35533599e7d1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:03.633425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 76d4b303-b938-437f-aec1-35533599e7d1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:03.656593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf3c1e-3376-477d-8280-e674f2cb43e6 None None] Network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:03.779364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda9448-654a-4dbc-81c8-5d4992fa8537 None None] Network 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:03.847128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.909574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f257ba1-546d-4012-935a-927de8abb53d']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:03.944388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e46b0bf-ff5e-41f8-960f-5da4aa3d3663') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:03.944699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e46b0bf-ff5e-41f8-960f-5da4aa3d3663') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:03.975071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.997056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.009133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:04.010871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:04.017321 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:04.100761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.135684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd27af-4dac-47ab-a376-3b78db5fc299 None None] Network 4f257ba1-546d-4012-935a-927de8abb53d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:04.136241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.187130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.197842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Deleting port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:04.198353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.202203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.214199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] 10.222.0.11 "DELETE /v2.0/networks/4f257ba1-546d-4012-935a-927de8abb53d HTTP/1.1" status: 204 len: 168 time: 1.7773802 Nov 23 23:04:04.259123 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.271150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c581ed-b524-4145-8e25-d3e567a678dc tempest-AllowedAddressPairIpV6TestJSON-37675261 tempest-AllowedAddressPairIpV6TestJSON-37675261-project] Pushing event deleted for resources: {'Network': ['ID=4f257ba1-546d-4012-935a-927de8abb53d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:04.317255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78fe6b1a-7147-40f2-9a1e-41d27ecb59db None None] Provisioning complete for port 394a3c3e-aebd-4c8f-a298-19e7dcf6f81c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:04.318081 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78fe6b1a-7147-40f2-9a1e-41d27ecb59db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.323448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.352554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Allocated IP 172.20.0.1 (dba4419c-db2d-4491-985c-77c2d8a9e551/ae138ab2-9ff1-417a-a2fe-383a3594f0bf/d254d38d-b6eb-43aa-8671-3db14bc89d54) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:04.374309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Attempting to bind port c57b238b-2582-45c3-bbf3-e72de90a88cc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:04:04.374686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Attempting to bind port c57b238b-2582-45c3-bbf3-e72de90a88cc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:04:04.375051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Attempting to bind port c57b238b-2582-45c3-bbf3-e72de90a88cc on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:04:04.428193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36876) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:04.428972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835b87c-3928-4322-885c-26cf92279810 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:04.493383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:04:04.494062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:04:04.494673 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.495248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:04:04.495929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Bound port: c57b238b-2582-45c3-bbf3-e72de90a88cc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:04:04.496514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.522690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] For port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,segment=NetworkSegment(4602d740-7a0b-449a-a9e4-57459703563e),segment_id=4602d740-7a0b-449a-a9e4-57459703563e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:04.523066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.557513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] DHCP port deletion for 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:04.573075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78fe6b1a-7147-40f2-9a1e-41d27ecb59db None None] Port 394a3c3e-aebd-4c8f-a298-19e7dcf6f81c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:04.589348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818202ac-b433-400e-bbe5-7fa428bb1c5b None None] Pushing event updated for resources: {'Port': ['ID=c57b238b-2582-45c3-bbf3-e72de90a88cc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:04.624633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Calling delete_port for 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:04.649470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda08c0c-b4ff-455c-a6e9-ad92daaafdf0 None None] DHCP port deletion for 4f257ba1-546d-4012-935a-927de8abb53d request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:04.664912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be33ad9f-e011-48e4-accd-2b6f42409e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.669543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] For port c57b238b-2582-45c3-bbf3-e72de90a88cc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:04:04.696364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] DHCP port deletion for 81d62a59-72a8-4a3e-af6b-9e867e56fbe4 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:04.738225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] For port c57b238b-2582-45c3-bbf3-e72de90a88cc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c57b238b-2582-45c3-bbf3-e72de90a88cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:04:04.765487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Deleting port baacee11-eed2-41bd-ac84-db7596fc2bf6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:04.765816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.766265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.770829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36884) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:04.836417 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be33ad9f-e011-48e4-accd-2b6f42409e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.848559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be33ad9f-e011-48e4-accd-2b6f42409e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.930733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ad9f-e011-48e4-accd-2b6f42409e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9abb5c-0451-41d8-b1a6-32548e014171,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:04.943019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-be33ad9f-e011-48e4-accd-2b6f42409e07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df382d044af8450b8ebcd4d389ee82f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088887 Nov 23 23:04:04.943019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36888) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:04.945536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] Deleting port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:04.946280 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.949724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f427ea3-5d7e-47f4-ba22-323a8c8896c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.954751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5905653-6e2c-43eb-bebf-ce724951c5da None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:04.964984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:04.965943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:05.033456 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbc4-91b5-48e8-b5d8-c1b27f7c9428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.038907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-231d6667-66cd-4551-b1ad-d0855a04dc6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c993aaa0f7144bbc9ec5a66f755a9552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662628 Nov 23 23:04:05.042946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36890) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:05.057200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] For port baacee11-eed2-41bd-ac84-db7596fc2bf6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=baacee11-eed2-41bd-ac84-db7596fc2bf6,segment=NetworkSegment(284587b8-9c18-495e-89ad-c8dd59e700d5),segment_id=284587b8-9c18-495e-89ad-c8dd59e700d5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:05.058195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.066433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.086382 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbc4-91b5-48e8-b5d8-c1b27f7c9428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.097150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Calling delete_port for baacee11-eed2-41bd-ac84-db7596fc2bf6 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:05.118857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:04:05.159066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f8107f3-7c1a-4123-9610-a43a7faa4beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.189535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f8107f3-7c1a-4123-9610-a43a7faa4beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.213051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.237332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1140b252-46eb-4efa-ba6d-8e46d57a64e4 None None] Provisioning complete for port c57b238b-2582-45c3-bbf3-e72de90a88cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:05.239910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] No DVR routers for this DVR port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:05.248246 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1140b252-46eb-4efa-ba6d-8e46d57a64e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.254290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f8107f3-7c1a-4123-9610-a43a7faa4beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.261562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f8107f3-7c1a-4123-9610-a43a7faa4beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.262696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5f8107f3-7c1a-4123-9610-a43a7faa4beb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/504ee3e0-f01b-4836-8e17-ad27fc7c61d9 HTTP/1.1" status: 204 len: 168 time: 0.2186742 Nov 23 23:04:05.277948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.281266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Port': ['ID=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:05.287230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8107f3-7c1a-4123-9610-a43a7faa4beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ee3e0-f01b-4836-8e17-ad27fc7c61d9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:05.301523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbc4-91b5-48e8-b5d8-c1b27f7c9428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.304581 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbc4-91b5-48e8-b5d8-c1b27f7c9428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.305816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5a0ebbc4-91b5-48e8-b5d8-c1b27f7c9428 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d9abb5c-0451-41d8-b1a6-32548e014171 HTTP/1.1" status: 204 len: 168 time: 0.3620808 Nov 23 23:04:05.332696 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.339362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.341288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ebbc4-91b5-48e8-b5d8-c1b27f7c9428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9abb5c-0451-41d8-b1a6-32548e014171,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:05.522961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Network dba4419c-db2d-4491-985c-77c2d8a9e551 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:05.570941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:05.577575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.591594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:05.600150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d254d38d-b6eb-43aa-8671-3db14bc89d54,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:05.616353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.723834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.723834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] No DVR routers for this DVR port baacee11-eed2-41bd-ac84-db7596fc2bf6 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:05.773046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.776642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c67f8a-fb10-42c5-823f-b4a5bbf577b9']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:05.891606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] For port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,segment=NetworkSegment(4602d740-7a0b-449a-a9e4-57459703563e),segment_id=4602d740-7a0b-449a-a9e4-57459703563e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:05.892982 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.895766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4602d740-7a0b-449a-a9e4-57459703563e') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:05.895927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4602d740-7a0b-449a-a9e4-57459703563e') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:05.938974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818202ac-b433-400e-bbe5-7fa428bb1c5b None None] Pushing event updated for resources: {'Port': ['ID=c57b238b-2582-45c3-bbf3-e72de90a88cc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:05.966080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:05.982838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] Calling delete_port for 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:06.254748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] Deleting port baacee11-eed2-41bd-ac84-db7596fc2bf6 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:06.255363 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.257319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device baacee11-eed2-41bd-ac84-db7596fc2bf6 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:06.316813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: baacee11-eed2-41bd-ac84-db7596fc2bf6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:06.317170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device baacee11-eed2-41bd-ac84-db7596fc2bf6 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:06.317604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:06.404768 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.445861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event updated for resources: {'Port': ['ID=394a3c3e-aebd-4c8f-a298-19e7dcf6f81c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:06.467855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:06.468227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:06.468637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5d706c8c-fcdc-4774-b874-025a7bbc2538 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:06.528303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36938) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:06.619892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.636860 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.658123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Port': ['ID=baacee11-eed2-41bd-ac84-db7596fc2bf6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:06.680779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-150012528'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:06.689917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5d706c8c-fcdc-4774-b874-025a7bbc2538 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:06.690286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5d706c8c-fcdc-4774-b874-025a7bbc2538 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:06.714506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.738815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:06.739257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.741501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:06.742508 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:06.745043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:06.751485 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.768871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1140b252-46eb-4efa-ba6d-8e46d57a64e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.771847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d62a59-72a8-4a3e-af6b-9e867e56fbe4']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:06.774359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:06.798047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.802726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284587b8-9c18-495e-89ad-c8dd59e700d5') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:06.802726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284587b8-9c18-495e-89ad-c8dd59e700d5') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:06.876787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1140b252-46eb-4efa-ba6d-8e46d57a64e4 None None] For port c57b238b-2582-45c3-bbf3-e72de90a88cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c57b238b-2582-45c3-bbf3-e72de90a88cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:06.888178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] For port baacee11-eed2-41bd-ac84-db7596fc2bf6, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:06.889209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.889847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.924135 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1140b252-46eb-4efa-ba6d-8e46d57a64e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.981652 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:06.991502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.012687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] Calling delete_port for baacee11-eed2-41bd-ac84-db7596fc2bf6 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:07.023967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] Port baacee11-eed2-41bd-ac84-db7596fc2bf6 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:04:07.025679 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.037193 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.058303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28953676-d185-49aa-a77b-890fa55648c9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:07.083987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:04:07.093902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] Network 48c67f8a-fb10-42c5-823f-b4a5bbf577b9 is not hosted by any dhcp agent {{(pid=103524) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:04:07.095225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] No DVR routers for this DVR port 57e73b5d-094e-4c7c-a7d4-a15f0b8741c5 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:07.104899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.105339 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Added segment 6046b287-56e6-49da-a39f-d69906e41026 of type vlan for network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff Nov 23 23:04:07.153300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] No DVR routers for this DVR port baacee11-eed2-41bd-ac84-db7596fc2bf6 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:07.158559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.160656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-02890183-15d0-4521-b110-4565b8709380 None None] Provisioning complete for port c57b238b-2582-45c3-bbf3-e72de90a88cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:07.161244 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02890183-15d0-4521-b110-4565b8709380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.209625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140b252-46eb-4efa-ba6d-8e46d57a64e4 None None] Pushing event updated for resources: {'Port': ['ID=c57b238b-2582-45c3-bbf3-e72de90a88cc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:07.248949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.271561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:03:58Z', 'revision_number': 3, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:07.280877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.302618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0ba48-b986-47ef-9c07-986dc0909753 None None] Pushing event deleted for resources: {'Port': ['ID=57e73b5d-094e-4c7c-a7d4-a15f0b8741c5,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:07.308232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312f691-20e6-46d0-8da8-c00af52a3787 None None] The sync data for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 is: [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:03:58Z', 'revision_number': 3, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:04:07.316962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:07.317380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:07.329353 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:07.332434 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.338250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:07.339139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.341789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.346200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] 10.222.0.11 "DELETE /v2.0/networks/48c67f8a-fb10-42c5-823f-b4a5bbf577b9 HTTP/1.1" status: 204 len: 168 time: 4.1121848 Nov 23 23:04:07.374981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5883a85-ad58-41c9-acb3-185c30cc7ec1 None None] Pushing event deleted for resources: {'Port': ['ID=baacee11-eed2-41bd-ac84-db7596fc2bf6,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:07.440767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2c810-eab1-4dfa-a1f5-cb10bd4861f2 tempest-NetworksTest-173163827 tempest-NetworksTest-173163827-project] Pushing event deleted for resources: {'Network': ['ID=48c67f8a-fb10-42c5-823f-b4a5bbf577b9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:07.442447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-02890183-15d0-4521-b110-4565b8709380 None None] Provisioning complete for port d254d38d-b6eb-43aa-8671-3db14bc89d54 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:07.442898 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02890183-15d0-4521-b110-4565b8709380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.443203 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.496895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-02890183-15d0-4521-b110-4565b8709380 None None] Port d254d38d-b6eb-43aa-8671-3db14bc89d54 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:07.507769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.510761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9802482 Nov 23 23:04:07.514763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36968) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:07.521987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'subnet': {'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:07.545163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Router 15d6560f-da91-46a9-beb0-92f9ef06cb6c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:04:07.546341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.553579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3843ef-dfe5-43c2-9aef-8926441a558a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Network': ['ID=b1ff24a1-fc9e-4cc0-a736-066c8aab05ff,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:07.569189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:04:07.605721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.611892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] 10.222.0.11 "DELETE /v2.0/networks/81d62a59-72a8-4a3e-af6b-9e867e56fbe4 HTTP/1.1" status: 204 len: 168 time: 4.1164877 Nov 23 23:04:07.709899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1ab73609-53c8-436b-a4d3-521fb7b5c62e None None] Provisioning complete for port 394a3c3e-aebd-4c8f-a298-19e7dcf6f81c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:07.710324 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ab73609-53c8-436b-a4d3-521fb7b5c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:07.756309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6a209-76ae-4f80-aac0-26d1eaee0548 tempest-NetworksIpV6Test-1099484971 tempest-NetworksIpV6Test-1099484971-project] Pushing event deleted for resources: {'Network': ['ID=81d62a59-72a8-4a3e-af6b-9e867e56fbe4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:07.780721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1ab73609-53c8-436b-a4d3-521fb7b5c62e None None] Port 394a3c3e-aebd-4c8f-a298-19e7dcf6f81c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:07.986847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36982) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:07.996002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:08.014215 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.036466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.052138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36986) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:08.228118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c57b238b-2582-45c3-bbf3-e72de90a88cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:08.257820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:04:08.268103 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-feb9aff2-2cf5-41f2-8d26-d2893f1d9a10 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "PUT /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0615208 Nov 23 23:04:08.270803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36996) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:08.272136 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3113684-a573-4915-80fe-0627daba38fc None None] Sync routers for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:04:08.295128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3113684-a573-4915-80fe-0627daba38fc None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:08.299027 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d3113684-a573-4915-80fe-0627daba38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:08.354495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c57b238b-2582-45c3-bbf3-e72de90a88cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:08.355555 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.433278 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d3113684-a573-4915-80fe-0627daba38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:08.458213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.472591 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.476323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3113684-a573-4915-80fe-0627daba38fc None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:08.477148 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d3113684-a573-4915-80fe-0627daba38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:08.549667 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d3113684-a573-4915-80fe-0627daba38fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:08.552595 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3113684-a573-4915-80fe-0627daba38fc None None] The sync data for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:04:08.578346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82b809f1-5157-4790-bfa9-5d7085db7e1a tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.603440 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.614647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d254d38d-b6eb-43aa-8671-3db14bc89d54,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:08.723914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c07a53f0-7993-420d-9f40-75645df4c7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.727348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37002) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:08.751636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:08.836025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e2be7851-a984-4642-9157-2d208790a8ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed226cc904fc42b29806a4d9b15651f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8482239 Nov 23 23:04:08.843415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:08.879254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Checking segment: {'id': '6046b287-56e6-49da-a39f-d69906e41026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:04:08.879864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network hostable DHCP agents. Network: b1ff24a1-fc9e-4cc0-a736-066c8aab05ff, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:04:08.895710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Subnet': ['ID=965d48cd-abef-4e22-8e47-baff13b3b048,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:08.909866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.910217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.910566 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.910907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.911241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.911610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.911727 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-82b809f1-5157-4790-bfa9-5d7085db7e1a tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 23:04:08.911940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.912272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.912601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.912930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.913061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-82b809f1-5157-4790-bfa9-5d7085db7e1a tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c HTTP/1.1" status: 409 len: 329 time: 0.6400805 Nov 23 23:04:08.913355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.913682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:08.918812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Network dba4419c-db2d-4491-985c-77c2d8a9e551 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:08.919826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37008) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:08.990790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-41e4489c-8423-4ed4-a254-9e6edaf3e010 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=323324b876b248e3acc300c019c01384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310970 Nov 23 23:04:08.995045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37010) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:09.006757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cad9d6f-f86e-47e4-8208-27ff5a17e4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.026643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:09.080260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cad9d6f-f86e-47e4-8208-27ff5a17e4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.091225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c07a53f0-7993-420d-9f40-75645df4c7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.099391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:04:09.119409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c07a53f0-7993-420d-9f40-75645df4c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.135831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, b1ff24a1-fc9e-4cc0-a736-066c8aab05ff) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:09.145985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:09.146914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.152785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248aff0-df07-4591-b474-2689cc07a301 None None] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:09.200418 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54c27630-0dc7-4be5-b9ab-557fe222487a tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6833198 Nov 23 23:04:09.210371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37014) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:09.216115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c0c35d0d-3e8d-46f9-ab65-740a7bad3f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.229132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'name': 'tempest-AllowedAddressPairTestJSON-36927199'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:09.269490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c07a53f0-7993-420d-9f40-75645df4c7c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d3ccecb83f54a08b4764c72db0298be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2147238 Nov 23 23:04:09.292920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a53f0-7993-420d-9f40-75645df4c7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dd9ac2-fa88-4c70-8406-591136773f37,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:09.326914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37020) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:09.358663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c0c35d0d-3e8d-46f9-ab65-740a7bad3f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.403724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'tenant_id': '3e7181819f854578957bed4bd7b592e4', 'fixed_ips': [{'subnet_id': '965d48cd-abef-4e22-8e47-baff13b3b048'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:04:09.405583 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.435167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cad9d6f-f86e-47e4-8208-27ff5a17e4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.438997 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cad9d6f-f86e-47e4-8208-27ff5a17e4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.442066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1cad9d6f-f86e-47e4-8208-27ff5a17e4f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e370b54-21d7-4687-b2c2-e063596c6af5 HTTP/1.1" status: 204 len: 168 time: 0.5945597 Nov 23 23:04:09.452124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9d6f-f86e-47e4-8208-27ff5a17e4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e370b54-21d7-4687-b2c2-e063596c6af5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:09.470806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34aee025-4cef-45ea-aff2-d569de983bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.499729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c0c35d0d-3e8d-46f9-ab65-740a7bad3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.503553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c0c35d0d-3e8d-46f9-ab65-740a7bad3f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.505186 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c0c35d0d-3e8d-46f9-ab65-740a7bad3f5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ce8baa3-4bbb-4168-a6f9-e947f4d3076b HTTP/1.1" status: 204 len: 168 time: 0.5090647 Nov 23 23:04:09.507669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34aee025-4cef-45ea-aff2-d569de983bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.529838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c35d0d-3e8d-46f9-ab65-740a7bad3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8baa3-4bbb-4168-a6f9-e947f4d3076b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:09.590173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34aee025-4cef-45ea-aff2-d569de983bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.595838 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34aee025-4cef-45ea-aff2-d569de983bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.597736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-34aee025-4cef-45ea-aff2-d569de983bf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09dd9ac2-fa88-4c70-8406-591136773f37 HTTP/1.1" status: 204 len: 168 time: 0.2810853 Nov 23 23:04:09.614635 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aee025-4cef-45ea-aff2-d569de983bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dd9ac2-fa88-4c70-8406-591136773f37,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:09.626379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Router 8cf8766a-69e2-451c-b604-ad8219202a5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:04:09.791069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b2f496fc-6ef1-40c4-87f9-d9e617ecb254 None None] Provisioning complete for port d254d38d-b6eb-43aa-8671-3db14bc89d54 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:09.791436 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2f496fc-6ef1-40c4-87f9-d9e617ecb254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.899432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:09.902988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:09.936603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b2f496fc-6ef1-40c4-87f9-d9e617ecb254 None None] Port d254d38d-b6eb-43aa-8671-3db14bc89d54 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:09.947958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] device_id is not set on port ffa8c318-0608-4d5c-a663-51da970b6c71 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:09.948650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Allocated IP 172.20.0.2 (b1ff24a1-fc9e-4cc0-a736-066c8aab05ff/965d48cd-abef-4e22-8e47-baff13b3b048/4d2f980b-6db1-4a49-9ddc-c881c2d7236a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:09.993739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:04:10.038898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dcef24d8-d808-4efb-995a-78ae445964f6 admin admin] 10.222.0.11 "PUT /v2.0/routers/8cf8766a-69e2-451c-b604-ad8219202a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6753423 Nov 23 23:04:10.117460 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:10.213979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Sync routers for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:04:10.236544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:10.237614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:10.319563 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:10.369956 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:10.443525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Pushing event updated for resources: {'Port': ['ID=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:10.485445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Allocated IP 172.20.0.5 (b1ff24a1-fc9e-4cc0-a736-066c8aab05ff/965d48cd-abef-4e22-8e47-baff13b3b048/ffa8c318-0608-4d5c-a663-51da970b6c71) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:10.501996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:10.512472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:10.530556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:10.539519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:04:10.710188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Attempting to bind port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:04:10.710694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Attempting to bind port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '6046b287-56e6-49da-a39f-d69906e41026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:04:10.711114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Attempting to bind port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a on network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:04:10.723740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:04:10.724246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Checking segment: {'id': '6046b287-56e6-49da-a39f-d69906e41026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:04:10.724724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:10.725187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Bound using segment: {'id': '6046b287-56e6-49da-a39f-d69906e41026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:04:10.725760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Bound port: 4d2f980b-6db1-4a49-9ddc-c881c2d7236a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6046b287-56e6-49da-a39f-d69906e41026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:04:10.726833 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:10.860264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37074) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:10.866204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6324fc8c-8d5c-4d78-bc03-02978c24cf38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314771347', 'description': 'tempest-description--2023287485'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:10.877812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:10.921698 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6324fc8c-8d5c-4d78-bc03-02978c24cf38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:10.932816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.082959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6324fc8c-8d5c-4d78-bc03-02978c24cf38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.094624 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6324fc8c-8d5c-4d78-bc03-02978c24cf38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.182715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324fc8c-8d5c-4d78-bc03-02978c24cf38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c54fc5-0a68-44fb-955f-d238f7c5f0b2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:11.201830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6324fc8c-8d5c-4d78-bc03-02978c24cf38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.204367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6324fc8c-8d5c-4d78-bc03-02978c24cf38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3417144 Nov 23 23:04:11.217037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37094) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:11.227974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8078bd14-a19e-46e4-be96-f1ae9183b757 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'security_group_rule': {'security_group_id': '26c54fc5-0a68-44fb-955f-d238f7c5f0b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:11.244657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] For port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:04:11.250751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] For port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,segment=NetworkSegment(6046b287-56e6-49da-a39f-d69906e41026),segment_id=6046b287-56e6-49da-a39f-d69906e41026)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:04:11.293401 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.314982 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8078bd14-a19e-46e4-be96-f1ae9183b757 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.479643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=ffa8c318-0608-4d5c-a663-51da970b6c71,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:11.502696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8078bd14-a19e-46e4-be96-f1ae9183b757 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.514192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8078bd14-a19e-46e4-be96-f1ae9183b757 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.536472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:11.548330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:11.550434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d00429-3992-44a3-a89c-fdc727b03c19 None None] Pushing event updated for resources: {'Port': ['ID=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:11.567289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8078bd14-a19e-46e4-be96-f1ae9183b757 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.572269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8078bd14-a19e-46e4-be96-f1ae9183b757 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516319 Nov 23 23:04:11.573207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:11.577017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37106) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:11.592574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:07Z', 'revision_number': 2, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:11.596766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d0c21cc4-225d-445d-a525-c42cd0424a59 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'security_group_rule': {'security_group_id': '26c54fc5-0a68-44fb-955f-d238f7c5f0b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:11.613985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Deleting port 394a3c3e-aebd-4c8f-a298-19e7dcf6f81c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:11.614366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.652434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078bd14-a19e-46e4-be96-f1ae9183b757 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b0187f-7d7d-4423-9010-2e38120b439a,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:11.671199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0c21cc4-225d-445d-a525-c42cd0424a59 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.675620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Checking router: 8cf8766a-69e2-451c-b604-ad8219202a5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:04:11.676236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Updating router 8cf8766a-69e2-451c-b604-ad8219202a5a port d254d38d-b6eb-43aa-8671-3db14bc89d54 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:04:11.720253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37108) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:11.770650 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.809136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:11.810053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.833895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0c21cc4-225d-445d-a525-c42cd0424a59 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.847123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0c21cc4-225d-445d-a525-c42cd0424a59 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.890702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4b4e75bd-ede2-4512-b35f-e7737f209067 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6695049 Nov 23 23:04:11.897909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:11.905238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c21cc4-225d-445d-a525-c42cd0424a59 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bb6140-0464-457b-8168-cc6b8a5eaf85,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:11.916198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0c21cc4-225d-445d-a525-c42cd0424a59 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.918636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d0c21cc4-225d-445d-a525-c42cd0424a59 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405797 Nov 23 23:04:11.920073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'name': 'tempest-AllowedAddressPairTestJSON-1198848233', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:dd:6c:b8'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:11.921853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37120) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:11.934967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:11.943678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:11.955025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37122) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:11.993312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.007221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Calling delete_port for 394a3c3e-aebd-4c8f-a298-19e7dcf6f81c owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:12.268139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 4d2f980b-6db1-4a49-9ddc-c881c2d7236a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:12.273681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-32a746c1-e031-4d47-af0f-1b0627d00227 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:12.274449 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-32a746c1-e031-4d47-af0f-1b0627d00227 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 23:04:12.277099 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-32a746c1-e031-4d47-af0f-1b0627d00227 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 23:04:12.293904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32a746c1-e031-4d47-af0f-1b0627d00227 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5723777 Nov 23 23:04:12.306024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37134) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:12.322981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--762691488'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:12.368026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:12.379450 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.393097 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.393945 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.466036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2d7ff-c270-4ad7-815c-13cedd8fcc40 None None] Pushing event updated for resources: {'Port': ['ID=d254d38d-b6eb-43aa-8671-3db14bc89d54,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:12.472544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:12.473151 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.500628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.588394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] device_id is not set on port b8083103-a6a7-46d5-8578-386c23a966c2 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:12.609075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9d2a75f6-3f2d-4d89-9a81-d7ee90c55b28 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1452827020', 'prefixes': ['172.20.0.0/16']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:12.675204 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.702943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Attempting to bind port d254d38d-b6eb-43aa-8671-3db14bc89d54 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:04:12.704107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Attempting to bind port d254d38d-b6eb-43aa-8671-3db14bc89d54 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:04:12.713168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Attempting to bind port d254d38d-b6eb-43aa-8671-3db14bc89d54 on network dba4419c-db2d-4491-985c-77c2d8a9e551 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:04:12.760627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.773755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:04:12.779674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Checking segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:04:12.780220 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.780691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Bound using segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:04:12.781859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Bound port: d254d38d-b6eb-43aa-8671-3db14bc89d54, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:04:12.783280 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.830614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:12.858379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Allocated IP 172.20.0.13 (b1ff24a1-fc9e-4cc0-a736-066c8aab05ff/965d48cd-abef-4e22-8e47-baff13b3b048/b8083103-a6a7-46d5-8578-386c23a966c2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:12.980692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,segment=NetworkSegment(6046b287-56e6-49da-a39f-d69906e41026),segment_id=6046b287-56e6-49da-a39f-d69906e41026)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:12.990899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.014094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Allocated IP 172.25.0.207 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/4d5092f1-989e-44f3-9fe0-eaed96d48ed2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:13.034786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] For port d254d38d-b6eb-43aa-8671-3db14bc89d54, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:04:13.054292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.062425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] For port d254d38d-b6eb-43aa-8671-3db14bc89d54, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d254d38d-b6eb-43aa-8671-3db14bc89d54,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:04:13.097758 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.124828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Port': ['ID=394a3c3e-aebd-4c8f-a298-19e7dcf6f81c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:13.142931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b126be74-164e-4f97-8b4c-bdcf1bb17e29 None None] Provisioning complete for port d254d38d-b6eb-43aa-8671-3db14bc89d54 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:13.143306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b126be74-164e-4f97-8b4c-bdcf1bb17e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.153298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:13.302236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:13.303384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:13.316577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2d7ff-c270-4ad7-815c-13cedd8fcc40 None None] Pushing event updated for resources: {'Port': ['ID=d254d38d-b6eb-43aa-8671-3db14bc89d54,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:13.388521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.436893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.443939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d2a75f6-3f2d-4d89-9a81-d7ee90c55b28 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] Publish callbacks [] for subnetpool, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.459111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9d2a75f6-3f2d-4d89-9a81-d7ee90c55b28 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5008590 Nov 23 23:04:13.460186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37210) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:13.481939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.522433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.553180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.566764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b126be74-164e-4f97-8b4c-bdcf1bb17e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.623063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:04:13.705891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220c4da-f62b-4206-b8ec-0e9838d9afd2 None None] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:13.753074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-816255a7-b599-461b-b875-f8d77e7a4aa9 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] 10.222.0.11 "GET /v2.0/subnetpools/813393f1-5d2c-44a6-b2e8-2d1b547d779b HTTP/1.1" status: 200 len: 732 time: 0.2895010 Nov 23 23:04:13.754304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d5c76-8ecb-4ff2-98a0-a57856ad2390,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:13.789620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37226) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:13.795113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b126be74-164e-4f97-8b4c-bdcf1bb17e29 None None] For port d254d38d-b6eb-43aa-8671-3db14bc89d54, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d254d38d-b6eb-43aa-8671-3db14bc89d54,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:13.801605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-deee9ce6-ed73-4aa6-b3c1-ffd62549c4d8 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1737022115'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:13.825929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b126be74-164e-4f97-8b4c-bdcf1bb17e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.950369 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.964465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:13.999233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126be74-164e-4f97-8b4c-bdcf1bb17e29 None None] Pushing event updated for resources: {'Port': ['ID=d254d38d-b6eb-43aa-8671-3db14bc89d54,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:14.067210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.080707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.082316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7738447 Nov 23 23:04:14.083306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Router 15d6560f-da91-46a9-beb0-92f9ef06cb6c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:04:14.084276 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.085435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37228) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:14.097699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-42558cf5-4447-4f23-9f74-236ba8387ffa None None] Provisioning complete for port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:14.098076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42558cf5-4447-4f23-9f74-236ba8387ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.128049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda6607-e333-48ce-9f05-0bb868985efb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a69b4d-314f-4bf8-9a51-30d0a84f3ebd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:14.146356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3238eeb0-a8f2-4dab-8edf-8dfca50f9b65 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '42a69b4d-314f-4bf8-9a51-30d0a84f3ebd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:14.185158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:14.191191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:14.196923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:14.260053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'Port': ['ID=4d5092f1-989e-44f3-9fe0-eaed96d48ed2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:14.265730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:14.276179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 4d2f980b-6db1-4a49-9ddc-c881c2d7236a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:14.311770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:14.316942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:14.353022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37234) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:14.394001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.398085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3238eeb0-a8f2-4dab-8edf-8dfca50f9b65 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.452438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.546755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c8a35a60-f9fe-43d4-add5-5887e72d6d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.554927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:14.555942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.558936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=b8083103-a6a7-46d5-8578-386c23a966c2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:14.568112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deee9ce6-ed73-4aa6-b3c1-ffd62549c4d8 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] Publish callbacks [] for subnetpool, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.569556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-deee9ce6-ed73-4aa6-b3c1-ffd62549c4d8 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] 10.222.0.11 "PUT /v2.0/subnetpools/813393f1-5d2c-44a6-b2e8-2d1b547d779b HTTP/1.1" status: 200 len: 684 time: 0.7787271 Nov 23 23:04:14.575187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37238) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:14.656864 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3238eeb0-a8f2-4dab-8edf-8dfca50f9b65 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.674301 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3238eeb0-a8f2-4dab-8edf-8dfca50f9b65 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.705661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:14.706080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.707914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238eeb0-a8f2-4dab-8edf-8dfca50f9b65 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ebcb59-1764-4cbb-b9e6-3d20f907c57c,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:14.714919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:04:14.724728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-56c34a77-2eae-46e6-9516-39ed0b054493 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.8160224 Nov 23 23:04:14.726578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3238eeb0-a8f2-4dab-8edf-8dfca50f9b65 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.731376 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3238eeb0-a8f2-4dab-8edf-8dfca50f9b65 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6175396 Nov 23 23:04:14.736295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-11ef6620-a10b-4f17-9265-56780a1bdebc tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "PUT /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8154097 Nov 23 23:04:14.737034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37240) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:14.737460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37242) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:14.744476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37244) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:14.747054 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] Sync routers for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:04:14.772199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2d7446d2-0416-4a26-8ae4-8c9cf04ce123 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '42a69b4d-314f-4bf8-9a51-30d0a84f3ebd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:14.777173 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:14.779053 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:14.861267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:14.863459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-42558cf5-4447-4f23-9f74-236ba8387ffa None None] Provisioning complete for port d254d38d-b6eb-43aa-8671-3db14bc89d54 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:14.863949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42558cf5-4447-4f23-9f74-236ba8387ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:14.918063 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:14.945760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed21ee7-c7b9-412a-a009-f8f77046c213 None None] The sync data for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 is: [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:04:14.972916 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] Routers {'15d6560f-da91-46a9-beb0-92f9ef06cb6c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:14.974811 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:15.095304 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:15.099049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabd37a-3ac9-4667-b723-b39b9808c218 None None] The sync data for ids ['15d6560f-da91-46a9-beb0-92f9ef06cb6c'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:04:15.136359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2d7446d2-0416-4a26-8ae4-8c9cf04ce123 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.202472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22393b4b-c4ac-45ff-b9b2-ba4030e03224 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:15.214372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22393b4b-c4ac-45ff-b9b2-ba4030e03224 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:15.225042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22393b4b-c4ac-45ff-b9b2-ba4030e03224 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:15.229495 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-22393b4b-c4ac-45ff-b9b2-ba4030e03224 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4883790 Nov 23 23:04:15.229921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:15.386816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Provisioning complete for port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:15.388302 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.451654 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-2d7446d2-0416-4a26-8ae4-8c9cf04ce123 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 23:04:15.458604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2d7446d2-0416-4a26-8ae4-8c9cf04ce123 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7186370 Nov 23 23:04:15.473945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37254) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:15.526713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c8a35a60-f9fe-43d4-add5-5887e72d6d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.580725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting port b8083103-a6a7-46d5-8578-386c23a966c2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:15.581068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.590041 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c8a35a60-f9fe-43d4-add5-5887e72d6d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.606098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Provisioning complete for port b8083103-a6a7-46d5-8578-386c23a966c2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:15.607069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.660445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c8a35a60-f9fe-43d4-add5-5887e72d6d60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=017d719c871945fd9cdfbfa11ead2abc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3057849 Nov 23 23:04:15.663814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-404974a5-1bf8-4e38-84e8-7d1c500ccfa0 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] Publish callbacks [] for subnetpool, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.665066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-404974a5-1bf8-4e38-84e8-7d1c500ccfa0 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] 10.222.0.11 "DELETE /v2.0/subnetpools/813393f1-5d2c-44a6-b2e8-2d1b547d779b HTTP/1.1" status: 204 len: 168 time: 1.0884762 Nov 23 23:04:15.665786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37256) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:15.671641 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-2f1be71a-8e98-4791-8f58-2f74e134546d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] show failed (client error): The resource could not be found. Nov 23 23:04:15.673006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2f1be71a-8e98-4791-8f58-2f74e134546d tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1293576438 HTTP/1.1" status: 404 len: 335 time: 0.9261534 Nov 23 23:04:15.684059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Port b8083103-a6a7-46d5-8578-386c23a966c2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:15.726133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37258) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:15.726643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37260) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:15.734297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Provisioning complete for port ffa8c318-0608-4d5c-a663-51da970b6c71 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:15.735702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ed1af7c0-6c6b-4a8d-8f60-7a6d5f1a7a79 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:15.736189 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.772729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.787831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Calling delete_port for b8083103-a6a7-46d5-8578-386c23a966c2 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:15.821731 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-ed1af7c0-6c6b-4a8d-8f60-7a6d5f1a7a79 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] update failed (client error): The resource could not be found. Nov 23 23:04:15.822979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ed1af7c0-6c6b-4a8d-8f60-7a6d5f1a7a79 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1737808139 HTTP/1.1" status: 404 len: 335 time: 0.0920010 Nov 23 23:04:15.824060 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-8370f1fc-994f-4b4b-aff5-4e6d11d171e6 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] show failed (client error): The resource could not be found. Nov 23 23:04:15.826970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8370f1fc-994f-4b4b-aff5-4e6d11d171e6 tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] 10.222.0.11 "GET /v2.0/subnetpools/813393f1-5d2c-44a6-b2e8-2d1b547d779b HTTP/1.1" status: 404 len: 346 time: 0.0970652 Nov 23 23:04:15.827618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37262) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:15.830296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-974dc49e-c599-4460-97cb-0144ddc1a0fa None None] Port ffa8c318-0608-4d5c-a663-51da970b6c71 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:15.837625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-340ff4c0-88b5-4c12-869a-1c3fd0deee52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.853167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37264) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:15.888916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-340ff4c0-88b5-4c12-869a-1c3fd0deee52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.895723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a35a60-f9fe-43d4-add5-5887e72d6d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ce1a41-9302-48f4-b721-e4e7da2e2afc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:15.910317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2caa-b666-44f1-a2bb-580ddefa5751 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.972564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-de913ff6-fa49-41a1-ac6e-29de0b68f0de None None] Provisioning complete for port ffa8c318-0608-4d5c-a663-51da970b6c71 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:15.972936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-de913ff6-fa49-41a1-ac6e-29de0b68f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:15.995599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Deleting subnet 5b1d6cb0-4b27-4e67-a150-1cf90f38f5cd {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:16.000052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.048333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2caa-b666-44f1-a2bb-580ddefa5751 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.048889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.052864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-de913ff6-fa49-41a1-ac6e-29de0b68f0de None None] Port ffa8c318-0608-4d5c-a663-51da970b6c71 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:16.083201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.131286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Port': ['ID=b8083103-a6a7-46d5-8578-386c23a966c2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:16.170136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2ee2b0ae-2aab-43b1-b9d4-ee77cd9b94fa None None] Could not find standard attr ID for object b8083103-a6a7-46d5-8578-386c23a966c2. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:04:16.210177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2caa-b666-44f1-a2bb-580ddefa5751 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.216507 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2caa-b666-44f1-a2bb-580ddefa5751 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.220110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aaaa2caa-b666-44f1-a2bb-580ddefa5751 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/42a69b4d-314f-4bf8-9a51-30d0a84f3ebd HTTP/1.1" status: 204 len: 168 time: 0.7431238 Nov 23 23:04:16.230645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:16.231916 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-0b01ff9b-81fe-4c8a-a7e6-f8a4c596b31b tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] delete failed (client error): The resource could not be found. Nov 23 23:04:16.237719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0b01ff9b-81fe-4c8a-a7e6-f8a4c596b31b tempest-SubnetPoolsTestJSON-1418788273 tempest-SubnetPoolsTestJSON-1418788273-project] 10.222.0.11 "DELETE /v2.0/subnetpools/813393f1-5d2c-44a6-b2e8-2d1b547d779b HTTP/1.1" status: 404 len: 346 time: 0.3290365 Nov 23 23:04:16.262197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d254d38d-b6eb-43aa-8671-3db14bc89d54 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:16.290563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa2caa-b666-44f1-a2bb-580ddefa5751 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a69b4d-314f-4bf8-9a51-30d0a84f3ebd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:16.392510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d254d38d-b6eb-43aa-8671-3db14bc89d54 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:16.394316 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.466707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.545040 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-98efae1e-e034-4f1c-83b5-0d89be8b1a77 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3056860 Nov 23 23:04:16.553700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.556232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37278) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:16.561522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-340ff4c0-88b5-4c12-869a-1c3fd0deee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.565737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-340ff4c0-88b5-4c12-869a-1c3fd0deee52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.569105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-340ff4c0-88b5-4c12-869a-1c3fd0deee52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8ce1a41-9302-48f4-b721-e4e7da2e2afc HTTP/1.1" status: 204 len: 168 time: 0.8987439 Nov 23 23:04:16.574098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b56a8bd6-da1a-4367-96c9-8b5942288294 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601846830'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:16.647975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.651481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ff4c0-88b5-4c12-869a-1c3fd0deee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ce1a41-9302-48f4-b721-e4e7da2e2afc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:16.653238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e54fbe60-3a68-4da0-86f8-98eca28823b8 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/ports/b8083103-a6a7-46d5-8578-386c23a966c2 HTTP/1.1" status: 204 len: 168 time: 1.4223423 Nov 23 23:04:16.653650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.654578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37282) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:16.657362 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.704285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b56a8bd6-da1a-4367-96c9-8b5942288294 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.709303 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-424c5f60-3787-4886-bfb6-0d78d82c2179 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] GET failed (client error): The resource could not be found. Nov 23 23:04:16.714372 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-424c5f60-3787-4886-bfb6-0d78d82c2179 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "GET /v2.0/ports/b8083103-a6a7-46d5-8578-386c23a966c2 HTTP/1.1" status: 404 len: 333 time: 0.0514245 Nov 23 23:04:16.718012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37284) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:16.729748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'name': 'tempest-AllowedAddressPairTestJSON-599612616'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:16.752083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37286) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:16.795868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1d6cb0-4b27-4e67-a150-1cf90f38f5cd,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:16.807086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.808739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeed5f0-ad24-4f1e-a3ce-97455953852a None None] Network 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:16.813168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-194b6aea-1974-4cb7-9da4-c4ead40a582c tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/subnets/5b1d6cb0-4b27-4e67-a150-1cf90f38f5cd HTTP/1.1" status: 204 len: 168 time: 0.9702525 Nov 23 23:04:16.816775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37290) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:16.911930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'Port': ['ID=4d5092f1-989e-44f3-9fe0-eaed96d48ed2,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:16.928361 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.986290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:16.997652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2702c379-33b3-44bb-b17b-279c9494ae60 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0713110 Nov 23 23:04:17.027151 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b56a8bd6-da1a-4367-96c9-8b5942288294 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.035485 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b56a8bd6-da1a-4367-96c9-8b5942288294 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.043082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Deleting subnet 3b5aecd1-1430-4b0a-973f-7e03d2a0c813 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:17.051845 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.119790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:17.126405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.138127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b56a8bd6-da1a-4367-96c9-8b5942288294 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.138127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b56a8bd6-da1a-4367-96c9-8b5942288294 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5643795 Nov 23 23:04:17.138622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37296) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:17.156078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-128c90d7-d147-4b89-855a-65f33cdc2952 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '7677e223-931f-4e76-8ad9-ff755b157b44', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:17.158961 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-128c90d7-d147-4b89-855a-65f33cdc2952 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 23:04:17.159517 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-128c90d7-d147-4b89-855a-65f33cdc2952 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:17.163193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-128c90d7-d147-4b89-855a-65f33cdc2952 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0165153 Nov 23 23:04:17.164977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37298) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:17.166757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a8bd6-da1a-4367-96c9-8b5942288294 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7677e223-931f-4e76-8ad9-ff755b157b44,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:17.228769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] device_id is not set on port c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:17.263205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] DHCP port deletion for 8769b07f-f2f1-4ca9-9f17-f8f45ee82705 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:17.380101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] Deleting port add7b457-137f-44f9-b142-8dab2436e27f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:17.380761 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.387554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.491451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] For port add7b457-137f-44f9-b142-8dab2436e27f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=add7b457-137f-44f9-b142-8dab2436e27f,segment=NetworkSegment(5cb4fc6d-b13c-4db4-94d1-df07c373a073),segment_id=5cb4fc6d-b13c-4db4-94d1-df07c373a073)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:17.492182 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.507172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] Calling delete_port for add7b457-137f-44f9-b142-8dab2436e27f owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:17.524281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-40db6592-a9d9-4288-a3a0-ececa24f24d1 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--314771347&fields=id&tenant_id=49948405e5c94d4c816ca0849a276b05 HTTP/1.1" status: 200 len: 267 time: 0.0997062 Nov 23 23:04:17.605584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.656526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] Pushing event deleted for resources: {'Port': ['ID=add7b457-137f-44f9-b142-8dab2436e27f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:17.667715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5724c3a7-c8d2-4d86-b7a0-15e85f938110 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:17.671317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349d6ff-727b-4c65-9c5f-0ba50e6779cc None None] No DVR routers for this DVR port add7b457-137f-44f9-b142-8dab2436e27f on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:17.688138 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5724c3a7-c8d2-4d86-b7a0-15e85f938110 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 811 time: 0.1526732 Nov 23 23:04:17.708651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-388b0de9-b8dd-4912-a8f8-2848c719dd1b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/quotas/49948405e5c94d4c816ca0849a276b05 HTTP/1.1" status: 200 len: 375 time: 0.0205536 Nov 23 23:04:17.785286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-91c5c9b2-a0b7-4b83-a139-405bcee113aa tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730190 Nov 23 23:04:17.896506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2fb29da8-a151-4c34-8f1b-a6d1cba4602b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:17.956637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Allocated IP 172.20.0.10 (b1ff24a1-fc9e-4cc0-a736-066c8aab05ff/965d48cd-abef-4e22-8e47-baff13b3b048/c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:17.956637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-508ebefa-1145-4d5b-83af-815a5e2c2c83 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.047560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-508ebefa-1145-4d5b-83af-815a5e2c2c83 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.112305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.169416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device add7b457-137f-44f9-b142-8dab2436e27f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:18.213625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-17a1397b-ef4a-4cd2-90ee-0d5e7bcea083 service neutron] 10.222.0.11 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980148 Nov 23 23:04:18.216935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: add7b457-137f-44f9-b142-8dab2436e27f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:18.218158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device add7b457-137f-44f9-b142-8dab2436e27f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:18.353010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-508ebefa-1145-4d5b-83af-815a5e2c2c83 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.355617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-508ebefa-1145-4d5b-83af-815a5e2c2c83 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.357013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-508ebefa-1145-4d5b-83af-815a5e2c2c83 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/7677e223-931f-4e76-8ad9-ff755b157b44 HTTP/1.1" status: 204 len: 168 time: 1.1890671 Nov 23 23:04:18.359320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2fb29da8-a151-4c34-8f1b-a6d1cba4602b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.385516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-2296c8e7-c457-4554-a432-5f2fe6af0ffa service neutron] 10.222.0.11 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572943 Nov 23 23:04:18.386007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37348) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:18.403678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2fb29da8-a151-4c34-8f1b-a6d1cba4602b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.424308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.426647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ebefa-1145-4d5b-83af-815a5e2c2c83 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7677e223-931f-4e76-8ad9-ff755b157b44,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:18.510078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5aecd1-1430-4b0a-973f-7e03d2a0c813,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:18.534600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b354b8-1c12-43d7-a408-48192b68722f None None] Network b0d733c3-74eb-4feb-9f52-04b879f9042e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:18.566003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.576847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f6ccb308-5287-4268-971a-dc775c645a5b tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/subnets/3b5aecd1-1430-4b0a-973f-7e03d2a0c813 HTTP/1.1" status: 204 len: 168 time: 1.7590897 Nov 23 23:04:18.581180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:18.600113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb29da8-a151-4c34-8f1b-a6d1cba4602b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed04ba-c3aa-42b0-b159-5d33ec667100,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:18.617686 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2fb29da8-a151-4c34-8f1b-a6d1cba4602b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfde355a8def4201ad3ee13e5007592f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8620260 Nov 23 23:04:18.634711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37370) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:18.635060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:18.635175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cec0c08e-5b02-4562-b7cd-393ecf727090 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2403684 Nov 23 23:04:18.646693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.651058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a11c9225-bb8f-4cdb-a4b0-3f6e92fbfad8 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--544246337'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:18.701103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a11c9225-bb8f-4cdb-a4b0-3f6e92fbfad8 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.755714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7df54e36-7e41-44b6-b3d2-6a1cf6da7509 req-b8b1eb79-bdb6-4cdb-ba15-28ea3df00a1d tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 210 time: 0.0745955 Nov 23 23:04:18.812159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a11c9225-bb8f-4cdb-a4b0-3f6e92fbfad8 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.860240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a11c9225-bb8f-4cdb-a4b0-3f6e92fbfad8 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:18.922544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] DHCP port deletion for b0d733c3-74eb-4feb-9f52-04b879f9042e request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:19.009269 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a11c9225-bb8f-4cdb-a4b0-3f6e92fbfad8 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.013632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a11c9225-bb8f-4cdb-a4b0-3f6e92fbfad8 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3710468 Nov 23 23:04:19.013927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37380) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.019544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-737abb71-1deb-4741-b4c9-1130d57969f3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'a8284dea-c2e9-4ccf-a3cf-f919cb1a143b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:19.020568 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-737abb71-1deb-4741-b4c9-1130d57969f3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 23:04:19.021060 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-737abb71-1deb-4741-b4c9-1130d57969f3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:19.022116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-737abb71-1deb-4741-b4c9-1130d57969f3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070941 Nov 23 23:04:19.024109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] Deleting port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:19.024783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37382) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.026899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.027835 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.033107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c9225-bb8f-4cdb-a4b0-3f6e92fbfad8 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8284dea-c2e9-4ccf-a3cf-f919cb1a143b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:19.049818 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-573e91b1-72f8-49d9-84fb-f81bfd2e7371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.131737 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-573e91b1-72f8-49d9-84fb-f81bfd2e7371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.154297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f00763a-f893-43fa-a4a6-c445ed021bbd tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.181603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f00763a-f893-43fa-a4a6-c445ed021bbd tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.190667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.219402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] For port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5f4b5cce-8e00-40d8-bc65-b4f257b04d39,segment=NetworkSegment(2a235b24-e339-480e-b9aa-69bf2e3b461a),segment_id=2a235b24-e339-480e-b9aa-69bf2e3b461a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:19.220013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.246133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] Calling delete_port for 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:19.262052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f00763a-f893-43fa-a4a6-c445ed021bbd tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.265315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f00763a-f893-43fa-a4a6-c445ed021bbd tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.269568 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2f00763a-f893-43fa-a4a6-c445ed021bbd tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/a8284dea-c2e9-4ccf-a3cf-f919cb1a143b HTTP/1.1" status: 204 len: 168 time: 0.2436376 Nov 23 23:04:19.270260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37388) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.300743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.306516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37390) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.328179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00763a-f893-43fa-a4a6-c445ed021bbd tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8284dea-c2e9-4ccf-a3cf-f919cb1a143b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:19.358278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-22a72fa5-df08-4529-9d57-20a1c8588c1e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828929 Nov 23 23:04:19.362499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.363513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.368541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-069aa037-48f5-4851-9193-5f9e46cfef5e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--718194412'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:19.396641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] Pushing event deleted for resources: {'Port': ['ID=5f4b5cce-8e00-40d8-bc65-b4f257b04d39,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:19.397995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8769b07f-f2f1-4ca9-9f17-f8f45ee82705']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:19.404547 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-069aa037-48f5-4851-9193-5f9e46cfef5e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.413321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19b1ba-6778-4be0-b2da-265dc7721af9 None None] No DVR routers for this DVR port 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:19.444125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-573e91b1-72f8-49d9-84fb-f81bfd2e7371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.447100 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-573e91b1-72f8-49d9-84fb-f81bfd2e7371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.448390 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-573e91b1-72f8-49d9-84fb-f81bfd2e7371 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3ed04ba-c3aa-42b0-b159-5d33ec667100 HTTP/1.1" status: 204 len: 168 time: 0.8075583 Nov 23 23:04:19.450547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb4fc6d-b13c-4db4-94d1-df07c373a073') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:19.451193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb4fc6d-b13c-4db4-94d1-df07c373a073') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:19.495286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:19.500652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.554290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:19.586180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e91b1-72f8-49d9-84fb-f81bfd2e7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed04ba-c3aa-42b0-b159-5d33ec667100,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:19.601041 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-069aa037-48f5-4851-9193-5f9e46cfef5e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.603068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:19.620862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-069aa037-48f5-4851-9193-5f9e46cfef5e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.646998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bf9193-ebfc-4e5d-9801-fc85c46550f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.716203 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.725020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:19.730207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:19.730554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:19.733821 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:19.746135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:19.746830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.820119 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e966c2a-22bc-467d-a7a3-671268a7c708 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0980780 Nov 23 23:04:19.833367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.869275 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bf9193-ebfc-4e5d-9801-fc85c46550f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.873062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-069aa037-48f5-4851-9193-5f9e46cfef5e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.875699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-069aa037-48f5-4851-9193-5f9e46cfef5e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5102401 Nov 23 23:04:19.880692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37412) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.884486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a9bf9193-ebfc-4e5d-9801-fc85c46550f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.889888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-57f97239-2e6d-47d8-b35b-cc299a35538d tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '21e9c40e-723a-4ae6-9f33-7f32f880da55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:19.895139 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-57f97239-2e6d-47d8-b35b-cc299a35538d tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 23:04:19.895837 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-57f97239-2e6d-47d8-b35b-cc299a35538d tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:19.896934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-57f97239-2e6d-47d8-b35b-cc299a35538d tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138729 Nov 23 23:04:19.911458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37414) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.940813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:dd:6c:b8'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:19.947111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6108a516-6637-4225-88df-ab95eed0434f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '21e9c40e-723a-4ae6-9f33-7f32f880da55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:19.948369 n-d-817303-3 neutron-server[103522]: WARNING neutron.api.v2.base [None req-6108a516-6637-4225-88df-ab95eed0434f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 23:04:19.949150 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-6108a516-6637-4225-88df-ab95eed0434f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:19.950446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6108a516-6637-4225-88df-ab95eed0434f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0325215 Nov 23 23:04:19.951619 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069aa037-48f5-4851-9193-5f9e46cfef5e tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e9c40e-723a-4ae6-9f33-7f32f880da55,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:19.964595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37418) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:19.989387 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96ed48eb-5106-4ab1-b2a4-a72dee1957bc req-7bf7ed30-03d7-468b-a488-bb05b0d6ce42 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 210 time: 0.1124156 Nov 23 23:04:20.009725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0099adb5-bde0-4fe6-ac49-9ed47eb6d623 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '21e9c40e-723a-4ae6-9f33-7f32f880da55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:20.011438 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-0099adb5-bde0-4fe6-ac49-9ed47eb6d623 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 23:04:20.021483 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-0099adb5-bde0-4fe6-ac49-9ed47eb6d623 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:20.022785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0099adb5-bde0-4fe6-ac49-9ed47eb6d623 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0569823 Nov 23 23:04:20.028559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37422) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:20.036692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b813440e-28ed-4579-b3da-63a06768af35 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '21e9c40e-723a-4ae6-9f33-7f32f880da55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:20.039697 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-b813440e-28ed-4579-b3da-63a06768af35 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 23:04:20.040281 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-b813440e-28ed-4579-b3da-63a06768af35 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:20.042049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b813440e-28ed-4579-b3da-63a06768af35 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0144396 Nov 23 23:04:20.047728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37424) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:20.050965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-014549c1-83d7-4fda-b762-f34edc0ecf05 None None] Provisioning complete for port c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:20.053310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-014549c1-83d7-4fda-b762-f34edc0ecf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.056455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a9bf9193-ebfc-4e5d-9801-fc85c46550f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=689726260ad94d1d940e6597903ee511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7449048 Nov 23 23:04:20.068388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37426) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:20.090298 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.109110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf9193-ebfc-4e5d-9801-fc85c46550f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439bb428-d7a7-4df0-8258-e68bfd66a5df,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:20.149732 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.153402 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/networks/8769b07f-f2f1-4ca9-9f17-f8f45ee82705 HTTP/1.1" status: 204 len: 168 time: 1.5437176 Nov 23 23:04:20.156495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:20.165260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-014549c1-83d7-4fda-b762-f34edc0ecf05 None None] Port c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:20.200089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fb99c-6335-42ff-80bf-2e0bcf9b5f59 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Network': ['ID=8769b07f-f2f1-4ca9-9f17-f8f45ee82705,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:20.202382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:20.269456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:20.270119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5f4b5cce-8e00-40d8-bc65-b4f257b04d39 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:20.300953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39a004da-495b-458b-9044-e002a4e0ab22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.306778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57e5b10-9289-4a15-92a3-922881b0d795 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.331554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.422195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39a004da-495b-458b-9044-e002a4e0ab22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.443723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.474046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d733c3-74eb-4feb-9f52-04b879f9042e']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:20.487890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a235b24-e339-480e-b9aa-69bf2e3b461a') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:20.488767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a235b24-e339-480e-b9aa-69bf2e3b461a') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:20.513079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.532625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.541440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:20.542662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:20.548040 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:20.620827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57e5b10-9289-4a15-92a3-922881b0d795 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.651051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.667646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.673671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/networks/b0d733c3-74eb-4feb-9f52-04b879f9042e HTTP/1.1" status: 204 len: 168 time: 0.5133333 Nov 23 23:04:20.681094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37444) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:20.690378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77f674-0f23-4248-a6ad-3faf80d1ecee tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Network': ['ID=b0d733c3-74eb-4feb-9f52-04b879f9042e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:20.694829 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39a004da-495b-458b-9044-e002a4e0ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.698154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-39a004da-495b-458b-9044-e002a4e0ab22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.699014 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-39a004da-495b-458b-9044-e002a4e0ab22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/439bb428-d7a7-4df0-8258-e68bfd66a5df HTTP/1.1" status: 204 len: 168 time: 0.6294391 Nov 23 23:04:20.732993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a004da-495b-458b-9044-e002a4e0ab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439bb428-d7a7-4df0-8258-e68bfd66a5df,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:20.750521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.796109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Deleting subnet 1c195e5f-fcb5-4e9c-b3d6-08f412c28271 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:20.807436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.845598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-9d694116-7f5f-4637-9752-6d4631f41512 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:20.847102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-9d694116-7f5f-4637-9752-6d4631f41512 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 811 time: 0.3406403 Nov 23 23:04:20.881765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57e5b10-9289-4a15-92a3-922881b0d795 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.894066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a57e5b10-9289-4a15-92a3-922881b0d795 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.895227 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a57e5b10-9289-4a15-92a3-922881b0d795 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/21e9c40e-723a-4ae6-9f33-7f32f880da55 HTTP/1.1" status: 204 len: 168 time: 0.8373098 Nov 23 23:04:20.899020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37450) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:20.912259 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:20.942624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e5b10-9289-4a15-92a3-922881b0d795 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e9c40e-723a-4ae6-9f33-7f32f880da55,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:21.119332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-a68531cc-52e1-47ea-9f97-23be93fbf42a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49948405e5c94d4c816ca0849a276b05 HTTP/1.1" status: 200 len: 379 time: 0.2611971 Nov 23 23:04:21.132850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.150751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'port': {'device_id': '87b10866-ad51-466d-9522-cd6474d9a690', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'admin_state_up': True, 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'security_groups': ['26c54fc5-0a68-44fb-955f-d238f7c5f0b2']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:21.232889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-643c13b1-9417-4bf0-88ab-591b0eb33196 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3317583 Nov 23 23:04:21.237948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37466) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:21.244515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b8460ee0-ed44-4d80-8166-d208c56ee873 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870715093'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:21.298012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.313346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8c8da3a-baca-43f9-a84c-19fc060fd8b6 req-e35c3d59-d628-40cc-b4aa-f7ee9e5b35ae tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 210 time: 0.2067900 Nov 23 23:04:21.328861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.329940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.377844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Subnet': ['ID=1c195e5f-fcb5-4e9c-b3d6-08f412c28271,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:21.381923 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.388544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a27cacb7-23aa-40ad-82f1-f4d920ebc331 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/subnets/1c195e5f-fcb5-4e9c-b3d6-08f412c28271 HTTP/1.1" status: 204 len: 168 time: 0.7039073 Nov 23 23:04:21.391054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37472) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:21.408379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65e3b2-8d96-4613-b7a5-10173b1a6ecb None None] Network f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:21.411164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8460ee0-ed44-4d80-8166-d208c56ee873 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.537436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:21.544057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.575548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] In _notify_port_updated(), no bound segment for port c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 on network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:04:21.594673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:21.602902 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.614692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-00f7d668-09e2-47c8-bbcf-ce9134caa052 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "PUT /v2.0/ports/c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 HTTP/1.1" status: 200 len: 993 time: 1.7805912 Nov 23 23:04:21.615707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37480) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:21.639528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Made reservation on behalf of 49948405e5c94d4c816ca0849a276b05 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:21.654421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.685557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Deleting port 746a89af-90f7-439a-9f59-67da0e1d5b21 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:21.686742 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.811540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] DHCP port deletion for f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:21.856002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] For port 746a89af-90f7-439a-9f59-67da0e1d5b21, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=746a89af-90f7-439a-9f59-67da0e1d5b21,segment=NetworkSegment(fca1d92c-f920-4cc1-bd8e-50ebb11333ae),segment_id=fca1d92c-f920-4cc1-bd8e-50ebb11333ae)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:21.856543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.874927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Calling delete_port for 746a89af-90f7-439a-9f59-67da0e1d5b21 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:21.925621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8460ee0-ed44-4d80-8166-d208c56ee873 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.928727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] Deleting port 746a89af-90f7-439a-9f59-67da0e1d5b21 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:21.929684 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:21.950656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e9ae65c0-2680-49de-9a3c-c53b3cc9e6a0 None None] Provisioning complete for port c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:21.951729 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e9ae65c0-2680-49de-9a3c-c53b3cc9e6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.005593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae65c0-2680-49de-9a3c-c53b3cc9e6a0 None None] Port c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:22.013887 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8460ee0-ed44-4d80-8166-d208c56ee873 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.072778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] For port 746a89af-90f7-439a-9f59-67da0e1d5b21, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=746a89af-90f7-439a-9f59-67da0e1d5b21,segment=NetworkSegment(fca1d92c-f920-4cc1-bd8e-50ebb11333ae),segment_id=fca1d92c-f920-4cc1-bd8e-50ebb11333ae)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:22.073604 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.099800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] Calling delete_port for 746a89af-90f7-439a-9f59-67da0e1d5b21 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:22.168556 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.213813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] No DVR routers for this DVR port 746a89af-90f7-439a-9f59-67da0e1d5b21 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:22.226231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8460ee0-ed44-4d80-8166-d208c56ee873 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.230862 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b8460ee0-ed44-4d80-8166-d208c56ee873 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9904904 Nov 23 23:04:22.233030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37504) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.246307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fb1d3a37-4904-4c6d-b6cd-8a5fd5c9fd5c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:22.247233 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-fb1d3a37-4904-4c6d-b6cd-8a5fd5c9fd5c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 23:04:22.247948 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-fb1d3a37-4904-4c6d-b6cd-8a5fd5c9fd5c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:22.253587 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fb1d3a37-4904-4c6d-b6cd-8a5fd5c9fd5c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125933 Nov 23 23:04:22.263795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37506) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.289294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8460ee0-ed44-4d80-8166-d208c56ee873 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc8a0c1-c719-40d4-b3a3-1ece186f945f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:22.293465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-41d263c5-c420-4fd2-bb35-b779a4776631 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:22.300846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Port': ['ID=746a89af-90f7-439a-9f59-67da0e1d5b21,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:22.314591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 746a89af-90f7-439a-9f59-67da0e1d5b21 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:22.372264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 746a89af-90f7-439a-9f59-67da0e1d5b21 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:22.372410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 746a89af-90f7-439a-9f59-67da0e1d5b21 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:22.377528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting port c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:22.377881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.424163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.436388 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.441939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Allocated IP 172.20.0.9 (dba4419c-db2d-4491-985c-77c2d8a9e551/ae138ab2-9ff1-417a-a2fe-383a3594f0bf/c775d586-4358-4635-bdc8-8184cbc8881c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:22.483045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] Pushing event deleted for resources: {'Port': ['ID=746a89af-90f7-439a-9f59-67da0e1d5b21,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:22.510265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e923cea-e723-4416-b8b7-ff94eab2db3e None None] No DVR routers for this DVR port 746a89af-90f7-439a-9f59-67da0e1d5b21 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:22.556590 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-41d263c5-c420-4fd2-bb35-b779a4776631 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:22.557592 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-41d263c5-c420-4fd2-bb35-b779a4776631 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2713833 Nov 23 23:04:22.560762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37520) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.565594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-95830863-5f5a-41e4-b964-83602f737174 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:22.566084 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-95830863-5f5a-41e4-b964-83602f737174 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 23:04:22.566587 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-95830863-5f5a-41e4-b964-83602f737174 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:22.567611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-95830863-5f5a-41e4-b964-83602f737174 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058453 Nov 23 23:04:22.568629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09a05301-d1fd-4160-a4ee-2023ebac322f req-24bd584a-b4a8-4bfc-b07c-40a95b501dd7 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 210 time: 0.1124184 Nov 23 23:04:22.570284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.581489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37522) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.586663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-18c79b64-ecff-4b5e-a10d-84a86fe7e645 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:22.595738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:22.612013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca1d92c-f920-4cc1-bd8e-50ebb11333ae') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:22.612414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca1d92c-f920-4cc1-bd8e-50ebb11333ae') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:22.639412 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.643660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Calling delete_port for c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:22.668454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.693329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:22.695768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:22.790600 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:22.799494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.802823 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-18c79b64-ecff-4b5e-a10d-84a86fe7e645 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:22.811398 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-18c79b64-ecff-4b5e-a10d-84a86fe7e645 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2211683 Nov 23 23:04:22.811398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37534) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.816245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6760efad-da60-4700-8b98-8eb7375f22a3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:22.816499 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-6760efad-da60-4700-8b98-8eb7375f22a3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 23:04:22.817000 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-6760efad-da60-4700-8b98-8eb7375f22a3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:22.817878 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6760efad-da60-4700-8b98-8eb7375f22a3 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062068 Nov 23 23:04:22.819513 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.826615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37538) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.834090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5cdcc753-799c-4015-b17c-5398ca482931 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:22.837984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/networks/f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c HTTP/1.1" status: 204 len: 168 time: 1.4457283 Nov 23 23:04:22.853163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.877817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffa32a-3486-45f2-bf6d-f3d912bd1dfd tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Pushing event deleted for resources: {'Network': ['ID=f584fc22-199e-4f9a-b2ea-9cfc0a9d0d1c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:22.920203 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-87638918-1fde-4d44-a763-92e4b383e5d6 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "GET /v2.0/ports?device_id=15d6560f-da91-46a9-beb0-92f9ef06cb6c HTTP/1.1" status: 200 len: 205 time: 0.0649521 Nov 23 23:04:22.920878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37548) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.938259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:22.940730 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-5cdcc753-799c-4015-b17c-5398ca482931 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:22.944492 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5cdcc753-799c-4015-b17c-5398ca482931 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1115515 Nov 23 23:04:22.945069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37552) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.950068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-16f12861-f4e6-4d77-a8eb-e8041b83f388 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:22.950549 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-16f12861-f4e6-4d77-a8eb-e8041b83f388 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 23:04:22.951044 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-16f12861-f4e6-4d77-a8eb-e8041b83f388 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:22.955511 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16f12861-f4e6-4d77-a8eb-e8041b83f388 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062890 Nov 23 23:04:22.956499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37554) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:22.967451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-101f65dd-f100-4b41-858c-b7cb5a11d286 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:23.058616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77234cba-1ad0-49db-92a8-d38daf3bc515 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.074793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.088709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.154781 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-101f65dd-f100-4b41-858c-b7cb5a11d286 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:23.166814 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-101f65dd-f100-4b41-858c-b7cb5a11d286 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2087393 Nov 23 23:04:23.171750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Port': ['ID=c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:23.176670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37568) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:23.191733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b95c4412-ccb6-4a68-b019-f854025e99ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'adc8a0c1-c719-40d4-b3a3-1ece186f945f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:23.236887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Network dba4419c-db2d-4491-985c-77c2d8a9e551 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:23.252024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:23.273115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77234cba-1ad0-49db-92a8-d38daf3bc515 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.275747 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77234cba-1ad0-49db-92a8-d38daf3bc515 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.289314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:23.367143 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77234cba-1ad0-49db-92a8-d38daf3bc515 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.368065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77234cba-1ad0-49db-92a8-d38daf3bc515 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Fanout notify agent at l3_agent the message router_deleted on router 15d6560f-da91-46a9-beb0-92f9ef06cb6c {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:04:23.394057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'Port': ['ID=c775d586-4358-4635-bdc8-8184cbc8881c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:23.396907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77234cba-1ad0-49db-92a8-d38daf3bc515 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.402954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-77234cba-1ad0-49db-92a8-d38daf3bc515 tempest-RoutersNegativeTest-365565425 tempest-RoutersNegativeTest-365565425-project] 10.222.0.11 "DELETE /v2.0/routers/15d6560f-da91-46a9-beb0-92f9ef06cb6c HTTP/1.1" status: 204 len: 168 time: 0.4804251 Nov 23 23:04:23.496676 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-b95c4412-ccb6-4a68-b019-f854025e99ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:23.502440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b95c4412-ccb6-4a68-b019-f854025e99ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3180919 Nov 23 23:04:23.506258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:23.549210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:23.549888 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.553405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37590) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:23.673134 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0633-fc36-4ca4-a5cd-5f521c21d7cb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.764445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0633-fc36-4ca4-a5cd-5f521c21d7cb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.773801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5479127b-74b7-4cdc-9597-30f9b705bf48 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6456935 Nov 23 23:04:23.783112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8e366adb-5506-48cf-bf20-4a968f7ae51f None None] Provisioning complete for port c775d586-4358-4635-bdc8-8184cbc8881c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:23.783112 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e366adb-5506-48cf-bf20-4a968f7ae51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.793994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Request body: {'port': {'device_id': '87b10866-ad51-466d-9522-cd6474d9a690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:23.888347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8e366adb-5506-48cf-bf20-4a968f7ae51f None None] Port c775d586-4358-4635-bdc8-8184cbc8881c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:23.893288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.899840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ccae3774-7379-4900-97a6-fac101b6c325 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/ports/c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 HTTP/1.1" status: 204 len: 168 time: 2.2744682 Nov 23 23:04:23.919076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:23.920286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0e5f-baa6-438d-bf60-b27d9dfdc87f req-c74bfc56-8547-45c1-a26e-15000254e599 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:23.923648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94ff0e5f-baa6-438d-bf60-b27d9dfdc87f req-c74bfc56-8547-45c1-a26e-15000254e599 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 931 time: 0.1753857 Nov 23 23:04:23.963675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1717866417'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:23.981102 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0913244-9399-4dd2-844f-5857922d606b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] GET failed (client error): The resource could not be found. Nov 23 23:04:23.983530 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f0913244-9399-4dd2-844f-5857922d606b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "GET /v2.0/ports/c75e1b47-51c9-45d8-b3ea-7db9b5baa2e7 HTTP/1.1" status: 404 len: 333 time: 0.0634255 Nov 23 23:04:23.990476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37622) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:23.992479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0633-fc36-4ca4-a5cd-5f521c21d7cb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:23.998959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0633-fc36-4ca4-a5cd-5f521c21d7cb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.000669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dc5a0633-fc36-4ca4-a5cd-5f521c21d7cb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/adc8a0c1-c719-40d4-b3a3-1ece186f945f HTTP/1.1" status: 204 len: 168 time: 0.4930463 Nov 23 23:04:24.002458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'name': 'tempest-AllowedAddressPairTestJSON-1994088352'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:24.005813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.010294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37626) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.011247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0633-fc36-4ca4-a5cd-5f521c21d7cb tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc8a0c1-c719-40d4-b3a3-1ece186f945f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:24.025346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94ff0e5f-baa6-438d-bf60-b27d9dfdc87f req-03790870-ed83-4c17-ac1b-05a1b3780997 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893500 Nov 23 23:04:24.116244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37634) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.127015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-73906036-15f9-4770-85cb-7f22415c329a tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1087403 Nov 23 23:04:24.128227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37638) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.133426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b36bbc97-1577-4993-a8b9-3c88d3e2ab12 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508458964'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:24.194715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b36bbc97-1577-4993-a8b9-3c88d3e2ab12 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.317164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b36bbc97-1577-4993-a8b9-3c88d3e2ab12 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.328656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b36bbc97-1577-4993-a8b9-3c88d3e2ab12 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.363277 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b36bbc97-1577-4993-a8b9-3c88d3e2ab12 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.368390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b36bbc97-1577-4993-a8b9-3c88d3e2ab12 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2359486 Nov 23 23:04:24.374503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37650) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.387847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7f1fa064-afce-475f-b18e-8cf6132771e6 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '5963e851-84b0-411e-ab96-d8f3c5c2d0d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:24.463919 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-7f1fa064-afce-475f-b18e-8cf6132771e6 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The resource could not be found. Nov 23 23:04:24.465113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f1fa064-afce-475f-b18e-8cf6132771e6 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0883269 Nov 23 23:04:24.465937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bbc97-1577-4993-a8b9-3c88d3e2ab12 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5963e851-84b0-411e-ab96-d8f3c5c2d0d6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:24.469584 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37656) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.475108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1bf5797e-fb66-43f1-94f1-500d3265e804 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '5963e851-84b0-411e-ab96-d8f3c5c2d0d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f177232c-e2a4-4dde-911d-383d4ab553b2'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:24.484657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-19c5f1de-9133-45cf-871c-cf4d1cf5532f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2da42b288a5548cc99fdd441bab71fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661678 Nov 23 23:04:24.487810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37660) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.528884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Made reservation on behalf of 144b4c6b9a314210a85aa125b0abcde5 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:24.532631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.561645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.568993 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dcbc807c-f156-4331-b3af-feceb8835069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.582552 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-1bf5797e-fb66-43f1-94f1-500d3265e804 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The resource could not be found. Nov 23 23:04:24.586462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1bf5797e-fb66-43f1-94f1-500d3265e804 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1127768 Nov 23 23:04:24.586953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37664) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.622413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dcbc807c-f156-4331-b3af-feceb8835069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.706068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a077bb-fa51-40e3-8b0b-82a901dff4ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.736849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a077bb-fa51-40e3-8b0b-82a901dff4ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.741290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dcbc807c-f156-4331-b3af-feceb8835069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.744202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dcbc807c-f156-4331-b3af-feceb8835069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.747712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:24.748582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dcbc807c-f156-4331-b3af-feceb8835069 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87802b71-eb73-404d-b9ae-c4ee666f64ce HTTP/1.1" status: 204 len: 168 time: 0.2596569 Nov 23 23:04:24.764364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.771127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc807c-f156-4331-b3af-feceb8835069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87802b71-eb73-404d-b9ae-c4ee666f64ce,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:24.866324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a077bb-fa51-40e3-8b0b-82a901dff4ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.875729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1a077bb-fa51-40e3-8b0b-82a901dff4ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.879155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f1a077bb-fa51-40e3-8b0b-82a901dff4ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/5963e851-84b0-411e-ab96-d8f3c5c2d0d6 HTTP/1.1" status: 204 len: 168 time: 0.2887235 Nov 23 23:04:24.880898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37676) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.890067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] device_id is not set on port 54235101-acfd-4dfd-9b92-26c26ec6d8a5 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:24.898200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a077bb-fa51-40e3-8b0b-82a901dff4ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5963e851-84b0-411e-ab96-d8f3c5c2d0d6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:24.952139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37678) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.958202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c5c86c9e-6d81-45c4-a624-cbf0d0c3b8f2 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746047 Nov 23 23:04:24.963141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37680) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:24.973048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-44b2cb93-c514-452f-905c-01dc6b10747b tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': '2ddbf0a1-cb74-4130-9233-54c7605811e0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:25.039469 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-44b2cb93-c514-452f-905c-01dc6b10747b tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The resource could not be found. Nov 23 23:04:25.046031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-44b2cb93-c514-452f-905c-01dc6b10747b tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0799701 Nov 23 23:04:25.047055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37686) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:25.056864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-90d6d4ba-9ede-42d1-a31c-5c8050c0e64c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038905841'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:25.106596 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90d6d4ba-9ede-42d1-a31c-5c8050c0e64c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.194352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Allocated IP 172.20.0.9 (b1ff24a1-fc9e-4cc0-a736-066c8aab05ff/965d48cd-abef-4e22-8e47-baff13b3b048/54235101-acfd-4dfd-9b92-26c26ec6d8a5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:25.220551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.255991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.318971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bc0216-29e7-433d-80c9-91dda3a7d018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.321491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:04:25.342985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90d6d4ba-9ede-42d1-a31c-5c8050c0e64c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.348645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c775d586-4358-4635-bdc8-8184cbc8881c {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:04:25.361397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff20bc-73b0-4e44-815f-943aefb5b1f6 req-74409bf2-af59-4349-b649-a41d18157078 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:25.366093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-48ff20bc-73b0-4e44-815f-943aefb5b1f6 req-74409bf2-af59-4349-b649-a41d18157078 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 931 time: 0.1873906 Nov 23 23:04:25.369201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90d6d4ba-9ede-42d1-a31c-5c8050c0e64c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.370837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.375989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a01842-d9cb-4c89-8b85-469bdac0cca2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:25.382629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.382959 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Added segment 6a0c51fc-8b3e-48de-9286-e2e47b93db50 of type vlan for network 01afebdb-ac71-4559-be49-1b6573e9f920 Nov 23 23:04:25.455236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90d6d4ba-9ede-42d1-a31c-5c8050c0e64c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.460868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-90d6d4ba-9ede-42d1-a31c-5c8050c0e64c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4082334 Nov 23 23:04:25.461144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-48ff20bc-73b0-4e44-815f-943aefb5b1f6 req-dbdfe6bf-a415-4380-8f11-39289a79df3c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722277 Nov 23 23:04:25.461260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:25.467061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Transition to ACTIVE for port object c775d586-4358-4635-bdc8-8184cbc8881c will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:04:25.484051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f4051086-f16b-4c9c-897f-a14185972e91 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673706313'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:25.493774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6d4ba-9ede-42d1-a31c-5c8050c0e64c tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76cb714-14eb-415c-a8e4-6e88f24abd00,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:25.532303 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.546280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.713121 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4051086-f16b-4c9c-897f-a14185972e91 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.746738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Pushing event updated for resources: {'Port': ['ID=c775d586-4358-4635-bdc8-8184cbc8881c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:25.768094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.785038 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bc0216-29e7-433d-80c9-91dda3a7d018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.856871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.863805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:25.864422 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.902306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-41bc0216-29e7-433d-80c9-91dda3a7d018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.907886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4051086-f16b-4c9c-897f-a14185972e91 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.948077 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4051086-f16b-4c9c-897f-a14185972e91 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:25.997448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4336419 Nov 23 23:04:26.000307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:26.007768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Request body: {'subnet': {'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:26.063002 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-41bc0216-29e7-433d-80c9-91dda3a7d018 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c93fac0b7614933907b382f2ea35088&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1041543 Nov 23 23:04:26.069170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37720) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:26.072737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc0216-29e7-433d-80c9-91dda3a7d018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef7132d-009b-45a4-9798-5de221cb084f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:26.083949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7471e-6f5b-4cc4-8fbc-a9fc91dbb764 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event updated for resources: {'Network': ['ID=01afebdb-ac71-4559-be49-1b6573e9f920,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:26.087979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4051086-f16b-4c9c-897f-a14185972e91 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.089208 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f4051086-f16b-4c9c-897f-a14185972e91 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6208186 Nov 23 23:04:26.101292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37722) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:26.115687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-184aa70e-8e77-49e3-86cd-035539f5ee3a tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group_rule': {'security_group_id': 'f76cb714-14eb-415c-a8e4-6e88f24abd00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ec6cbf6d-6bf4-45c7-89e5-6f6f967fe7c3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:26.128055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 01afebdb-ac71-4559-be49-1b6573e9f920 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:04:26.178358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Attempting to bind port c775d586-4358-4635-bdc8-8184cbc8881c on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:04:26.178753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Attempting to bind port c775d586-4358-4635-bdc8-8184cbc8881c by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:04:26.179020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Attempting to bind port c775d586-4358-4635-bdc8-8184cbc8881c on network dba4419c-db2d-4491-985c-77c2d8a9e551 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:04:26.196021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.197627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4051086-f16b-4c9c-897f-a14185972e91 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6cbf6d-6bf4-45c7-89e5-6f6f967fe7c3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:26.198757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 23:04:26.198757 n-d-817303-3 neutron-server[103522]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 23:04:26.198757 n-d-817303-3 neutron-server[103522]: [parameters: {'project_id_1': '144b4c6b9a314210a85aa125b0abcde5', 'expiration_1': datetime.datetime(2021, 11, 23, 23, 4, 6, 170810)}] Nov 23 23:04:26.198757 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:04:26.216036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Port c775d586-4358-4635-bdc8-8184cbc8881c on network dba4419c-db2d-4491-985c-77c2d8a9e551 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:04:26.216568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Attempting to bind port c775d586-4358-4635-bdc8-8184cbc8881c on network dba4419c-db2d-4491-985c-77c2d8a9e551 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:04:26.218003 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:04:26.255024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:04:26.255465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Checking segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:04:26.255884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Bound using segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:04:26.256326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Bound port: c775d586-4358-4635-bdc8-8184cbc8881c, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:04:26.256715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.278579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:26.297808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:26.302901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a240815-d123-4401-aa2d-d245873a1fe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.327585 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a240815-d123-4401-aa2d-d245873a1fe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.342761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:26.375881 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-184aa70e-8e77-49e3-86cd-035539f5ee3a tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:04:26.379629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:26.380151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-184aa70e-8e77-49e3-86cd-035539f5ee3a tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2750552 Nov 23 23:04:26.401830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=54235101-acfd-4dfd-9b92-26c26ec6d8a5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:26.467894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:26.469370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.487688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] For port c775d586-4358-4635-bdc8-8184cbc8881c, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:04:26.490929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] For port c775d586-4358-4635-bdc8-8184cbc8881c, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c775d586-4358-4635-bdc8-8184cbc8881c,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:04:26.501909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.512720 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2de78cb-179c-43ed-bbb0-824a4d396406 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.528807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d69c05a6-ff03-41a2-a865-2784ad5e8eae tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5301552 Nov 23 23:04:26.541941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37734) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:26.548803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dd:6c:b8'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:26.551601 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2de78cb-179c-43ed-bbb0-824a4d396406 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.585342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a240815-d123-4401-aa2d-d245873a1fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.588317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a240815-d123-4401-aa2d-d245873a1fe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.589623 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2a240815-d123-4401-aa2d-d245873a1fe5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cef7132d-009b-45a4-9798-5de221cb084f HTTP/1.1" status: 204 len: 168 time: 0.5179062 Nov 23 23:04:26.663474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:26.681068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.685266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2de78cb-179c-43ed-bbb0-824a4d396406 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.686869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] 10.222.0.46 "PUT /v2.0/ports/c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 1091 time: 2.8959789 Nov 23 23:04:26.690913 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2de78cb-179c-43ed-bbb0-824a4d396406 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.692402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f2de78cb-179c-43ed-bbb0-824a4d396406 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/ec6cbf6d-6bf4-45c7-89e5-6f6f967fe7c3 HTTP/1.1" status: 204 len: 168 time: 0.3103535 Nov 23 23:04:26.703837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:04:26.707286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37744) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:26.708620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de78cb-179c-43ed-bbb0-824a4d396406 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6cbf6d-6bf4-45c7-89e5-6f6f967fe7c3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:26.709438 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12af3a-ff8b-48da-b510-621d252eb3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:04:26.728016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a240815-d123-4401-aa2d-d245873a1fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef7132d-009b-45a4-9798-5de221cb084f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:26.832509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-34356333-e41f-4fe4-bf4d-0d4f471ff40a None None] Provisioning complete for port 54235101-acfd-4dfd-9b92-26c26ec6d8a5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:26.833671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-34356333-e41f-4fe4-bf4d-0d4f471ff40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:26.842613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729a089-2e15-462b-bafa-1c15e5ad60c0 req-afb7093d-adef-4c17-bdad-128552737a84 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:26.851253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6729a089-2e15-462b-bafa-1c15e5ad60c0 req-afb7093d-adef-4c17-bdad-128552737a84 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 943 time: 0.2404134 Nov 23 23:04:26.961108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-34356333-e41f-4fe4-bf4d-0d4f471ff40a None None] Port 54235101-acfd-4dfd-9b92-26c26ec6d8a5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:26.976924 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9ef02f-9f56-460a-82be-22f785cba01e x-openstack-request-id: req-0b9ef02f-9f56-460a-82be-22f785cba01e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:04:26.980939 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:04:26.980939 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b9ef02f-9f56-460a-82be-22f785cba01e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:04:26.981464 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'status': 'completed', 'code': 200} Nov 23 23:04:27.019378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.080238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6729a089-2e15-462b-bafa-1c15e5ad60c0 req-71ac1c9c-ad7d-4f3b-828f-564d8cc74b7f tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279460 Nov 23 23:04:27.085414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Made reservation on behalf of 144b4c6b9a314210a85aa125b0abcde5 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:27.089883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5607b-c36d-4250-aed6-6b1d7c24d281 service neutron] Pushing event updated for resources: {'Port': ['ID=c775d586-4358-4635-bdc8-8184cbc8881c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:27.094170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.200598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37758) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:27.204961 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9dd43437-6897-4211-b0b0-9f7567f92f10 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4766614 Nov 23 23:04:27.211674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-00f86fa6-be07-4d25-b7df-39b6363d36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:27.212191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:27.213457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-00f86fa6-be07-4d25-b7df-39b6363d36b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1094 time: 0.2558627 Nov 23 23:04:27.224926 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.270884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afb7344b-fbe6-44ea-a603-22f586d9fe99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.273601 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-7c272e07-379d-4746-81e7-b068ba6c8e30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 217 time: 0.0498791 Nov 23 23:04:27.310488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb37b36f-deea-4ed4-be39-c0ab2c770871 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.321097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37762) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:27.367510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb37b36f-deea-4ed4-be39-c0ab2c770871 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.398893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-28618b68-b5e6-4fdb-afda-13cf4123e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:27.400702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-28618b68-b5e6-4fdb-afda-13cf4123e5ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.1164029 Nov 23 23:04:27.463477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb37b36f-deea-4ed4-be39-c0ab2c770871 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.466260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb37b36f-deea-4ed4-be39-c0ab2c770871 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.467553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bb37b36f-deea-4ed4-be39-c0ab2c770871 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/f76cb714-14eb-415c-a8e4-6e88f24abd00 HTTP/1.1" status: 204 len: 168 time: 0.2533169 Nov 23 23:04:27.474101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37766) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:27.486877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37b36f-deea-4ed4-be39-c0ab2c770871 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76cb714-14eb-415c-a8e4-6e88f24abd00,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:27.490448 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.551349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event updated for resources: {'Subnet': ['ID=0f5d5f8c-019c-49a9-9014-a520d31f4af1,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:27.581845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5c08ccd7-e618-427c-8668-44233c50c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:27.583680 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-5c08ccd7-e618-427c-8668-44233c50c073 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707475 Nov 23 23:04:27.590187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-77761052-b1de-4e1c-8d64-8ebe15af05ae tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1148481 Nov 23 23:04:27.595629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:27.601606 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afb7344b-fbe6-44ea-a603-22f586d9fe99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.616642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6cfe16ed-f5ed-417d-af90-026100d701ea tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952300425'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:27.617613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Checking segment: {'id': '6a0c51fc-8b3e-48de-9286-e2e47b93db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:04:27.618002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Network hostable DHCP agents. Network: 01afebdb-ac71-4559-be49-1b6573e9f920, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:04:27.636195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Network 01afebdb-ac71-4559-be49-1b6573e9f920 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:04:27.649800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-afb7344b-fbe6-44ea-a603-22f586d9fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.650049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 01afebdb-ac71-4559-be49-1b6573e9f920) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:27.655280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:27.656050 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.666335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fccdbd-1afe-49a8-bc14-f2cbd904b7e3 None None] Network 01afebdb-ac71-4559-be49-1b6573e9f920 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:27.727397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7b-bb82-4e38-9668-51102e36d77b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.826753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e73cf031-3174-4091-9bf3-67d90a2fbfde tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8218474 Nov 23 23:04:27.828877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37770) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:27.837864 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16ed-f5ed-417d-af90-026100d701ea tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.844478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-01afebdb-ac71-4559-be49-1b6573e9f920', 'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920', 'tenant_id': '144b4c6b9a314210a85aa125b0abcde5', 'fixed_ips': [{'subnet_id': '0f5d5f8c-019c-49a9-9014-a520d31f4af1'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:04:27.845770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.849094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Request body: {'port': {'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920', 'name': 'tempest-DHCPAgentSchedulersTestJSON-216963597'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:27.849469 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-afb7344b-fbe6-44ea-a603-22f586d9fe99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1de0a75e26584f2e93a973d97b9887af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6474824 Nov 23 23:04:27.849868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7344b-fbe6-44ea-a603-22f586d9fe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146dca2-43bb-4c29-9ca2-9177fc5e4f12,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:27.855510 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:27.866629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:27.883469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.033105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-2f08d13d-d72a-4338-bde8-7ade05da764a service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396343 Nov 23 23:04:28.052613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Made reservation on behalf of 144b4c6b9a314210a85aa125b0abcde5 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:28.057617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.101466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Allocated IP 172.20.0.2 (01afebdb-ac71-4559-be49-1b6573e9f920/0f5d5f8c-019c-49a9-9014-a520d31f4af1/35973f92-b4ac-42b9-9f73-fbe267216d74) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:28.104185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] device_id is not set on port 68b4be8c-0ef8-476e-b70d-109b46c5b561 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:28.227962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=54235101-acfd-4dfd-9b92-26c26ec6d8a5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:28.244332 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:04:28.324156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2645947-7a6a-457e-a88e-842aacd23ed4 req-aa9e14d8-3812-4baa-9c4b-ce97d64fa99a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:28.326058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2645947-7a6a-457e-a88e-842aacd23ed4 req-aa9e14d8-3812-4baa-9c4b-ce97d64fa99a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 943 time: 0.0945079 Nov 23 23:04:28.385256 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.393250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2645947-7a6a-457e-a88e-842aacd23ed4 req-5e7be0f6-9ec9-4a29-a608-d65538300014 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598586 Nov 23 23:04:28.403112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43b52ce3-a26b-4dcd-8f23-a442197a0138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.409305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.442872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] In _notify_port_updated(), no bound segment for port 54235101-acfd-4dfd-9b92-26c26ec6d8a5 on network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:04:28.448589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:28.449480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.451019 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8b0e8fe-4b4a-43c0-bc5d-8205a8bcf129 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "PUT /v2.0/ports/54235101-acfd-4dfd-9b92-26c26ec6d8a5 HTTP/1.1" status: 200 len: 996 time: 1.9075730 Nov 23 23:04:28.461777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37782) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:28.472639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Allocated IP 172.20.0.11 (01afebdb-ac71-4559-be49-1b6573e9f920/0f5d5f8c-019c-49a9-9014-a520d31f4af1/68b4be8c-0ef8-476e-b70d-109b46c5b561) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:28.476234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Network 01afebdb-ac71-4559-be49-1b6573e9f920 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:28.482540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:28.492889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:28.512248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7b-bb82-4e38-9668-51102e36d77b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.530693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43b52ce3-a26b-4dcd-8f23-a442197a0138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.536870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16ed-f5ed-417d-af90-026100d701ea tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.549227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Pushing event updated for resources: {'Port': ['ID=35973f92-b4ac-42b9-9f73-fbe267216d74,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:28.549752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2fd9bf7b-bb82-4e38-9668-51102e36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.569892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0986f7b4-3137-4b17-8c57-b27453ab4353 None None] Provisioning complete for port 54235101-acfd-4dfd-9b92-26c26ec6d8a5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:28.570264 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0986f7b4-3137-4b17-8c57-b27453ab4353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.576025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16ed-f5ed-417d-af90-026100d701ea tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.585924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.586280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.586627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.586970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.587309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.587669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.588001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.588335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.588661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.588990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.589805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.590149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:28.596343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Attempting to bind port 35973f92-b4ac-42b9-9f73-fbe267216d74 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:04:28.596714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Attempting to bind port 35973f92-b4ac-42b9-9f73-fbe267216d74 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '6a0c51fc-8b3e-48de-9286-e2e47b93db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:04:28.597352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Attempting to bind port 35973f92-b4ac-42b9-9f73-fbe267216d74 on network 01afebdb-ac71-4559-be49-1b6573e9f920 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:04:28.626798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:04:28.627175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Checking segment: {'id': '6a0c51fc-8b3e-48de-9286-e2e47b93db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:04:28.627598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.628012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Bound using segment: {'id': '6a0c51fc-8b3e-48de-9286-e2e47b93db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:04:28.628491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Bound port: 35973f92-b4ac-42b9-9f73-fbe267216d74, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0c51fc-8b3e-48de-9286-e2e47b93db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '01afebdb-ac71-4559-be49-1b6573e9f920'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:04:28.629048 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.648822 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-db2ee5f9-1d23-48ca-b070-89560d1eaf89 req-bf7a6132-ec7c-440d-9711-1726e953eb9d service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824218 Nov 23 23:04:28.661018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0986f7b4-3137-4b17-8c57-b27453ab4353 None None] Port 54235101-acfd-4dfd-9b92-26c26ec6d8a5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:28.690484 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2fd9bf7b-bb82-4e38-9668-51102e36d77b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b97f7ddaaa3043a4ad7ddb509df5899c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3642135 Nov 23 23:04:28.691974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37784) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:28.693408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6cfe16ed-f5ed-417d-af90-026100d701ea tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.694639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6cfe16ed-f5ed-417d-af90-026100d701ea tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0952146 Nov 23 23:04:28.698402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37786) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:28.704311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-107cb3e2-8ec2-481d-a964-5f0beebe9f81 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:28.705102 n-d-817303-3 neutron-server[103523]: WARNING neutron.api.v2.base [None req-107cb3e2-8ec2-481d-a964-5f0beebe9f81 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 23:04:28.705262 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-107cb3e2-8ec2-481d-a964-5f0beebe9f81 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 23:04:28.706254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-107cb3e2-8ec2-481d-a964-5f0beebe9f81 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "PUT /v2.0/security-groups/2f08c20d-34f3-4151-b555-de6250055f9d HTTP/1.1" status: 409 len: 330 time: 0.0058038 Nov 23 23:04:28.707944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9bf7b-bb82-4e38-9668-51102e36d77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee20ab5-8f88-4fa4-8f16-6893de6b1fb5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:28.711496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:28.762543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47024259-1175-4a05-ab79-822d8fc9a56d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.778464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] For port 35973f92-b4ac-42b9-9f73-fbe267216d74, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:04:28.786250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] For port 35973f92-b4ac-42b9-9f73-fbe267216d74, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=35973f92-b4ac-42b9-9f73-fbe267216d74,segment=NetworkSegment(6a0c51fc-8b3e-48de-9286-e2e47b93db50),segment_id=6a0c51fc-8b3e-48de-9286-e2e47b93db50)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:04:28.796035 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.803703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe16ed-f5ed-417d-af90-026100d701ea tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08c20d-34f3-4151-b555-de6250055f9d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:28.809002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43b52ce3-a26b-4dcd-8f23-a442197a0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.809681 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47024259-1175-4a05-ab79-822d8fc9a56d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.812152 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43b52ce3-a26b-4dcd-8f23-a442197a0138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.816333 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-43b52ce3-a26b-4dcd-8f23-a442197a0138 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b146dca2-43bb-4c29-9ca2-9177fc5e4f12 HTTP/1.1" status: 204 len: 168 time: 0.9461334 Nov 23 23:04:28.835632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.878635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b52ce3-a26b-4dcd-8f23-a442197a0138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146dca2-43bb-4c29-9ca2-9177fc5e4f12,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:28.903955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.924644 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47024259-1175-4a05-ab79-822d8fc9a56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.933643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47024259-1175-4a05-ab79-822d8fc9a56d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.934810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-704f5174-edcd-4d8e-a4d7-5dd7f4b5353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:28.936934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-704f5174-edcd-4d8e-a4d7-5dd7f4b5353e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1094 time: 0.2210793 Nov 23 23:04:28.941871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-47024259-1175-4a05-ab79-822d8fc9a56d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ee20ab5-8f88-4fa4-8f16-6893de6b1fb5 HTTP/1.1" status: 204 len: 168 time: 0.2490816 Nov 23 23:04:28.969631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting port 54235101-acfd-4dfd-9b92-26c26ec6d8a5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:28.971935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.994616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f13c1-ba00-4a22-92df-c8d009809ce1 None None] Pushing event updated for resources: {'Port': ['ID=35973f92-b4ac-42b9-9f73-fbe267216d74,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:29.011355 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9613718-4f1e-4f11-92dc-e59b9f79cd14 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.034909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Network 01afebdb-ac71-4559-be49-1b6573e9f920 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:29.043406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47024259-1175-4a05-ab79-822d8fc9a56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee20ab5-8f88-4fa4-8f16-6893de6b1fb5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:29.058881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:29.067015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:29.095339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event updated for resources: {'Port': ['ID=68b4be8c-0ef8-476e-b70d-109b46c5b561,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:29.171015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.177216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.214275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2742d4cd-6893-4a0a-9574-139d5ac4b276 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3799820 Nov 23 23:04:29.214826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37798) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:29.374215 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9613718-4f1e-4f11-92dc-e59b9f79cd14 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.418596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Deleting port 68b4be8c-0ef8-476e-b70d-109b46c5b561 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:29.418939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.567267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-3c3252a4-8720-4c5d-bf4a-03c188ca9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.568840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-3c3252a4-8720-4c5d-bf4a-03c188ca9e21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.5912952 Nov 23 23:04:29.570802 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.597085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.600792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Calling delete_port for 54235101-acfd-4dfd-9b92-26c26ec6d8a5 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:29.615165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Calling delete_port for 68b4be8c-0ef8-476e-b70d-109b46c5b561 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:29.707192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968c51c-f629-46b3-a71f-3f282d91af9f req-b340383c-7ad9-437a-968a-2f9888287d4c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.715234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b968c51c-f629-46b3-a71f-3f282d91af9f req-b340383c-7ad9-437a-968a-2f9888287d4c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 943 time: 0.1579959 Nov 23 23:04:29.727494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:29.763020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db0ec19a-58bf-4100-b2c8-d3d53d29465b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.833650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b968c51c-f629-46b3-a71f-3f282d91af9f req-77910572-0d9c-4b69-be6a-60a11b281f40 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121364 Nov 23 23:04:29.855731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-596705be-d7b4-4554-b960-55e84a5ffb93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 217 time: 0.0448656 Nov 23 23:04:29.857803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:29.967545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-133f01e2-395f-483e-a40a-8945aeadd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.970029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-133f01e2-395f-483e-a40a-8945aeadd004 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.0987942 Nov 23 23:04:30.031999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db0ec19a-58bf-4100-b2c8-d3d53d29465b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.034787 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.037042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9613718-4f1e-4f11-92dc-e59b9f79cd14 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.048863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db0ec19a-58bf-4100-b2c8-d3d53d29465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.058279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9613718-4f1e-4f11-92dc-e59b9f79cd14 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.065443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f9613718-4f1e-4f11-92dc-e59b9f79cd14 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/2f08c20d-34f3-4151-b555-de6250055f9d HTTP/1.1" status: 204 len: 168 time: 1.3467653 Nov 23 23:04:30.067507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37824) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.098292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Port': ['ID=54235101-acfd-4dfd-9b92-26c26ec6d8a5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:30.196590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event deleted for resources: {'Port': ['ID=68b4be8c-0ef8-476e-b70d-109b46c5b561,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:30.238317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9613718-4f1e-4f11-92dc-e59b9f79cd14 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08c20d-34f3-4151-b555-de6250055f9d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:30.316678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 35973f92-b4ac-42b9-9f73-fbe267216d74 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:30.319411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37830) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.322448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-db0ec19a-58bf-4100-b2c8-d3d53d29465b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8d1e4406a0c452b866172b2c31561f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907738 Nov 23 23:04:30.398721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.404515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4fe58b5d-895d-4349-8b50-07f44dcad0f2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "DELETE /v2.0/ports/68b4be8c-0ef8-476e-b70d-109b46c5b561 HTTP/1.1" status: 204 len: 168 time: 1.1861689 Nov 23 23:04:30.404515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ec19a-58bf-4100-b2c8-d3d53d29465b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4dfc2e-f227-4ce9-8c07-def10add4fe5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:30.435471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-b685caec-38cf-4370-b0c7-0fff183983e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:30.436552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37832) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.438600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-b685caec-38cf-4370-b0c7-0fff183983e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4107018 Nov 23 23:04:30.450702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4f4e2615-0391-44dd-9e5d-b128834b82d1 tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3779480 Nov 23 23:04:30.482256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37834) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.491797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 35973f92-b4ac-42b9-9f73-fbe267216d74 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:30.492506 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.509004 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-24379081-4de9-49cc-bc53-286b749b4f2f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] delete failed (client error): The resource could not be found. Nov 23 23:04:30.513894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-24379081-4de9-49cc-bc53-286b749b4f2f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "DELETE /v2.0/security-groups/23e07588-a63b-48bc-a388-0f3c5139b1dd HTTP/1.1" status: 404 len: 347 time: 0.0269091 Nov 23 23:04:30.514030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37840) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.535486 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-c6f9278b-b1fa-4452-bf42-36a45458964d tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] show failed (client error): The resource could not be found. Nov 23 23:04:30.544631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c6f9278b-b1fa-4452-bf42-36a45458964d tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-groups/9300ead2-0724-4b12-981b-91e48451149c HTTP/1.1" status: 404 len: 347 time: 0.0262451 Nov 23 23:04:30.545051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.569993 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-7f77163a-f01f-43df-ae52-ff90347a077f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] show failed (client error): The resource could not be found. Nov 23 23:04:30.580335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f77163a-f01f-43df-ae52-ff90347a077f tempest-NegativeSecGroupTest-776006540 tempest-NegativeSecGroupTest-776006540-project] 10.222.0.11 "GET /v2.0/security-group-rules/bf70d567-ad0e-480c-9412-114412bffddd HTTP/1.1" status: 404 len: 356 time: 0.0257270 Nov 23 23:04:30.589529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.601115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37846) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.604939 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4aab6091-d0ee-41d6-9bfa-1aa3e4d184b3 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/ports/54235101-acfd-4dfd-9b92-26c26ec6d8a5 HTTP/1.1" status: 204 len: 168 time: 2.1263857 Nov 23 23:04:30.642347 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-30437455-ec7b-443d-b2f5-65041e39e900 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] GET failed (client error): The resource could not be found. Nov 23 23:04:30.647258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-30437455-ec7b-443d-b2f5-65041e39e900 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "GET /v2.0/ports/54235101-acfd-4dfd-9b92-26c26ec6d8a5 HTTP/1.1" status: 404 len: 333 time: 0.0395563 Nov 23 23:04:30.648434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.654899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'name': 'tempest-AllowedAddressPairTestJSON-1384629885'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:30.729609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61ddad-f7d3-49cd-8607-48fbe65fc9eb None None] Network 01afebdb-ac71-4559-be49-1b6573e9f920 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:30.744594 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb21a-b293-49f4-a1cd-cdedce14d684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.794833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb21a-b293-49f4-a1cd-cdedce14d684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.811846 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-3b2031dc-9f2e-44f9-a9df-3ff0188d48f4 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594196 Nov 23 23:04:30.816171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:30.824880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.895701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c8d9729a-dee5-406a-8db4-1e0d01060c57 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.4570789 Nov 23 23:04:30.901081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37854) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:30.919861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-600461456'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:30.946269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] device_id is not set on port 68ca6175-a57c-4b44-8c9e-70e2a4f22bd8 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:30.997961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb21a-b293-49f4-a1cd-cdedce14d684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.002558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4bdb21a-b293-49f4-a1cd-cdedce14d684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.004379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a4bdb21a-b293-49f4-a1cd-cdedce14d684 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d4dfc2e-f227-4ce9-8c07-def10add4fe5 HTTP/1.1" status: 204 len: 168 time: 0.6807084 Nov 23 23:04:31.042045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdb21a-b293-49f4-a1cd-cdedce14d684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4dfc2e-f227-4ce9-8c07-def10add4fe5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:31.047046 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a12af3a-ff8b-48da-b510-621d252eb3fd req-4066cc46-7fd5-4875-90fc-562af7527079 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248106 Nov 23 23:04:31.135721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Made reservation on behalf of 144b4c6b9a314210a85aa125b0abcde5 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:31.139282 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.159793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e75c1-02fe-45d4-9f11-b49f14fe3fef req-f74ab679-66dd-4dcf-982c-ff0dea969a5d tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:31.168493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c5e75c1-02fe-45d4-9f11-b49f14fe3fef req-f74ab679-66dd-4dcf-982c-ff0dea969a5d tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 943 time: 0.1999450 Nov 23 23:04:31.252057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:04:31.261765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c775d586-4358-4635-bdc8-8184cbc8881c details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:04:31.264969 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.265717 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Added segment f8551af6-b750-41a2-be39-5519e105edbf of type vlan for network 100ee4ad-4fd5-473b-ab35-d9adbb6bb60e Nov 23 23:04:31.288614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.326069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bc5ca3bb-9d86-4436-a627-b922b8af2313 None None] Provisioning complete for port 35973f92-b4ac-42b9-9f73-fbe267216d74 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:31.326781 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca3bb-9d86-4436-a627-b922b8af2313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.333275 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.404650 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.411489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:31.412127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.440533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c5e75c1-02fe-45d4-9f11-b49f14fe3fef req-c9f1db34-7531-4339-b4c1-20e09ae50480 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706714 Nov 23 23:04:31.465999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 35973f92-b4ac-42b9-9f73-fbe267216d74, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=35973f92-b4ac-42b9-9f73-fbe267216d74,segment=NetworkSegment(6a0c51fc-8b3e-48de-9286-e2e47b93db50),segment_id=6a0c51fc-8b3e-48de-9286-e2e47b93db50)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:31.478761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:31.487100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5730934 Nov 23 23:04:31.539341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Allocated IP 172.20.0.14 (b1ff24a1-fc9e-4cc0-a736-066c8aab05ff/965d48cd-abef-4e22-8e47-baff13b3b048/68ca6175-a57c-4b44-8c9e-70e2a4f22bd8) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:31.542364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:31.602739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702edde-cda3-41f1-86c1-f7d3fee2e7ee tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event updated for resources: {'Network': ['ID=100ee4ad-4fd5-473b-ab35-d9adbb6bb60e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:31.661217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 100ee4ad-4fd5-473b-ab35-d9adbb6bb60e details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:04:31.676493 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.866596 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d071673f-96d1-42fa-b3c4-9f3dae68b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.192648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c775d586-4358-4635-bdc8-8184cbc8881c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c775d586-4358-4635-bdc8-8184cbc8881c,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:32.206059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=35973f92-b4ac-42b9-9f73-fbe267216d74,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:32.245112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'port_id': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'mac_address': 'fa:16:3e:f8:88:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:04:32.254234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f0edd6a4-9da1-4992-b4f7-189511fc1051 None None] Provisioning complete for port 35973f92-b4ac-42b9-9f73-fbe267216d74 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:32.254971 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0edd6a4-9da1-4992-b4f7-189511fc1051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.643080 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1d24f549-52ba-4a4c-8ca4-75bb0fcdbe32 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "GET /v2.0/agents/7c654238-26fb-4386-a226-1e90f2af67b1/dhcp-networks HTTP/1.1" status: 200 len: 6502 time: 1.1623526 Nov 23 23:04:32.647260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:32.677381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.678573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9ea2dcd0-3b95-4c77-b286-34741c7a3227 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be9958062131421f8996d6e7e9297898&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1347752 Nov 23 23:04:32.682069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37914) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:32.713035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c775d586-4358-4635-bdc8-8184cbc8881c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:04:32.727599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.759953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c775d586-4358-4635-bdc8-8184cbc8881c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c775d586-4358-4635-bdc8-8184cbc8881c,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:32.770723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.784459 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.814664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3b63e3f8-6e8f-412c-9a0f-e55efb228a3f None None] Could not find standard attr ID for object 68b4be8c-0ef8-476e-b70d-109b46c5b561. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:04:32.848752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c775d586-4358-4635-bdc8-8184cbc8881c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:32.849030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=68ca6175-a57c-4b44-8c9e-70e2a4f22bd8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:32.859550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85ad12-7f2b-49a8-8022-a79322aeef8d req-cf9f867a-9944-4a7e-bbd9-e057112713e6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:32.862255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc85ad12-7f2b-49a8-8022-a79322aeef8d req-cf9f867a-9944-4a7e-bbd9-e057112713e6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 943 time: 0.2598953 Nov 23 23:04:32.892941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:32.894882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:32.904007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:32.924481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6599a662-eca5-418d-be9f-7e16c63e5f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.980113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dbee87-493e-4d62-b0d7-7fb8681acab3 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] Network 100ee4ad-4fd5-473b-ab35-d9adbb6bb60e is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:04:32.980514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc85ad12-7f2b-49a8-8022-a79322aeef8d req-88595ad2-6479-42c5-9d48-f356a4ca3d8f tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104610 Nov 23 23:04:32.992083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:32.992719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:33.018004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-83348389-dfc0-4117-b7ed-e10f4e6341a4 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3649325 Nov 23 23:04:33.018790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37918) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:33.022366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6599a662-eca5-418d-be9f-7e16c63e5f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:33.023916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c775d586-4358-4635-bdc8-8184cbc8881c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:04:33.035887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e3a06-5d29-453c-a430-5b28ad1bc22f None None] Network 100ee4ad-4fd5-473b-ab35-d9adbb6bb60e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:33.041319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'network_id': 'b1ff24a1-fc9e-4cc0-a736-066c8aab05ff', 'name': 'tempest-AllowedAddressPairTestJSON-1601366930'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:33.067628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69dbee87-493e-4d62-b0d7-7fb8681acab3 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "POST /v2.0/agents/7c654238-26fb-4386-a226-1e90f2af67b1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4170768 Nov 23 23:04:33.068816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37922) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:33.225623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Made reservation on behalf of 3e7181819f854578957bed4bd7b592e4 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:33.230022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:33.267239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] device_id is not set on port 24361231-f725-400c-b97d-7d8c6eb44f03 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:33.462632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6599a662-eca5-418d-be9f-7e16c63e5f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:33.470253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6599a662-eca5-418d-be9f-7e16c63e5f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:33.480269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6599a662-eca5-418d-be9f-7e16c63e5f2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e97d5c76-8ecb-4ff2-98a0-a57856ad2390 HTTP/1.1" status: 204 len: 168 time: 0.7963228 Nov 23 23:04:33.545506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5aafe5bb-8f6a-4e40-b882-e0b30cc42a51 None None] Provisioning complete for port 68ca6175-a57c-4b44-8c9e-70e2a4f22bd8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:33.550817 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5aafe5bb-8f6a-4e40-b882-e0b30cc42a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:33.552350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Allocated IP 172.20.0.4 (b1ff24a1-fc9e-4cc0-a736-066c8aab05ff/965d48cd-abef-4e22-8e47-baff13b3b048/24361231-f725-400c-b97d-7d8c6eb44f03) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:33.568945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69fdfb00-46e5-4dc3-86ba-3a924efc84e2 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "GET /v2.0/agents/7c654238-26fb-4386-a226-1e90f2af67b1/dhcp-networks HTTP/1.1" status: 200 len: 7272 time: 0.4954300 Nov 23 23:04:33.570060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599a662-eca5-418d-be9f-7e16c63e5f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d5c76-8ecb-4ff2-98a0-a57856ad2390,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:33.582297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37940) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:33.706353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5aafe5bb-8f6a-4e40-b882-e0b30cc42a51 None None] Port 68ca6175-a57c-4b44-8c9e-70e2a4f22bd8 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:33.742427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9abc28cd-d300-4221-bf8f-989ab9343074 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "DELETE /v2.0/agents/7c654238-26fb-4386-a226-1e90f2af67b1/dhcp-networks/100ee4ad-4fd5-473b-ab35-d9adbb6bb60e HTTP/1.1" status: 204 len: 168 time: 0.1551538 Nov 23 23:04:33.743297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37944) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:33.933107 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.067875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 37960) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:34.068693 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e24a6fe7-9c6e-4bf6-87e8-d785a38441b8 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "GET /v2.0/agents/7c654238-26fb-4386-a226-1e90f2af67b1/dhcp-networks HTTP/1.1" status: 200 len: 6502 time: 0.3241982 Nov 23 23:04:34.091949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.201836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:04:34.212023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:04:34.215868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6f74353d-52b1-4d35-b14c-3ad4cebb0923 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "GET /v2.0/networks/01afebdb-ac71-4559-be49-1b6573e9f920/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1468058 Nov 23 23:04:34.217185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:04:34.220158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37966) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:34.264531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=24361231-f725-400c-b97d-7d8c6eb44f03,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:34.273385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 35973f92-b4ac-42b9-9f73-fbe267216d74 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:34.312288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-27cf9ea7-e309-400c-918d-009fd6fda0b8 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "GET /v2.0/networks/01afebdb-ac71-4559-be49-1b6573e9f920/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0893533 Nov 23 23:04:34.314364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37970) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:34.345088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd367aaf-ecc3-4adb-a0c5-b4599c0c304c req-33d31784-d693-4228-a810-a32014572ed7 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:34.357441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd367aaf-ecc3-4adb-a0c5-b4599c0c304c req-33d31784-d693-4228-a810-a32014572ed7 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 944 time: 0.2056603 Nov 23 23:04:34.386001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:34.387266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.435239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 35973f92-b4ac-42b9-9f73-fbe267216d74 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:34.435557 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.504994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd367aaf-ecc3-4adb-a0c5-b4599c0c304c req-68576d4e-5d62-4df8-868a-bbecc0a0ec7d tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465120 Nov 23 23:04:34.552724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37980) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:34.555070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8bd4f97c-71a3-4eff-a3bc-d4a23a0d4ea5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5261908 Nov 23 23:04:34.573428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:dd:6c:b8'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:bf:80:e0'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:34.689091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43422882-af89-4d99-a296-6de9c0c831d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.732781 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a60715ac-ffa5-4082-82f4-7081176b5535 tempest-DHCPAgentSchedulersTestJSON-1751999841 tempest-DHCPAgentSchedulersTestJSON-1751999841-project-admin] 10.222.0.11 "GET /v2.0/agents/7c654238-26fb-4386-a226-1e90f2af67b1/dhcp-networks HTTP/1.1" status: 200 len: 6502 time: 0.4136548 Nov 23 23:04:34.738843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 37992) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:34.756410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e00e8cca-24f4-479a-9426-686e188f62a8 None None] Provisioning complete for port 24361231-f725-400c-b97d-7d8c6eb44f03 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:34.757774 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e00e8cca-24f4-479a-9426-686e188f62a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.813518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e00e8cca-24f4-479a-9426-686e188f62a8 None None] Port 24361231-f725-400c-b97d-7d8c6eb44f03 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:34.940845 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.033456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.056531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.072754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c775d586-4358-4635-bdc8-8184cbc8881c up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:35.188075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.204281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port c775d586-4358-4635-bdc8-8184cbc8881c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:04:35.216691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port c775d586-4358-4635-bdc8-8184cbc8881c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:35.217082 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.257819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100ee4ad-4fd5-473b-ab35-d9adbb6bb60e']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:35.289607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38010) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:35.323639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8551af6-b750-41a2-be39-5519e105edbf') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:35.323934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8551af6-b750-41a2-be39-5519e105edbf') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:35.335969 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.345265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.377265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:04:35.381781 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5516ee-d585-4347-aa94-a2061d416f41" -d '{"events": [{"server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "name": "network-vif-plugged", "status": "completed", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:04:35.399245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c775d586-4358-4635-bdc8-8184cbc8881c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c775d586-4358-4635-bdc8-8184cbc8881c,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:35.418982 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.428487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.442633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:35.443050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:35.446827 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:35.506509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-715541c1-a17f-4042-a783-ab9597ffb97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.570913 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a3beec-abac-4f6b-bef4-ea658d6e71dc x-openstack-request-id: req-15a3beec-abac-4f6b-bef4-ea658d6e71dc {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:04:35.572780 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "name": "network-vif-plugged", "status": "completed", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:04:35.573234 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15a3beec-abac-4f6b-bef4-ea658d6e71dc {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:04:35.577832 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'code': 200} Nov 23 23:04:35.578743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c775d586-4358-4635-bdc8-8184cbc8881c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:35.589165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.645183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.649286 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.652806 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "DELETE /v2.0/networks/100ee4ad-4fd5-473b-ab35-d9adbb6bb60e HTTP/1.1" status: 204 len: 168 time: 0.9127543 Nov 23 23:04:35.671756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38028) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:35.691446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.706494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe310cd-d5cd-4ef0-b390-48830bcb990a req-2272441e-6641-45ad-888d-d9d7dba80c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:35.707961 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3fe310cd-d5cd-4ef0-b390-48830bcb990a req-2272441e-6641-45ad-888d-d9d7dba80c23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1096 time: 0.1081069 Nov 23 23:04:35.762529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bebc3-c14b-4329-8ff9-f9953184cad2 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event deleted for resources: {'Network': ['ID=100ee4ad-4fd5-473b-ab35-d9adbb6bb60e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:35.866544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event updated for resources: {'Port': ['ID=24361231-f725-400c-b97d-7d8c6eb44f03,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:35.870987 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-715541c1-a17f-4042-a783-ab9597ffb97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.879772 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-715541c1-a17f-4042-a783-ab9597ffb97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:35.897679 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb88283f-c459-4b09-bc0c-7bdbe8da5759 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] DELETE failed (client error): The resource could not be found. Nov 23 23:04:35.898277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb88283f-c459-4b09-bc0c-7bdbe8da5759 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:35.901940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fb88283f-c459-4b09-bc0c-7bdbe8da5759 tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "DELETE /v2.0/ports/68b4be8c-0ef8-476e-b70d-109b46c5b561 HTTP/1.1" status: 404 len: 333 time: 0.2232125 Nov 23 23:04:35.917952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38036) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:35.938902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715541c1-a17f-4042-a783-ab9597ffb97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a23588f-b7d0-43af-ab4e-602ecc4975a4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:35.971776 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e370ca-794d-49ec-a030-b6ed869c4fe4 req-38a20ba4-172d-4db9-9686-0845a5dfb31a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:35.973870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94e370ca-794d-49ec-a030-b6ed869c4fe4 req-38a20ba4-172d-4db9-9686-0845a5dfb31a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2886972 Nov 23 23:04:36.006666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-715541c1-a17f-4042-a783-ab9597ffb97d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b5118d964cd4d138b7e5d3a9d0a9cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7139447 Nov 23 23:04:36.009360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38040) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:36.035871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] In _notify_port_updated(), no bound segment for port 24361231-f725-400c-b97d-7d8c6eb44f03 on network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff {{(pid=103523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 23:04:36.044230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:36.045245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.047297 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3744491a-e179-46da-b007-2a77afc64e7b tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "PUT /v2.0/ports/24361231-f725-400c-b97d-7d8c6eb44f03 HTTP/1.1" status: 200 len: 1056 time: 1.4931290 Nov 23 23:04:36.050810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38042) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:36.064766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94e370ca-794d-49ec-a030-b6ed869c4fe4 req-a2360e16-1e0b-4640-8074-8a89550814ac tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842352 Nov 23 23:04:36.118169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Deleting subnet 0f5d5f8c-019c-49a9-9014-a520d31f4af1 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:36.123360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.176804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-25402140-147b-4245-ba28-96eea1f24603 None None] Provisioning complete for port 24361231-f725-400c-b97d-7d8c6eb44f03 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:36.178622 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-25402140-147b-4245-ba28-96eea1f24603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.201741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.230297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84247694-f910-481e-80b4-fb73cc7740ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.267666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-25402140-147b-4245-ba28-96eea1f24603 None None] Port 24361231-f725-400c-b97d-7d8c6eb44f03 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:04:36.393276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.407343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84247694-f910-481e-80b4-fb73cc7740ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.492957 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3fe310cd-d5cd-4ef0-b390-48830bcb990a req-ffce19dd-4550-4b42-b1bd-da5b61ad17b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6272380 Nov 23 23:04:36.507527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.534111 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.539805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting port 24361231-f725-400c-b97d-7d8c6eb44f03 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:36.540315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.603806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5d5f8c-019c-49a9-9014-a520d31f4af1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:36.611231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.611668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc570b-1283-4f46-8266-9b4af33c910c None None] Network 01afebdb-ac71-4559-be49-1b6573e9f920 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:36.618644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-44fd94a1-943e-404d-a1df-aa5878b2199a tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "DELETE /v2.0/subnets/0f5d5f8c-019c-49a9-9014-a520d31f4af1 HTTP/1.1" status: 204 len: 168 time: 0.6993196 Nov 23 23:04:36.622030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38060) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:36.669088 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84247694-f910-481e-80b4-fb73cc7740ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.677431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84247694-f910-481e-80b4-fb73cc7740ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.681669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-84247694-f910-481e-80b4-fb73cc7740ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a23588f-b7d0-43af-ab4e-602ecc4975a4 HTTP/1.1" status: 204 len: 168 time: 0.6709411 Nov 23 23:04:36.704475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84247694-f910-481e-80b4-fb73cc7740ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a23588f-b7d0-43af-ab4e-602ecc4975a4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:36.729441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:36.746799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Calling delete_port for 24361231-f725-400c-b97d-7d8c6eb44f03 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:36.895907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.024447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.043831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] DHCP port deletion for 01afebdb-ac71-4559-be49-1b6573e9f920 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:37.057310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Deleting port 35973f92-b4ac-42b9-9f73-fbe267216d74 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:37.058724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.112925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Port': ['ID=24361231-f725-400c-b97d-7d8c6eb44f03,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:37.256550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] Deleting port 35973f92-b4ac-42b9-9f73-fbe267216d74 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:37.257103 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.377793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] For port 35973f92-b4ac-42b9-9f73-fbe267216d74, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=35973f92-b4ac-42b9-9f73-fbe267216d74,segment=NetworkSegment(6a0c51fc-8b3e-48de-9286-e2e47b93db50),segment_id=6a0c51fc-8b3e-48de-9286-e2e47b93db50)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:37.378170 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.418492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38080) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:37.422459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Calling delete_port for 35973f92-b4ac-42b9-9f73-fbe267216d74 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:37.573590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] For port 35973f92-b4ac-42b9-9f73-fbe267216d74, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=35973f92-b4ac-42b9-9f73-fbe267216d74,segment=NetworkSegment(6a0c51fc-8b3e-48de-9286-e2e47b93db50),segment_id=6a0c51fc-8b3e-48de-9286-e2e47b93db50)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:37.574006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.607361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] Calling delete_port for 35973f92-b4ac-42b9-9f73-fbe267216d74 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:37.638306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.719998 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0303495c-b1c0-48d7-91dc-a6266fd338ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.753603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:37.770497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625768d-09e3-4927-8b4d-eea1c5d28ed7 req-b5e3b87e-07c7-4ffb-b676-501abfb30027 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:37.776691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2625768d-09e3-4927-8b4d-eea1c5d28ed7 req-b5e3b87e-07c7-4ffb-b676-501abfb30027 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.4259045 Nov 23 23:04:37.799725 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c3c99b2-c9a0-4239-9e08-1708bbdbb602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.807231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.807524 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.844360 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.849791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-414282c3-9d6c-4270-b73f-50e7a3a6ba08 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/ports/24361231-f725-400c-b97d-7d8c6eb44f03 HTTP/1.1" status: 204 len: 168 time: 1.7829485 Nov 23 23:04:37.852603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38090) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:37.870815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] Pushing event deleted for resources: {'Port': ['ID=35973f92-b4ac-42b9-9f73-fbe267216d74,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:37.896819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ce3c6-e2b3-49be-9d68-ef370ef5de73 None None] No DVR routers for this DVR port 35973f92-b4ac-42b9-9f73-fbe267216d74 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:37.897546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event deleted for resources: {'Port': ['ID=35973f92-b4ac-42b9-9f73-fbe267216d74,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:37.900082 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73e5add-44e9-4989-9bef-215c55489958 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] GET failed (client error): The resource could not be found. Nov 23 23:04:37.906410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a73e5add-44e9-4989-9bef-215c55489958 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "GET /v2.0/ports/24361231-f725-400c-b97d-7d8c6eb44f03 HTTP/1.1" status: 404 len: 333 time: 0.0494785 Nov 23 23:04:37.911424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38092) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:38.034761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c3c99b2-c9a0-4239-9e08-1708bbdbb602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.047381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] No DVR routers for this DVR port 35973f92-b4ac-42b9-9f73-fbe267216d74 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:38.052128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.052978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2625768d-09e3-4927-8b4d-eea1c5d28ed7 req-c10b2df0-04f4-463b-8703-c8e88919761e tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618315 Nov 23 23:04:38.093016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c3c99b2-c9a0-4239-9e08-1708bbdbb602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.103266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting port 68ca6175-a57c-4b44-8c9e-70e2a4f22bd8 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:38.103908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.194676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 35973f92-b4ac-42b9-9f73-fbe267216d74 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:38.221849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 35973f92-b4ac-42b9-9f73-fbe267216d74 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:38.222561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 35973f92-b4ac-42b9-9f73-fbe267216d74 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:38.304731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.337817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Calling delete_port for 68ca6175-a57c-4b44-8c9e-70e2a4f22bd8 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:38.410828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.424411 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c3c99b2-c9a0-4239-9e08-1708bbdbb602 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c9cd759fe2346779f96a18cf7492b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6647530 Nov 23 23:04:38.447388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c99b2-c9a0-4239-9e08-1708bbdbb602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d32a9bc-7c68-4485-bc8c-8f5dd0ac2bd2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:38.455881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38098) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:38.491179 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0303495c-b1c0-48d7-91dc-a6266fd338ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.503642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0303495c-b1c0-48d7-91dc-a6266fd338ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.520439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01afebdb-ac71-4559-be49-1b6573e9f920']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:38.555696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303495c-b1c0-48d7-91dc-a6266fd338ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ad9fd-7bf2-415f-8f7c-daced788a3e6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:38.564700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0c51fc-8b3e-48de-9286-e2e47b93db50') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:38.565001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0c51fc-8b3e-48de-9286-e2e47b93db50') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:38.574473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0303495c-b1c0-48d7-91dc-a6266fd338ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=765ff83207814317869688be89cf379c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1546619 Nov 23 23:04:38.577049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:38.577262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db03f885-4ba7-460c-ad06-c3f9ec60bfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.580289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.605754 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db03f885-4ba7-460c-ad06-c3f9ec60bfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.607323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.626346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:38.626765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:38.630028 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:38.689668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db03f885-4ba7-460c-ad06-c3f9ec60bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.693045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db03f885-4ba7-460c-ad06-c3f9ec60bfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.696832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-db03f885-4ba7-460c-ad06-c3f9ec60bfbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d32a9bc-7c68-4485-bc8c-8f5dd0ac2bd2 HTTP/1.1" status: 204 len: 168 time: 0.2376449 Nov 23 23:04:38.704128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.713219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f885-4ba7-460c-ad06-c3f9ec60bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d32a9bc-7c68-4485-bc8c-8f5dd0ac2bd2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:38.716299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-374b7449-93f5-479c-868c-9abc3cd9791a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.729677 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.736214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.740463 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] 10.222.0.11 "DELETE /v2.0/networks/01afebdb-ac71-4559-be49-1b6573e9f920 HTTP/1.1" status: 204 len: 168 time: 2.1172409 Nov 23 23:04:38.770688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Port': ['ID=68ca6175-a57c-4b44-8c9e-70e2a4f22bd8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:38.781315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d077805-44e4-45e9-8bb6-4cdb5168ab9e tempest-DHCPAgentSchedulersTestJSON-39727814 tempest-DHCPAgentSchedulersTestJSON-39727814-project] Pushing event deleted for resources: {'Network': ['ID=01afebdb-ac71-4559-be49-1b6573e9f920,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:38.787037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-374b7449-93f5-479c-868c-9abc3cd9791a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.861569 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-374b7449-93f5-479c-868c-9abc3cd9791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.864238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-374b7449-93f5-479c-868c-9abc3cd9791a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.872736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-374b7449-93f5-479c-868c-9abc3cd9791a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/656ad9fd-7bf2-415f-8f7c-daced788a3e6 HTTP/1.1" status: 204 len: 168 time: 0.2931557 Nov 23 23:04:38.886589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b7449-93f5-479c-868c-9abc3cd9791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ad9fd-7bf2-415f-8f7c-daced788a3e6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:38.951751 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.956742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-baa1f033-ce4e-4b6a-b532-4916f799b4fb tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/ports/68ca6175-a57c-4b44-8c9e-70e2a4f22bd8 HTTP/1.1" status: 204 len: 168 time: 1.0441456 Nov 23 23:04:38.960206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:38.991856 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bebccb7-1d91-45c0-a719-163f46a4e832 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] GET failed (client error): The resource could not be found. Nov 23 23:04:38.993430 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6bebccb7-1d91-45c0-a719-163f46a4e832 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "GET /v2.0/ports/68ca6175-a57c-4b44-8c9e-70e2a4f22bd8 HTTP/1.1" status: 404 len: 333 time: 0.0319417 Nov 23 23:04:39.000900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38112) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:39.125330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting port ffa8c318-0608-4d5c-a663-51da970b6c71 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:39.126867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.242004 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.257915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Calling delete_port for ffa8c318-0608-4d5c-a663-51da970b6c71 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:39.310088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ae05b-6b41-4fd7-a594-4b6db66ec8fa req-9cfc406e-f8be-4635-bf1e-8cbd4b60c059 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:39.320841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-518ae05b-6b41-4fd7-a594-4b6db66ec8fa req-9cfc406e-f8be-4635-bf1e-8cbd4b60c059 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1053460 Nov 23 23:04:39.450936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-518ae05b-6b41-4fd7-a594-4b6db66ec8fa req-f5dfd14f-4f28-4d46-a6e6-68924a80c7ec tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172779 Nov 23 23:04:39.465402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.545751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Port': ['ID=ffa8c318-0608-4d5c-a663-51da970b6c71,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:39.714849 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.721505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efaae7-5960-47e6-818c-0b5d32fc2087 req-913ac49c-32c1-4021-a737-c1bacbf3f1c0 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:39.724033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26efaae7-5960-47e6-818c-0b5d32fc2087 req-913ac49c-32c1-4021-a737-c1bacbf3f1c0 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1400845 Nov 23 23:04:39.725024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38144) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:39.727382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6a39817a-f4ba-408f-bd82-61f3bbb7edc5 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/ports/ffa8c318-0608-4d5c-a663-51da970b6c71 HTTP/1.1" status: 204 len: 168 time: 0.7205904 Nov 23 23:04:39.731880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38146) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:39.737319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38148) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:39.752143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'floatingip': {'port_id': 'c775d586-4358-4635-bdc8-8184cbc8881c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:39.878194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting subnet 965d48cd-abef-4e22-8e47-baff13b3b048 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:04:39.887958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.933573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.979977 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.081128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38156) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:40.116543 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bad61720-e9a9-4328-851b-f17a0f97a5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.157672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.276276 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.335786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b0716-dd8b-48c3-b175-4249a441badf None None] Network b1ff24a1-fc9e-4cc0-a736-066c8aab05ff requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:04:40.376310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bad61720-e9a9-4328-851b-f17a0f97a5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.378454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.382833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/subnets/965d48cd-abef-4e22-8e47-baff13b3b048 HTTP/1.1" status: 204 len: 168 time: 0.6559074 Nov 23 23:04:40.384515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944748c-611c-4063-9d5e-73a7b85c880f tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Subnet': ['ID=965d48cd-abef-4e22-8e47-baff13b3b048,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:40.386643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38162) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:40.400798 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bad61720-e9a9-4328-851b-f17a0f97a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.582657 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.666607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad61720-e9a9-4328-851b-f17a0f97a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aedffe-fca4-4a46-b5cd-982fc867cfcc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:40.692088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] DHCP port deletion for b1ff24a1-fc9e-4cc0-a736-066c8aab05ff request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:04:40.740641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bad61720-e9a9-4328-851b-f17a0f97a5f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4227a1b8291a480f8af4bb131200f083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6482832 Nov 23 23:04:40.741362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:40.797541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] Deleting port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:40.797919 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.813308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2778b443-90b4-4f79-b78b-aa0a4a7622b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.851272 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2778b443-90b4-4f79-b78b-aa0a4a7622b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.926679 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-231ff2e5-a33b-433b-9f7d-54337bf62b68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=144b4c6b9a314210a85aa125b0abcde5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1914389 Nov 23 23:04:40.929871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38178) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:40.933172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Deleting port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:04:40.933706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.948480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] For port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,segment=NetworkSegment(6046b287-56e6-49da-a39f-d69906e41026),segment_id=6046b287-56e6-49da-a39f-d69906e41026)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:40.949194 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.960707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2778b443-90b4-4f79-b78b-aa0a4a7622b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.963519 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2778b443-90b4-4f79-b78b-aa0a4a7622b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:40.964924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2778b443-90b4-4f79-b78b-aa0a4a7622b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20aedffe-fca4-4a46-b5cd-982fc867cfcc HTTP/1.1" status: 204 len: 168 time: 0.2214694 Nov 23 23:04:40.981831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] Calling delete_port for 4d2f980b-6db1-4a49-9ddc-c881c2d7236a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:41.015520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778b443-90b4-4f79-b78b-aa0a4a7622b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aedffe-fca4-4a46-b5cd-982fc867cfcc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:41.091887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] For port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,segment=NetworkSegment(6046b287-56e6-49da-a39f-d69906e41026),segment_id=6046b287-56e6-49da-a39f-d69906e41026)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:41.092433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.130156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Calling delete_port for 4d2f980b-6db1-4a49-9ddc-c881c2d7236a owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:04:41.195054 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.221890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:04:41.256174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] Pushing event deleted for resources: {'Port': ['ID=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:41.272604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd3a26-3c2c-415a-8141-18152ea93bf5 None None] No DVR routers for this DVR port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:41.318431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.328453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82b9be9b-f86f-49f1-9c65-7036962e3d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.391404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.396906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82b9be9b-f86f-49f1-9c65-7036962e3d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.404373 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.426455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Port': ['ID=4d2f980b-6db1-4a49-9ddc-c881c2d7236a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:41.434308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] No DVR routers for this DVR port 4d2f980b-6db1-4a49-9ddc-c881c2d7236a on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:04:41.589794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82b9be9b-f86f-49f1-9c65-7036962e3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.593185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-82b9be9b-f86f-49f1-9c65-7036962e3d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.594997 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-82b9be9b-f86f-49f1-9c65-7036962e3d88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51a01842-d9cb-4c89-8b85-469bdac0cca2 HTTP/1.1" status: 204 len: 168 time: 0.6641376 Nov 23 23:04:41.609185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9be9b-f86f-49f1-9c65-7036962e3d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a01842-d9cb-4c89-8b85-469bdac0cca2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:41.618638 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Floating IP 2de532a3-c6cd-4930-af5e-8e469183d861 associated. External IP: 172.25.0.207, port: c775d586-4358-4635-bdc8-8184cbc8881c. Nov 23 23:04:41.740089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.790990 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff24a1-fc9e-4cc0-a736-066c8aab05ff']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:41.806470 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6046b287-56e6-49da-a39f-d69906e41026') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:41.807160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6046b287-56e6-49da-a39f-d69906e41026') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:41.824539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.847626 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.878224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:41.879627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:41.894192 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:42.039191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.061223 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.074936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] 10.222.0.11 "DELETE /v2.0/networks/b1ff24a1-fc9e-4cc0-a736-066c8aab05ff HTTP/1.1" status: 204 len: 168 time: 1.6869221 Nov 23 23:04:42.128898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3105fb5-24b5-4dae-8a10-2b28b2634dc9 tempest-AllowedAddressPairTestJSON-2043582863 tempest-AllowedAddressPairTestJSON-2043582863-project] Pushing event deleted for resources: {'Network': ['ID=b1ff24a1-fc9e-4cc0-a736-066c8aab05ff,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:42.218735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 4d2f980b-6db1-4a49-9ddc-c881c2d7236a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:42.253680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 4d2f980b-6db1-4a49-9ddc-c881c2d7236a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:04:42.254628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 4d2f980b-6db1-4a49-9ddc-c881c2d7236a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:04:42.382781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38222) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:42.404941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef747042-7bb8-413d-ab9d-7f614d60f802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.433141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Router 8cf8766a-69e2-451c-b604-ad8219202a5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:04:42.671168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef747042-7bb8-413d-ab9d-7f614d60f802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.682095 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef747042-7bb8-413d-ab9d-7f614d60f802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.744426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ef747042-7bb8-413d-ab9d-7f614d60f802 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f0811f4f9364aeba11fa38ad0eafd97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597853 Nov 23 23:04:42.748885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38228) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:42.761007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef747042-7bb8-413d-ab9d-7f614d60f802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e44cf6-0705-4d03-bf15-a69fd5a48e06,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:42.774508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:04:42.786890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.800516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] Sync routers for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:04:42.821421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:42.822074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:42.826386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38232) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:42.860097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9c2a0cf4-b1df-4d0a-9345-d0535ae1ead3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "PUT /v2.0/floatingips/2de532a3-c6cd-4930-af5e-8e469183d861 HTTP/1.1" status: 200 len: 991 time: 3.1115124 Nov 23 23:04:42.860097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:04:42.884139 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0b21dc-f48b-4991-ba76-33e171bb9315" -d '{"events": [{"name": "network-changed", "server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:04:42.896031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7be1-2768-49b3-a010-c7cec69b2953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.950162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7be1-2768-49b3-a010-c7cec69b2953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:42.967018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:04:43.011036 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e4e9ea-bed4-4b37-a9c4-aa42c5b137f2 x-openstack-request-id: req-84e4e9ea-bed4-4b37-a9c4-aa42c5b137f2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:04:43.011551 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:04:43.012002 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84e4e9ea-bed4-4b37-a9c4-aa42c5b137f2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:04:43.012472 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'status': 'completed', 'code': 200} Nov 23 23:04:43.056107 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7be1-2768-49b3-a010-c7cec69b2953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:43.061836 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7be1-2768-49b3-a010-c7cec69b2953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:43.077699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e5bf7be1-2768-49b3-a010-c7cec69b2953 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6e44cf6-0705-4d03-bf15-a69fd5a48e06 HTTP/1.1" status: 204 len: 168 time: 0.3173468 Nov 23 23:04:43.082729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-1c990ffa-39b2-4a1b-afa4-ed689fcb8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:43.084747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-1c990ffa-39b2-4a1b-afa4-ed689fcb8c46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1096 time: 0.0584145 Nov 23 23:04:43.094307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf7be1-2768-49b3-a010-c7cec69b2953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e44cf6-0705-4d03-bf15-a69fd5a48e06,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:43.326408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-86a9aadb-cff9-4ce6-ae00-18ed2f490ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:43.332648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-86a9aadb-cff9-4ce6-ae00-18ed2f490ddf service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.2399397 Nov 23 23:04:43.426968 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-04cbec1f-4344-45d1-999f-4c1806a35997 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 999 time: 0.0862672 Nov 23 23:04:43.456104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:43.456775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a58e7cbf-5048-4af0-8024-3b282dcb4096 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e7181819f854578957bed4bd7b592e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6288841 Nov 23 23:04:43.493925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '2de532a3-c6cd-4930-af5e-8e469183d861', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'port_id': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'mac_address': 'fa:16:3e:f8:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b10866-ad51-466d-9522-cd6474d9a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:04:14Z', 'updated_at': '2021-11-23T23:04:40Z', 'revision_number': 1, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:43.537270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] Checking router: 8cf8766a-69e2-451c-b604-ad8219202a5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:04:43.563385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:04:43.564432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:04:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:43.574889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-1f122d50-c5bf-4922-8ee2-448e15f5fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:43.577239 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-1f122d50-c5bf-4922-8ee2-448e15f5fd2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.1410973 Nov 23 23:04:43.665918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b7c413-5772-4c70-bee8-1e7f547e8a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:43.704326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-52790f1e-f3bb-4741-8bb2-70a4d18a2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:43.706331 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-52790f1e-f3bb-4741-8bb2-70a4d18a2f26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055653 Nov 23 23:04:43.712557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b7c413-5772-4c70-bee8-1e7f547e8a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:43.834817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:04:43.879802 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-0558f260-ef3d-41fc-a8f0-a939dfdb807a service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647582 Nov 23 23:04:43.882723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b7c413-5772-4c70-bee8-1e7f547e8a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:43.887981 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19b7c413-5772-4c70-bee8-1e7f547e8a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:43.891549 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19b7c413-5772-4c70-bee8-1e7f547e8a91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28953676-d185-49aa-a77b-890fa55648c9 HTTP/1.1" status: 204 len: 168 time: 0.4316206 Nov 23 23:04:43.926849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7c413-5772-4c70-bee8-1e7f547e8a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28953676-d185-49aa-a77b-890fa55648c9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:44.063820 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1f0b21dc-f48b-4991-ba76-33e171bb9315 req-59f0d16a-3ea3-46c5-a51a-91599102afe5 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707921 Nov 23 23:04:44.582112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '2de532a3-c6cd-4930-af5e-8e469183d861', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'port_id': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'mac_address': 'fa:16:3e:f8:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b10866-ad51-466d-9522-cd6474d9a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:04:14Z', 'updated_at': '2021-11-23T23:04:40Z', 'revision_number': 1, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:44.628043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b2467-daef-41f4-b6ca-5b1d444894a8 None None] The sync data for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 is: [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '2de532a3-c6cd-4930-af5e-8e469183d861', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'port_id': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'mac_address': 'fa:16:3e:f8:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b10866-ad51-466d-9522-cd6474d9a690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:04:14Z', 'updated_at': '2021-11-23T23:04:40Z', 'revision_number': 1, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:04:45.077015 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c003850-d4be-4d3e-80e8-52e03e9c10e0 None None] New status for floating IP 2de532a3-c6cd-4930-af5e-8e469183d861: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:04:46.439067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38388) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:46.880213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626360284'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:46.946703 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:46.975668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:47.163151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:47.170663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:47.210612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbabc7f-57cf-49cc-89ed-30a5ec194905,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:47.412296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:47.422130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:47.533062 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:47.538504 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0970771 Nov 23 23:04:47.540891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:47.567774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabda34e-008d-4341-bf64-f79ad841ed4a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a735d46-1590-42fd-b25e-6ad71e0c68a1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:47.723507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38436) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:47.740685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9fa307bb-f92a-4a74-bd63-43266f1fa4d4 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1985312 Nov 23 23:04:47.743849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38440) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:47.755690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-13672c97-060e-4b02-86e5-9289b7957cb7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-security--1981666244', 'description': 'tempest-security-description-5067549'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:47.832623 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13672c97-060e-4b02-86e5-9289b7957cb7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:47.975312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9866201b-1cfc-4959-b29f-455a887882df tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:48.092999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13672c97-060e-4b02-86e5-9289b7957cb7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.096014 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9866201b-1cfc-4959-b29f-455a887882df tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "PUT /v2.0/quotas/13bc1d9b8dd14de1ac56eb4e50493ab2 HTTP/1.1" status: 200 len: 368 time: 0.3697631 Nov 23 23:04:48.099164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38448) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:48.103102 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13672c97-060e-4b02-86e5-9289b7957cb7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.104782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Request body: {'network': {'project_id': '13bc1d9b8dd14de1ac56eb4e50493ab2'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:48.117522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13672c97-060e-4b02-86e5-9289b7957cb7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.119217 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-13672c97-060e-4b02-86e5-9289b7957cb7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "PUT /v2.0/security-groups/1a735d46-1590-42fd-b25e-6ad71e0c68a1 HTTP/1.1" status: 200 len: 1794 time: 0.3737006 Nov 23 23:04:48.126922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38450) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:48.169534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Made reservation on behalf of 13bc1d9b8dd14de1ac56eb4e50493ab2 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:48.173150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.192471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.201182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13672c97-060e-4b02-86e5-9289b7957cb7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a735d46-1590-42fd-b25e-6ad71e0c68a1,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:48.234444 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5899b53d-b0f3-402b-94c8-7ad8108c557a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups/1a735d46-1590-42fd-b25e-6ad71e0c68a1 HTTP/1.1" status: 200 len: 1794 time: 0.1061192 Nov 23 23:04:48.237623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38452) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:48.353625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f998c7-0c40-45fa-9029-b12307a16677 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.453721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f998c7-0c40-45fa-9029-b12307a16677 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.494544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.523615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.595218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:04:48.629816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41856db5-c791-4a44-8c42-ef04498098d8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:48.648065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.649918 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Added segment 4bf21aef-500d-4f30-a0e5-29d78235a706 of type vlan for network c7f2a749-712f-4dd6-89d6-0166fa7cc240 Nov 23 23:04:48.707474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f998c7-0c40-45fa-9029-b12307a16677 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.710866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98f998c7-0c40-45fa-9029-b12307a16677 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.714564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-98f998c7-0c40-45fa-9029-b12307a16677 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a735d46-1590-42fd-b25e-6ad71e0c68a1 HTTP/1.1" status: 204 len: 168 time: 0.4729221 Nov 23 23:04:48.715801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38458) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:48.741832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.744730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f998c7-0c40-45fa-9029-b12307a16677 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a735d46-1590-42fd-b25e-6ad71e0c68a1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:48.782305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.784527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:48.788540 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.812575 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-791c01e6-6f10-49bf-840d-94b9ca518e08 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940900 Nov 23 23:04:48.814941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38460) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:48.822556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7220683 Nov 23 23:04:48.825301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38462) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:48.832195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Request body: {'network': {'project_id': '13bc1d9b8dd14de1ac56eb4e50493ab2'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:48.836295 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-ab78f95e-e883-4a2d-b8a9-9cba1c11e395 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] delete failed (client error): The resource could not be found. Nov 23 23:04:48.837553 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ab78f95e-e883-4a2d-b8a9-9cba1c11e395 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a735d46-1590-42fd-b25e-6ad71e0c68a1 HTTP/1.1" status: 404 len: 347 time: 0.0210683 Nov 23 23:04:48.843679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38464) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:48.852423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-60e5e8e3-8c39-454f-a4c6-1de1ae8836f8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--110886829'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:48.894104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e4bf9-6b45-4457-a0a0-053f0d212143 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Pushing event updated for resources: {'Network': ['ID=c7f2a749-712f-4dd6-89d6-0166fa7cc240,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:48.895850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.db.api [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 23:04:48.895850 n-d-817303-3 neutron-server[103522]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 23:04:48.895850 n-d-817303-3 neutron-server[103522]: [parameters: {'project_id': '13bc1d9b8dd14de1ac56eb4e50493ab2', 'id': 'ba1006a1-038c-485f-af48-2a1f6ddfbbf9', 'expiration': datetime.datetime(2021, 11, 23, 23, 6, 48, 887047)}] Nov 23 23:04:48.895850 n-d-817303-3 neutron-server[103522]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:04:48.896513 n-d-817303-3 neutron-server[103522]: DEBUG oslo_db.api [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:04:48.902757 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8e3-8c39-454f-a4c6-1de1ae8836f8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:48.911293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c7f2a749-712f-4dd6-89d6-0166fa7cc240 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:04:49.071659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8e3-8c39-454f-a4c6-1de1ae8836f8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.082412 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8e3-8c39-454f-a4c6-1de1ae8836f8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.166670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8e3-8c39-454f-a4c6-1de1ae8836f8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.168704 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-60e5e8e3-8c39-454f-a4c6-1de1ae8836f8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3234529 Nov 23 23:04:49.173239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38480) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:49.183199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-33b0b225-eb6d-4d37-b6f2-10fa7eeefc45 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': 'cf552666-f825-47b2-b992-47c8bf24e2e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:49.184694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5e8e3-8c39-454f-a4c6-1de1ae8836f8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf552666-f825-47b2-b992-47c8bf24e2e8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:49.242781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-33b0b225-eb6d-4d37-b6f2-10fa7eeefc45 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.485419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-33b0b225-eb6d-4d37-b6f2-10fa7eeefc45 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.493944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-33b0b225-eb6d-4d37-b6f2-10fa7eeefc45 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.522464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Made reservation on behalf of 13bc1d9b8dd14de1ac56eb4e50493ab2 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:49.527809 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.543478 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-33b0b225-eb6d-4d37-b6f2-10fa7eeefc45 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.546252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-33b0b225-eb6d-4d37-b6f2-10fa7eeefc45 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3709202 Nov 23 23:04:49.549480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38490) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:49.557161 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0b225-eb6d-4d37-b6f2-10fa7eeefc45 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e77f3b-af1f-4c94-ae58-7a3678a35771,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:49.584239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:04:49.601039 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.606680 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Added segment 51b31f00-5883-4b80-96d3-f772e2d480ef of type vlan for network dc55e92f-b7b8-401e-a196-fb005a55b406 Nov 23 23:04:49.635186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68c1116c-2f63-4fce-85ab-adcb7121f964 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.661579 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68c1116c-2f63-4fce-85ab-adcb7121f964 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.666226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.713697 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.717369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:49.720200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.733449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68c1116c-2f63-4fce-85ab-adcb7121f964 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.754740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-68c1116c-2f63-4fce-85ab-adcb7121f964 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:49.757716 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-68c1116c-2f63-4fce-85ab-adcb7121f964 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/44e77f3b-af1f-4c94-ae58-7a3678a35771 HTTP/1.1" status: 204 len: 168 time: 0.2070916 Nov 23 23:04:49.762971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38494) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:49.810808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1116c-2f63-4fce-85ab-adcb7121f964 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44e77f3b-af1f-4c94-ae58-7a3678a35771,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:49.862611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Pushing event updated for resources: {'Network': ['ID=dc55e92f-b7b8-401e-a196-fb005a55b406,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:49.870903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-06ab7523-5f6c-464c-b01b-11915a423813 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0412538 Nov 23 23:04:49.871312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38498) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:49.877418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2fb12c13-a4c3-41ef-be30-a08b6fce6bf6 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Request body: {'network': {'project_id': '13bc1d9b8dd14de1ac56eb4e50493ab2'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:49.907071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network dc55e92f-b7b8-401e-a196-fb005a55b406 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:04:49.907422 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb12c13-a4c3-41ef-be30-a08b6fce6bf6 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 23:04:49.910112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb12c13-a4c3-41ef-be30-a08b6fce6bf6 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:04:49.920059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2fb12c13-a4c3-41ef-be30-a08b6fce6bf6 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0466042 Nov 23 23:04:49.923658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38500) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:49.996057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-20a58cf8-255c-47b8-90b6-25691ec67565 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2265871 Nov 23 23:04:50.011222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38502) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:50.053690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-db0279eb-2b33-4937-b38c-edd8d59e682c tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13bc1d9b8dd14de1ac56eb4e50493ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284912 Nov 23 23:04:50.058833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38508) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:50.156054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdbaa-ff40-4e94-853a-272455bb8cae tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.182475 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ab564d6b-a446-4bd8-9d6a-e70201f73b3a tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.194026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdbaa-ff40-4e94-853a-272455bb8cae tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.220574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ab564d6b-a446-4bd8-9d6a-e70201f73b3a tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.258323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdbaa-ff40-4e94-853a-272455bb8cae tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.263105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b3fdbaa-ff40-4e94-853a-272455bb8cae tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.265982 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b3fdbaa-ff40-4e94-853a-272455bb8cae tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/cf552666-f825-47b2-b992-47c8bf24e2e8 HTTP/1.1" status: 204 len: 168 time: 0.2522357 Nov 23 23:04:50.278845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38510) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:50.281636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fdbaa-ff40-4e94-853a-272455bb8cae tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf552666-f825-47b2-b992-47c8bf24e2e8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:50.317685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ab564d6b-a446-4bd8-9d6a-e70201f73b3a tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.323949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ab564d6b-a446-4bd8-9d6a-e70201f73b3a tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.326076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ab564d6b-a446-4bd8-9d6a-e70201f73b3a tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/41856db5-c791-4a44-8c42-ef04498098d8 HTTP/1.1" status: 204 len: 168 time: 0.2650111 Nov 23 23:04:50.341605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:50.342610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab564d6b-a446-4bd8-9d6a-e70201f73b3a tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41856db5-c791-4a44-8c42-ef04498098d8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:50.559123 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fc88046c-efb8-487a-9b74-272249a7e742 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2562644 Nov 23 23:04:50.564972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38522) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:50.575688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b3364b13-e1b6-46ee-ad5d-8430c2c653a8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--309971787'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:50.589342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.690006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3364b13-e1b6-46ee-ad5d-8430c2c653a8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.795242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:50.836037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc55e92f-b7b8-401e-a196-fb005a55b406']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:50.885776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b31f00-5883-4b80-96d3-f772e2d480ef') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:50.895438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b31f00-5883-4b80-96d3-f772e2d480ef') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:50.961052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.026776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.050294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:51.050847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:51.053138 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:51.104610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3364b13-e1b6-46ee-ad5d-8430c2c653a8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.120225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3364b13-e1b6-46ee-ad5d-8430c2c653a8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.215117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3364b13-e1b6-46ee-ad5d-8430c2c653a8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e821e79-96fd-4154-873e-8339dd859660,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:51.221323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b3364b13-e1b6-46ee-ad5d-8430c2c653a8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.223209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b3364b13-e1b6-46ee-ad5d-8430c2c653a8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6571372 Nov 23 23:04:51.226283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38540) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:51.235621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e796ddf8-969a-411f-847f-073a174ed350 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0e821e79-96fd-4154-873e-8339dd859660', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:51.253136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.263397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.270972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "DELETE /v2.0/networks/dc55e92f-b7b8-401e-a196-fb005a55b406 HTTP/1.1" status: 204 len: 168 time: 0.9251375 Nov 23 23:04:51.276805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:51.287018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233448d-17f5-4765-9b41-b64705fe9960 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc55e92f-b7b8-401e-a196-fb005a55b406,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:51.384512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e796ddf8-969a-411f-847f-073a174ed350 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.400239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.609587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e796ddf8-969a-411f-847f-073a174ed350 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.661356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e796ddf8-969a-411f-847f-073a174ed350 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.668368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.711357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ddf8-969a-411f-847f-073a174ed350 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8447e5e-3c1d-46a3-8c39-a913d3757b2f,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:51.716593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f2a749-712f-4dd6-89d6-0166fa7cc240']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:51.721774 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e796ddf8-969a-411f-847f-073a174ed350 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.725610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e796ddf8-969a-411f-847f-073a174ed350 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4941442 Nov 23 23:04:51.726286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38546) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:51.734351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-56b60c43-21ec-41b3-bfea-f0d43a8bd926 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0e821e79-96fd-4154-873e-8339dd859660', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:51.743895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf21aef-500d-4f30-a0e5-29d78235a706') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:51.744712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf21aef-500d-4f30-a0e5-29d78235a706') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:04:51.760621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.791089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.809903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56b60c43-21ec-41b3-bfea-f0d43a8bd926 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.821377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:04:51.822241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:04:51.825608 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:04:51.956535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.959227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56b60c43-21ec-41b3-bfea-f0d43a8bd926 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.962384 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:51.969521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c7f2a749-712f-4dd6-89d6-0166fa7cc240 HTTP/1.1" status: 204 len: 168 time: 0.6860282 Nov 23 23:04:51.974159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56b60c43-21ec-41b3-bfea-f0d43a8bd926 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.003258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b60c43-21ec-41b3-bfea-f0d43a8bd926 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b0a94e-4161-4fc9-b001-47625da0f531,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:52.003561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7f2a749-712f-4dd6-89d6-0166fa7cc240,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:52.013888 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56b60c43-21ec-41b3-bfea-f0d43a8bd926 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.022517 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-56b60c43-21ec-41b3-bfea-f0d43a8bd926 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2922325 Nov 23 23:04:52.022731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.022731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.022731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.022731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.023171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.023270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38554) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:52.023377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.023610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.026236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.026602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.026955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.027305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.027702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dccd531-32cb-4235-ac37-d345fe5bf284 tempest-QuotasNegativeTest-427246757 tempest-QuotasNegativeTest-427246757-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:52.029682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e835bd98-81ff-4e68-b98e-513f50839d8b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0e821e79-96fd-4154-873e-8339dd859660', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:52.135673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e835bd98-81ff-4e68-b98e-513f50839d8b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.325097 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e835bd98-81ff-4e68-b98e-513f50839d8b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.367906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e835bd98-81ff-4e68-b98e-513f50839d8b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.432107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835bd98-81ff-4e68-b98e-513f50839d8b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2825c57-9ddc-4354-92b7-2193fb1d1db2,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:52.444304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e835bd98-81ff-4e68-b98e-513f50839d8b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.446008 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e835bd98-81ff-4e68-b98e-513f50839d8b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4217267 Nov 23 23:04:52.448714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38570) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:52.453692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a926cc44-af8f-445d-acad-e67f0a1e811a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0e821e79-96fd-4154-873e-8339dd859660', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:52.517720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a926cc44-af8f-445d-acad-e67f0a1e811a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.680296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a926cc44-af8f-445d-acad-e67f0a1e811a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.689421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a926cc44-af8f-445d-acad-e67f0a1e811a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.742762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926cc44-af8f-445d-acad-e67f0a1e811a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b03692-91d9-40bd-a054-8351d487c10a,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:52.770107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a926cc44-af8f-445d-acad-e67f0a1e811a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.771494 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a926cc44-af8f-445d-acad-e67f0a1e811a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215151 Nov 23 23:04:52.775633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38578) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:52.792921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6d6df1ff-b4b5-4190-946a-8d17b28f7fe2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0e821e79-96fd-4154-873e-8339dd859660', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:52.854255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d6df1ff-b4b5-4190-946a-8d17b28f7fe2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:52.992410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38586) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.036331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d6df1ff-b4b5-4190-946a-8d17b28f7fe2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.050453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d6df1ff-b4b5-4190-946a-8d17b28f7fe2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.119609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d6df1ff-b4b5-4190-946a-8d17b28f7fe2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.124291 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6d6df1ff-b4b5-4190-946a-8d17b28f7fe2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3405910 Nov 23 23:04:53.125932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38592) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.127892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6df1ff-b4b5-4190-946a-8d17b28f7fe2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c4ba85-da1d-4550-bf5d-22cad96c47b5,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:53.226454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-affbef3b-4855-4945-a258-ea7d4408e476 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.267945 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-affbef3b-4855-4945-a258-ea7d4408e476 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.289868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f582623b-83a1-4898-8e03-ed6870d1f949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.336968 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-affbef3b-4855-4945-a258-ea7d4408e476 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.347724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-affbef3b-4855-4945-a258-ea7d4408e476 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.351964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38596) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.352311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-affbef3b-4855-4945-a258-ea7d4408e476 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d7c4ba85-da1d-4550-bf5d-22cad96c47b5 HTTP/1.1" status: 204 len: 168 time: 0.2246723 Nov 23 23:04:53.367219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbef3b-4855-4945-a258-ea7d4408e476 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7c4ba85-da1d-4550-bf5d-22cad96c47b5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:53.457455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38600) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.470713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9ea515d4-debf-4f04-a038-35a644c526bc tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0955796 Nov 23 23:04:53.490942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f582623b-83a1-4898-8e03-ed6870d1f949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.512061 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f582623b-83a1-4898-8e03-ed6870d1f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.546843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb100-6444-4d13-b985-46e364390275 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.556618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb100-6444-4d13-b985-46e364390275 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.602737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb100-6444-4d13-b985-46e364390275 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.621763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb100-6444-4d13-b985-46e364390275 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.623174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f5bbb100-6444-4d13-b985-46e364390275 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/03b03692-91d9-40bd-a054-8351d487c10a HTTP/1.1" status: 204 len: 168 time: 0.1607852 Nov 23 23:04:53.626493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38604) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.630261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582623b-83a1-4898-8e03-ed6870d1f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc1c556-f6ff-4516-9ae6-fa1be391f0a0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:53.637447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f582623b-83a1-4898-8e03-ed6870d1f949 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24cf4d5c2d69410c8fd1497ed0f4e08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6413021 Nov 23 23:04:53.637447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbb100-6444-4d13-b985-46e364390275 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b03692-91d9-40bd-a054-8351d487c10a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:53.638472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38606) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.694332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16bf8c12-d959-4459-bff8-c0782cb0d795 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0638561 Nov 23 23:04:53.696323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.737347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8b86876-c19c-4b08-a364-66736d461011 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.747620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e149b952-abdc-4123-a08c-0c06e75c6bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.753283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8b86876-c19c-4b08-a364-66736d461011 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.802498 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e149b952-abdc-4123-a08c-0c06e75c6bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.813213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8b86876-c19c-4b08-a364-66736d461011 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.827528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8b86876-c19c-4b08-a364-66736d461011 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:53.830652 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8b86876-c19c-4b08-a364-66736d461011 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a2825c57-9ddc-4354-92b7-2193fb1d1db2 HTTP/1.1" status: 204 len: 168 time: 0.1325526 Nov 23 23:04:53.834142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38618) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:53.842103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b86876-c19c-4b08-a364-66736d461011 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2825c57-9ddc-4354-92b7-2193fb1d1db2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:53.987642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1e4c10b8-d878-4c35-b4ff-e64539e7dccf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1505792 Nov 23 23:04:53.989118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38626) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:54.020760 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e149b952-abdc-4123-a08c-0c06e75c6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.026453 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e149b952-abdc-4123-a08c-0c06e75c6bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.033910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e149b952-abdc-4123-a08c-0c06e75c6bfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccc1c556-f6ff-4516-9ae6-fa1be391f0a0 HTTP/1.1" status: 204 len: 168 time: 0.3931434 Nov 23 23:04:54.042271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f668fb9-6987-49fe-b0e3-7838fd1cf9d5 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.057491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f668fb9-6987-49fe-b0e3-7838fd1cf9d5 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.078530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149b952-abdc-4123-a08c-0c06e75c6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc1c556-f6ff-4516-9ae6-fa1be391f0a0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:54.131267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f668fb9-6987-49fe-b0e3-7838fd1cf9d5 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.145715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f668fb9-6987-49fe-b0e3-7838fd1cf9d5 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.148798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f668fb9-6987-49fe-b0e3-7838fd1cf9d5 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/19b0a94e-4161-4fc9-b001-47625da0f531 HTTP/1.1" status: 204 len: 168 time: 0.1585619 Nov 23 23:04:54.151704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38632) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:54.163042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f668fb9-6987-49fe-b0e3-7838fd1cf9d5 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19b0a94e-4161-4fc9-b001-47625da0f531,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:54.288284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a5cddf1d-ae13-4d63-999a-cd0aa47ebdf2 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1349380 Nov 23 23:04:54.292008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38638) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:54.346231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b73c923-9858-4ca1-845f-bd4dbaeb2762 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.365334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b73c923-9858-4ca1-845f-bd4dbaeb2762 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.448067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b73c923-9858-4ca1-845f-bd4dbaeb2762 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.461524 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b73c923-9858-4ca1-845f-bd4dbaeb2762 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.464900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8b73c923-9858-4ca1-845f-bd4dbaeb2762 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a8447e5e-3c1d-46a3-8c39-a913d3757b2f HTTP/1.1" status: 204 len: 168 time: 0.1712451 Nov 23 23:04:54.468476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38644) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:54.488344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73c923-9858-4ca1-845f-bd4dbaeb2762 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8447e5e-3c1d-46a3-8c39-a913d3757b2f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:54.570569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e33e875c-8deb-47c1-b361-ec55f3945206 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000867 Nov 23 23:04:54.574613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:54.722172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff643-49b1-4d6e-a7dd-16589877c3f9 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.757918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff643-49b1-4d6e-a7dd-16589877c3f9 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.843930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:54.867726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23b67429-3c60-4051-992f-264545c1430a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.992586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23b67429-3c60-4051-992f-264545c1430a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.994101 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff643-49b1-4d6e-a7dd-16589877c3f9 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:54.999624 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff643-49b1-4d6e-a7dd-16589877c3f9 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.001374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5c9ff643-49b1-4d6e-a7dd-16589877c3f9 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/0e821e79-96fd-4154-873e-8339dd859660 HTTP/1.1" status: 204 len: 168 time: 0.4252629 Nov 23 23:04:55.003770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38664) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:55.013859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23b67429-3c60-4051-992f-264545c1430a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.017892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ff643-49b1-4d6e-a7dd-16589877c3f9 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e821e79-96fd-4154-873e-8339dd859660,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:55.087431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-23b67429-3c60-4051-992f-264545c1430a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0144aaafe4724f59aed6928ac338923e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419133 Nov 23 23:04:55.088463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b67429-3c60-4051-992f-264545c1430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe2671-c876-41d1-aa47-62bd11914d3b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:55.093717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38666) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:55.192053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb18a4-4e82-4de8-9202-20e412390a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.239819 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb18a4-4e82-4de8-9202-20e412390a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.240194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ccd21d4d-6647-4113-8409-cdf31fc61d32 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2273488 Nov 23 23:04:55.242873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38670) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:55.281295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c3cca982-e511-4a30-9cf1-f0883df1bfc0 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691806701'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:55.319309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb18a4-4e82-4de8-9202-20e412390a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.330085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28bb18a4-4e82-4de8-9202-20e412390a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.336040 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-28bb18a4-4e82-4de8-9202-20e412390a2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ebe2671-c876-41d1-aa47-62bd11914d3b HTTP/1.1" status: 204 len: 168 time: 0.2374072 Nov 23 23:04:55.357227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb18a4-4e82-4de8-9202-20e412390a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe2671-c876-41d1-aa47-62bd11914d3b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:55.370874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3cca982-e511-4a30-9cf1-f0883df1bfc0 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.538701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3cca982-e511-4a30-9cf1-f0883df1bfc0 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.552803 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3cca982-e511-4a30-9cf1-f0883df1bfc0 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.618473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3cca982-e511-4a30-9cf1-f0883df1bfc0 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.623299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c3cca982-e511-4a30-9cf1-f0883df1bfc0 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3779402 Nov 23 23:04:55.626691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38688) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:55.632873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9c70bd01-f672-4ede-b12a-79659a470944 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '1261f9bb-a033-4bfd-9069-f5d0e86b1206', 'direction': 'ingress', 'protocol': 17}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:55.637321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cca982-e511-4a30-9cf1-f0883df1bfc0 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1261f9bb-a033-4bfd-9069-f5d0e86b1206,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:55.724638 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c70bd01-f672-4ede-b12a-79659a470944 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.951338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c70bd01-f672-4ede-b12a-79659a470944 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.958327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c70bd01-f672-4ede-b12a-79659a470944 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:55.993106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70bd01-f672-4ede-b12a-79659a470944 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d63f0f-f67d-4840-901d-842217dab0a3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:56.030004 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c70bd01-f672-4ede-b12a-79659a470944 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:56.031600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9c70bd01-f672-4ede-b12a-79659a470944 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4034896 Nov 23 23:04:56.034750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38694) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:56.212817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d521d4df-1d12-4f84-b5a5-4a7216c02231 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:56.307932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d521d4df-1d12-4f84-b5a5-4a7216c02231 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:56.468253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d521d4df-1d12-4f84-b5a5-4a7216c02231 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:56.495172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d521d4df-1d12-4f84-b5a5-4a7216c02231 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:56.501741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38706) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:56.512089 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d521d4df-1d12-4f84-b5a5-4a7216c02231 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/1261f9bb-a033-4bfd-9069-f5d0e86b1206 HTTP/1.1" status: 204 len: 168 time: 0.4616895 Nov 23 23:04:56.544952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521d4df-1d12-4f84-b5a5-4a7216c02231 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1261f9bb-a033-4bfd-9069-f5d0e86b1206,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:56.668874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2dbcd678-b1fa-413b-902d-f4c56ac202b8 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1653028 Nov 23 23:04:56.673488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38712) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:56.680253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-873c0ccc-586a-4858-be00-1ca3c15d5152 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--709878571'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:56.778132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-873c0ccc-586a-4858-be00-1ca3c15d5152 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:56.966921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.036053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-873c0ccc-586a-4858-be00-1ca3c15d5152 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.044359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-873c0ccc-586a-4858-be00-1ca3c15d5152 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.164690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c0ccc-586a-4858-be00-1ca3c15d5152 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf62de-2229-4156-831f-44bfae8ad7e5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:57.169380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-873c0ccc-586a-4858-be00-1ca3c15d5152 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.173866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-873c0ccc-586a-4858-be00-1ca3c15d5152 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4950795 Nov 23 23:04:57.174803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38728) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:57.195443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e6325f45-ccea-4daf-bfdf-db2a7a4fe5d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321651403'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:57.250897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6325f45-ccea-4daf-bfdf-db2a7a4fe5d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.366711 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6325f45-ccea-4daf-bfdf-db2a7a4fe5d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.371989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6325f45-ccea-4daf-bfdf-db2a7a4fe5d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.481162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6325f45-ccea-4daf-bfdf-db2a7a4fe5d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a200ec6-fb3a-4b14-a7a3-5851a66ac71f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:57.502216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6325f45-ccea-4daf-bfdf-db2a7a4fe5d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.506175 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e6325f45-ccea-4daf-bfdf-db2a7a4fe5d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3285902 Nov 23 23:04:57.507186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38736) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:57.513575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bcc0fe4d-8ff2-4f3a-a6e3-96774664c813 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '58bf62de-2229-4156-831f-44bfae8ad7e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6a200ec6-fb3a-4b14-a7a3-5851a66ac71f', 'remote_ip_prefix': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:57.634056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fe4d-8ff2-4f3a-a6e3-96774664c813 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.872084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fe4d-8ff2-4f3a-a6e3-96774664c813 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.887989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fe4d-8ff2-4f3a-a6e3-96774664c813 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.923146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0fe4d-8ff2-4f3a-a6e3-96774664c813 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d9d710-824a-4b7d-9660-bd3691b0f5a4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:57.938746 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fe4d-8ff2-4f3a-a6e3-96774664c813 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:57.943536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38750) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:57.945003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bcc0fe4d-8ff2-4f3a-a6e3-96774664c813 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4362457 Nov 23 23:04:58.006834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f7de-87a3-4f97-a920-aa213000e24a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.025605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f7de-87a3-4f97-a920-aa213000e24a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.083814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f7de-87a3-4f97-a920-aa213000e24a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.092293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f7de-87a3-4f97-a920-aa213000e24a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.095847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fbd6f7de-87a3-4f97-a920-aa213000e24a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b4d9d710-824a-4b7d-9660-bd3691b0f5a4 HTTP/1.1" status: 204 len: 168 time: 0.1486759 Nov 23 23:04:58.096666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:58.104066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6f7de-87a3-4f97-a920-aa213000e24a tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4d9d710-824a-4b7d-9660-bd3691b0f5a4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:58.280900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c117182d-4d81-4be0-8123-84063d8c8f40 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1816134 Nov 23 23:04:58.283561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38770) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:58.485599 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0dc998d-9fb1-4ca4-b6a9-ba35d419562d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.545912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0dc998d-9fb1-4ca4-b6a9-ba35d419562d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.625347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0dc998d-9fb1-4ca4-b6a9-ba35d419562d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.628462 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b0dc998d-9fb1-4ca4-b6a9-ba35d419562d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.629828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b0dc998d-9fb1-4ca4-b6a9-ba35d419562d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/6a200ec6-fb3a-4b14-a7a3-5851a66ac71f HTTP/1.1" status: 204 len: 168 time: 0.3449898 Nov 23 23:04:58.632450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38776) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:58.652975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc998d-9fb1-4ca4-b6a9-ba35d419562d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a200ec6-fb3a-4b14-a7a3-5851a66ac71f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:58.751763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38782) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:58.752245 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-306af8f8-a814-4340-b6fb-38aca7a5592d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1181927 Nov 23 23:04:58.815461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38786) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:58.824163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34331848-4b1c-4e0a-9271-93b30a58a658 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.860828 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34331848-4b1c-4e0a-9271-93b30a58a658 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.927339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34331848-4b1c-4e0a-9271-93b30a58a658 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.935305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-34331848-4b1c-4e0a-9271-93b30a58a658 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.938181 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-34331848-4b1c-4e0a-9271-93b30a58a658 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/58bf62de-2229-4156-831f-44bfae8ad7e5 HTTP/1.1" status: 204 len: 168 time: 0.1834302 Nov 23 23:04:58.940126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38796) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:58.954777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34331848-4b1c-4e0a-9271-93b30a58a658 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf62de-2229-4156-831f-44bfae8ad7e5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:59.047767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-400437888', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:59.063612 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c93c3744-d366-4d33-a43d-a1e4a7b3392f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170194 Nov 23 23:04:59.064458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38804) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:59.076609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e80ec492-e861-4f0e-8218-f961086575a7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--543980147'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:59.095752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Made reservation on behalf of 54ba7d589d13436ca863e7beea940ca6 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:04:59.101690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.113894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.121818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e80ec492-e861-4f0e-8218-f961086575a7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.327747 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e80ec492-e861-4f0e-8218-f961086575a7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.343551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e80ec492-e861-4f0e-8218-f961086575a7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.388066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.394775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.401969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] device_id is not set on port cc460e06-c6a8-43cc-aa98-a25038c548be yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:04:59.456359 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e80ec492-e861-4f0e-8218-f961086575a7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.459618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e80ec492-e861-4f0e-8218-f961086575a7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3898933 Nov 23 23:04:59.460041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ec492-e861-4f0e-8218-f961086575a7 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde719d-98a7-4568-849a-a88b737c7f72,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:59.472027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:59.478897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a2d50561-f890-43fe-acb6-abb0376cd49f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '5dde719d-98a7-4568-849a-a88b737c7f72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:04:59.505971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72d937e-fcd5-4e39-9530-cad6f9976f30,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:59.572504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2d50561-f890-43fe-acb6-abb0376cd49f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.713802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2d50561-f890-43fe-acb6-abb0376cd49f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.723014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2d50561-f890-43fe-acb6-abb0376cd49f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.780766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d50561-f890-43fe-acb6-abb0376cd49f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91764c9-2f78-4f17-9c25-db0817cc6302,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:59.790751 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2d50561-f890-43fe-acb6-abb0376cd49f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.793023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a2d50561-f890-43fe-acb6-abb0376cd49f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3193278 Nov 23 23:04:59.796391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38830) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:04:59.800225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Allocated IP 172.25.0.12 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/cc460e06-c6a8-43cc-aa98-a25038c548be) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:04:59.839141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-014b05df-2e7f-4488-9228-fc1f48de4cbd tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.863564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-014b05df-2e7f-4488-9228-fc1f48de4cbd tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.945825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-014b05df-2e7f-4488-9228-fc1f48de4cbd tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.955688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-014b05df-2e7f-4488-9228-fc1f48de4cbd tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:59.960923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-014b05df-2e7f-4488-9228-fc1f48de4cbd tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d91764c9-2f78-4f17-9c25-db0817cc6302 HTTP/1.1" status: 204 len: 168 time: 0.1629963 Nov 23 23:04:59.967669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:00.005019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b05df-2e7f-4488-9228-fc1f48de4cbd tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d91764c9-2f78-4f17-9c25-db0817cc6302,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:00.058750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2aeb89b5-2d36-492d-a380-b613e8c1980f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896220 Nov 23 23:05:00.061938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38840) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:00.179825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0200b65b-3715-45c2-853c-8bdaff5b4f83 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.236903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0200b65b-3715-45c2-853c-8bdaff5b4f83 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.316967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0200b65b-3715-45c2-853c-8bdaff5b4f83 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.321106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0200b65b-3715-45c2-853c-8bdaff5b4f83 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.322853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0200b65b-3715-45c2-853c-8bdaff5b4f83 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/5dde719d-98a7-4568-849a-a88b737c7f72 HTTP/1.1" status: 204 len: 168 time: 0.2598577 Nov 23 23:05:00.328119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38842) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:00.331263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.342931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200b65b-3715-45c2-853c-8bdaff5b4f83 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde719d-98a7-4568-849a-a88b737c7f72,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:00.451653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0fc1f18c-0baf-4c9f-b3fa-06f990f03c6d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1183693 Nov 23 23:05:00.456546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:00.461616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-77d33360-79bb-4628-af67-862fe0575daf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group': {'name': 'tempest-secgroup--704489818'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:00.540794 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77d33360-79bb-4628-af67-862fe0575daf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.543975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.631430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:00.650612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:00.655551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:05:00.673776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d5595-991a-473e-b791-82229e13657b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:05:00.710310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77d33360-79bb-4628-af67-862fe0575daf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.722343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77d33360-79bb-4628-af67-862fe0575daf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.742418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Pushing event updated for resources: {'Port': ['ID=cc460e06-c6a8-43cc-aa98-a25038c548be,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:00.771149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cbecd682-74f2-4237-a8ed-1471c3db6836 None None] Provisioning complete for port cc460e06-c6a8-43cc-aa98-a25038c548be triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:00.771611 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cbecd682-74f2-4237-a8ed-1471c3db6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.789911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:00.797034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.800086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-77d33360-79bb-4628-af67-862fe0575daf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.807140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-77d33360-79bb-4628-af67-862fe0575daf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3494549 Nov 23 23:05:00.808094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38854) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:00.815755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7df30989-d576-4e6b-a977-c8ba627e9aab tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0890c8ca-861c-4d40-833e-31ee1e2e74d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:00.835061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d33360-79bb-4628-af67-862fe0575daf tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0890c8ca-861c-4d40-833e-31ee1e2e74d1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:00.909387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cbecd682-74f2-4237-a8ed-1471c3db6836 None None] Port cc460e06-c6a8-43cc-aa98-a25038c548be cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:05:00.919438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2e078ad-7243-42ca-9671-6a7e35ae045e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1026008 Nov 23 23:05:00.923803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38856) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:00.924710 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7df30989-d576-4e6b-a977-c8ba627e9aab tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.929043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.12'}]}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:00.985406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.986493 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.030403 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7df30989-d576-4e6b-a977-c8ba627e9aab tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.044075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7df30989-d576-4e6b-a977-c8ba627e9aab tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.075275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30989-d576-4e6b-a977-c8ba627e9aab tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b368b41-7c68-4c00-a8b1-00689ed09006,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:01.101887 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.112402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7df30989-d576-4e6b-a977-c8ba627e9aab tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.114253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7df30989-d576-4e6b-a977-c8ba627e9aab tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048825 Nov 23 23:05:01.116781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38860) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:01.142516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-acd81c68-3c68-4db9-9c4e-ff6c8a504d99 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules/6b368b41-7c68-4c00-a8b1-00689ed09006 HTTP/1.1" status: 200 len: 763 time: 0.0242193 Nov 23 23:05:01.146173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38862) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:01.270380 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b253e54-cb43-4371-8c11-758aae7a57d1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1159735 Nov 23 23:05:01.270831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38864) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:01.308103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5795068-2b50-4125-b3f2-116114fc3ace tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.321982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5795068-2b50-4125-b3f2-116114fc3ace tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.365036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5795068-2b50-4125-b3f2-116114fc3ace tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.371827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5795068-2b50-4125-b3f2-116114fc3ace tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.375229 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f5795068-2b50-4125-b3f2-116114fc3ace tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/6b368b41-7c68-4c00-a8b1-00689ed09006 HTTP/1.1" status: 204 len: 168 time: 0.1012223 Nov 23 23:05:01.378705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38866) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:01.412276 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.430040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5795068-2b50-4125-b3f2-116114fc3ace tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b368b41-7c68-4c00-a8b1-00689ed09006,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:01.458061 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b4549b7-6b61-4967-b48d-975644787534 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734162 Nov 23 23:05:01.458309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38868) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:01.463056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ae07eb2d-a601-48d9-bb33-4be33d8d324c tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0890c8ca-861c-4d40-833e-31ee1e2e74d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:01.523249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae07eb2d-a601-48d9-bb33-4be33d8d324c tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.605836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6371b01f-be46-4ad0-bcfc-17a3a0733847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.733050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae07eb2d-a601-48d9-bb33-4be33d8d324c tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.754480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae07eb2d-a601-48d9-bb33-4be33d8d324c tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.802920 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae07eb2d-a601-48d9-bb33-4be33d8d324c tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.804279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ae07eb2d-a601-48d9-bb33-4be33d8d324c tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449814 Nov 23 23:05:01.806988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:01.823880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07eb2d-a601-48d9-bb33-4be33d8d324c tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d454af25-002a-4af2-a8b9-0a5af765d94d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:01.866001 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8be1494-2ee5-4e35-b8a1-24e25f84e556 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules/d454af25-002a-4af2-a8b9-0a5af765d94d HTTP/1.1" status: 200 len: 763 time: 0.0457957 Nov 23 23:05:01.866001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38880) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:01.990056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6450b46e-53c3-4820-b1e1-71de2d34808f tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1244705 Nov 23 23:05:01.992813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:02.002939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.055355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.103378 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b20ec31-0cd1-478c-9c6d-d637fa8ed872 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.139687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b20ec31-0cd1-478c-9c6d-d637fa8ed872 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.238618 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b20ec31-0cd1-478c-9c6d-d637fa8ed872 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.244932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4b20ec31-0cd1-478c-9c6d-d637fa8ed872 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.249250 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4b20ec31-0cd1-478c-9c6d-d637fa8ed872 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d454af25-002a-4af2-a8b9-0a5af765d94d HTTP/1.1" status: 204 len: 168 time: 0.2526503 Nov 23 23:05:02.252787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:02.275722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20ec31-0cd1-478c-9c6d-d637fa8ed872 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d454af25-002a-4af2-a8b9-0a5af765d94d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:02.362770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f2978056-924f-41f8-bc33-7163f844bfa4 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087952 Nov 23 23:05:02.363416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38898) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:02.367986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Request body: {'security_group_rule': {'security_group_id': '0890c8ca-861c-4d40-833e-31ee1e2e74d1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:02.406939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.425817 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Project 4609bac7035d4decbda2989b514d041c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:05:02.431169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.574373 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.583606 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.666701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e662efa-dd75-4ddc-822f-a389a2b89462,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:02.683668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.694394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-be2b1975-1a9a-40b1-a14a-296eec875e2d tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276002 Nov 23 23:05:02.705361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:02.788452 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5837d333-f9bb-4207-b5bf-d162b686d403 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules/2e662efa-dd75-4ddc-822f-a389a2b89462 HTTP/1.1" status: 200 len: 769 time: 0.0816793 Nov 23 23:05:02.800197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38908) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:02.937576 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.942199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:02.980639 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d638819-9730-4dfc-9311-95d26fca6a22 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1792121 Nov 23 23:05:02.984343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:03.017925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.018556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 247e6b12-c5a6-4f9e-9a59-b6b32b89c2c7 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:05:03.042255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d852f9ec-3897-4a3e-b3db-c62607a6d671 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.067542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d852f9ec-3897-4a3e-b3db-c62607a6d671 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.075461 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 23:05:03.079689 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-297703b2-25ef-4d17-b7ae-9ca0990ab5a5 tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1518049 Nov 23 23:05:03.085723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38914) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:03.150606 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d852f9ec-3897-4a3e-b3db-c62607a6d671 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.157565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d852f9ec-3897-4a3e-b3db-c62607a6d671 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.159797 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d852f9ec-3897-4a3e-b3db-c62607a6d671 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2e662efa-dd75-4ddc-822f-a389a2b89462 HTTP/1.1" status: 204 len: 168 time: 0.1743891 Nov 23 23:05:03.162815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38916) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:03.234940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852f9ec-3897-4a3e-b3db-c62607a6d671 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e662efa-dd75-4ddc-822f-a389a2b89462,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:03.325244 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6a56f91b-509f-46d9-ae92-efef9a52c0e1 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1578810 Nov 23 23:05:03.336176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38924) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:03.416378 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-445a8ce7-e132-48ff-b1a9-332796d3c27b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.450211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-445a8ce7-e132-48ff-b1a9-332796d3c27b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.548100 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-445a8ce7-e132-48ff-b1a9-332796d3c27b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.551015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-445a8ce7-e132-48ff-b1a9-332796d3c27b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.552367 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-445a8ce7-e132-48ff-b1a9-332796d3c27b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "DELETE /v2.0/security-groups/0890c8ca-861c-4d40-833e-31ee1e2e74d1 HTTP/1.1" status: 204 len: 168 time: 0.2144690 Nov 23 23:05:03.579975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38930) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:03.581259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a8ce7-e132-48ff-b1a9-332796d3c27b tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0890c8ca-861c-4d40-833e-31ee1e2e74d1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:03.703973 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e2e0eb8d-7eac-44e6-a768-6c2068e594ee tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0929229 Nov 23 23:05:03.713783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38932) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:03.751700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Deleting port cc460e06-c6a8-43cc-aa98-a25038c548be {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:03.752104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.777415 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9888fe4d-49a7-4f63-a8c4-765ad3fd5b33 tempest-SecGroupIPv6Test-874650826 tempest-SecGroupIPv6Test-874650826-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618942 Nov 23 23:05:03.896751 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.996678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Calling delete_port for cc460e06-c6a8-43cc-aa98-a25038c548be owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:04.413245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:04.490191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc460e06-c6a8-43cc-aa98-a25038c548be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:04.506414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38960) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:04.527932 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e964de6a-20db-41d2-ae23-3066e5eac9c0 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:05:04.604486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:04.615717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4ca3754d-9ec0-434a-a07b-d41e56174e2e tempest-RoutersAdminNegativeIpV6Test-1207394913 tempest-RoutersAdminNegativeIpV6Test-1207394913-project-admin] 10.222.0.11 "DELETE /v2.0/ports/cc460e06-c6a8-43cc-aa98-a25038c548be HTTP/1.1" status: 204 len: 168 time: 1.5240016 Nov 23 23:05:04.694634 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-56933a0a-e4f2-4e4c-9a77-e89e3f828ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:04.851687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2553ae93-410d-410b-88f5-ab30c19d1d1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4609bac7035d4decbda2989b514d041c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440130 Nov 23 23:05:04.854429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38966) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:04.995833 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e32d5f3-c647-498d-bdb1-f1e2a967bc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.060272 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.081011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 38974) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:05.085580 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e32d5f3-c647-498d-bdb1-f1e2a967bc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.246310 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:05:05.249664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e32d5f3-c647-498d-bdb1-f1e2a967bc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.252945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6e32d5f3-c647-498d-bdb1-f1e2a967bc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.254567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6e32d5f3-c647-498d-bdb1-f1e2a967bc7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebbabc7f-57cf-49cc-89ed-30a5ec194905 HTTP/1.1" status: 204 len: 168 time: 0.3991380 Nov 23 23:05:05.269957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32d5f3-c647-498d-bdb1-f1e2a967bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbabc7f-57cf-49cc-89ed-30a5ec194905,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:05.341369 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd0d5156-68a4-4432-89a2-405ee3d3d455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.637462 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd0d5156-68a4-4432-89a2-405ee3d3d455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.659014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd0d5156-68a4-4432-89a2-405ee3d3d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:05.811516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d5156-68a4-4432-89a2-405ee3d3d455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8bb329-f0be-4065-a9e8-9ae8cd9c1b3d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:05.826034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dd0d5156-68a4-4432-89a2-405ee3d3d455 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a24d403bb3c2450cb3fa64ab4287c284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7437747 Nov 23 23:05:05.830146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 38998) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:05.978994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89f2739-56fb-4176-b447-1c42d02f5905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:06.059648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89f2739-56fb-4176-b447-1c42d02f5905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:06.197538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89f2739-56fb-4176-b447-1c42d02f5905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:06.200471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f89f2739-56fb-4176-b447-1c42d02f5905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:06.202025 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f89f2739-56fb-4176-b447-1c42d02f5905 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a8bb329-f0be-4065-a9e8-9ae8cd9c1b3d HTTP/1.1" status: 204 len: 168 time: 0.3707452 Nov 23 23:05:06.220649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f2739-56fb-4176-b447-1c42d02f5905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8bb329-f0be-4065-a9e8-9ae8cd9c1b3d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:06.542695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:07.344106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39040) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:07.425683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39044) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:07.526270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f3da48cd-194e-4d38-9092-cc6482b9116e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54ba7d589d13436ca863e7beea940ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0985584 Nov 23 23:05:07.528995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39050) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:07.571940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:07.865879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7a4f-a12c-49bb-98e5-2f263fc231a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:07.898946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7a4f-a12c-49bb-98e5-2f263fc231a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.055906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7a4f-a12c-49bb-98e5-2f263fc231a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.059881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dbc7a4f-a12c-49bb-98e5-2f263fc231a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.065698 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7dbc7a4f-a12c-49bb-98e5-2f263fc231a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a72d937e-fcd5-4e39-9530-cad6f9976f30 HTTP/1.1" status: 204 len: 168 time: 0.5346932 Nov 23 23:05:08.071115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-089f6c81-919a-4e60-9939-395d9038c527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.071674 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.091496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc7a4f-a12c-49bb-98e5-2f263fc231a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72d937e-fcd5-4e39-9530-cad6f9976f30,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:08.265260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-089f6c81-919a-4e60-9939-395d9038c527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.271401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-089f6c81-919a-4e60-9939-395d9038c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.326746 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-089f6c81-919a-4e60-9939-395d9038c527 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=580e0fa58ab74692929ab6f00624f721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9802043 Nov 23 23:05:08.328664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f6c81-919a-4e60-9939-395d9038c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541c5454-a00e-4f8e-a984-c4ec1f97ddb4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:08.329930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:08.414451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0b81147-6b1d-4352-b1d9-7167e13bd681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.441636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0b81147-6b1d-4352-b1d9-7167e13bd681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.516339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0b81147-6b1d-4352-b1d9-7167e13bd681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.520901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0b81147-6b1d-4352-b1d9-7167e13bd681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:08.523077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a0b81147-6b1d-4352-b1d9-7167e13bd681 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/541c5454-a00e-4f8e-a984-c4ec1f97ddb4 HTTP/1.1" status: 204 len: 168 time: 0.1920695 Nov 23 23:05:08.535861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b81147-6b1d-4352-b1d9-7167e13bd681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541c5454-a00e-4f8e-a984-c4ec1f97ddb4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:09.286872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39116) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:09.319687 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3f773e19-c6d9-49d2-bea2-6a020d8cc315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:09.509685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3f773e19-c6d9-49d2-bea2-6a020d8cc315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:09.525031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3f773e19-c6d9-49d2-bea2-6a020d8cc315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:09.577557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f773e19-c6d9-49d2-bea2-6a020d8cc315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9ed55e-a666-4dff-8004-92b0b1d4b3c1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:09.628325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39120) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:09.629278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3f773e19-c6d9-49d2-bea2-6a020d8cc315 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5137abfe9f8948d7b42c7ba7a51f5354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405600 Nov 23 23:05:09.739318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:09.789294 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:09.933967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:09.937954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:09.942637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b9ed55e-a666-4dff-8004-92b0b1d4b3c1 HTTP/1.1" status: 204 len: 168 time: 0.3130856 Nov 23 23:05:09.975672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9ed55e-a666-4dff-8004-92b0b1d4b3c1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:09.992976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:09.994744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:09.995831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:09.997708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:09.998284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:09.999930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:10.000593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:10.001956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:10.002552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:10.004429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:10.005027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:10.008139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e473f-345b-4959-865b-f3f91c1bea67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:10.353527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39158) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:10.597188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39164) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:10.620675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd934331-dd06-4aa9-833b-109f7ec0b06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:10.743402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64af640d-59c5-4e5f-8b5a-7510d79e73df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:10.780629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd934331-dd06-4aa9-833b-109f7ec0b06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:10.822499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39170) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:10.862182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dd934331-dd06-4aa9-833b-109f7ec0b06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.016659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3d7e73c8-dcd7-46a4-a654-f22600530f0e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] Request body: {'port': {'network_id': 'cca42683-1d99-4fff-b88e-76d88a6ea0b5', 'name': 'tempest-NetworksNegativeTestJSON-979129476'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:11.048933 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7e73c8-dcd7-46a4-a654-f22600530f0e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] POST failed (client error): The resource could not be found. Nov 23 23:05:11.049489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7e73c8-dcd7-46a4-a654-f22600530f0e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:05:11.058466 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3d7e73c8-dcd7-46a4-a654-f22600530f0e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2347212 Nov 23 23:05:11.062227 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64af640d-59c5-4e5f-8b5a-7510d79e73df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.063545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39178) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.072962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64af640d-59c5-4e5f-8b5a-7510d79e73df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.133979 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae91292-0334-4414-bab1-2c1994c6a85d tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] DELETE failed (client error): The resource could not be found. Nov 23 23:05:11.134922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae91292-0334-4414-bab1-2c1994c6a85d tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:05:11.144286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2ae91292-0334-4414-bab1-2c1994c6a85d tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "DELETE /v2.0/networks/78e0fd16-946d-4334-a729-90efddbaf597 HTTP/1.1" status: 404 len: 339 time: 0.0738263 Nov 23 23:05:11.145426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39182) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.151644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-64af640d-59c5-4e5f-8b5a-7510d79e73df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3fda3833a824b06bfab9fefa6bf0ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7964385 Nov 23 23:05:11.153574 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dd934331-dd06-4aa9-833b-109f7ec0b06a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7bed6252a4c4da68d4e30ebc5d09f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554903 Nov 23 23:05:11.154143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.156612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39186) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.177181 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e69bb1-d09d-44d3-9ba7-ba2c0de8fe50 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] DELETE failed (client error): The resource could not be found. Nov 23 23:05:11.178024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e69bb1-d09d-44d3-9ba7-ba2c0de8fe50 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:05:11.187997 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-09e69bb1-d09d-44d3-9ba7-ba2c0de8fe50 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "DELETE /v2.0/ports/5c2d98e4-8537-4d0e-b8e3-18c846599c33 HTTP/1.1" status: 404 len: 333 time: 0.0412331 Nov 23 23:05:11.189092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39188) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.190389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd934331-dd06-4aa9-833b-109f7ec0b06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79843c28-32d6-4f4f-bc4a-f17e65cfc9cb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:11.255230 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef6b0e7-a7fd-448f-9f8e-be40368cb307 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] DELETE failed (client error): The resource could not be found. Nov 23 23:05:11.256121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef6b0e7-a7fd-448f-9f8e-be40368cb307 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:05:11.266564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aef6b0e7-a7fd-448f-9f8e-be40368cb307 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "DELETE /v2.0/subnets/7bb70705-9af0-4fa8-a1e0-837ba327aae0 HTTP/1.1" status: 404 len: 337 time: 0.0762091 Nov 23 23:05:11.267597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39192) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.290204 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb2cd1e-1c3b-4789-800d-04a7d0d1ce19 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] GET failed (client error): The resource could not be found. Nov 23 23:05:11.297737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af640d-59c5-4e5f-8b5a-7510d79e73df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf039aad-b2f5-468a-9d14-f4003a474f89,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:11.298680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2bb2cd1e-1c3b-4789-800d-04a7d0d1ce19 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "GET /v2.0/networks/4361c073-640c-4dc0-b520-110d4e59b632 HTTP/1.1" status: 404 len: 339 time: 0.0297585 Nov 23 23:05:11.299378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39194) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.325165 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07f6c46-136d-40b5-8b53-a3044681277f tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] GET failed (client error): The resource could not be found. Nov 23 23:05:11.332127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13d6919c-95d2-4113-a955-8ec80f1d9bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.333109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f07f6c46-136d-40b5-8b53-a3044681277f tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "GET /v2.0/ports/5cc3fbde-180a-474f-9bf6-2385218a7fbe HTTP/1.1" status: 404 len: 333 time: 0.0323203 Nov 23 23:05:11.334000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39196) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.336676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ccd5-bdba-47a9-aeeb-0159c179a14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.382765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13d6919c-95d2-4113-a955-8ec80f1d9bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.391679 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca9dd62-d04f-4a8c-a055-01e21fbaf289 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] GET failed (client error): The resource could not be found. Nov 23 23:05:11.393121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7ca9dd62-d04f-4a8c-a055-01e21fbaf289 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "GET /v2.0/subnets/7626f0ed-92b1-4f06-b508-aeb4cd90c908 HTTP/1.1" status: 404 len: 337 time: 0.0578022 Nov 23 23:05:11.402216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39198) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.407860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-11b3d5fe-d684-4ee9-ae78-08afbe179e6e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:11.411123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ccd5-bdba-47a9-aeeb-0159c179a14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.422682 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b3d5fe-d684-4ee9-ae78-08afbe179e6e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] PUT failed (client error): The resource could not be found. Nov 23 23:05:11.423317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b3d5fe-d684-4ee9-ae78-08afbe179e6e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:05:11.424437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-11b3d5fe-d684-4ee9-ae78-08afbe179e6e tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "PUT /v2.0/networks/898e7593-1e4b-4698-a5c1-ff0f6720f716 HTTP/1.1" status: 404 len: 339 time: 0.0212381 Nov 23 23:05:11.428396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39202) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.434428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2218b3eb-409d-42db-ac7e-83831cbba7e4 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:11.458677 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2218b3eb-409d-42db-ac7e-83831cbba7e4 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] PUT failed (client error): The resource could not be found. Nov 23 23:05:11.459642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2218b3eb-409d-42db-ac7e-83831cbba7e4 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:05:11.461212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2218b3eb-409d-42db-ac7e-83831cbba7e4 tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "PUT /v2.0/ports/eac6eaf9-92ed-4892-ac80-073d59d8b2cf HTTP/1.1" status: 404 len: 333 time: 0.0315645 Nov 23 23:05:11.465581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39206) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:11.474880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d6ceabf4-70bb-40ce-9b9c-39f009ffc97b tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:11.521685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ccd5-bdba-47a9-aeeb-0159c179a14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.525258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ccd5-bdba-47a9-aeeb-0159c179a14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.529736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d6b2ccd5-bdba-47a9-aeeb-0159c179a14c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79843c28-32d6-4f4f-bc4a-f17e65cfc9cb HTTP/1.1" status: 204 len: 168 time: 0.3376162 Nov 23 23:05:11.538034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13d6919c-95d2-4113-a955-8ec80f1d9bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.540766 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13d6919c-95d2-4113-a955-8ec80f1d9bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.546382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-13d6919c-95d2-4113-a955-8ec80f1d9bcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf039aad-b2f5-468a-9d14-f4003a474f89 HTTP/1.1" status: 204 len: 168 time: 0.3895454 Nov 23 23:05:11.562861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2ccd5-bdba-47a9-aeeb-0159c179a14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79843c28-32d6-4f4f-bc4a-f17e65cfc9cb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:11.577722 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ceabf4-70bb-40ce-9b9c-39f009ffc97b tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] PUT failed (client error): The resource could not be found. Nov 23 23:05:11.577722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ceabf4-70bb-40ce-9b9c-39f009ffc97b tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:05:11.578959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d6ceabf4-70bb-40ce-9b9c-39f009ffc97b tempest-NetworksNegativeTestJSON-267017313 tempest-NetworksNegativeTestJSON-267017313-project] 10.222.0.11 "PUT /v2.0/subnets/8f95ef42-8f43-4e39-83fe-7d985faa2ae6 HTTP/1.1" status: 404 len: 337 time: 0.1111710 Nov 23 23:05:11.641064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6919c-95d2-4113-a955-8ec80f1d9bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf039aad-b2f5-468a-9d14-f4003a474f89,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:12.481744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:12.521035 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc137356-349d-44e1-9f1a-8bcf1ebb2f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:12.663852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:12.667940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc137356-349d-44e1-9f1a-8bcf1ebb2f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:12.675494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc137356-349d-44e1-9f1a-8bcf1ebb2f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:12.778020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc137356-349d-44e1-9f1a-8bcf1ebb2f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40026a2-f1e5-4656-8084-a768a63597af,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:12.800589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39274) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:12.806890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fc137356-349d-44e1-9f1a-8bcf1ebb2f63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42ecb5ba998845b39bb99da45754f26c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213334 Nov 23 23:05:12.884589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ec75160-8d64-4634-9ce7-136faf75ca0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:12.923837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ec75160-8d64-4634-9ce7-136faf75ca0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.013605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ec75160-8d64-4634-9ce7-136faf75ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.016947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ec75160-8d64-4634-9ce7-136faf75ca0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.018304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ec75160-8d64-4634-9ce7-136faf75ca0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c40026a2-f1e5-4656-8084-a768a63597af HTTP/1.1" status: 204 len: 168 time: 0.2164323 Nov 23 23:05:13.033275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec75160-8d64-4634-9ce7-136faf75ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40026a2-f1e5-4656-8084-a768a63597af,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:13.082919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6153e22-dbae-41ca-8c22-64f9bafbf65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.342232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6153e22-dbae-41ca-8c22-64f9bafbf65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.357777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6153e22-dbae-41ca-8c22-64f9bafbf65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.444288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e6153e22-dbae-41ca-8c22-64f9bafbf65e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbfa33befd4d478f9656c376f3a7159c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7762041 Nov 23 23:05:13.444523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39300) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:13.446355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6153e22-dbae-41ca-8c22-64f9bafbf65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4012df7-2f47-443d-b1be-aac921a52e44,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:13.616954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-66063742-94bd-4fb5-b478-755936a6300f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.650060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-66063742-94bd-4fb5-b478-755936a6300f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.716285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-66063742-94bd-4fb5-b478-755936a6300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.720556 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-66063742-94bd-4fb5-b478-755936a6300f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:13.722113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-66063742-94bd-4fb5-b478-755936a6300f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4012df7-2f47-443d-b1be-aac921a52e44 HTTP/1.1" status: 204 len: 168 time: 0.2764704 Nov 23 23:05:13.735328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063742-94bd-4fb5-b478-755936a6300f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4012df7-2f47-443d-b1be-aac921a52e44,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:13.834384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:14.300073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ef5aef1-7935-47fd-a05d-92f20bd76743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:14.529583 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ef5aef1-7935-47fd-a05d-92f20bd76743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:14.539066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ef5aef1-7935-47fd-a05d-92f20bd76743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:14.612071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39350) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:14.621015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3ef5aef1-7935-47fd-a05d-92f20bd76743 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ba6447f85d543c5b0f7a4cdda1f501c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7849948 Nov 23 23:05:14.676739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5aef1-7935-47fd-a05d-92f20bd76743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da027a4-bd01-432e-9800-3ad5ed31b2db,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:14.706720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed477912-08f7-410c-89a5-34e67524791c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:14.755290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed477912-08f7-410c-89a5-34e67524791c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:14.865149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed477912-08f7-410c-89a5-34e67524791c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:14.868287 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ed477912-08f7-410c-89a5-34e67524791c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:14.871801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ed477912-08f7-410c-89a5-34e67524791c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3da027a4-bd01-432e-9800-3ad5ed31b2db HTTP/1.1" status: 204 len: 168 time: 0.2555957 Nov 23 23:05:14.879821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed477912-08f7-410c-89a5-34e67524791c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da027a4-bd01-432e-9800-3ad5ed31b2db,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:15.523079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39388) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:15.553976 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a1a6-ee47-4f98-a631-9a9abd602c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:15.789506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a1a6-ee47-4f98-a631-9a9abd602c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:15.811048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a1a6-ee47-4f98-a631-9a9abd602c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:15.913396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ffa1a1a6-ee47-4f98-a631-9a9abd602c94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbcd86ae5ca74cacb6904b9919c7f038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882098 Nov 23 23:05:15.916157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39398) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:15.923757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1a1a6-ee47-4f98-a631-9a9abd602c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d06ed7-9fdf-4e54-a44a-ed5986e2ff27,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:16.020360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d4c1b8-fd71-4cf7-8433-a3f3c679c43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.063194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d4c1b8-fd71-4cf7-8433-a3f3c679c43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.112106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39412) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:16.188418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d4c1b8-fd71-4cf7-8433-a3f3c679c43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.196656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65d4c1b8-fd71-4cf7-8433-a3f3c679c43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.199925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-65d4c1b8-fd71-4cf7-8433-a3f3c679c43c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3d06ed7-9fdf-4e54-a44a-ed5986e2ff27 HTTP/1.1" status: 204 len: 168 time: 0.2800567 Nov 23 23:05:16.213873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4c1b8-fd71-4cf7-8433-a3f3c679c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d06ed7-9fdf-4e54-a44a-ed5986e2ff27,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:16.509522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ba178162-27fe-4363-8214-44e552736710 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1240043891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:16.563845 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba178162-27fe-4363-8214-44e552736710 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.565174 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba178162-27fe-4363-8214-44e552736710 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.686883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba178162-27fe-4363-8214-44e552736710 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.704001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba178162-27fe-4363-8214-44e552736710 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.758436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba178162-27fe-4363-8214-44e552736710 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.764405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39436) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:16.764563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ba178162-27fe-4363-8214-44e552736710 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6508625 Nov 23 23:05:16.772392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2117560131'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:16.849604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:16.855937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:16.867214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.064012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.077502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.117743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:05:17.148489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1603c181-d9e6-4180-83ad-2dd8f78379b5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:17.184436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.186207 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Added segment 3f0d6f9e-f93b-4b3b-afe4-51c4f637d865 of type vlan for network 075137e7-1c41-4944-964c-4a11d4ab6c31 Nov 23 23:05:17.286172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.352938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.375254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:17.380027 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.423931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6582310 Nov 23 23:05:17.426851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39472) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:17.433566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'subnet': {'network_id': '075137e7-1c41-4944-964c-4a11d4ab6c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:17.628482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f06be-c65b-4513-b34a-f81348e81ea3 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Network': ['ID=075137e7-1c41-4944-964c-4a11d4ab6c31,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:17.639732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:05:17.730636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:17.750035 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:17.796430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39484) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:18.043132 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.044230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6374cf06-a940-4230-9351-bc206e5ba0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.208670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Subnet': ['ID=cefa46e7-38e3-42dd-85ca-099d77dc3267,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:18.221224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Checking segment: {'id': '3f0d6f9e-f93b-4b3b-afe4-51c4f637d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '075137e7-1c41-4944-964c-4a11d4ab6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:18.221870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network hostable DHCP agents. Network: 075137e7-1c41-4944-964c-4a11d4ab6c31, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:05:18.242104 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6374cf06-a940-4230-9351-bc206e5ba0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.253374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:05:18.254933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6374cf06-a940-4230-9351-bc206e5ba0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.268666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 075137e7-1c41-4944-964c-4a11d4ab6c31) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:18.281293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810278ca-f0cb-43be-b837-83e26687ed78 None None] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:18.301275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:18.303477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.312576 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6374cf06-a940-4230-9351-bc206e5ba0d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=209c24ceacdb43f3b9f10329f421a520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5148258 Nov 23 23:05:18.315042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39496) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:18.349187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374cf06-a940-4230-9351-bc206e5ba0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e8c01-5d91-4822-9b1f-678f7b5ce094,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:18.349458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-04c3b15d-59fd-4ce1-a6f9-f30219d82921 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9212244 Nov 23 23:05:18.353415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39498) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:18.359901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'network': {'name': 'tempest-router-network01--1892906460'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:18.409982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:18.415885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.461134 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0447ea5-1824-4330-bf73-1c3bfd7681ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.477499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:05:18.505570 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.506033 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Added segment 38dcd6f2-f71b-42b1-a17d-27baed28e8e6 of type vlan for network dd26ae28-5202-49f0-b71e-b9695d33890c Nov 23 23:05:18.540275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0447ea5-1824-4330-bf73-1c3bfd7681ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.596330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.621846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-075137e7-1c41-4944-964c-4a11d4ab6c31', 'network_id': '075137e7-1c41-4944-964c-4a11d4ab6c31', 'tenant_id': '0aa7634acdb84dad9279ff6414333676', 'fixed_ips': [{'subnet_id': 'cefa46e7-38e3-42dd-85ca-099d77dc3267'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:05:18.624696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.633547 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.643052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:18.643803 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.706979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0447ea5-1824-4330-bf73-1c3bfd7681ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.709649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0447ea5-1824-4330-bf73-1c3bfd7681ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.712330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c0447ea5-1824-4330-bf73-1c3bfd7681ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e27e8c01-5d91-4822-9b1f-678f7b5ce094 HTTP/1.1" status: 204 len: 168 time: 0.3959775 Nov 23 23:05:18.730511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0447ea5-1824-4330-bf73-1c3bfd7681ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e8c01-5d91-4822-9b1f-678f7b5ce094,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:18.749700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3942616 Nov 23 23:05:18.749938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:18.756178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'network': {'name': 'tempest-router-network02--988760624'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:18.806721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:18.811723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.882001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:05:18.902596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:18.903187 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Added segment c680e808-904c-4e74-af29-e4b21b322b15 of type vlan for network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c Nov 23 23:05:18.920778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Allocated IP 2001:db8::2 (075137e7-1c41-4944-964c-4a11d4ab6c31/cefa46e7-38e3-42dd-85ca-099d77dc3267/fe520c6a-3abb-47d1-9da8-efcf6b7644c5) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:05:18.927832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536d193-dd8c-4b86-852a-b4f96e20eb10 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Network': ['ID=dd26ae28-5202-49f0-b71e-b9695d33890c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:19.010004 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.073955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.086356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:19.087502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.200786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39526) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:19.206760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'subnet': {'network_id': 'dd26ae28-5202-49f0-b71e-b9695d33890c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:19.207953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4568717 Nov 23 23:05:19.214392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.230176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network dd26ae28-5202-49f0-b71e-b9695d33890c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:05:19.272363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2f84d-3112-4663-a14b-f83d206a7826 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Network': ['ID=3665b7cc-bcc6-407f-b72f-417ce52fcc4c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:19.344159 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.352994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:05:19.488494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39536) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:19.507954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-baed2271-260e-4ec0-9d73-f6e2ad8e7b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.518006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:19.534765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:19.542008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.664840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:19.668889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-baed2271-260e-4ec0-9d73-f6e2ad8e7b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.672317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Pushing event updated for resources: {'Port': ['ID=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:19.676623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:05:19.687267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-baed2271-260e-4ec0-9d73-f6e2ad8e7b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.767984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Attempting to bind port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:05:19.768578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Attempting to bind port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '3f0d6f9e-f93b-4b3b-afe4-51c4f637d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '075137e7-1c41-4944-964c-4a11d4ab6c31'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:05:19.769160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Attempting to bind port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 on network 075137e7-1c41-4944-964c-4a11d4ab6c31 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:05:19.775437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed2271-260e-4ec0-9d73-f6e2ad8e7b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa31715-f0ff-4eca-b0f7-29b284312076,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:19.781656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:05:19.782472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Checking segment: {'id': '3f0d6f9e-f93b-4b3b-afe4-51c4f637d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '075137e7-1c41-4944-964c-4a11d4ab6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:19.783225 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.784596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Bound using segment: {'id': '3f0d6f9e-f93b-4b3b-afe4-51c4f637d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '075137e7-1c41-4944-964c-4a11d4ab6c31'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:05:19.785343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Bound port: fe520c6a-3abb-47d1-9da8-efcf6b7644c5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0d6f9e-f93b-4b3b-afe4-51c4f637d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '075137e7-1c41-4944-964c-4a11d4ab6c31'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:05:19.786296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.822644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-baed2271-260e-4ec0-9d73-f6e2ad8e7b4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17055a015cf9413c9acc45fd18d05897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304985 Nov 23 23:05:19.823024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39548) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:19.909489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b725a8-b7a7-44cb-b44b-7930fcea6733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:19.961750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b725a8-b7a7-44cb-b44b-7930fcea6733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:20.067386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] For port fe520c6a-3abb-47d1-9da8-efcf6b7644c5, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:05:20.083525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] For port fe520c6a-3abb-47d1-9da8-efcf6b7644c5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,segment=NetworkSegment(3f0d6f9e-f93b-4b3b-afe4-51c4f637d865),segment_id=3f0d6f9e-f93b-4b3b-afe4-51c4f637d865)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:05:20.105812 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:20.157394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b725a8-b7a7-44cb-b44b-7930fcea6733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:20.167603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3b725a8-b7a7-44cb-b44b-7930fcea6733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:20.173147 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f3b725a8-b7a7-44cb-b44b-7930fcea6733 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4aa31715-f0ff-4eca-b0f7-29b284312076 HTTP/1.1" status: 204 len: 168 time: 0.3479946 Nov 23 23:05:20.189808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b725a8-b7a7-44cb-b44b-7930fcea6733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa31715-f0ff-4eca-b0f7-29b284312076,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:20.276775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:20.397518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946ccf4-b86a-42dc-be36-443554c353ff None None] Pushing event updated for resources: {'Port': ['ID=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:20.443467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Subnet': ['ID=8cc0c8df-bfcf-4cf4-982b-e705292d3d52,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:20.453728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Checking segment: {'id': '38dcd6f2-f71b-42b1-a17d-27baed28e8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dd26ae28-5202-49f0-b71e-b9695d33890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:20.454413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network hostable DHCP agents. Network: dd26ae28-5202-49f0-b71e-b9695d33890c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:05:20.494758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-a2f35537-905c-409c-9d8f-899833a2b1c7 req-fbf99875-1075-48cd-b802-9351baaaf3cd service neutron] (103523) timed out ('10.222.0.46', 59046) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:05:20.504341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network dd26ae28-5202-49f0-b71e-b9695d33890c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:05:20.521111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, dd26ae28-5202-49f0-b71e-b9695d33890c) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:20.531658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:20.531658 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:20.540115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1bebbf-f2a8-4961-bffa-e4d83d8e4230 None None] Network dd26ae28-5202-49f0-b71e-b9695d33890c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:20.597754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39570) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:20.599263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6064c214-90db-4709-befc-9aa481ed175c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3916123 Nov 23 23:05:20.611023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'subnet': {'network_id': '3665b7cc-bcc6-407f-b72f-417ce52fcc4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:20.909522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:20.914121 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:20.974267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-dd26ae28-5202-49f0-b71e-b9695d33890c', 'network_id': 'dd26ae28-5202-49f0-b71e-b9695d33890c', 'tenant_id': '0aa7634acdb84dad9279ff6414333676', 'fixed_ips': [{'subnet_id': '8cc0c8df-bfcf-4cf4-982b-e705292d3d52'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:05:20.975480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:21.502939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Allocated IP 2001:db8::2 (dd26ae28-5202-49f0-b71e-b9695d33890c/8cc0c8df-bfcf-4cf4-982b-e705292d3d52/9131c8a8-5ec7-4473-87ae-11df655dc669) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:05:21.536233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:21.681400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39598) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:21.756322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Subnet': ['ID=12eabdf7-1c96-4e69-920d-543eb902bbb7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:21.792941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Checking segment: {'id': 'c680e808-904c-4e74-af29-e4b21b322b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3665b7cc-bcc6-407f-b72f-417ce52fcc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:21.793311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network hostable DHCP agents. Network: 3665b7cc-bcc6-407f-b72f-417ce52fcc4c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:05:21.832352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:05:21.856069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 3665b7cc-bcc6-407f-b72f-417ce52fcc4c) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:21.869113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a59ba-9639-4d12-b833-543e874cfae9 None None] Network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:21.892950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:21.893885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:21.984410 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-863ac359-f79d-487b-bd43-2b360eeb5d65 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3820682 Nov 23 23:05:21.984681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39610) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:22.041463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.083653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-3665b7cc-bcc6-407f-b72f-417ce52fcc4c', 'network_id': '3665b7cc-bcc6-407f-b72f-417ce52fcc4c', 'tenant_id': '0aa7634acdb84dad9279ff6414333676', 'fixed_ips': [{'subnet_id': '12eabdf7-1c96-4e69-920d-543eb902bbb7'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:05:22.087032 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.091130 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.218041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Network dd26ae28-5202-49f0-b71e-b9695d33890c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:22.265782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Pushing event updated for resources: {'Port': ['ID=9131c8a8-5ec7-4473-87ae-11df655dc669,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:22.294053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:22.317120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:05:22.426280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fe520c6a-3abb-47d1-9da8-efcf6b7644c5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:22.433013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374e5f8-c5a9-4afe-9962-1e48119a3f2a None None] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:22.516167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b2b89a5-eb82-49f5-8c27-801ffc5dd34f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.663611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9441202b-78b0-47bf-bc2d-9f0792b25c26 None None] Provisioning complete for port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:22.664832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9441202b-78b0-47bf-bc2d-9f0792b25c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.753801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Attempting to bind port 9131c8a8-5ec7-4473-87ae-11df655dc669 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:05:22.754195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Attempting to bind port 9131c8a8-5ec7-4473-87ae-11df655dc669 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38dcd6f2-f71b-42b1-a17d-27baed28e8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dd26ae28-5202-49f0-b71e-b9695d33890c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:05:22.754578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Attempting to bind port 9131c8a8-5ec7-4473-87ae-11df655dc669 on network dd26ae28-5202-49f0-b71e-b9695d33890c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:05:22.798924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:05:22.799304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Checking segment: {'id': '38dcd6f2-f71b-42b1-a17d-27baed28e8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dd26ae28-5202-49f0-b71e-b9695d33890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:22.799757 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.800157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Bound using segment: {'id': '38dcd6f2-f71b-42b1-a17d-27baed28e8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dd26ae28-5202-49f0-b71e-b9695d33890c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:05:22.800658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Bound port: 9131c8a8-5ec7-4473-87ae-11df655dc669, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dcd6f2-f71b-42b1-a17d-27baed28e8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dd26ae28-5202-49f0-b71e-b9695d33890c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:05:22.801289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.808131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:22.808563 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:22.921005 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.104539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b2b89a5-eb82-49f5-8c27-801ffc5dd34f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.148597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b2b89a5-eb82-49f5-8c27-801ffc5dd34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.269184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0b2b89a5-eb82-49f5-8c27-801ffc5dd34f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12e2f08ec83748d499969131bc709fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5858982 Nov 23 23:05:23.271909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39644) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:23.274690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b89a5-eb82-49f5-8c27-801ffc5dd34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7956a09e-8a62-4d09-b10d-0a00ccf3a7d8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:23.327797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Allocated IP 2001:db8::2 (3665b7cc-bcc6-407f-b72f-417ce52fcc4c/12eabdf7-1c96-4e69-920d-543eb902bbb7/5102a5fa-e48f-4886-bacc-7954f8b0755f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:05:23.436572 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae7d1-3385-4772-8813-12b9c273b841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.456588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9441202b-78b0-47bf-bc2d-9f0792b25c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.520856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Allocated IP 2001:db8::1 (dd26ae28-5202-49f0-b71e-b9695d33890c/8cc0c8df-bfcf-4cf4-982b-e705292d3d52/f5b3c6ae-6e5e-4f77-9888-bc52bdd17584) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:05:23.542446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae7d1-3385-4772-8813-12b9c273b841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.603410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9441202b-78b0-47bf-bc2d-9f0792b25c26 None None] For port fe520c6a-3abb-47d1-9da8-efcf6b7644c5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,segment=NetworkSegment(3f0d6f9e-f93b-4b3b-afe4-51c4f637d865),segment_id=3f0d6f9e-f93b-4b3b-afe4-51c4f637d865)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:23.657399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae7d1-3385-4772-8813-12b9c273b841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.663671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae7d1-3385-4772-8813-12b9c273b841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.669068 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1d5ae7d1-3385-4772-8813-12b9c273b841 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7956a09e-8a62-4d09-b10d-0a00ccf3a7d8 HTTP/1.1" status: 204 len: 168 time: 0.3960047 Nov 23 23:05:23.741295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ae7d1-3385-4772-8813-12b9c273b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956a09e-8a62-4d09-b10d-0a00ccf3a7d8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:23.905187 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.921602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] For port 9131c8a8-5ec7-4473-87ae-11df655dc669, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:05:23.928985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] For port 9131c8a8-5ec7-4473-87ae-11df655dc669, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9131c8a8-5ec7-4473-87ae-11df655dc669,segment=NetworkSegment(38dcd6f2-f71b-42b1-a17d-27baed28e8e6),segment_id=38dcd6f2-f71b-42b1-a17d-27baed28e8e6)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:05:23.961144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.039803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network dd26ae28-5202-49f0-b71e-b9695d33890c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:24.047177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:24.050738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:05:24.051441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.056199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Port': ['ID=f5b3c6ae-6e5e-4f77-9888-bc52bdd17584,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:24.209581 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.227222 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.229214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9441202b-78b0-47bf-bc2d-9f0792b25c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.255310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.344779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.409885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:24.469808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:24.472474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088df67-2005-4695-a9ca-e43b3fc46b93 None None] Pushing event updated for resources: {'Port': ['ID=9131c8a8-5ec7-4473-87ae-11df655dc669,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:24.475430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:05:24.510517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:24.558015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5ff3-ea6f-434a-b736-bc0151c9efd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.668578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441202b-78b0-47bf-bc2d-9f0792b25c26 None None] Pushing event updated for resources: {'Port': ['ID=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:24.818049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Attempting to bind port 5102a5fa-e48f-4886-bacc-7954f8b0755f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:05:24.818430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Attempting to bind port 5102a5fa-e48f-4886-bacc-7954f8b0755f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c680e808-904c-4e74-af29-e4b21b322b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3665b7cc-bcc6-407f-b72f-417ce52fcc4c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:05:24.818843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Attempting to bind port 5102a5fa-e48f-4886-bacc-7954f8b0755f on network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:05:24.828459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Pushing event updated for resources: {'Port': ['ID=5102a5fa-e48f-4886-bacc-7954f8b0755f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:24.832152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:05:24.832414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Checking segment: {'id': 'c680e808-904c-4e74-af29-e4b21b322b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3665b7cc-bcc6-407f-b72f-417ce52fcc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:24.832826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:24.833759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Bound using segment: {'id': 'c680e808-904c-4e74-af29-e4b21b322b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3665b7cc-bcc6-407f-b72f-417ce52fcc4c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:05:24.834266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Bound port: 5102a5fa-e48f-4886-bacc-7954f8b0755f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680e808-904c-4e74-af29-e4b21b322b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3665b7cc-bcc6-407f-b72f-417ce52fcc4c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:05:24.834782 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.027756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] For port 5102a5fa-e48f-4886-bacc-7954f8b0755f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:05:25.033913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] For port 5102a5fa-e48f-4886-bacc-7954f8b0755f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5102a5fa-e48f-4886-bacc-7954f8b0755f,segment=NetworkSegment(c680e808-904c-4e74-af29-e4b21b322b15),segment_id=c680e808-904c-4e74-af29-e4b21b322b15)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:05:25.046112 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.333177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e3bd2-d9ed-4e01-99b4-a16fb21d5334 None None] Pushing event updated for resources: {'Port': ['ID=5102a5fa-e48f-4886-bacc-7954f8b0755f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:25.363207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-10fcdab6-1227-4b72-a171-a2fa0d5b83da None None] Provisioning complete for port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:25.363634 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-10fcdab6-1227-4b72-a171-a2fa0d5b83da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.505359 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.515549 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.517057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.537587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5ff3-ea6f-434a-b736-bc0151c9efd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.584736 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5ff3-ea6f-434a-b736-bc0151c9efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:25.634201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c5ff3-ea6f-434a-b736-bc0151c9efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231a0f10-a49c-4169-a9a0-aa34db892548,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:25.713364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8a8c5ff3-ea6f-434a-b736-bc0151c9efd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c18a594b665b4a938c35369da797b1ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2014353 Nov 23 23:05:25.716485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Port': ['ID=f5b3c6ae-6e5e-4f77-9888-bc52bdd17584,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:25.717019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39694) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:25.811464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network dd26ae28-5202-49f0-b71e-b9695d33890c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:25.820019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:25.859190 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c158c3a-32f0-4145-90cb-5de752ef722e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:26.036343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c158c3a-32f0-4145-90cb-5de752ef722e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:26.171513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c158c3a-32f0-4145-90cb-5de752ef722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:26.180041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c158c3a-32f0-4145-90cb-5de752ef722e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:26.185890 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3c158c3a-32f0-4145-90cb-5de752ef722e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/231a0f10-a49c-4169-a9a0-aa34db892548 HTTP/1.1" status: 204 len: 168 time: 0.4669480 Nov 23 23:05:26.196144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Router 8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:05:26.213213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c158c3a-32f0-4145-90cb-5de752ef722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231a0f10-a49c-4169-a9a0-aa34db892548,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:26.393804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:05:26.406170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] Sync routers for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:05:26.408452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bc8f22f4-1d9b-4fae-86f3-dec25d0c4ce9 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4221375 Nov 23 23:05:26.411118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39714) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:26.478211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:26.482310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:26.650130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:26.672295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa0590-d69f-41bc-a6bb-7c55bbf12bc7 None None] Network dd26ae28-5202-49f0-b71e-b9695d33890c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:27.020606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5102a5fa-e48f-4886-bacc-7954f8b0755f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:27.149689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:27.156137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:27.357408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:27.370031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df07d1-b218-4353-97c2-2679c4d05b43 None None] Network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:27.547847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Provisioning complete for port 9131c8a8-5ec7-4473-87ae-11df655dc669 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:27.553678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:27.565938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:27.567633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f3c31-c34c-46ab-87e6-c79d9cbc9d26 None None] The sync data for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:05:27.707843 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-d360e8cd-9a54-4ef3-980d-10ab54e2b98c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:05:27.712753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:27.726673 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d360e8cd-9a54-4ef3-980d-10ab54e2b98c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3131647 Nov 23 23:05:27.752192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5102a5fa-e48f-4886-bacc-7954f8b0755f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:27.752580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:27.911922 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:28.126786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] For port 9131c8a8-5ec7-4473-87ae-11df655dc669, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9131c8a8-5ec7-4473-87ae-11df655dc669,segment=NetworkSegment(38dcd6f2-f71b-42b1-a17d-27baed28e8e6),segment_id=38dcd6f2-f71b-42b1-a17d-27baed28e8e6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:28.179498 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:28.331285 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:28.608424 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:28.614467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-089b933a-2728-448f-ba03-d8620c74ad33 None None] Provisioning complete for port 5102a5fa-e48f-4886-bacc-7954f8b0755f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:28.615050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-089b933a-2728-448f-ba03-d8620c74ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:28.688301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 5102a5fa-e48f-4886-bacc-7954f8b0755f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5102a5fa-e48f-4886-bacc-7954f8b0755f,segment=NetworkSegment(c680e808-904c-4e74-af29-e4b21b322b15),segment_id=c680e808-904c-4e74-af29-e4b21b322b15)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:28.695705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Pushing event updated for resources: {'Port': ['ID=9131c8a8-5ec7-4473-87ae-11df655dc669,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:28.720758 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:28.722980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fe520c6a-3abb-47d1-9da8-efcf6b7644c5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:28.804293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.804646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.804999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.805346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.805681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.806014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.806348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.806677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.811053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.811549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.815293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.815608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148c213-175f-4a10-91f2-187e49d0f5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:28.984251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=5102a5fa-e48f-4886-bacc-7954f8b0755f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:29.074715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:29.076655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:29.228842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9131c8a8-5ec7-4473-87ae-11df655dc669 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:29.331905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting port f5b3c6ae-6e5e-4f77-9888-bc52bdd17584 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:29.332460 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:29.332916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-abfcf578-833c-4149-a658-3968c9f6549b None None] Provisioning complete for port 5102a5fa-e48f-4886-bacc-7954f8b0755f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:29.333454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abfcf578-833c-4149-a658-3968c9f6549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:29.437988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9131c8a8-5ec7-4473-87ae-11df655dc669 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:29.439715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:29.661463 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:29.702892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-abfcf578-833c-4149-a658-3968c9f6549b None None] Provisioning complete for port 9131c8a8-5ec7-4473-87ae-11df655dc669 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:29.703505 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abfcf578-833c-4149-a658-3968c9f6549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:29.725357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Calling delete_port for f5b3c6ae-6e5e-4f77-9888-bc52bdd17584 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:29.967331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5102a5fa-e48f-4886-bacc-7954f8b0755f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:30.108432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-abfcf578-833c-4149-a658-3968c9f6549b None None] Provisioning complete for port f5b3c6ae-6e5e-4f77-9888-bc52bdd17584 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:30.108889 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abfcf578-833c-4149-a658-3968c9f6549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:30.137587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5102a5fa-e48f-4886-bacc-7954f8b0755f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:30.138944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:30.153924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:30.235497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Port': ['ID=f5b3c6ae-6e5e-4f77-9888-bc52bdd17584,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:30.241364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-abfcf578-833c-4149-a658-3968c9f6549b None None] Port f5b3c6ae-6e5e-4f77-9888-bc52bdd17584 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:05:30.390827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:30.677777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-caf23085-8849-4560-a180-aa79a7f570f0 None None] Could not find standard attr ID for object f5b3c6ae-6e5e-4f77-9888-bc52bdd17584. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:05:30.707340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9131c8a8-5ec7-4473-87ae-11df655dc669 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:30.806522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9131c8a8-5ec7-4473-87ae-11df655dc669 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:30.806899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:31.382378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Router 8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:05:31.408081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:31.553400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:05:31.566284 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] Sync routers for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:05:31.609148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:31.614554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ac4d57e9-a195-4150-b9df-00bf2a18d129 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9002531 Nov 23 23:05:31.615050 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:31.616712 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:31.626164 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-378d1c64-887c-46f8-9e90-167b99dc78aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:31.736841 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:31.773014 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:31.773814 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:31.780169 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-92df37bf-8544-48eb-855c-533a2460f783 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] delete failed (client error): The resource could not be found. Nov 23 23:05:31.784450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-92df37bf-8544-48eb-855c-533a2460f783 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1310430046 HTTP/1.1" status: 404 len: 335 time: 0.1734333 Nov 23 23:05:31.789754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39908) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:31.798427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2f8f03c1-ef4b-4a81-85e5-49c68f427d0c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:31.801996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf2-9d84-40a4-b3c1-fb3f6b8f9e75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:31.960816 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:31.963389 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c7882-4b3d-465b-9caf-325b0715e9e1 None None] The sync data for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:05:32.078762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf2-9d84-40a4-b3c1-fb3f6b8f9e75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.086643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-55bdfaf2-9d84-40a4-b3c1-fb3f6b8f9e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.131364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdfaf2-9d84-40a4-b3c1-fb3f6b8f9e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f8f0f-a77e-4d2e-8bdd-b72938a8de9a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:32.198977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-55bdfaf2-9d84-40a4-b3c1-fb3f6b8f9e75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8da313665671400cb381f924e9654f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7894466 Nov 23 23:05:32.212155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39928) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:32.328499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcadd062-6520-4159-901b-025fd8f27e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.398033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcadd062-6520-4159-901b-025fd8f27e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.427730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f8f03c1-ef4b-4a81-85e5-49c68f427d0c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.457767 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-2f8f03c1-ef4b-4a81-85e5-49c68f427d0c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] update failed (client error): The resource could not be found. Nov 23 23:05:32.458638 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2f8f03c1-ef4b-4a81-85e5-49c68f427d0c tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 HTTP/1.1" status: 404 len: 339 time: 0.6674831 Nov 23 23:05:32.463188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39936) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:32.487625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-121921192'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:32.499464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcadd062-6520-4159-901b-025fd8f27e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.502829 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcadd062-6520-4159-901b-025fd8f27e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.504325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fcadd062-6520-4159-901b-025fd8f27e14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/011f8f0f-a77e-4d2e-8bdd-b72938a8de9a HTTP/1.1" status: 204 len: 168 time: 0.2910786 Nov 23 23:05:32.522414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadd062-6520-4159-901b-025fd8f27e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f8f0f-a77e-4d2e-8bdd-b72938a8de9a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:32.561364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:32.568717 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.630045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:05:32.650412 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.650412 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Added segment 608c4289-a707-41cc-a006-916bbbaa1b52 of type vlan for network 425552d9-63b5-4516-890f-a7e38e2c7cc4 Nov 23 23:05:32.750639 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.819156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.829213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:32.830736 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:32.880897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4149399 Nov 23 23:05:32.885593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39952) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:32.892318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'subnet': {'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:32.951860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9193929-8f63-4035-9979-bbff9ec7d664 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Network': ['ID=425552d9-63b5-4516-890f-a7e38e2c7cc4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:32.969890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 425552d9-63b5-4516-890f-a7e38e2c7cc4 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:05:33.173650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Made reservation on behalf of 0aa7634acdb84dad9279ff6414333676 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:05:33.177919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:33.333677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39970) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:33.353999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eebd2fb-a7b7-4c49-be4f-aed2e3880460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:33.514890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eebd2fb-a7b7-4c49-be4f-aed2e3880460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:33.522894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7eebd2fb-a7b7-4c49-be4f-aed2e3880460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:33.603251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7eebd2fb-a7b7-4c49-be4f-aed2e3880460 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f86abf18aca14b32b6f063c4967872cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2644722 Nov 23 23:05:33.604170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 39980) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:33.752354 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:33.832605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd2fb-a7b7-4c49-be4f-aed2e3880460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2768d4-ae14-4d4b-b48e-816aaafe180a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:33.924721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Checking segment: {'id': '608c4289-a707-41cc-a006-916bbbaa1b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:33.925106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network hostable DHCP agents. Network: 425552d9-63b5-4516-890f-a7e38e2c7cc4, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:05:33.934194 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-3849f4c0-c025-4c59-b1a2-d40f34adc9cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2189226 Nov 23 23:05:33.940096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Subnet': ['ID=b6c42604-427c-4a6a-b0e2-35cb1b251595,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:33.962770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f66b96c8-e0ce-4348-a4e8-135ca3df2b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.031724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network 425552d9-63b5-4516-890f-a7e38e2c7cc4 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:05:34.064521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 425552d9-63b5-4516-890f-a7e38e2c7cc4) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:34.081754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512add7-da72-493b-bfbe-3d6fdba0b68c None None] Network 425552d9-63b5-4516-890f-a7e38e2c7cc4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:34.086274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:34.087123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.142988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f66b96c8-e0ce-4348-a4e8-135ca3df2b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.178123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e8ba6ba2-8b41-4c8f-a0ab-c68ee7344eed tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2911215 Nov 23 23:05:34.192268 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 39994) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:34.236270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1ae2a573-7952-421e-aca4-d8fd92dec0d4 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'router': {'external_gateway_info': {'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:34.287099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f66b96c8-e0ce-4348-a4e8-135ca3df2b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.290194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f66b96c8-e0ce-4348-a4e8-135ca3df2b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.291706 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f66b96c8-e0ce-4348-a4e8-135ca3df2b83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e2768d4-ae14-4d4b-b48e-816aaafe180a HTTP/1.1" status: 204 len: 168 time: 0.6799686 Nov 23 23:05:34.309060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b96c8-e0ce-4348-a4e8-135ca3df2b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2768d4-ae14-4d4b-b48e-816aaafe180a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:34.494140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-425552d9-63b5-4516-890f-a7e38e2c7cc4', 'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4', 'tenant_id': '0aa7634acdb84dad9279ff6414333676', 'fixed_ips': [{'subnet_id': 'b6c42604-427c-4a6a-b0e2-35cb1b251595'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:05:34.498726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.796417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-3729a82a-5b2f-4aad-be87-98238e77c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:34.802535 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-3729a82a-5b2f-4aad-be87-98238e77c8d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1096 time: 0.7687633 Nov 23 23:05:34.815203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f977da4d-7794-4c87-ab60-45d5ed4ce239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.843617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a573-7952-421e-aca4-d8fd92dec0d4 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.994091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Allocated IP 2001:db8:1::2 (425552d9-63b5-4516-890f-a7e38e2c7cc4/b6c42604-427c-4a6a-b0e2-35cb1b251595/1d24bd49-1ac3-4377-8322-0486c1822a72) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:05:35.025287 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-1ae2a573-7952-421e-aca4-d8fd92dec0d4 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:05:35.030260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ae2a573-7952-421e-aca4-d8fd92dec0d4 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 HTTP/1.1" status: 400 len: 364 time: 0.8326371 Nov 23 23:05:35.031396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40016) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:35.163653 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-58c7ec55-c018-4f66-b8d3-4682a958f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:35.171878 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-58c7ec55-c018-4f66-b8d3-4682a958f24e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.3404536 Nov 23 23:05:35.358394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-c8f70e92-6513-41e7-b37e-a7a14a92d5f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 1001 time: 0.1761606 Nov 23 23:05:35.527763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:35.550143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-7cfb8c88-edb6-4007-ac07-28057e16bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:35.555070 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:35.558341 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-7cfb8c88-edb6-4007-ac07-28057e16bd8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.1932712 Nov 23 23:05:35.633887 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:35.653960 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Network 425552d9-63b5-4516-890f-a7e38e2c7cc4 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:35.657628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:35.673977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:05:35.677690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Pushing event updated for resources: {'Port': ['ID=1d24bd49-1ac3-4377-8322-0486c1822a72,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:35.775831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-8c678380-61bc-40ce-8fb7-7c141fc1c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:35.782827 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-8c678380-61bc-40ce-8fb7-7c141fc1c6aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173047 Nov 23 23:05:35.794253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-607e454d-8d71-483d-867a-f2b8e88e4b36 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:05:35.804397 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-607e454d-8d71-483d-867a-f2b8e88e4b36 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146554 Nov 23 23:05:35.808971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:35.863213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Attempting to bind port 1d24bd49-1ac3-4377-8322-0486c1822a72 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:05:35.872277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Attempting to bind port 1d24bd49-1ac3-4377-8322-0486c1822a72 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '608c4289-a707-41cc-a006-916bbbaa1b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:05:35.878029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Attempting to bind port 1d24bd49-1ac3-4377-8322-0486c1822a72 on network 425552d9-63b5-4516-890f-a7e38e2c7cc4 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:05:35.887523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:05:35.888558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Checking segment: {'id': '608c4289-a707-41cc-a006-916bbbaa1b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:05:35.889212 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:35.898114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Bound using segment: {'id': '608c4289-a707-41cc-a006-916bbbaa1b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:05:35.900191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Bound port: 1d24bd49-1ac3-4377-8322-0486c1822a72, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608c4289-a707-41cc-a006-916bbbaa1b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '425552d9-63b5-4516-890f-a7e38e2c7cc4'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:05:35.900883 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:36.062922 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-09c8a441-8ab2-4ba3-a914-202be8313aba service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500451 Nov 23 23:05:36.113785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] For port 1d24bd49-1ac3-4377-8322-0486c1822a72, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:05:36.128054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] For port 1d24bd49-1ac3-4377-8322-0486c1822a72, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1d24bd49-1ac3-4377-8322-0486c1822a72,segment=NetworkSegment(608c4289-a707-41cc-a006-916bbbaa1b52),segment_id=608c4289-a707-41cc-a006-916bbbaa1b52)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:05:36.157939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:36.362895 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3c39133-567a-41ee-9aa6-bc92c9989030 req-a38ec0f8-26db-420d-add4-491b0ffc9546 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916183 Nov 23 23:05:36.400708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2894a0-8246-4863-91bd-5fa88696d108 None None] Pushing event updated for resources: {'Port': ['ID=1d24bd49-1ac3-4377-8322-0486c1822a72,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:36.803263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Allocated IP 2001:db8::1 (075137e7-1c41-4944-964c-4a11d4ab6c31/cefa46e7-38e3-42dd-85ca-099d77dc3267/5f53c70d-3ed8-45a5-80cf-5a6de1c96000) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:05:36.838597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:37.042458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:37.112497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:37.235021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:37.260156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:37.265530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:05:37.266144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:37.327194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Port': ['ID=5f53c70d-3ed8-45a5-80cf-5a6de1c96000,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:37.519042 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:37.579457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:37.774848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-133eff0d-b8e8-4580-b36e-2a519b0eb978 None None] Provisioning complete for port 5f53c70d-3ed8-45a5-80cf-5a6de1c96000 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:37.775238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-133eff0d-b8e8-4580-b36e-2a519b0eb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:37.898598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-133eff0d-b8e8-4580-b36e-2a519b0eb978 None None] Port 5f53c70d-3ed8-45a5-80cf-5a6de1c96000 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:05:38.061277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1d24bd49-1ac3-4377-8322-0486c1822a72 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:38.121652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.215855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1d24bd49-1ac3-4377-8322-0486c1822a72 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:38.216419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.368700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.378633 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.379462 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.426085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea33ad-f99b-4c3c-b81b-e3dc8e6a0ca7 None None] Network 425552d9-63b5-4516-890f-a7e38e2c7cc4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:38.549017 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.551476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2c149241-4a59-4c42-94fa-4f4d18fb581b None None] Provisioning complete for port 1d24bd49-1ac3-4377-8322-0486c1822a72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:38.552149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2c149241-4a59-4c42-94fa-4f4d18fb581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.577935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event updated for resources: {'Port': ['ID=5f53c70d-3ed8-45a5-80cf-5a6de1c96000,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:38.657373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 1d24bd49-1ac3-4377-8322-0486c1822a72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1d24bd49-1ac3-4377-8322-0486c1822a72,segment=NetworkSegment(608c4289-a707-41cc-a006-916bbbaa1b52),segment_id=608c4289-a707-41cc-a006-916bbbaa1b52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:38.695636 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:38.756508 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:05:38.765121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:05:38.852989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=1d24bd49-1ac3-4377-8322-0486c1822a72,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:39.055201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Router 8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:05:39.418382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cf4ca420-f48a-4b89-b498-9c99a41d686f None None] Provisioning complete for port 5f53c70d-3ed8-45a5-80cf-5a6de1c96000 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:39.419468 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca420-f48a-4b89-b498-9c99a41d686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:39.431047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:05:39.453810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40150) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:39.468242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1baa094d-e081-4873-a12f-f3bd8154ad03 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4355686 Nov 23 23:05:39.657804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ca420-f48a-4b89-b498-9c99a41d686f None None] Port 5f53c70d-3ed8-45a5-80cf-5a6de1c96000 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:05:39.669969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] Sync routers for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:05:39.703654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:39.704326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:39.831481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:39.900057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:39.902019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:40.073311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1d24bd49-1ac3-4377-8322-0486c1822a72 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:05:40.096280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:40.099765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd907be-40c9-4cf6-bd36-ed1edf202d8d None None] The sync data for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:05:40.213393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-120876aa-5c36-413d-87a5-7c9eb68980cc None None] Provisioning complete for port 1d24bd49-1ac3-4377-8322-0486c1822a72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:40.228307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-120876aa-5c36-413d-87a5-7c9eb68980cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:40.441917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:40.600894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1d24bd49-1ac3-4377-8322-0486c1822a72 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:05:40.601505 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:40.619999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a375262-31f9-4878-8dac-3a288e5c6b35 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:40.874436 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-9a375262-31f9-4878-8dac-3a288e5c6b35 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 23:05:40.875505 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a375262-31f9-4878-8dac-3a288e5c6b35 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 HTTP/1.1" status: 409 len: 329 time: 1.4198408 Nov 23 23:05:40.880237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:40.947066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c44c2406-3747-42db-bf0c-07a69128f87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:41.306843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c44c2406-3747-42db-bf0c-07a69128f87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:41.327286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c44c2406-3747-42db-bf0c-07a69128f87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:41.470198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c2406-3747-42db-bf0c-07a69128f87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e83b1f-9113-4c2a-8d8f-0ce29e66ac14,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:41.546720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c44c2406-3747-42db-bf0c-07a69128f87a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8c2d271adae4960b105f75e59cefaca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1020219 Nov 23 23:05:41.552424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40202) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:41.705787 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-139eff0e-055a-4131-b8c1-9299a906fe84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:41.767539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-139eff0e-055a-4131-b8c1-9299a906fe84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:41.895079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-139eff0e-055a-4131-b8c1-9299a906fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:41.900444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-139eff0e-055a-4131-b8c1-9299a906fe84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:41.902482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-139eff0e-055a-4131-b8c1-9299a906fe84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3e83b1f-9113-4c2a-8d8f-0ce29e66ac14 HTTP/1.1" status: 204 len: 168 time: 0.3487263 Nov 23 23:05:41.932870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eff0e-055a-4131-b8c1-9299a906fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e83b1f-9113-4c2a-8d8f-0ce29e66ac14,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:42.146896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:42.247495 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:05:42.711171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40228) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:42.744770 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-039f07e0-b9fb-49ef-b681-12dd9db87e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:42.991782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-039f07e0-b9fb-49ef-b681-12dd9db87e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:42.995526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting port 5f53c70d-3ed8-45a5-80cf-5a6de1c96000 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:42.996235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:43.008568 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-039f07e0-b9fb-49ef-b681-12dd9db87e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:43.123321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-039f07e0-b9fb-49ef-b681-12dd9db87e9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66e03f07bcb844a0af8593111dd250e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4109771 Nov 23 23:05:43.148517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f07e0-b9fb-49ef-b681-12dd9db87e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5775a229-69dd-4f61-b713-444dfaaf19d8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:43.151038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:43.316723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:43.336466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29278973-7c0b-4089-a45b-c609e00a4288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:43.345353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Calling delete_port for 5f53c70d-3ed8-45a5-80cf-5a6de1c96000 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:43.367217 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29278973-7c0b-4089-a45b-c609e00a4288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:43.537483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29278973-7c0b-4089-a45b-c609e00a4288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:43.546865 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29278973-7c0b-4089-a45b-c609e00a4288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:43.559328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-29278973-7c0b-4089-a45b-c609e00a4288 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5775a229-69dd-4f61-b713-444dfaaf19d8 HTTP/1.1" status: 204 len: 168 time: 0.4070103 Nov 23 23:05:43.576827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29278973-7c0b-4089-a45b-c609e00a4288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5775a229-69dd-4f61-b713-444dfaaf19d8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:44.083474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:44.188402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Port': ['ID=5f53c70d-3ed8-45a5-80cf-5a6de1c96000,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:44.602911 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:45.010558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Router 8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:05:45.149123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:05:45.154933 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8a82b5b8-bf68-44e3-97cd-7b17d413d032 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2735863 Nov 23 23:05:45.161805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40298) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:45.163333 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] Sync routers for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:05:45.200965 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:45.202090 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:45.226996 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-49fb969c-a9b0-4c7a-b7a8-7a5735ac82eb tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] show failed (client error): The resource could not be found. Nov 23 23:05:45.229717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-49fb969c-a9b0-4c7a-b7a8-7a5735ac82eb tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-520674251 HTTP/1.1" status: 404 len: 334 time: 0.0656099 Nov 23 23:05:45.232452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40300) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:45.244173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40304) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:45.285329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e68c9b2d-2c0f-4b50-b5a9-3f7159065752 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:45.318028 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:45.345381 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] Routers {'8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:45.355519 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:05:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:45.449360 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-e68c9b2d-2c0f-4b50-b5a9-3f7159065752 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] update failed (client error): The resource could not be found. Nov 23 23:05:45.451674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e68c9b2d-2c0f-4b50-b5a9-3f7159065752 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-829777223 HTTP/1.1" status: 404 len: 334 time: 0.2020512 Nov 23 23:05:45.457170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40312) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:45.496177 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:45.501337 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee752a16-e7a0-4f16-91f7-e44f76101d45 None None] The sync data for ids ['8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:05:45.577598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77d0d495-419d-4340-88c6-269a41e44a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:45.591401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting subnet b6c42604-427c-4a6a-b0e2-35cb1b251595 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:05:45.605306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:45.723254 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:45.892948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77d0d495-419d-4340-88c6-269a41e44a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:45.899632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77d0d495-419d-4340-88c6-269a41e44a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:45.969342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:45.978494 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-77d0d495-419d-4340-88c6-269a41e44a68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92713e5f035341928411858510241bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7382524 Nov 23 23:05:45.980489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40328) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:46.035934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0d495-419d-4340-88c6-269a41e44a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5297e08b-4b78-40b4-8a81-889f1d949378,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:46.069823 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5822870d-e89a-4c45-8183-cd97bb7265a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.102570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5822870d-e89a-4c45-8183-cd97bb7265a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.196679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5822870d-e89a-4c45-8183-cd97bb7265a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.216814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5822870d-e89a-4c45-8183-cd97bb7265a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.227662 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.232789 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5822870d-e89a-4c45-8183-cd97bb7265a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5297e08b-4b78-40b4-8a81-889f1d949378 HTTP/1.1" status: 204 len: 168 time: 0.2491426 Nov 23 23:05:46.297797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c42604-427c-4a6a-b0e2-35cb1b251595,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:46.313197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103e475-2c0e-40c0-bbb1-cd647fbcce2a None None] Network 425552d9-63b5-4516-890f-a7e38e2c7cc4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:46.314105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.318837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-28e8c148-8d71-4b39-ac20-b0ae94d3adf7 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/subnets/b6c42604-427c-4a6a-b0e2-35cb1b251595 HTTP/1.1" status: 204 len: 168 time: 0.8593521 Nov 23 23:05:46.322647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40344) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:46.325935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822870d-e89a-4c45-8183-cd97bb7265a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5297e08b-4b78-40b4-8a81-889f1d949378,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:46.632473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.759472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] DHCP port deletion for 425552d9-63b5-4516-890f-a7e38e2c7cc4 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:05:46.842332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting port 1d24bd49-1ac3-4377-8322-0486c1822a72 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:46.843105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:46.863934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] Deleting port 1d24bd49-1ac3-4377-8322-0486c1822a72 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:46.864398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.055024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] For port 1d24bd49-1ac3-4377-8322-0486c1822a72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1d24bd49-1ac3-4377-8322-0486c1822a72,segment=NetworkSegment(608c4289-a707-41cc-a006-916bbbaa1b52),segment_id=608c4289-a707-41cc-a006-916bbbaa1b52)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:47.055545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.117309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Calling delete_port for 1d24bd49-1ac3-4377-8322-0486c1822a72 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:47.201073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] For port 1d24bd49-1ac3-4377-8322-0486c1822a72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1d24bd49-1ac3-4377-8322-0486c1822a72,segment=NetworkSegment(608c4289-a707-41cc-a006-916bbbaa1b52),segment_id=608c4289-a707-41cc-a006-916bbbaa1b52)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:47.201768 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.224438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40360) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:47.272863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-741918d6-29ef-4053-8302-24ec83aa9191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.297156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] Calling delete_port for 1d24bd49-1ac3-4377-8322-0486c1822a72 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:47.442250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-741918d6-29ef-4053-8302-24ec83aa9191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.451415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-741918d6-29ef-4053-8302-24ec83aa9191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.485307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.568080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] No DVR routers for this DVR port 1d24bd49-1ac3-4377-8322-0486c1822a72 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:47.570201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Port': ['ID=1d24bd49-1ac3-4377-8322-0486c1822a72,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:47.587026 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.588802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741918d6-29ef-4053-8302-24ec83aa9191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6052b8-b0aa-4245-a9ad-9fff7f44f470,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:47.595475 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-741918d6-29ef-4053-8302-24ec83aa9191 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6efdac0ddd2342a58393acec3e6dfc5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707900 Nov 23 23:05:47.597810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:47.700074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] Pushing event deleted for resources: {'Port': ['ID=1d24bd49-1ac3-4377-8322-0486c1822a72,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:47.711055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c771c42-13ce-4638-a345-27ed2fa0f306 None None] No DVR routers for this DVR port 1d24bd49-1ac3-4377-8322-0486c1822a72 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:47.756518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5dec442-d1ba-45b5-a7de-bf2aff64d119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.789837 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.816109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425552d9-63b5-4516-890f-a7e38e2c7cc4']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:47.835498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608c4289-a707-41cc-a006-916bbbaa1b52') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:47.836034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608c4289-a707-41cc-a006-916bbbaa1b52') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:47.848013 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.865379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.874597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:05:47.875323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.890526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5dec442-d1ba-45b5-a7de-bf2aff64d119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:47.926535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1d24bd49-1ac3-4377-8322-0486c1822a72 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:05:48.009221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1d24bd49-1ac3-4377-8322-0486c1822a72 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:05:48.013415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5dec442-d1ba-45b5-a7de-bf2aff64d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.014051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1d24bd49-1ac3-4377-8322-0486c1822a72 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:05:48.032936 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:05:48.039083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.048275 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.053914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5dec442-d1ba-45b5-a7de-bf2aff64d119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.058993 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a5dec442-d1ba-45b5-a7de-bf2aff64d119 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe6052b8-b0aa-4245-a9ad-9fff7f44f470 HTTP/1.1" status: 204 len: 168 time: 0.4597559 Nov 23 23:05:48.070578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/networks/425552d9-63b5-4516-890f-a7e38e2c7cc4 HTTP/1.1" status: 204 len: 168 time: 1.7440827 Nov 23 23:05:48.087783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dec442-d1ba-45b5-a7de-bf2aff64d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6052b8-b0aa-4245-a9ad-9fff7f44f470,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:48.092182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:48.188606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting subnet 12eabdf7-1c96-4e69-920d-543eb902bbb7 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:05:48.204941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.225122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d578-afeb-433f-a6fb-dd0c1071a825 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Network': ['ID=425552d9-63b5-4516-890f-a7e38e2c7cc4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:48.328067 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.592614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.732173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.792796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Subnet': ['ID=12eabdf7-1c96-4e69-920d-543eb902bbb7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:48.815264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.816424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf184c-90aa-4f86-acf3-06621cbbfe9a None None] Network 3665b7cc-bcc6-407f-b72f-417ce52fcc4c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:48.824484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-558084a7-19ca-48d6-9f5f-df7aeee04632 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/subnets/12eabdf7-1c96-4e69-920d-543eb902bbb7 HTTP/1.1" status: 204 len: 168 time: 0.7306612 Nov 23 23:05:48.828404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40404) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:49.048994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting subnet 8cc0c8df-bfcf-4cf4-982b-e705292d3d52 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:05:49.055939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.186305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40408) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:49.216643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-652f4906-76ad-4a3e-b923-ac96e3f8051c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.218312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.382320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] DHCP port deletion for 3665b7cc-bcc6-407f-b72f-417ce52fcc4c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:05:49.489349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] Deleting port 5102a5fa-e48f-4886-bacc-7954f8b0755f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:49.489747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.575079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-652f4906-76ad-4a3e-b923-ac96e3f8051c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.585521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-652f4906-76ad-4a3e-b923-ac96e3f8051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.628564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-652f4906-76ad-4a3e-b923-ac96e3f8051c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b3fb7e857c243a687cfa000bfd7bd8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4398222 Nov 23 23:05:49.631764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] For port 5102a5fa-e48f-4886-bacc-7954f8b0755f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5102a5fa-e48f-4886-bacc-7954f8b0755f,segment=NetworkSegment(c680e808-904c-4e74-af29-e4b21b322b15),segment_id=c680e808-904c-4e74-af29-e4b21b322b15)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:49.632187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.636911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40416) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:49.681397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f4906-76ad-4a3e-b923-ac96e3f8051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6037de1c-0765-42f8-87c3-102ceef641a2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:49.698208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] Calling delete_port for 5102a5fa-e48f-4886-bacc-7954f8b0755f owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:49.699234 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.726884 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae7b8-95a3-4ad9-9e7a-92dee60fc616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.773085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae7b8-95a3-4ad9-9e7a-92dee60fc616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.938216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:49.958265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae7b8-95a3-4ad9-9e7a-92dee60fc616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.009622 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.048812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae7b8-95a3-4ad9-9e7a-92dee60fc616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.061289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c0ae7b8-95a3-4ad9-9e7a-92dee60fc616 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6037de1c-0765-42f8-87c3-102ceef641a2 HTTP/1.1" status: 204 len: 168 time: 0.4222600 Nov 23 23:05:50.103486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5102a5fa-e48f-4886-bacc-7954f8b0755f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:05:50.103950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ae7b8-95a3-4ad9-9e7a-92dee60fc616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6037de1c-0765-42f8-87c3-102ceef641a2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:50.110239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] Pushing event deleted for resources: {'Port': ['ID=5102a5fa-e48f-4886-bacc-7954f8b0755f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:50.140336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc0c8df-bfcf-4cf4-982b-e705292d3d52,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:50.145954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f493c9-2833-489c-adcf-4eeb35e4c594 None None] No DVR routers for this DVR port 5102a5fa-e48f-4886-bacc-7954f8b0755f on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:50.159598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.173614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-99f27c32-2585-49d5-b8a5-b80f5bb1b133 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/subnets/8cc0c8df-bfcf-4cf4-982b-e705292d3d52 HTTP/1.1" status: 204 len: 168 time: 1.3404572 Nov 23 23:05:50.174091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40424) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:50.259271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afed0c3-0907-414e-8d1a-8df22ed3f999 None None] Network dd26ae28-5202-49f0-b71e-b9695d33890c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:50.265423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5102a5fa-e48f-4886-bacc-7954f8b0755f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:05:50.266244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5102a5fa-e48f-4886-bacc-7954f8b0755f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:05:50.422337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.727705 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.759947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] DHCP port deletion for dd26ae28-5202-49f0-b71e-b9695d33890c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:05:50.760261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3665b7cc-bcc6-407f-b72f-417ce52fcc4c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:50.776562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c680e808-904c-4e74-af29-e4b21b322b15') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:50.778457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c680e808-904c-4e74-af29-e4b21b322b15') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:50.794413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.826055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.853521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:05:50.854600 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:05:50.942128 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:05:50.947441 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.957767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:50.962568 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/networks/3665b7cc-bcc6-407f-b72f-417ce52fcc4c HTTP/1.1" status: 204 len: 168 time: 0.7877054 Nov 23 23:05:50.966505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40438) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:51.009417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] Deleting port 9131c8a8-5ec7-4473-87ae-11df655dc669 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:51.011501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:51.022133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916b968-eb42-4f49-9da1-dfc6131df163 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Network': ['ID=3665b7cc-bcc6-407f-b72f-417ce52fcc4c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:51.130592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] For port 9131c8a8-5ec7-4473-87ae-11df655dc669, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9131c8a8-5ec7-4473-87ae-11df655dc669,segment=NetworkSegment(38dcd6f2-f71b-42b1-a17d-27baed28e8e6),segment_id=38dcd6f2-f71b-42b1-a17d-27baed28e8e6)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:51.131005 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:51.156179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] Calling delete_port for 9131c8a8-5ec7-4473-87ae-11df655dc669 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:51.161329 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:51.325354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting port 9131c8a8-5ec7-4473-87ae-11df655dc669 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:51.326172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:51.653562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] For port 9131c8a8-5ec7-4473-87ae-11df655dc669, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9131c8a8-5ec7-4473-87ae-11df655dc669,segment=NetworkSegment(38dcd6f2-f71b-42b1-a17d-27baed28e8e6),segment_id=38dcd6f2-f71b-42b1-a17d-27baed28e8e6)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:51.654360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:51.685907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Calling delete_port for 9131c8a8-5ec7-4473-87ae-11df655dc669 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:51.760411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:51.804229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] Pushing event deleted for resources: {'Port': ['ID=9131c8a8-5ec7-4473-87ae-11df655dc669,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:51.825621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c31ed-64b1-4514-9e21-015e3219109a None None] No DVR routers for this DVR port 9131c8a8-5ec7-4473-87ae-11df655dc669 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:51.952188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:51.979409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9131c8a8-5ec7-4473-87ae-11df655dc669 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:05:52.009376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 9131c8a8-5ec7-4473-87ae-11df655dc669 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:05:52.009736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9131c8a8-5ec7-4473-87ae-11df655dc669 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:05:52.013015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Port': ['ID=9131c8a8-5ec7-4473-87ae-11df655dc669,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:52.021780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] No DVR routers for this DVR port 9131c8a8-5ec7-4473-87ae-11df655dc669 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:52.206156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.243684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd26ae28-5202-49f0-b71e-b9695d33890c']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:52.262263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dcd6f2-f71b-42b1-a17d-27baed28e8e6') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:52.262907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dcd6f2-f71b-42b1-a17d-27baed28e8e6') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:52.277223 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.303889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.332977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:05:52.334172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: self.session.flush() Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:05:52.339470 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:05:52.458640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.470909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.479777 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/networks/dd26ae28-5202-49f0-b71e-b9695d33890c HTTP/1.1" status: 204 len: 168 time: 1.5117271 Nov 23 23:05:52.483409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40488) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:52.539706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77f93c-8666-49d3-846a-dd14b7fa20df tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Network': ['ID=dd26ae28-5202-49f0-b71e-b9695d33890c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:52.626060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting subnet cefa46e7-38e3-42dd-85ca-099d77dc3267 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:05:52.639379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.720324 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:52.930148 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:53.033128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:53.069065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Subnet': ['ID=cefa46e7-38e3-42dd-85ca-099d77dc3267,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:53.081128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:53.084297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce199e31-26b2-4639-a237-7c1486ffe611 None None] Network 075137e7-1c41-4944-964c-4a11d4ab6c31 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:05:53.089264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/subnets/cefa46e7-38e3-42dd-85ca-099d77dc3267 HTTP/1.1" status: 204 len: 168 time: 0.6003716 Nov 23 23:05:53.089410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:53.094141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.094578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.094827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.095815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.096306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.096669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.096901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.097157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.097718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.097896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.098251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.098530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073f1a1-b342-4294-bf79-bd5afc99df53 tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:53.371272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:53.519483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Deleting port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:53.521386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:53.582612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] DHCP port deletion for 075137e7-1c41-4944-964c-4a11d4ab6c31 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:05:53.770410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] Deleting port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:53.773047 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:53.813510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] For port fe520c6a-3abb-47d1-9da8-efcf6b7644c5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,segment=NetworkSegment(3f0d6f9e-f93b-4b3b-afe4-51c4f637d865),segment_id=3f0d6f9e-f93b-4b3b-afe4-51c4f637d865)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:53.814096 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:53.877083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Calling delete_port for fe520c6a-3abb-47d1-9da8-efcf6b7644c5 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:54.021260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] For port fe520c6a-3abb-47d1-9da8-efcf6b7644c5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,segment=NetworkSegment(3f0d6f9e-f93b-4b3b-afe4-51c4f637d865),segment_id=3f0d6f9e-f93b-4b3b-afe4-51c4f637d865)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:54.022220 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.037864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fe520c6a-3abb-47d1-9da8-efcf6b7644c5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:05:54.085960 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.147134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] Calling delete_port for fe520c6a-3abb-47d1-9da8-efcf6b7644c5 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:54.154601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Port': ['ID=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:54.173042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] No DVR routers for this DVR port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:54.177176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 23:05:54.181648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fe520c6a-3abb-47d1-9da8-efcf6b7644c5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:05:54.353926 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.378917 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.382873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075137e7-1c41-4944-964c-4a11d4ab6c31']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:54.405256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0d6f9e-f93b-4b3b-afe4-51c4f637d865') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:54.405559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0d6f9e-f93b-4b3b-afe4-51c4f637d865') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:54.417933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.424060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] Pushing event deleted for resources: {'Port': ['ID=fe520c6a-3abb-47d1-9da8-efcf6b7644c5,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:54.432894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30dc09-63ac-45c2-bdb3-bf6634e21c63 None None] No DVR routers for this DVR port fe520c6a-3abb-47d1-9da8-efcf6b7644c5 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:54.439302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.454766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:05:54.455235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:05:54.524383 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:05:54.598056 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.608279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:54.627698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40584) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:54.642739 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/networks/075137e7-1c41-4944-964c-4a11d4ab6c31 HTTP/1.1" status: 204 len: 168 time: 1.5331817 Nov 23 23:05:54.685127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3bf41-bd98-4f80-beed-ae24c3990a5d tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Pushing event deleted for resources: {'Network': ['ID=075137e7-1c41-4944-964c-4a11d4ab6c31,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:54.696012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40588) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:54.704312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-05b73e1a-32e6-4470-a9d4-4a958baaf75f tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 HTTP/1.1" status: 200 len: 205 time: 0.0741470 Nov 23 23:05:54.910941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-273a2c4e-7722-4a45-8a22-87a31a4551ca tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:55.297075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-273a2c4e-7722-4a45-8a22-87a31a4551ca tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:55.300596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-273a2c4e-7722-4a45-8a22-87a31a4551ca tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:55.368533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-273a2c4e-7722-4a45-8a22-87a31a4551ca tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:55.369621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273a2c4e-7722-4a45-8a22-87a31a4551ca tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Fanout notify agent at l3_agent the message router_deleted on router 8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:05:55.383915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-273a2c4e-7722-4a45-8a22-87a31a4551ca tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:55.390935 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-273a2c4e-7722-4a45-8a22-87a31a4551ca tempest-RoutersNegativeIpV6Test-643299800 tempest-RoutersNegativeIpV6Test-643299800-project] 10.222.0.11 "DELETE /v2.0/routers/8b8efa2f-2e81-4d8a-ba52-774e3bb7dee3 HTTP/1.1" status: 204 len: 168 time: 0.6931174 Nov 23 23:05:55.942421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40634) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:56.242029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b48db271-1f61-4c7f-afc1-db4e8b6d16b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0aa7634acdb84dad9279ff6414333676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959971 Nov 23 23:05:56.242795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40640) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:56.369185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-954b82d8-7e6e-473b-b6b6-3383c8891649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.434453 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-954b82d8-7e6e-473b-b6b6-3383c8891649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.512487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-954b82d8-7e6e-473b-b6b6-3383c8891649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.516351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-954b82d8-7e6e-473b-b6b6-3383c8891649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.521921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-954b82d8-7e6e-473b-b6b6-3383c8891649 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1603c181-d9e6-4180-83ad-2dd8f78379b5 HTTP/1.1" status: 204 len: 168 time: 0.2774329 Nov 23 23:05:56.534032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b82d8-7e6e-473b-b6b6-3383c8891649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1603c181-d9e6-4180-83ad-2dd8f78379b5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:56.999834 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.113641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:58.378312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--176174042'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:58.427372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.463840 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.650188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.660360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.745586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b36214-9e83-4982-96ca-8cc4b918549e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:58.779126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.788167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.836190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1723df14-a388-4ee4-aa15-004f8d6586fb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:58.875028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.878870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c61b0599-4c59-4d33-8188-4cf659c9b079 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7629848 Nov 23 23:05:58.881672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40692) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:59.034747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:59.035168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3cb97a2d-cbdc-4ce5-b0fb-6603106a34e8 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1519864 Nov 23 23:05:59.040732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4ffe7da9-6c82-42df-ac07-27be6c538108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-security--1052382540', 'description': 'tempest-security-description-577424053'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:05:59.093926 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7da9-6c82-42df-ac07-27be6c538108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.213981 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7da9-6c82-42df-ac07-27be6c538108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.233777 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7da9-6c82-42df-ac07-27be6c538108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.241775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffe7da9-6c82-42df-ac07-27be6c538108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.242016 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ffe7da9-6c82-42df-ac07-27be6c538108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "PUT /v2.0/security-groups/1723df14-a388-4ee4-aa15-004f8d6586fb HTTP/1.1" status: 200 len: 1796 time: 0.2062900 Nov 23 23:05:59.245001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40710) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:59.289916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe7da9-6c82-42df-ac07-27be6c538108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1723df14-a388-4ee4-aa15-004f8d6586fb,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:59.336546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-57b9d602-ff7e-435d-b5d6-8d500a138daf tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups/1723df14-a388-4ee4-aa15-004f8d6586fb HTTP/1.1" status: 200 len: 1796 time: 0.0870848 Nov 23 23:05:59.337257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40714) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:59.499148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85e3a240-0b4d-4296-901f-f13aee952d79 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.611930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85e3a240-0b4d-4296-901f-f13aee952d79 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.826300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85e3a240-0b4d-4296-901f-f13aee952d79 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.841687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85e3a240-0b4d-4296-901f-f13aee952d79 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.844589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-85e3a240-0b4d-4296-901f-f13aee952d79 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/1723df14-a388-4ee4-aa15-004f8d6586fb HTTP/1.1" status: 204 len: 168 time: 0.5046065 Nov 23 23:05:59.846065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40718) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:59.875418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3a240-0b4d-4296-901f-f13aee952d79 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1723df14-a388-4ee4-aa15-004f8d6586fb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:00.084968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40726) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:00.090179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-049507ae-4531-4ff9-a1bc-3bad2dd6a834 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2415450 Nov 23 23:06:00.122860 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-e504f2ae-b82c-48a8-90d5-50335ab4f7f6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] delete failed (client error): The resource could not be found. Nov 23 23:06:00.122860 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e504f2ae-b82c-48a8-90d5-50335ab4f7f6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/1723df14-a388-4ee4-aa15-004f8d6586fb HTTP/1.1" status: 404 len: 347 time: 0.0293305 Nov 23 23:06:00.122860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40728) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:00.124792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c423e990-4ede-400c-bc0c-14d47d9732c9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091706900'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:00.188157 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c423e990-4ede-400c-bc0c-14d47d9732c9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.381892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c423e990-4ede-400c-bc0c-14d47d9732c9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.392731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c423e990-4ede-400c-bc0c-14d47d9732c9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.503834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423e990-4ede-400c-bc0c-14d47d9732c9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ece756a-07d6-49fd-938e-e806d821670f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:00.547393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c423e990-4ede-400c-bc0c-14d47d9732c9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.549947 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c423e990-4ede-400c-bc0c-14d47d9732c9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4292283 Nov 23 23:06:00.552792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40736) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:00.562589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3d738c8c-1c4c-45a7-a17b-c8f75abb4ecb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '8ece756a-07d6-49fd-938e-e806d821670f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:00.657145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d738c8c-1c4c-45a7-a17b-c8f75abb4ecb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.839087 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d738c8c-1c4c-45a7-a17b-c8f75abb4ecb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.850485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d738c8c-1c4c-45a7-a17b-c8f75abb4ecb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.914383 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d738c8c-1c4c-45a7-a17b-c8f75abb4ecb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9121100f-f83b-4e96-844c-5ada87e685d3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:00.947838 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d738c8c-1c4c-45a7-a17b-c8f75abb4ecb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.960611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40738) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:00.963410 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d738c8c-1c4c-45a7-a17b-c8f75abb4ecb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4030540 Nov 23 23:06:01.003635 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa350a3d-294c-4347-a8b5-751e4c16c76b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.028101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa350a3d-294c-4347-a8b5-751e4c16c76b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.078567 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa350a3d-294c-4347-a8b5-751e4c16c76b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.102110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa350a3d-294c-4347-a8b5-751e4c16c76b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.106747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40740) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:01.107154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aa350a3d-294c-4347-a8b5-751e4c16c76b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9121100f-f83b-4e96-844c-5ada87e685d3 HTTP/1.1" status: 204 len: 168 time: 0.1451523 Nov 23 23:06:01.108313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa350a3d-294c-4347-a8b5-751e4c16c76b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9121100f-f83b-4e96-844c-5ada87e685d3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:01.222456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40746) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:01.223196 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b9b9d9d4-3a15-4d5b-ba28-05a72ae8545e tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112194 Nov 23 23:06:01.345882 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bedf8b2e-5b3a-4006-9aab-9d4762d3fbab tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.412415 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bedf8b2e-5b3a-4006-9aab-9d4762d3fbab tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.521169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bedf8b2e-5b3a-4006-9aab-9d4762d3fbab tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.525278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bedf8b2e-5b3a-4006-9aab-9d4762d3fbab tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.526845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bedf8b2e-5b3a-4006-9aab-9d4762d3fbab tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/8ece756a-07d6-49fd-938e-e806d821670f HTTP/1.1" status: 204 len: 168 time: 0.3029034 Nov 23 23:06:01.530089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:01.555753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf8b2e-5b3a-4006-9aab-9d4762d3fbab tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ece756a-07d6-49fd-938e-e806d821670f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:01.616608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-97c55255-1a15-465d-85bc-86889d30d1f1 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0845828 Nov 23 23:06:01.621235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40758) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:01.628264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-91456753-028e-47c6-a093-48d5ef7dd7e4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295795290'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:01.665929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c42be5cb-9e82-428c-9d58-726e8c76f931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.681583 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91456753-028e-47c6-a093-48d5ef7dd7e4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.797982 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91456753-028e-47c6-a093-48d5ef7dd7e4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.821041 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91456753-028e-47c6-a093-48d5ef7dd7e4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.886006 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91456753-028e-47c6-a093-48d5ef7dd7e4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:01.893548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-91456753-028e-47c6-a093-48d5ef7dd7e4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2682471 Nov 23 23:06:01.893975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40760) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:01.899453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c935913d-b91a-40ce-9c96-a09846e7dc20 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '32386445-7700-42c0-a622-dc495d4f6fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:01.928542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91456753-028e-47c6-a093-48d5ef7dd7e4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32386445-7700-42c0-a622-dc495d4f6fd7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:01.984713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c935913d-b91a-40ce-9c96-a09846e7dc20 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.175719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c935913d-b91a-40ce-9c96-a09846e7dc20 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.187874 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c935913d-b91a-40ce-9c96-a09846e7dc20 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.249775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935913d-b91a-40ce-9c96-a09846e7dc20 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b783fea1-b075-42bf-8d3b-f31a7a4f9bbf,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:02.270729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c935913d-b91a-40ce-9c96-a09846e7dc20 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.273821 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c935913d-b91a-40ce-9c96-a09846e7dc20 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3787138 Nov 23 23:06:02.276228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40774) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:02.283184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0d190865-7d5b-40e8-9094-a6173eb0055d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '32386445-7700-42c0-a622-dc495d4f6fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:02.412506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d190865-7d5b-40e8-9094-a6173eb0055d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.551323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d190865-7d5b-40e8-9094-a6173eb0055d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.558014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d190865-7d5b-40e8-9094-a6173eb0055d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.645679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d190865-7d5b-40e8-9094-a6173eb0055d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c823d7-d7c1-4cda-a41a-917488ba65d5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:02.671150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d190865-7d5b-40e8-9094-a6173eb0055d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.672989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0d190865-7d5b-40e8-9094-a6173eb0055d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3950288 Nov 23 23:06:02.676105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:02.681309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-144705ba-5058-4bfc-9207-2b70dbdb27fb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '32386445-7700-42c0-a622-dc495d4f6fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:02.738796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-144705ba-5058-4bfc-9207-2b70dbdb27fb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.920751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-144705ba-5058-4bfc-9207-2b70dbdb27fb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.929681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-144705ba-5058-4bfc-9207-2b70dbdb27fb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.999208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144705ba-5058-4bfc-9207-2b70dbdb27fb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0c9511-d6b3-4b53-a795-9a0ea63f8ccd,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:03.025280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-144705ba-5058-4bfc-9207-2b70dbdb27fb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.031270 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-144705ba-5058-4bfc-9207-2b70dbdb27fb tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3509145 Nov 23 23:06:03.031502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40794) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:03.045617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-eca8f236-efa4-4dcb-9522-3edd5893b481 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '32386445-7700-42c0-a622-dc495d4f6fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:03.214292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eca8f236-efa4-4dcb-9522-3edd5893b481 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.344353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eca8f236-efa4-4dcb-9522-3edd5893b481 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.349901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eca8f236-efa4-4dcb-9522-3edd5893b481 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.477828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8f236-efa4-4dcb-9522-3edd5893b481 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1b72ed-912d-459c-b5ac-d640b9773540,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:03.497783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eca8f236-efa4-4dcb-9522-3edd5893b481 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.502712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40808) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:03.509607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ac577153-4b1d-4584-844f-810d8a678c53 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '32386445-7700-42c0-a622-dc495d4f6fd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:03.516217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eca8f236-efa4-4dcb-9522-3edd5893b481 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4834814 Nov 23 23:06:03.555902 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac577153-4b1d-4584-844f-810d8a678c53 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.695796 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac577153-4b1d-4584-844f-810d8a678c53 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.705511 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac577153-4b1d-4584-844f-810d8a678c53 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.786374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac577153-4b1d-4584-844f-810d8a678c53 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc7a01f-131f-49f4-af37-237ba09bf12c,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:03.810503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ac577153-4b1d-4584-844f-810d8a678c53 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.823636 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ac577153-4b1d-4584-844f-810d8a678c53 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3156290 Nov 23 23:06:03.825359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40816) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:03.895005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d6fe-756d-49c6-8863-cb853d39235b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.919043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d6fe-756d-49c6-8863-cb853d39235b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:03.987383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d6fe-756d-49c6-8863-cb853d39235b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.001589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d6fe-756d-49c6-8863-cb853d39235b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.012748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40822) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:04.029755 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2cf9d6fe-756d-49c6-8863-cb853d39235b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8bc7a01f-131f-49f4-af37-237ba09bf12c HTTP/1.1" status: 204 len: 168 time: 0.2005978 Nov 23 23:06:04.063978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9d6fe-756d-49c6-8863-cb853d39235b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bc7a01f-131f-49f4-af37-237ba09bf12c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:04.107814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40824) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:04.114853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b1097d35-2e03-48a9-b5f0-73ed1f1ce096 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1004605 Nov 23 23:06:04.212535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bfc96b6-d90b-490e-8235-063c62a2d46d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.256988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bfc96b6-d90b-490e-8235-063c62a2d46d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.399276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bfc96b6-d90b-490e-8235-063c62a2d46d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.437211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6bfc96b6-d90b-490e-8235-063c62a2d46d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.441970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40834) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:04.447681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6bfc96b6-d90b-490e-8235-063c62a2d46d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/dc1b72ed-912d-459c-b5ac-d640b9773540 HTTP/1.1" status: 204 len: 168 time: 0.3300295 Nov 23 23:06:04.479150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc96b6-d90b-490e-8235-063c62a2d46d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc1b72ed-912d-459c-b5ac-d640b9773540,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:04.681051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40846) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:04.681795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b0a2f33a-c4d2-43e1-8af0-fe6db3a72454 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2385347 Nov 23 23:06:04.747019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41395377-8741-4334-81c2-823317514206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.794349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40850) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:04.810445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e91aa72e-a702-4e6a-8231-f3ae4d9929db tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.842960 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e91aa72e-a702-4e6a-8231-f3ae4d9929db tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.964835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e91aa72e-a702-4e6a-8231-f3ae4d9929db tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.971280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e91aa72e-a702-4e6a-8231-f3ae4d9929db tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.979659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40854) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:04.982192 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e91aa72e-a702-4e6a-8231-f3ae4d9929db tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/7e0c9511-d6b3-4b53-a795-9a0ea63f8ccd HTTP/1.1" status: 204 len: 168 time: 0.2993348 Nov 23 23:06:05.023958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aa72e-a702-4e6a-8231-f3ae4d9929db tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e0c9511-d6b3-4b53-a795-9a0ea63f8ccd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:05.068051 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.149755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-12eb11c4-1b93-41a1-bf3f-5aed46e9c143 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1655855 Nov 23 23:06:05.151734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:05.160672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cb98b70-45b3-4b8a-b2a4-92eb6b8e4568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.251282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5830022-6ecd-4d23-8c03-0628feff698e tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.266434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5830022-6ecd-4d23-8c03-0628feff698e tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.360092 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5830022-6ecd-4d23-8c03-0628feff698e tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.369421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5830022-6ecd-4d23-8c03-0628feff698e tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.387365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40866) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:05.390036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b5830022-6ecd-4d23-8c03-0628feff698e tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b2c823d7-d7c1-4cda-a41a-917488ba65d5 HTTP/1.1" status: 204 len: 168 time: 0.2365174 Nov 23 23:06:05.425635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5830022-6ecd-4d23-8c03-0628feff698e tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2c823d7-d7c1-4cda-a41a-917488ba65d5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:05.518676 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cb98b70-45b3-4b8a-b2a4-92eb6b8e4568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.552579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:05.574849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7b3a57bf-67c5-4a49-b403-6ccf4e28b0bd tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1851106 Nov 23 23:06:05.583645 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cb98b70-45b3-4b8a-b2a4-92eb6b8e4568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.662711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb98b70-45b3-4b8a-b2a4-92eb6b8e4568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d7f615-3245-40e4-b423-13d455afc738,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:05.665621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b963a1-00c3-4def-8729-aa3207eec7b5 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.671397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9cb98b70-45b3-4b8a-b2a4-92eb6b8e4568 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99505967a3db43218ef82a6781682e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8751183 Nov 23 23:06:05.679681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40874) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:05.736262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b963a1-00c3-4def-8729-aa3207eec7b5 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.860739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1f82b58-f291-4c6e-9f6c-b8eec3869c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.888647 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b963a1-00c3-4def-8729-aa3207eec7b5 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.933785 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-25b963a1-00c3-4def-8729-aa3207eec7b5 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.937565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40884) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:05.955722 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-25b963a1-00c3-4def-8729-aa3207eec7b5 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b783fea1-b075-42bf-8d3b-f31a7a4f9bbf HTTP/1.1" status: 204 len: 168 time: 0.4011559 Nov 23 23:06:05.982019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1f82b58-f291-4c6e-9f6c-b8eec3869c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.027061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b963a1-00c3-4def-8729-aa3207eec7b5 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b783fea1-b075-42bf-8d3b-f31a7a4f9bbf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:06.031427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6d498627-4d09-4caf-a182-7a72b548c07f tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0926666 Nov 23 23:06:06.035301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40886) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:06.148765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1f82b58-f291-4c6e-9f6c-b8eec3869c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.188513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1f82b58-f291-4c6e-9f6c-b8eec3869c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.194665 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c1f82b58-f291-4c6e-9f6c-b8eec3869c3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96d7f615-3245-40e4-b423-13d455afc738 HTTP/1.1" status: 204 len: 168 time: 0.5136869 Nov 23 23:06:06.218139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb673-6829-4d6c-ac85-c449d8d6fe56 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.251014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f82b58-f291-4c6e-9f6c-b8eec3869c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d7f615-3245-40e4-b423-13d455afc738,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:06.337346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb673-6829-4d6c-ac85-c449d8d6fe56 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.429113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb673-6829-4d6c-ac85-c449d8d6fe56 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.443015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb673-6829-4d6c-ac85-c449d8d6fe56 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.449596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:06.449829 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bc9bb673-6829-4d6c-ac85-c449d8d6fe56 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/32386445-7700-42c0-a622-dc495d4f6fd7 HTTP/1.1" status: 204 len: 168 time: 0.4083798 Nov 23 23:06:06.490447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bb673-6829-4d6c-ac85-c449d8d6fe56 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32386445-7700-42c0-a622-dc495d4f6fd7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:06.667154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.710407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e2f16d2-5188-4a65-ac59-324d16ff67c4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2588165 Nov 23 23:06:06.721108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40902) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:06.731315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5dbb00d9-4a8c-4dce-a4db-5e7f94837d1d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--874348891'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:06.789152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dbb00d9-4a8c-4dce-a4db-5e7f94837d1d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.006741 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dbb00d9-4a8c-4dce-a4db-5e7f94837d1d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.018950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dbb00d9-4a8c-4dce-a4db-5e7f94837d1d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.198902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dbb00d9-4a8c-4dce-a4db-5e7f94837d1d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.201897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5dbb00d9-4a8c-4dce-a4db-5e7f94837d1d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4786811 Nov 23 23:06:07.204680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40918) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:07.210104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c937caf1-f9e5-4533-8b86-49d0dcb20b28 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': 'b7de4f63-b653-4706-84cd-82c745cd0758', 'direction': 'ingress', 'protocol': 17}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:07.246331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb00d9-4a8c-4dce-a4db-5e7f94837d1d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de4f63-b653-4706-84cd-82c745cd0758,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:07.303925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c937caf1-f9e5-4533-8b86-49d0dcb20b28 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.413985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c937caf1-f9e5-4533-8b86-49d0dcb20b28 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.419922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c937caf1-f9e5-4533-8b86-49d0dcb20b28 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.459878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937caf1-f9e5-4533-8b86-49d0dcb20b28 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c043c88a-d703-4068-b142-2b71dfb07978,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:07.480658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c937caf1-f9e5-4533-8b86-49d0dcb20b28 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.486364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40930) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:07.487075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c937caf1-f9e5-4533-8b86-49d0dcb20b28 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2811894 Nov 23 23:06:07.506688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.597195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b618ee07-3e80-4e5b-8766-4ae2e18b07a9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.639557 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b618ee07-3e80-4e5b-8766-4ae2e18b07a9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.726531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b618ee07-3e80-4e5b-8766-4ae2e18b07a9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.731905 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b618ee07-3e80-4e5b-8766-4ae2e18b07a9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.737438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b618ee07-3e80-4e5b-8766-4ae2e18b07a9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/b7de4f63-b653-4706-84cd-82c745cd0758 HTTP/1.1" status: 204 len: 168 time: 0.2452857 Nov 23 23:06:07.738558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40942) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:07.761781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618ee07-3e80-4e5b-8766-4ae2e18b07a9 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de4f63-b653-4706-84cd-82c745cd0758,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:07.844267 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a86ae6d1-c3da-4756-939c-1920fd5305d4 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1041968 Nov 23 23:06:07.848123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40946) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:07.852792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-54355097-5919-402e-a62d-a110bab6f01d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--919053130'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:07.890816 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-54355097-5919-402e-a62d-a110bab6f01d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.035284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-54355097-5919-402e-a62d-a110bab6f01d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.048637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-54355097-5919-402e-a62d-a110bab6f01d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.086534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.102152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-54355097-5919-402e-a62d-a110bab6f01d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.108778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40954) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:08.109164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-54355097-5919-402e-a62d-a110bab6f01d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2596102 Nov 23 23:06:08.116129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3be80d93-de2e-47ec-b2cc-1f00d0f718ac tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777362052'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:08.123788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54355097-5919-402e-a62d-a110bab6f01d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d318be-4b1c-4fcb-8cce-343e8a1fcd81,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:08.157464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be80d93-de2e-47ec-b2cc-1f00d0f718ac tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.309473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be80d93-de2e-47ec-b2cc-1f00d0f718ac tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.322522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be80d93-de2e-47ec-b2cc-1f00d0f718ac tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.382691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be80d93-de2e-47ec-b2cc-1f00d0f718ac tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25555669-9478-4b84-bf73-160128d4121d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:08.424137 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be80d93-de2e-47ec-b2cc-1f00d0f718ac tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.429504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:08.439302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3be80d93-de2e-47ec-b2cc-1f00d0f718ac tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3267047 Nov 23 23:06:08.447024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e197d953-c897-4d50-9412-b067332ba937 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '72d318be-4b1c-4fcb-8cce-343e8a1fcd81', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25555669-9478-4b84-bf73-160128d4121d', 'remote_ip_prefix': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:08.584732 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e197d953-c897-4d50-9412-b067332ba937 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.734137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e197d953-c897-4d50-9412-b067332ba937 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.740440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e197d953-c897-4d50-9412-b067332ba937 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.774758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197d953-c897-4d50-9412-b067332ba937 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fca545-8feb-41c1-af0d-63dac43d0b8b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:08.798657 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e197d953-c897-4d50-9412-b067332ba937 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.801900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40986) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:08.806255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e197d953-c897-4d50-9412-b067332ba937 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3755345 Nov 23 23:06:08.844400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72562126-b8d0-406b-b38e-f2c1c85e6018 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.863563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72562126-b8d0-406b-b38e-f2c1c85e6018 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.914930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72562126-b8d0-406b-b38e-f2c1c85e6018 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.943594 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72562126-b8d0-406b-b38e-f2c1c85e6018 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.949678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 40992) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:08.951354 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-72562126-b8d0-406b-b38e-f2c1c85e6018 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b2fca545-8feb-41c1-af0d-63dac43d0b8b HTTP/1.1" status: 204 len: 168 time: 0.1460660 Nov 23 23:06:08.966834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72562126-b8d0-406b-b38e-f2c1c85e6018 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2fca545-8feb-41c1-af0d-63dac43d0b8b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:09.042024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20a098f3-3dd4-47fd-a566-b184b063e225 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0881464 Nov 23 23:06:09.042405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 40994) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:09.209175 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ad8ed-f386-4cbd-9d32-48600e1cbc05 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.285105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ad8ed-f386-4cbd-9d32-48600e1cbc05 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.422210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ad8ed-f386-4cbd-9d32-48600e1cbc05 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.435171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f14ad8ed-f386-4cbd-9d32-48600e1cbc05 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.459450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f14ad8ed-f386-4cbd-9d32-48600e1cbc05 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/25555669-9478-4b84-bf73-160128d4121d HTTP/1.1" status: 204 len: 168 time: 0.4147739 Nov 23 23:06:09.459831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41008) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:09.502083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ad8ed-f386-4cbd-9d32-48600e1cbc05 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25555669-9478-4b84-bf73-160128d4121d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:09.602388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-787f0f3c-3e23-4b2d-9878-2898155e83cf tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1407115 Nov 23 23:06:09.604658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41014) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:09.739707 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe435c52-7235-4580-9b8b-ba81a61aee23 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.833075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe435c52-7235-4580-9b8b-ba81a61aee23 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.928133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe435c52-7235-4580-9b8b-ba81a61aee23 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.931511 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe435c52-7235-4580-9b8b-ba81a61aee23 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.933902 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fe435c52-7235-4580-9b8b-ba81a61aee23 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/72d318be-4b1c-4fcb-8cce-343e8a1fcd81 HTTP/1.1" status: 204 len: 168 time: 0.3266189 Nov 23 23:06:09.936703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41024) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:09.956530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe435c52-7235-4580-9b8b-ba81a61aee23 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d318be-4b1c-4fcb-8cce-343e8a1fcd81,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:10.125164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41028) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:10.127044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f63dc95a-5523-450c-95db-6145cb95dc01 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1813197 Nov 23 23:06:10.130250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234948489'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:10.176587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.349517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.361886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.403790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.405287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2787516 Nov 23 23:06:10.408946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41036) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:10.414766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0b6aa9f5-561f-49c1-80bb-da321f15ab46 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': 'ad5292be-27de-44ca-ab62-ad9a88213f4b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:10.425611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5292be-27de-44ca-ab62-ad9a88213f4b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:10.447869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.451777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.453144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.456421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.456794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.457162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.457670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.460077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.460433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.462900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.463523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.465294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22939a-e331-461b-992a-6e0011392bf6 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:10.479153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa9f5-561f-49c1-80bb-da321f15ab46 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.403517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa9f5-561f-49c1-80bb-da321f15ab46 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.420709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa9f5-561f-49c1-80bb-da321f15ab46 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.491082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6aa9f5-561f-49c1-80bb-da321f15ab46 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967a567e-24e2-4b9a-9a15-a459ed54f175,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:11.509511 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa9f5-561f-49c1-80bb-da321f15ab46 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.517258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41062) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:11.518574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0b6aa9f5-561f-49c1-80bb-da321f15ab46 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1081514 Nov 23 23:06:11.570606 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f3e-31c1-492a-ab42-45f4ba2417c3 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.586093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f3e-31c1-492a-ab42-45f4ba2417c3 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.622403 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f3e-31c1-492a-ab42-45f4ba2417c3 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.632986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f3e-31c1-492a-ab42-45f4ba2417c3 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.636212 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b8a50f3e-31c1-492a-ab42-45f4ba2417c3 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/967a567e-24e2-4b9a-9a15-a459ed54f175 HTTP/1.1" status: 204 len: 168 time: 0.1177940 Nov 23 23:06:11.638462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41068) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:11.661142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a50f3e-31c1-492a-ab42-45f4ba2417c3 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=967a567e-24e2-4b9a-9a15-a459ed54f175,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:11.732699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c0bcdb47-59d4-43ae-85b3-1d194379459a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925493 Nov 23 23:06:11.736161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41074) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:11.806016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9015a3c2-11c5-4a43-b8fb-f97bbffbae5d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.843371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9015a3c2-11c5-4a43-b8fb-f97bbffbae5d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.935561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9015a3c2-11c5-4a43-b8fb-f97bbffbae5d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.939020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9015a3c2-11c5-4a43-b8fb-f97bbffbae5d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.943599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41078) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:11.944110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9015a3c2-11c5-4a43-b8fb-f97bbffbae5d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/ad5292be-27de-44ca-ab62-ad9a88213f4b HTTP/1.1" status: 204 len: 168 time: 0.2066157 Nov 23 23:06:11.962893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015a3c2-11c5-4a43-b8fb-f97bbffbae5d tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5292be-27de-44ca-ab62-ad9a88213f4b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:12.063126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ffa49ba1-7d96-46f0-9cbf-590be938cb9c tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1182692 Nov 23 23:06:12.067369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41082) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.072258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-af512b95-afd8-4de2-afad-6c4611728424 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867595113'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:12.125565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af512b95-afd8-4de2-afad-6c4611728424 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.307993 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af512b95-afd8-4de2-afad-6c4611728424 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.317254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af512b95-afd8-4de2-afad-6c4611728424 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.372008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af512b95-afd8-4de2-afad-6c4611728424 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d9557-a7b7-4ec7-a616-bc0379cbc55b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:12.376394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af512b95-afd8-4de2-afad-6c4611728424 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.380689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-af512b95-afd8-4de2-afad-6c4611728424 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3094981 Nov 23 23:06:12.381033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41090) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.393539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-21aa6976-7ffe-4a00-8b2c-66e2b74f584a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '2f7d9557-a7b7-4ec7-a616-bc0379cbc55b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:12.447177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21aa6976-7ffe-4a00-8b2c-66e2b74f584a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.550143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21aa6976-7ffe-4a00-8b2c-66e2b74f584a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.561012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21aa6976-7ffe-4a00-8b2c-66e2b74f584a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.612957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa6976-7ffe-4a00-8b2c-66e2b74f584a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb9764a-403c-43bd-842a-cec4af69888f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:12.630224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21aa6976-7ffe-4a00-8b2c-66e2b74f584a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.635671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41096) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.638018 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21aa6976-7ffe-4a00-8b2c-66e2b74f584a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2520134 Nov 23 23:06:12.685933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d306144d-15cb-4318-9fa5-d858bc638397 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules/1eb9764a-403c-43bd-842a-cec4af69888f HTTP/1.1" status: 200 len: 763 time: 0.0471919 Nov 23 23:06:12.689828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.803490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5fb0e79d-4318-4160-8b98-d28955e850cc tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1094890 Nov 23 23:06:12.804041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41106) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.860823 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86d1e245-9436-45a5-b8d3-7ca71c67e108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.885136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86d1e245-9436-45a5-b8d3-7ca71c67e108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.951820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86d1e245-9436-45a5-b8d3-7ca71c67e108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.968460 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86d1e245-9436-45a5-b8d3-7ca71c67e108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.976230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41112) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.977492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-86d1e245-9436-45a5-b8d3-7ca71c67e108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/1eb9764a-403c-43bd-842a-cec4af69888f HTTP/1.1" status: 204 len: 168 time: 0.1709509 Nov 23 23:06:13.016110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1e245-9436-45a5-b8d3-7ca71c67e108 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eb9764a-403c-43bd-842a-cec4af69888f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.063736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54e9484e-0d69-4f83-a477-c313702af1cf tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0843599 Nov 23 23:06:13.065040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.078567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8862b390-dfb3-446d-a21b-a46fe3fcf2a0 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '2f7d9557-a7b7-4ec7-a616-bc0379cbc55b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:13.134675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8862b390-dfb3-446d-a21b-a46fe3fcf2a0 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.234842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8862b390-dfb3-446d-a21b-a46fe3fcf2a0 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.240901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8862b390-dfb3-446d-a21b-a46fe3fcf2a0 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.271043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862b390-dfb3-446d-a21b-a46fe3fcf2a0 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6696dcd-5d7e-4134-a53f-3be532e64799,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.300242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8862b390-dfb3-446d-a21b-a46fe3fcf2a0 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.307143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41126) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.320598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8862b390-dfb3-446d-a21b-a46fe3fcf2a0 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2535033 Nov 23 23:06:13.343693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41128) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.352404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a0837e6e-4bb3-41e9-b3db-839fab249129 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules/c6696dcd-5d7e-4134-a53f-3be532e64799 HTTP/1.1" status: 200 len: 763 time: 0.0436807 Nov 23 23:06:13.402312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41132) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.415518 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1a53e7f1-61b7-4da5-beda-7d7c3776f338 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0661175 Nov 23 23:06:13.437512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7201cde3-8248-41a7-b144-2ab49bff617a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.451461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7201cde3-8248-41a7-b144-2ab49bff617a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.493051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7201cde3-8248-41a7-b144-2ab49bff617a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.503039 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7201cde3-8248-41a7-b144-2ab49bff617a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.505997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41134) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.515180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7201cde3-8248-41a7-b144-2ab49bff617a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c6696dcd-5d7e-4134-a53f-3be532e64799 HTTP/1.1" status: 204 len: 168 time: 0.1106179 Nov 23 23:06:13.542058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201cde3-8248-41a7-b144-2ab49bff617a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6696dcd-5d7e-4134-a53f-3be532e64799,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.584749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41136) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.592295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e69b2f7d-0b66-433c-9ac3-50bd89aafc98 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Request body: {'security_group_rule': {'security_group_id': '2f7d9557-a7b7-4ec7-a616-bc0379cbc55b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:13.596424 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6209c0dc-60f2-4318-a865-83567ffcb33b tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0890381 Nov 23 23:06:13.660162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e69b2f7d-0b66-433c-9ac3-50bd89aafc98 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.761891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e69b2f7d-0b66-433c-9ac3-50bd89aafc98 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.769970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e69b2f7d-0b66-433c-9ac3-50bd89aafc98 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.842054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b2f7d-0b66-433c-9ac3-50bd89aafc98 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7d749e-8eb2-4c90-9331-b898aa186339,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.853769 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e69b2f7d-0b66-433c-9ac3-50bd89aafc98 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.855892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e69b2f7d-0b66-433c-9ac3-50bd89aafc98 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2699468 Nov 23 23:06:13.860252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41146) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.897604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41148) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.905643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bfd7c171-816a-4aaf-961a-c3512ed73a09 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules/3d7d749e-8eb2-4c90-9331-b898aa186339 HTTP/1.1" status: 200 len: 764 time: 0.0376005 Nov 23 23:06:13.974364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5a64cff5-8acd-4795-a916-71c35680357a tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0750756 Nov 23 23:06:13.977267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41150) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:14.005983 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be05b38-619c-4a08-9ec2-0dea8f6b75cd tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.016038 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be05b38-619c-4a08-9ec2-0dea8f6b75cd tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.090844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be05b38-619c-4a08-9ec2-0dea8f6b75cd tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.102745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3be05b38-619c-4a08-9ec2-0dea8f6b75cd tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.109746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41158) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:14.118469 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3be05b38-619c-4a08-9ec2-0dea8f6b75cd tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3d7d749e-8eb2-4c90-9331-b898aa186339 HTTP/1.1" status: 204 len: 168 time: 0.1400340 Nov 23 23:06:14.161240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be05b38-619c-4a08-9ec2-0dea8f6b75cd tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d7d749e-8eb2-4c90-9331-b898aa186339,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:14.224797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-73b01567-deb2-41bc-92c6-34e38a389a58 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1135612 Nov 23 23:06:14.227524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41164) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:14.342048 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc1ba-0b64-410b-908c-e2219380b832 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.374850 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc1ba-0b64-410b-908c-e2219380b832 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.442235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc1ba-0b64-410b-908c-e2219380b832 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.446219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc1ba-0b64-410b-908c-e2219380b832 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.450893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b4dc1ba-0b64-410b-908c-e2219380b832 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "DELETE /v2.0/security-groups/2f7d9557-a7b7-4ec7-a616-bc0379cbc55b HTTP/1.1" status: 204 len: 168 time: 0.2218096 Nov 23 23:06:14.451360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41166) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:14.461697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dc1ba-0b64-410b-908c-e2219380b832 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d9557-a7b7-4ec7-a616-bc0379cbc55b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:14.618853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1a5d5ffc-2d97-45f3-bf13-5e57a8b6a27f tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1655235 Nov 23 23:06:14.625379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41174) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:14.744908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-60a0886a-cc61-4f2b-9d9e-33df31b247a2 tempest-SecGroupTest-357351847 tempest-SecGroupTest-357351847-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1182811 Nov 23 23:06:15.381772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41194) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:15.720511 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1be7a11c-abee-4cb6-b3dd-50a4e6221544 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3ab1461ecf744239204b0f56a7bfe75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353751 Nov 23 23:06:15.721371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41206) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:15.798756 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb97e-e4f7-41e7-b824-44bd29b91077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.861378 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb97e-e4f7-41e7-b824-44bd29b91077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.975851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb97e-e4f7-41e7-b824-44bd29b91077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.984565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb97e-e4f7-41e7-b824-44bd29b91077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.985993 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ffcb97e-e4f7-41e7-b824-44bd29b91077 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24b36214-9e83-4982-96ca-8cc4b918549e HTTP/1.1" status: 204 len: 168 time: 0.2627764 Nov 23 23:06:16.069080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcb97e-e4f7-41e7-b824-44bd29b91077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b36214-9e83-4982-96ca-8cc4b918549e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:17.727608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41286) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:18.022390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-33024242'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:18.100787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Made reservation on behalf of dc1d7214ee864867b622eba7c357f586 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:18.105004 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.125272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.225965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41298) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:18.424086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.443193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.508755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:06:18.598017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aba219a-b288-49f9-8dbf-51891321816f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.619240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.620002 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Added segment aa02a1e5-2b0a-40e2-a805-38c6bbeab786 of type vlan for network 720b7826-c853-4f64-ae4e-4375c582cdf6 Nov 23 23:06:18.727975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.795147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c6471-54d7-41f4-ba08-9a1739b2abf1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:18.818080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.821063 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aba219a-b288-49f9-8dbf-51891321816f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.826483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:18.827310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.827896 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aba219a-b288-49f9-8dbf-51891321816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.914360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1855896 Nov 23 23:06:18.935385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41314) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:18.969182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-30531f04-08d5-4837-b1d8-6d438c5b71aa tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-1237871138') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:19.018346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a7bd1-f151-4399-9066-4ce3d70b686d tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Pushing event updated for resources: {'Network': ['ID=720b7826-c853-4f64-ae4e-4375c582cdf6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:19.025443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 720b7826-c853-4f64-ae4e-4375c582cdf6 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:06:19.088957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba219a-b288-49f9-8dbf-51891321816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8e0b49-bba0-4e5e-bc0c-6faf3bff4eac,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:19.106575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3aba219a-b288-49f9-8dbf-51891321816f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84b3ecb672df4318931136a145914077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8717599 Nov 23 23:06:19.107229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41322) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:19.248365 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:06:19.382303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8321-956b-4fe6-af4f-c9798d8dd535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.437164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-30531f04-08d5-4837-b1d8-6d438c5b71aa tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "PUT /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-1237871138 HTTP/1.1" status: 201 len: 201 time: 0.4740298 Nov 23 23:06:19.439978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41330) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:19.443710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8321-956b-4fe6-af4f-c9798d8dd535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.446298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-15d7db76-6971-4f7b-9f8d-456fba1a0269 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-1237871138') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:19.546889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8321-956b-4fe6-af4f-c9798d8dd535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.549985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8321-956b-4fe6-af4f-c9798d8dd535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.551479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2cbf8321-956b-4fe6-af4f-c9798d8dd535 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f8e0b49-bba0-4e5e-bc0c-6faf3bff4eac HTTP/1.1" status: 204 len: 168 time: 0.4411898 Nov 23 23:06:19.564251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf8321-956b-4fe6-af4f-c9798d8dd535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8e0b49-bba0-4e5e-bc0c-6faf3bff4eac,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:19.665152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-15d7db76-6971-4f7b-9f8d-456fba1a0269 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "GET /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-1237871138 HTTP/1.1" status: 204 len: 168 time: 0.2236276 Nov 23 23:06:19.668485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41338) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:19.673974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-1c48be05-1f2a-46e3-bbc5-deb9252f6a75 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:19.815461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c48be05-1f2a-46e3-bbc5-deb9252f6a75 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "GET /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags HTTP/1.1" status: 200 len: 238 time: 0.1455827 Nov 23 23:06:19.818603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41340) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:19.827793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-a8d5d295-5748-4bf5-a09d-23e872d41efa tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', {'tags': ['tempest-TagsTest-Tag-786387424', 'tempest-TagsTest-Tag-499225422', 'tempest-TagsTest-Tag-1325098299']}) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:20.031074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a8d5d295-5748-4bf5-a09d-23e872d41efa tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "PUT /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags HTTP/1.1" status: 200 len: 307 time: 0.2097580 Nov 23 23:06:20.034002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41350) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.040555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-81763812-dc13-46bd-ae92-929f87a9532a tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-786387424') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:20.278804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-81763812-dc13-46bd-ae92-929f87a9532a tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "DELETE /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-786387424 HTTP/1.1" status: 204 len: 168 time: 0.2426867 Nov 23 23:06:20.282010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41354) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.290417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-35fca786-015a-43fa-8483-27b06e99a21b tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-786387424') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:20.299515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41356) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.320825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-538d218d-8160-4a30-863a-56b7fae34fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.457691 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-35fca786-015a-43fa-8483-27b06e99a21b tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] show failed (client error): The resource could not be found. Nov 23 23:06:20.458823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-35fca786-015a-43fa-8483-27b06e99a21b tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "GET /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-786387424 HTTP/1.1" status: 404 len: 325 time: 0.1758182 Nov 23 23:06:20.461782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41366) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.482093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-cea13348-f0ac-488b-8778-8cefd6bd2c74 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-499225422') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:20.594964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-538d218d-8160-4a30-863a-56b7fae34fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.613723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-538d218d-8160-4a30-863a-56b7fae34fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.677489 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cea13348-f0ac-488b-8778-8cefd6bd2c74 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "GET /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-499225422 HTTP/1.1" status: 204 len: 168 time: 0.2024751 Nov 23 23:06:20.678519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.684730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-5ce68d60-da77-49ec-a7fe-129055cfaa6e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-1325098299') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:20.739555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d218d-8160-4a30-863a-56b7fae34fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d19c05a-054c-406b-9827-98e85f6df9b7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:20.747941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-538d218d-8160-4a30-863a-56b7fae34fb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c71ed2f2f5864aac9034ac40476ed4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4469576 Nov 23 23:06:20.750852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41378) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.815464 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2aa83c35-99f9-424d-8332-16be7fd9b82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.847805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2aa83c35-99f9-424d-8332-16be7fd9b82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.903452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41380) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.904243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5ce68d60-da77-49ec-a7fe-129055cfaa6e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "GET /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-1325098299 HTTP/1.1" status: 204 len: 168 time: 0.2202711 Nov 23 23:06:20.933095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-0c69c1f7-df79-4af6-a371-acdedd2e00cb tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:21.080218 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2aa83c35-99f9-424d-8332-16be7fd9b82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.087007 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2aa83c35-99f9-424d-8332-16be7fd9b82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.091266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2aa83c35-99f9-424d-8332-16be7fd9b82f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d19c05a-054c-406b-9827-98e85f6df9b7 HTTP/1.1" status: 204 len: 168 time: 0.3386745 Nov 23 23:06:21.114128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa83c35-99f9-424d-8332-16be7fd9b82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d19c05a-054c-406b-9827-98e85f6df9b7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:21.147414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0c69c1f7-df79-4af6-a371-acdedd2e00cb tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "DELETE /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags HTTP/1.1" status: 204 len: 168 time: 0.2396955 Nov 23 23:06:21.150783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41390) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:21.156619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-798b5103-f092-47bd-98bf-f9559b17b706 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-499225422') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:21.352802 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-798b5103-f092-47bd-98bf-f9559b17b706 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] show failed (client error): The resource could not be found. Nov 23 23:06:21.380676 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-798b5103-f092-47bd-98bf-f9559b17b706 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "GET /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-499225422 HTTP/1.1" status: 404 len: 325 time: 0.2257993 Nov 23 23:06:21.491795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41404) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:21.491795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-eb47229a-61f3-43a0-9a8e-205021e3f418 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6', 'tempest-TagsTest-Tag-1325098299') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:21.644960 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-eb47229a-61f3-43a0-9a8e-205021e3f418 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] show failed (client error): The resource could not be found. Nov 23 23:06:21.647093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb47229a-61f3-43a0-9a8e-205021e3f418 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "GET /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags/tempest-TagsTest-Tag-1325098299 HTTP/1.1" status: 404 len: 326 time: 0.2658889 Nov 23 23:06:21.650764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41424) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:21.656947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-46d567a0-2ac9-466c-a232-162ac343cd41 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '720b7826-c853-4f64-ae4e-4375c582cdf6') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:21.906809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-46d567a0-2ac9-466c-a232-162ac343cd41 tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "DELETE /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6/tags HTTP/1.1" status: 204 len: 168 time: 0.2510183 Nov 23 23:06:21.913020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41440) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:22.147813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.315949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.369417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720b7826-c853-4f64-ae4e-4375c582cdf6']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:22.414940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa02a1e5-2b0a-40e2-a805-38c6bbeab786') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:22.415322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa02a1e5-2b0a-40e2-a805-38c6bbeab786') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:22.447407 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.471076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.486118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:06:22.487598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:06:22.492658 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:06:22.700570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.715854 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.720342 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] 10.222.0.11 "DELETE /v2.0/networks/720b7826-c853-4f64-ae4e-4375c582cdf6 HTTP/1.1" status: 204 len: 168 time: 0.8017755 Nov 23 23:06:22.747229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352999e2-a162-4a49-ab20-93f94de0af3e tempest-TagsTest-299545777 tempest-TagsTest-299545777-project] Pushing event deleted for resources: {'Network': ['ID=720b7826-c853-4f64-ae4e-4375c582cdf6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:22.757015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41472) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:22.968832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1318947320-network', 'tenant_id': '7bbc6e103c9641b38f89d8ca75d944d7'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.020921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Made reservation on behalf of 7bbc6e103c9641b38f89d8ca75d944d7 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:23.024164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.041513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.358785 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.373797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.441513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41502) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.462349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:06:23.535636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da4ee29-b083-4fad-913b-0bff0d1e69ea,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.556802 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.561381 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Added segment 7abcb9fa-c896-4843-99bd-e52ba9bc2974 of type vlan for network 8b90ae6a-6720-43c1-a30e-55adafe2f797 Nov 23 23:06:23.687752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.759817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.761459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:23.762069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.807238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0487154 Nov 23 23:06:23.812624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41528) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.820752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Request body: {'subnet': {'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1318947320-subnet', 'tenant_id': '7bbc6e103c9641b38f89d8ca75d944d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.963147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c7b36b6-6ed4-48ae-b332-e18d3384f528 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc1d7214ee864867b622eba7c357f586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5169911 Nov 23 23:06:23.966501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41532) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:24.002518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Made reservation on behalf of 7bbc6e103c9641b38f89d8ca75d944d7 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:24.017218 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:24.526772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:24.543337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:24.600306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c520e-20c1-43bb-99e4-42179d036262 admin admin] Pushing event updated for resources: {'Network': ['ID=8b90ae6a-6720-43c1-a30e-55adafe2f797,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:24.622288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 8b90ae6a-6720-43c1-a30e-55adafe2f797 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:06:24.671341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Checking segment: {'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:24.673143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Network hostable DHCP agents. Network: 8b90ae6a-6720-43c1-a30e-55adafe2f797, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:06:24.705386 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73cf6d9d-6c7c-4dd3-a25e-50ba0ac97c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:24.711936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3284e8f1-74a4-4844-90c2-fa9ddc15db44,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:24.792910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Network 8b90ae6a-6720-43c1-a30e-55adafe2f797 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:06:24.840966 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73cf6d9d-6c7c-4dd3-a25e-50ba0ac97c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:24.853660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 8b90ae6a-6720-43c1-a30e-55adafe2f797) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:24.890804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:24.892315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:24.931744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030b2e2-390b-48ab-ab9e-114cc574dd8a None None] Network 8b90ae6a-6720-43c1-a30e-55adafe2f797 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:25.032335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d15bd00-123c-46c9-b1ae-1d3d35735c0a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2098463 Nov 23 23:06:25.081166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789af51a-5c99-4db3-9ec6-2767f0ca4321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:25.254983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c24087-fb5d-4d96-a53b-e05cd0c4476a None None] Network 8b90ae6a-6720-43c1-a30e-55adafe2f797 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:25.441855 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73cf6d9d-6c7c-4dd3-a25e-50ba0ac97c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:25.482243 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-73cf6d9d-6c7c-4dd3-a25e-50ba0ac97c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:25.502340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-73cf6d9d-6c7c-4dd3-a25e-50ba0ac97c00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b74c6471-54d7-41f4-ba08-9a1739b2abf1 HTTP/1.1" status: 204 len: 168 time: 1.5269597 Nov 23 23:06:25.538498 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789af51a-5c99-4db3-9ec6-2767f0ca4321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:25.567081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789af51a-5c99-4db3-9ec6-2767f0ca4321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:25.575380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6d9d-6c7c-4dd3-a25e-50ba0ac97c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c6471-54d7-41f4-ba08-9a1739b2abf1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:25.579977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-7fa05bff-69f3-4d89-939e-c4e7a427d0fd req-c30deeda-cf38-4e16-824c-8d4ceb2ef5d9 service neutron] (103523) timed out ('10.222.0.11', 47472) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:06:25.707043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789af51a-5c99-4db3-9ec6-2767f0ca4321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaf8995-2044-400f-81ab-e17aeebad710,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:25.784916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-789af51a-5c99-4db3-9ec6-2767f0ca4321 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b6b76a12fa841078cd04decd17c7a02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2559140 Nov 23 23:06:25.787300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:26.005174 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e29-d42e-423e-a759-2c0d3db80d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.051701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e29-d42e-423e-a759-2c0d3db80d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.185021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e29-d42e-423e-a759-2c0d3db80d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.187230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e29-d42e-423e-a759-2c0d3db80d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.188613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f07e1e29-d42e-423e-a759-2c0d3db80d06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ceaf8995-2044-400f-81ab-e17aeebad710 HTTP/1.1" status: 204 len: 168 time: 0.4001431 Nov 23 23:06:26.200067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e1e29-d42e-423e-a759-2c0d3db80d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaf8995-2044-400f-81ab-e17aeebad710,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:27.016407 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:30.219820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869d8f-4304-4386-9058-d498281cc637 req-0b5b5055-c7c9-4ffa-b334-a8d3dd365382 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:30.221393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-0b5b5055-c7c9-4ffa-b334-a8d3dd365382 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/networks?id=8b90ae6a-6720-43c1-a30e-55adafe2f797 HTTP/1.1" status: 200 len: 809 time: 0.2908981 Nov 23 23:06:30.251596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-287ed2ea-5ed4-40d6-8ac0-92c774f28f12 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/quotas/7bbc6e103c9641b38f89d8ca75d944d7 HTTP/1.1" status: 200 len: 375 time: 0.0173931 Nov 23 23:06:30.334639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-0fd75954-6a1e-4cd2-bdc8-fec6517f56ce tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bbc6e103c9641b38f89d8ca75d944d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816307 Nov 23 23:06:30.461728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-c5473133-6c32-47b9-b39c-14b420b2d778 service neutron] 10.222.0.11 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240368 Nov 23 23:06:30.790832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-69acf209-5d7d-4a34-bc1a-d1641454c6f2 service neutron] 10.222.0.11 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278794 Nov 23 23:06:31.262959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e2b8205-965d-494f-845c-ae9bc1e8f3e6 req-f7e29c09-529a-49d3-808d-469f6ddf610d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 210 time: 0.0775609 Nov 23 23:06:31.635982 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af16719e-bc0a-4e06-a617-5762579cbecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:31.981453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41840) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:31.989288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'network': {'name': 'tempest-network-smoke--175005583', 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:32.107889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Made reservation on behalf of b1d52e1e417542d4b5527ac238ca4eb6 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:32.141110 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.246627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.326559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41862) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:32.451290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce28cc5e-7d9d-406f-8358-26c9a1f400b1 req-d8a730dd-24c5-46ac-aade-df9d02c2eedf tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 210 time: 0.0732100 Nov 23 23:06:32.488357 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebf76-6500-47e2-bcad-00d3a47c650f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.674174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.680720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.754978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:06:32.761108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebf76-6500-47e2-bcad-00d3a47c650f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.768677 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a2ebf76-6500-47e2-bcad-00d3a47c650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.798536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321ecafd-a2f5-43ef-8951-0ecfd0565814,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:32.807666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.809062 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Added segment f073eb11-5593-4464-9fa1-b3e987591062 of type vlan for network fb6a71d2-32cf-428d-b91e-e82be96a5aab Nov 23 23:06:32.840188 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2a2ebf76-6500-47e2-bcad-00d3a47c650f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=990965ad0a494a729a8e58c5832b67e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112503 Nov 23 23:06:32.846940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41868) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:32.924274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ebf76-6500-47e2-bcad-00d3a47c650f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea42df23-9f61-4c5e-9869-daf37d4fb250,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:33.009526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.104502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.117262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:33.118551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.298948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Network': ['ID=fb6a71d2-32cf-428d-b91e-e82be96a5aab,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:33.303975 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f9a30a66-3b05-4542-bcb4-80ae599eb1ee tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3205352 Nov 23 23:06:33.309498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 41888) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:33.314347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'admin_state_up': True, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:33.317716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:06:33.363051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c893a57-148c-41ea-ba39-da98070b9d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.398165 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.399215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.465232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c893a57-148c-41ea-ba39-da98070b9d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.578368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.660486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c893a57-148c-41ea-ba39-da98070b9d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.665114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c893a57-148c-41ea-ba39-da98070b9d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:33.671369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7c893a57-148c-41ea-ba39-da98070b9d47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea42df23-9f61-4c5e-9869-daf37d4fb250 HTTP/1.1" status: 204 len: 168 time: 0.8186924 Nov 23 23:06:33.688899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c893a57-148c-41ea-ba39-da98070b9d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea42df23-9f61-4c5e-9869-daf37d4fb250,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:33.847367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6975f647-14e4-4be8-9ec5-b5184fa813c0 req-99893421-2bc5-49c9-ab1a-ac5446471b38 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 210 time: 0.2631047 Nov 23 23:06:34.038457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.606988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41920) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:34.668395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c47d175a-158c-4d99-a02a-e7446df092a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.737453 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c732e1d8-f8a2-4fe1-acda-dc3d90d47f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.778122 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.829302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c47d175a-158c-4d99-a02a-e7446df092a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.835720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c47d175a-158c-4d99-a02a-e7446df092a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.852512 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.995085 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c47d175a-158c-4d99-a02a-e7446df092a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7bec6344e334addad8827816ff2101f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851304 Nov 23 23:06:35.000494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 41928) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:35.003591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d175a-158c-4d99-a02a-e7446df092a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3924dad1-71cc-4ade-bc6c-48ccefb752f4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:35.105606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.208150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Allocated IP 172.25.0.202 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/cdbd7220-bec5-4a71-a2c0-322bdd4778b7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:35.430929 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a343-eb46-4b78-a669-1885ac8a3e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.434836 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.480808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a343-eb46-4b78-a669-1885ac8a3e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.602239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f293a89f-f658-4ee2-8437-51b62c5f9e2c req-1870ced3-bafe-4040-a55f-36d37fe8c9e8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 210 time: 0.0763719 Nov 23 23:06:35.608702 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.668293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:35.677935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:35.683816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:35.723055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce3ca6-3599-49bd-9d44-0717a14f109e None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:35.762895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:35.763399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869d8f-4304-4386-9058-d498281cc637 req-75627961-7cf6-4cc2-bf41-bc7a0da096e1 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:35.765735 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-75627961-7cf6-4cc2-bf41-bc7a0da096e1 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "GET /v2.0/networks?id=8b90ae6a-6720-43c1-a30e-55adafe2f797 HTTP/1.1" status: 200 len: 809 time: 0.7266138 Nov 23 23:06:35.797007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Request body: {'port': {'device_id': '5a51c677-3b90-4fce-9760-d00b842f8501', 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797', 'admin_state_up': True, 'tenant_id': '7bbc6e103c9641b38f89d8ca75d944d7'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:35.903292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0bec79c3-b859-4ada-8344-71cbc5906289 None None] Provisioning complete for port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:35.904557 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bec79c3-b859-4ada-8344-71cbc5906289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.974886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0bec79c3-b859-4ada-8344-71cbc5906289 None None] Port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:36.000383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a343-eb46-4b78-a669-1885ac8a3e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:36.011858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a343-eb46-4b78-a669-1885ac8a3e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:36.030566 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f5e2a343-eb46-4b78-a669-1885ac8a3e2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3924dad1-71cc-4ade-bc6c-48ccefb752f4 HTTP/1.1" status: 204 len: 168 time: 1.0152423 Nov 23 23:06:36.076511 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-c2c93e15-7ede-47a9-b966-aca37fc454ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5373583 Nov 23 23:06:36.128537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a343-eb46-4b78-a669-1885ac8a3e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924dad1-71cc-4ade-bc6c-48ccefb752f4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:36.363449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-47c32dcc-d115-46b5-81fb-db4d37c88f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:36.365440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-47c32dcc-d115-46b5-81fb-db4d37c88f41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1096 time: 0.1665032 Nov 23 23:06:36.367601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Made reservation on behalf of 7bbc6e103c9641b38f89d8ca75d944d7 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:36.372118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:36.536177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:36.571177 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:36.836910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Allocated IP 172.20.0.6 (8b90ae6a-6720-43c1-a30e-55adafe2f797/3284e8f1-74a4-4844-90c2-fa9ddc15db44/08942829-0c0d-43e7-9bd6-ff64c7fdcc50) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:36.890630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-402f2dce-2d42-4181-891f-ed6331a23a8b req-3b67909d-8880-4652-9840-f44e3d3c966f tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 210 time: 0.0592051 Nov 23 23:06:37.121592 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:37.170108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-fb66bc75-1bf3-4c31-bf91-50b743dc3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:37.172531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-fb66bc75-1bf3-4c31-bf91-50b743dc3e16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.7538404 Nov 23 23:06:37.451997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router c471c000-71e3-42b3-8dd2-c227564addde is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:06:37.468599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-6ea7116a-8f47-40c9-98d8-a7b54eeb8c15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 1001 time: 0.2616196 Nov 23 23:06:37.539311 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:37.553483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-5b5001b4-9dfd-4048-adfe-258929a24075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:37.555318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-5b5001b4-9dfd-4048-adfe-258929a24075 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.0793414 Nov 23 23:06:37.643964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:37.804507 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-15edf963-83d1-4def-a312-af53f9cf6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:37.810208 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-15edf963-83d1-4def-a312-af53f9cf6c5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455299 Nov 23 23:06:37.960735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:37.961243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:37.975153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Sync routers for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:37.997575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:38.000660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:06:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:38.020062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:38.022270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-64f525e4-7c19-48e7-aae5-f21a996581a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.7114065 Nov 23 23:06:38.027713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42016) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:38.134236 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-74e3850f-ce0c-4b0d-bbc2-0a69600d0dba service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132174 Nov 23 23:06:38.227561 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:38.236331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647226a-794d-4586-b06d-14c44d974a21 req-b79bd9a8-d6db-49fb-9f65-bdd357c8d76f tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:38.238444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4647226a-794d-4586-b06d-14c44d974a21 req-b79bd9a8-d6db-49fb-9f65-bdd357c8d76f tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 931 time: 0.1685090 Nov 23 23:06:38.282419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Network 8b90ae6a-6720-43c1-a30e-55adafe2f797 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:38.332612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:38.344344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:38.431690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4647226a-794d-4586-b06d-14c44d974a21 req-4abb6e68-ee1f-43ff-a0f2-b2e2f978aeac tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860712 Nov 23 23:06:38.440365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:38.544544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Pushing event updated for resources: {'Port': ['ID=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:38.591290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-78a64e1e-7bf9-41a8-83b0-484fec731a2b tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b1d52e1e417542d4b5527ac238ca4eb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5584764 Nov 23 23:06:38.592446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42028) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:38.655407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:38.655880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:38.703133 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-62e590e1-fc34-47f6-9dca-f59bfafbd4f8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9194839 Nov 23 23:06:38.716353 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-09d4e144-1fef-4192-97e3-92fced9f298f tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:06:38.724437 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-09d4e144-1fef-4192-97e3-92fced9f298f tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146980 Nov 23 23:06:38.741613 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cb4c03b1-5539-4df6-808c-0eb3ca3e2baa req-4405f33d-a865-4a4c-be13-4a9656b8dfa0 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967360 Nov 23 23:06:38.973430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:36Z', 'revision_number': 3, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:39.028194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Request body: {'port': {'device_id': '5a51c677-3b90-4fce-9760-d00b842f8501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:39.084305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Checking router: c471c000-71e3-42b3-8dd2-c227564addde for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:39.088583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Updating router c471c000-71e3-42b3-8dd2-c227564addde port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:06:39.170642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.173536 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.632177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.648536 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.703774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Attempting to bind port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:39.704278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Attempting to bind port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:39.704778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Attempting to bind port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:39.737641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:39.737641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:39.737641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.737641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:39.738246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Bound port: cdbd7220-bec5-4a71-a2c0-322bdd4778b7, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:39.738499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.740725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f6077-536d-4304-8e2b-de2a7a8265bd None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:39.881237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:06:39.883814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Pushing event updated for resources: {'Port': ['ID=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:39.890568 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.904072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Transition to ACTIVE for port object 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:06:39.910774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.911769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.912141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.912545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.912961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.913320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.913662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.913998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.914340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.914659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.914988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.915426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.915783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:39.936225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d8934-9a3d-4275-ba9a-1cad444a0e45 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:39.940722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a76d8934-9a3d-4275-ba9a-1cad444a0e45 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3458881 Nov 23 23:06:39.947064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-29f36d10-ce86-47d7-b7c8-78cb2d6aed74 None None] Provisioning complete for port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:39.948747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29f36d10-ce86-47d7-b7c8-78cb2d6aed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:39.982843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42084) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:40.003839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-29f36d10-ce86-47d7-b7c8-78cb2d6aed74 None None] Port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:40.013285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] For port cdbd7220-bec5-4a71-a2c0-322bdd4778b7, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:40.017696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] For port cdbd7220-bec5-4a71-a2c0-322bdd4778b7, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:40.028637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:40.118571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97918d02-3f8a-4a94-b6cd-09394683f864 None None] Pushing event updated for resources: {'Port': ['ID=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:40.135891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc3664-4693-4a95-af02-f11bfaf16a91 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:40.144490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cacda5ef-3ff8-489e-bbb9-8cee8912399e tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1490202 Nov 23 23:06:40.146769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42098) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:40.172502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Pushing event updated for resources: {'Port': ['ID=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:40.196611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-199580541', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:40.202728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:40.203296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:06:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:40.229152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba297c-c709-41fc-9fcc-07df788c18f3 req-50804244-8ea2-44df-a236-0e163c939282 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:40.251381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcba297c-c709-41fc-9fcc-07df788c18f3 req-50804244-8ea2-44df-a236-0e163c939282 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 943 time: 0.4002941 Nov 23 23:06:40.351716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Attempting to bind port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:40.352163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Attempting to bind port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:40.352714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Attempting to bind port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 on network 8b90ae6a-6720-43c1-a30e-55adafe2f797 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:40.359700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 on network 8b90ae6a-6720-43c1-a30e-55adafe2f797 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:06:40.360137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Attempting to bind port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 on network 8b90ae6a-6720-43c1-a30e-55adafe2f797 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:40.366899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:40.367865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Checking segment: {'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:40.368635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Bound using segment: {'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:40.370119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Bound port: 08942829-0c0d-43e7-9bd6-ff64c7fdcc50, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:40.370412 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:40.467264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d92206f2-fec5-4e4f-8c3f-9c5b58b0cd72 None None] Provisioning complete for port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:40.467264 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d92206f2-fec5-4e4f-8c3f-9c5b58b0cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:40.493681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] For port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:40.500338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] For port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:40.505575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcba297c-c709-41fc-9fcc-07df788c18f3 req-1995ec16-1ecb-4a84-aaa0-e29184cbd5ba tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531347 Nov 23 23:06:40.509168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:40.562348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Made reservation on behalf of b1d52e1e417542d4b5527ac238ca4eb6 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:40.566139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:40.574325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:40.576158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:40.579472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] 10.222.0.48 "PUT /v2.0/ports/08942829-0c0d-43e7-9bd6-ff64c7fdcc50 HTTP/1.1" status: 200 len: 1091 time: 1.8355942 Nov 23 23:06:40.580593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a51c677-3b90-4fce-9760-d00b842f8501', 'tag': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:06:40.586744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:40.587755 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b835814e-fd3c-488d-9026-1f5e8c1296b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a51c677-3b90-4fce-9760-d00b842f8501", "tag": "08942829-0c0d-43e7-9bd6-ff64c7fdcc50"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:06:40.657865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0f2a-2815-434f-b140-9cc1be4e8e7e service neutron] Pushing event updated for resources: {'Port': ['ID=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:40.782028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869d8f-4304-4386-9058-d498281cc637 req-6401f1cb-20ff-4d70-85a6-997b7e553a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:40.786043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-6401f1cb-20ff-4d70-85a6-997b7e553a23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbc6e103c9641b38f89d8ca75d944d7&device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 1094 time: 0.1397700 Nov 23 23:06:40.985815 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-0cf6f51f-f308-4705-8760-12cd58e91a01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08942829-0c0d-43e7-9bd6-ff64c7fdcc50 HTTP/1.1" status: 200 len: 217 time: 0.1015782 Nov 23 23:06:41.031914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:41.058789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869d8f-4304-4386-9058-d498281cc637 req-dc6a8d0d-bf40-4888-b67b-cfa23dad3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:41.060776 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-dc6a8d0d-bf40-4888-b67b-cfa23dad3870 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3284e8f1-74a4-4844-90c2-fa9ddc15db44 HTTP/1.1" status: 200 len: 849 time: 0.1492436 Nov 23 23:06:41.105413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-e6e83555-9c6f-4cdb-8d0e-01c48d55ffbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b90ae6a-6720-43c1-a30e-55adafe2f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355115 Nov 23 23:06:41.246208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Subnet': ['ID=2bd75077-33c8-4bb4-bfff-0f8ed48d0584,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:41.264988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Checking segment: {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:41.265402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network hostable DHCP agents. Network: fb6a71d2-32cf-428d-b91e-e82be96a5aab, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:06:41.287011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-00ccecb3-bb67-4381-bd11-22ff341d0a1e service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750498 Nov 23 23:06:41.288790 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561cbaa8-55c7-447a-b3b2-0371b8a14415 x-openstack-request-id: req-561cbaa8-55c7-447a-b3b2-0371b8a14415 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:06:41.289196 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a51c677-3b90-4fce-9760-d00b842f8501", "tag": "08942829-0c0d-43e7-9bd6-ff64c7fdcc50", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:06:41.289838 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-561cbaa8-55c7-447a-b3b2-0371b8a14415 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:06:41.290494 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a51c677-3b90-4fce-9760-d00b842f8501', 'tag': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50', 'status': 'completed', 'code': 200} Nov 23 23:06:41.306148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:06:41.347021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, fb6a71d2-32cf-428d-b91e-e82be96a5aab) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:41.361732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703327b-faf1-4b03-9ab0-38d52300bd23 None None] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:41.365751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:41.370911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:41.424245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cbbc752f-1535-498e-ad8e-915d21542d5f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2749453 Nov 23 23:06:41.428367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42138) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:41.449133 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d92206f2-fec5-4e4f-8c3f-9c5b58b0cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:41.512966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9f869d8f-4304-4386-9058-d498281cc637 req-701dbe47-dc51-4989-a6be-ee42bf0d8ef4 service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175369 Nov 23 23:06:41.735444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-aebf8fbc-7a39-4e2d-bc9c-eae66112ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:41.737231 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-aebf8fbc-7a39-4e2d-bc9c-eae66112ab80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbc6e103c9641b38f89d8ca75d944d7&device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 1094 time: 0.1083536 Nov 23 23:06:41.742032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d92206f2-fec5-4e4f-8c3f-9c5b58b0cd72 None None] For port cdbd7220-bec5-4a71-a2c0-322bdd4778b7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:41.779094 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d92206f2-fec5-4e4f-8c3f-9c5b58b0cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:41.890801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-d19ea0a4-a654-4f72-96a4-e76db2abe816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:41.891604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af7bad-d09b-473c-a683-7c31d8797805 req-15dfb284-0a18-4927-bd7b-e4169d63da15 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:41.892683 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-d19ea0a4-a654-4f72-96a4-e76db2abe816 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b90ae6a-6720-43c1-a30e-55adafe2f797 HTTP/1.1" status: 200 len: 910 time: 0.1480918 Nov 23 23:06:41.910153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41af7bad-d09b-473c-a683-7c31d8797805 req-15dfb284-0a18-4927-bd7b-e4169d63da15 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 943 time: 0.2300658 Nov 23 23:06:42.071298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-35893baa-0e55-4018-9ed7-b7e0be618c56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08942829-0c0d-43e7-9bd6-ff64c7fdcc50 HTTP/1.1" status: 200 len: 217 time: 0.1711032 Nov 23 23:06:42.158980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92206f2-fec5-4e4f-8c3f-9c5b58b0cd72 None None] Pushing event updated for resources: {'Port': ['ID=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:42.200584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-dc7567bb-11ef-48e6-bf7a-13249628a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:42.202632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-dc7567bb-11ef-48e6-bf7a-13249628a1f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3284e8f1-74a4-4844-90c2-fa9ddc15db44 HTTP/1.1" status: 200 len: 849 time: 0.1221578 Nov 23 23:06:42.207178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:06:42.209763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:42.282603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41af7bad-d09b-473c-a683-7c31d8797805 req-8635744d-0dd8-486a-b2fc-b6ecc6708beb tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714828 Nov 23 23:06:42.342091 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-4b3c6f60-3a2a-420e-8c57-76dcbb0ef6a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b90ae6a-6720-43c1-a30e-55adafe2f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307347 Nov 23 23:06:42.438064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:36Z', 'revision_number': 3, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:42.475548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b67390-7d2e-4144-b145-00b1404e4603 None None] The sync data for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 is: [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:36Z', 'revision_number': 3, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:42.663913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Allocated IP 172.20.0.2 (fb6a71d2-32cf-428d-b91e-e82be96a5aab/2bd75077-33c8-4bb4-bfff-0f8ed48d0584/78fae722-fa4c-48f7-8bf1-fe0415530d79) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:42.819696 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-240716d6-0bf4-4bee-9e5f-53753fb1fdd2 service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685583 Nov 23 23:06:43.186964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:43.227344 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:43.238696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:43.333022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b835814e-fd3c-488d-9026-1f5e8c1296b6 req-7d1a1b74-97ec-4238-ac32-8792ece68226 service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680064 Nov 23 23:06:43.376915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:43.381418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:43.392727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:43.413913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Pushing event updated for resources: {'Port': ['ID=78fae722-fa4c-48f7-8bf1-fe0415530d79,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:43.611379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd71d6-c7ba-44cc-9766-02a3201ba723 req-43721d83-e463-4848-b8a0-6978d031da37 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:43.625456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdcd71d6-c7ba-44cc-9766-02a3201ba723 req-43721d83-e463-4848-b8a0-6978d031da37 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2881453 Nov 23 23:06:43.652864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Attempting to bind port 78fae722-fa4c-48f7-8bf1-fe0415530d79 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:43.653405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Attempting to bind port 78fae722-fa4c-48f7-8bf1-fe0415530d79 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:43.653671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Attempting to bind port 78fae722-fa4c-48f7-8bf1-fe0415530d79 on network fb6a71d2-32cf-428d-b91e-e82be96a5aab {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:43.669570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:43.669954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Checking segment: {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:43.670370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:43.670774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Bound using segment: {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:43.671348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Bound port: 78fae722-fa4c-48f7-8bf1-fe0415530d79, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:43.671819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:43.821451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] For port 78fae722-fa4c-48f7-8bf1-fe0415530d79, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:43.823137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca07af-dbc6-4656-8239-2a103a09678f req-940300ab-282c-466b-841e-c1f1aafb6704 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:43.827423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfca07af-dbc6-4656-8239-2a103a09678f req-940300ab-282c-466b-841e-c1f1aafb6704 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 943 time: 0.3264971 Nov 23 23:06:43.828721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] For port 78fae722-fa4c-48f7-8bf1-fe0415530d79, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=78fae722-fa4c-48f7-8bf1-fe0415530d79,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:43.834053 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:44.064615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ae441-a335-4e58-a849-8e7d633656cc None None] Pushing event updated for resources: {'Port': ['ID=78fae722-fa4c-48f7-8bf1-fe0415530d79,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:44.109514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cdbd7220-bec5-4a71-a2c0-322bdd4778b7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:44.188148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:06:44.345020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Allocated IP 172.20.0.1 (fb6a71d2-32cf-428d-b91e-e82be96a5aab/2bd75077-33c8-4bb4-bfff-0f8ed48d0584/d7eb35fe-5348-40d5-a504-d856827dc296) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:44.591705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdcd71d6-c7ba-44cc-9766-02a3201ba723 req-a70452c1-43c4-4ff8-96e5-4d770dd781fa tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9613817 Nov 23 23:06:44.595866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:44.596388 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:44.796757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfca07af-dbc6-4656-8239-2a103a09678f req-e3f3b098-a28b-4c19-9abb-9f4a4d07a1d8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9475005 Nov 23 23:06:44.833150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:44.886005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50', 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797', 'port_id': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50', 'mac_address': 'fa:16:3e:a5:75:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3284e8f1-74a4-4844-90c2-fa9ddc15db44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:06:44.909048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:44.951669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:44.982158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:06:45.046062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:45.051870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:45.060683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:45.209072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:45.216685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:45.229023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=d7eb35fe-5348-40d5-a504-d856827dc296,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:45.232025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:45.236219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:45.317631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:45.380783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['08942829-0c0d-43e7-9bd6-ff64c7fdcc50'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:06:45.386385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42262) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:45.609121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:45.715598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b41bb7d0-57d0-4986-bb92-ed0f12bd48c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:45.899607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b41bb7d0-57d0-4986-bb92-ed0f12bd48c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:45.910751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b41bb7d0-57d0-4986-bb92-ed0f12bd48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.007350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b41bb7d0-57d0-4986-bb92-ed0f12bd48c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d45c4112ad34976a5d0ecbe044229b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6192844 Nov 23 23:06:46.011963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:46.089807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 78fae722-fa4c-48f7-8bf1-fe0415530d79 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:46.199585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:46.216564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bb7d0-57d0-4986-bb92-ed0f12bd48c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45305f5-1f3c-446d-8b32-6468a5912ebd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:46.277211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2368a248-d565-4117-9729-cdcf192f83c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.367173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2368a248-d565-4117-9729-cdcf192f83c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.422372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 78fae722-fa4c-48f7-8bf1-fe0415530d79 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:46.422752 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.456998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:06:46.467285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927c0a6-4b97-43c7-b63a-27234ef7cdd0 None None] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:46.469805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2368a248-d565-4117-9729-cdcf192f83c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.471979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922252-031c-4106-8f3d-f3c931f994db req-f51ce48f-38cb-474a-89df-1fe8b631f00a tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:46.472529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2368a248-d565-4117-9729-cdcf192f83c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.473760 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2368a248-d565-4117-9729-cdcf192f83c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b45305f5-1f3c-446d-8b32-6468a5912ebd HTTP/1.1" status: 204 len: 168 time: 0.4597208 Nov 23 23:06:46.483755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1922252-031c-4106-8f3d-f3c931f994db req-f51ce48f-38cb-474a-89df-1fe8b631f00a tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 944 time: 0.5083175 Nov 23 23:06:46.535511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368a248-d565-4117-9729-cdcf192f83c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45305f5-1f3c-446d-8b32-6468a5912ebd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:46.572000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06666d3-f44a-4107-a07c-082ca6b6f039 req-acecb591-02ef-4ec6-83ac-b3ca8fa2896c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:46.577132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d06666d3-f44a-4107-a07c-082ca6b6f039 req-acecb591-02ef-4ec6-83ac-b3ca8fa2896c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.6442273 Nov 23 23:06:46.607920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:46.608366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.797865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1922252-031c-4106-8f3d-f3c931f994db req-82d2d985-03d7-4ace-a7e8-09e22cb4358e tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129227 Nov 23 23:06:46.857286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d06666d3-f44a-4107-a07c-082ca6b6f039 req-3eb126c0-321b-4392-8f2c-438f81e6632b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426524 Nov 23 23:06:46.896903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e697bde8-9510-4b13-8576-cbeb2ba57637 None None] Provisioning complete for port 78fae722-fa4c-48f7-8bf1-fe0415530d79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:46.899971 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e697bde8-9510-4b13-8576-cbeb2ba57637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.933475 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:46.952773 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.109153 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.181101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42312) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:47.202846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1b20a2a-a1be-42de-9644-654ed733b12a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.206004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=d7eb35fe-5348-40d5-a504-d856827dc296,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:47.310869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:47.311845 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1b20a2a-a1be-42de-9644-654ed733b12a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.319529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1b20a2a-a1be-42de-9644-654ed733b12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.321621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:47.446472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f1b20a2a-a1be-42de-9644-654ed733b12a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb517244cadb45ce8567b5fd282c7766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617691 Nov 23 23:06:47.447960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42316) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:47.451704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b20a2a-a1be-42de-9644-654ed733b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab6ed12-4adc-407d-ab45-8e13409b0b4f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:47.457694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.625612 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.663611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0968-b562-476f-afe5-73659e4b9cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.713642 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e697bde8-9510-4b13-8576-cbeb2ba57637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.717215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 78fae722-fa4c-48f7-8bf1-fe0415530d79, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=78fae722-fa4c-48f7-8bf1-fe0415530d79,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:47.723657 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0968-b562-476f-afe5-73659e4b9cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.753055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router c471c000-71e3-42b3-8dd2-c227564addde has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:06:47.760497 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.850629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a51c677-3b90-4fce-9760-d00b842f8501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:06:47.861378 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0968-b562-476f-afe5-73659e4b9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.862446 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fda1f4b-7cfb-49c8-b1ca-fb6dc7882d27" -d '{"events": [{"server_uuid": "5a51c677-3b90-4fce-9760-d00b842f8501", "name": "network-vif-plugged", "status": "completed", "tag": "08942829-0c0d-43e7-9bd6-ff64c7fdcc50"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:06:47.864956 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0968-b562-476f-afe5-73659e4b9cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.866625 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a4fb0968-b562-476f-afe5-73659e4b9cd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ab6ed12-4adc-407d-ab45-8e13409b0b4f HTTP/1.1" status: 204 len: 168 time: 0.4096427 Nov 23 23:06:47.877267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=78fae722-fa4c-48f7-8bf1-fe0415530d79,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:47.923623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:47.928768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb0968-b562-476f-afe5-73659e4b9cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab6ed12-4adc-407d-ab45-8e13409b0b4f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:47.966209 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:47.971487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:48.002873 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Sync routers for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:48.018523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-de01d4db-ec02-4a6d-b15e-bd6974cea8dd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "PUT /v2.0/routers/c471c000-71e3-42b3-8dd2-c227564addde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5885496 Nov 23 23:06:48.025856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42340) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:48.026814 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:48.032015 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:06:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:48.039829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-976d7ecc-7b8d-49c7-ad19-efb493c2a53c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--802258706', 'description': 'tempest-secgroup_access--802258706 description', 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:48.121805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-976d7ecc-7b8d-49c7-ad19-efb493c2a53c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:48.288515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92db5-5f8c-4ec3-bafb-3da1703d570a req-102343c4-38a6-44e5-9b15-826320a153bc tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:48.305226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47a92db5-5f8c-4ec3-bafb-3da1703d570a req-102343c4-38a6-44e5-9b15-826320a153bc tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 945 time: 0.2486849 Nov 23 23:06:48.313438 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-e697bde8-9510-4b13-8576-cbeb2ba57637 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:06:48.313972 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-e697bde8-9510-4b13-8576-cbeb2ba57637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:06:48.368129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:48.380882 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:48.435153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-976d7ecc-7b8d-49c7-ad19-efb493c2a53c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:48.452770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-976d7ecc-7b8d-49c7-ad19-efb493c2a53c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:48.471601 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47a92db5-5f8c-4ec3-bafb-3da1703d570a req-95f83c9d-187a-49dd-aa3a-b702166b5307 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650810 Nov 23 23:06:48.645280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-976d7ecc-7b8d-49c7-ad19-efb493c2a53c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:48.648366 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-976d7ecc-7b8d-49c7-ad19-efb493c2a53c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6168702 Nov 23 23:06:48.651100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42358) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:48.667278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7dc745d8-8963-42c9-a6c4-22624fa0f7cb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2135248011', 'description': 'tempest-secgroup_general--2135248011 description', 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:48.679478 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db183428-7f8a-4797-8438-09ece16ae0e1 x-openstack-request-id: req-db183428-7f8a-4797-8438-09ece16ae0e1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:06:48.679478 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a51c677-3b90-4fce-9760-d00b842f8501", "name": "network-vif-plugged", "status": "completed", "tag": "08942829-0c0d-43e7-9bd6-ff64c7fdcc50", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:06:48.680502 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db183428-7f8a-4797-8438-09ece16ae0e1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:06:48.680502 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a51c677-3b90-4fce-9760-d00b842f8501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50', 'code': 200} Nov 23 23:06:48.737054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d7ecc-7b8d-49c7-ad19-efb493c2a53c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28932c4a-489a-4d32-98b8-6401ba061a45,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:48.765831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dc745d8-8963-42c9-a6c4-22624fa0f7cb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:48.967674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d1183-5652-4d7d-b915-7329036ecd93 req-393d872d-ff44-429a-9d5f-f2fa75cfb16f tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:48.971798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-955d1183-5652-4d7d-b915-7329036ecd93 req-393d872d-ff44-429a-9d5f-f2fa75cfb16f tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2653525 Nov 23 23:06:49.037627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0640c5-8f61-43c8-aa3b-7a1eec736754 req-2399f243-a158-4c38-8b50-852418d4bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:49.054603 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dd0640c5-8f61-43c8-aa3b-7a1eec736754 req-2399f243-a158-4c38-8b50-852418d4bff7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 1096 time: 0.2079899 Nov 23 23:06:49.146385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6394775c-b13f-4ba8-a3e0-8c4d7ae1ca8e None None] Provisioning complete for port 78fae722-fa4c-48f7-8bf1-fe0415530d79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:49.148540 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6394775c-b13f-4ba8-a3e0-8c4d7ae1ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.184321 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:46Z', 'revision_number': 2, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:49.248559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-955d1183-5652-4d7d-b915-7329036ecd93 req-96fab1e4-983d-464c-a7b6-c79d2e1364a6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605577 Nov 23 23:06:49.267981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dd0640c5-8f61-43c8-aa3b-7a1eec736754 req-363d78ac-a0e5-404e-b18d-3c24af7205dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065899 Nov 23 23:06:49.294841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dc745d8-8963-42c9-a6c4-22624fa0f7cb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.299527 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Checking router: c471c000-71e3-42b3-8dd2-c227564addde for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:49.300154 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Updating router c471c000-71e3-42b3-8dd2-c227564addde port d7eb35fe-5348-40d5-a504-d856827dc296 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:06:49.303604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dc745d8-8963-42c9-a6c4-22624fa0f7cb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.416680 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.420296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6394775c-b13f-4ba8-a3e0-8c4d7ae1ca8e None None] Provisioning complete for port d7eb35fe-5348-40d5-a504-d856827dc296 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:49.420779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7dc745d8-8963-42c9-a6c4-22624fa0f7cb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.420977 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6394775c-b13f-4ba8-a3e0-8c4d7ae1ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.424818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7dc745d8-8963-42c9-a6c4-22624fa0f7cb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7663877 Nov 23 23:06:49.425384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42382) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:49.434458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0e9243c4-7618-4e75-8994-3c12d667c591 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'security_group_rule': {'security_group_id': '28932c4a-489a-4d32-98b8-6401ba061a45', 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:49.451864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc745d8-8963-42c9-a6c4-22624fa0f7cb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d01b33-45f5-43ae-8c0f-74f2cd03b941,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:49.543395 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e9243c4-7618-4e75-8994-3c12d667c591 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.544166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6394775c-b13f-4ba8-a3e0-8c4d7ae1ca8e None None] Port d7eb35fe-5348-40d5-a504-d856827dc296 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:49.686930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-466d453a-d8af-4cce-ab68-b6a1fbafd11c None None] Provisioning complete for port d7eb35fe-5348-40d5-a504-d856827dc296 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:49.687498 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-466d453a-d8af-4cce-ab68-b6a1fbafd11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.808274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-466d453a-d8af-4cce-ab68-b6a1fbafd11c None None] Port d7eb35fe-5348-40d5-a504-d856827dc296 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:49.851337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e9243c4-7618-4e75-8994-3c12d667c591 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.869721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e9243c4-7618-4e75-8994-3c12d667c591 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:49.895525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdd5fa-8ef8-4af3-b98d-a76067f13e50 req-2149ef7a-7cff-48a3-86d8-dfaca8e1daf5 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:49.897173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95fdd5fa-8ef8-4af3-b98d-a76067f13e50 req-2149ef7a-7cff-48a3-86d8-dfaca8e1daf5 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 945 time: 0.2928627 Nov 23 23:06:50.013142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4eb484df-0ca4-45ac-b66c-a6408a3606ca None None] Provisioning complete for port d7eb35fe-5348-40d5-a504-d856827dc296 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:50.013528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4eb484df-0ca4-45ac-b66c-a6408a3606ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.023096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95fdd5fa-8ef8-4af3-b98d-a76067f13e50 req-7bc757a6-c4c6-4211-b036-ff3dfaf6060b tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097162 Nov 23 23:06:50.027317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9243c4-7618-4e75-8994-3c12d667c591 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b069422-9c50-4500-bc81-abcba575f445,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:50.042284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e9243c4-7618-4e75-8994-3c12d667c591 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.052885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e9243c4-7618-4e75-8994-3c12d667c591 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6259143 Nov 23 23:06:50.106293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 78fae722-fa4c-48f7-8bf1-fe0415530d79 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:50.232277 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.247029 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.333860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4eb484df-0ca4-45ac-b66c-a6408a3606ca None None] Port d7eb35fe-5348-40d5-a504-d856827dc296 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:50.412676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 78fae722-fa4c-48f7-8bf1-fe0415530d79 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:50.413263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.639969 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Attempting to bind port d7eb35fe-5348-40d5-a504-d856827dc296 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:50.640689 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Attempting to bind port d7eb35fe-5348-40d5-a504-d856827dc296 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:50.642385 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Attempting to bind port d7eb35fe-5348-40d5-a504-d856827dc296 on network fb6a71d2-32cf-428d-b91e-e82be96a5aab {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:50.682956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ae716-45be-483b-8fc1-9ae67c866e7d req-1f33353f-4e4a-406f-b4c0-08228d36e298 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:50.686167 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:50.686543 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Checking segment: {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:50.688571 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.691551 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Bound using segment: {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:50.692275 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Bound port: d7eb35fe-5348-40d5-a504-d856827dc296, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:50.692391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-663ae716-45be-483b-8fc1-9ae67c866e7d req-1f33353f-4e4a-406f-b4c0-08228d36e298 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1884456 Nov 23 23:06:50.694012 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.735309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d1384df4-efb4-47a6-bb23-cfe9ce824c35 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--802258706&fields=id&tenant_id=b1d52e1e417542d4b5527ac238ca4eb6 HTTP/1.1" status: 200 len: 267 time: 0.1263266 Nov 23 23:06:50.806882 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Pushing event updated for resources: {'Port': ['ID=d7eb35fe-5348-40d5-a504-d856827dc296,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:50.821623 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.822656 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.823009 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.823344 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.823700 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.824031 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.824355 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.824675 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.824996 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.825315 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.825636 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.825955 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:50.897152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-663ae716-45be-483b-8fc1-9ae67c866e7d req-98ee2de1-f3bf-4677-b133-0e423e777f5a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035868 Nov 23 23:06:50.903341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-75d7e467-c0d4-44d0-8033-04723ccd6f32 None None] Provisioning complete for port d7eb35fe-5348-40d5-a504-d856827dc296 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:50.903933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75d7e467-c0d4-44d0-8033-04723ccd6f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:50.956405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-7fb7d16c-afc4-4e36-932d-af3954481906 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--2135248011&fields=id&tenant_id=b1d52e1e417542d4b5527ac238ca4eb6 HTTP/1.1" status: 200 len: 267 time: 0.2125545 Nov 23 23:06:50.962260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] For port d7eb35fe-5348-40d5-a504-d856827dc296, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:50.983462 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] For port d7eb35fe-5348-40d5-a504-d856827dc296, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d7eb35fe-5348-40d5-a504-d856827dc296,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:51.000833 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:51.001983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-75d7e467-c0d4-44d0-8033-04723ccd6f32 None None] Port d7eb35fe-5348-40d5-a504-d856827dc296 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:51.084368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:51.085011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:06:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:51.313826 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7c4a-5465-4c31-9663-640c271fa5cd None None] Pushing event updated for resources: {'Port': ['ID=d7eb35fe-5348-40d5-a504-d856827dc296,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:51.425967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-49d9770d-8413-4442-be4a-df18fb667d05 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:51.427821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-49d9770d-8413-4442-be4a-df18fb667d05 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/networks?id=fb6a71d2-32cf-428d-b91e-e82be96a5aab HTTP/1.1" status: 200 len: 796 time: 0.4547052 Nov 23 23:06:51.503435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-26ebd887-dc25-4194-96dc-71e6dbbc2053 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/quotas/b1d52e1e417542d4b5527ac238ca4eb6 HTTP/1.1" status: 200 len: 375 time: 0.0257590 Nov 23 23:06:51.519883 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:51.593840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cb43-2222-4ab8-b6f9-830bfc00d4da req-4f299d64-7d3a-41fe-98dd-12fc07023bf5 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:51.595507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46a0cb43-2222-4ab8-b6f9-830bfc00d4da req-4f299d64-7d3a-41fe-98dd-12fc07023bf5 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 945 time: 0.1665902 Nov 23 23:06:51.632429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f6ff91b2-c462-4abf-b606-03dd87443ff7 None None] Provisioning complete for port d7eb35fe-5348-40d5-a504-d856827dc296 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:51.633124 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6ff91b2-c462-4abf-b606-03dd87443ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:51.699541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-65dc83d9-07d6-44b4-aa9a-514aa00e6ef4 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740835 Nov 23 23:06:51.739140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-c19df544-7426-4965-8b4f-c4b0a3e4ec2b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:06:51.758251 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-c19df544-7426-4965-8b4f-c4b0a3e4ec2b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0435975 Nov 23 23:06:51.763799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46a0cb43-2222-4ab8-b6f9-830bfc00d4da req-a669a956-cd70-4ef1-891d-48cee07235e8 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404979 Nov 23 23:06:51.904475 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6ff91b2-c462-4abf-b606-03dd87443ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:52.018455 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:50Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:52.069052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f6ff91b2-c462-4abf-b606-03dd87443ff7 None None] For port d7eb35fe-5348-40d5-a504-d856827dc296, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d7eb35fe-5348-40d5-a504-d856827dc296,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:52.077804 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2c9a9-d602-49e2-8a00-020384122a25 None None] The sync data for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 is: [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:50Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:52.080054 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6ff91b2-c462-4abf-b606-03dd87443ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:52.187410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-8a0ac6fe-9ba6-4dcb-99ff-cde8ca345bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672545 Nov 23 23:06:52.259928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff91b2-c462-4abf-b606-03dd87443ff7 None None] Pushing event updated for resources: {'Port': ['ID=d7eb35fe-5348-40d5-a504-d856827dc296,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:52.591278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-58ad96d6-ffe9-49fc-8d20-6a1ecb51cf54 service neutron] 10.222.0.11 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681269 Nov 23 23:06:52.637671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ec89-51ec-46b3-ba90-343005ecf4e6 req-0a9a4f98-ce06-4a00-bc4d-e81f7c28d663 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:52.639508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1462ec89-51ec-46b3-ba90-343005ecf4e6 req-0a9a4f98-ce06-4a00-bc4d-e81f7c28d663 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2894552 Nov 23 23:06:52.769073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1462ec89-51ec-46b3-ba90-343005ecf4e6 req-a1041f94-a627-48ac-a025-8fce3cb2c8e2 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944436 Nov 23 23:06:53.453736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49db77d9-a86b-46ff-8e93-c177f3e9660d req-f4f6916d-05d9-4cbc-bcc1-3315e61d8df8 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 210 time: 0.1688139 Nov 23 23:06:53.779264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453bd9c-b67e-4166-9790-3be59b4d8f1f req-d34b3c73-4d3a-452c-a927-1bc166038069 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:53.790525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0453bd9c-b67e-4166-9790-3be59b4d8f1f req-d34b3c73-4d3a-452c-a927-1bc166038069 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 945 time: 0.3280149 Nov 23 23:06:54.169378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0453bd9c-b67e-4166-9790-3be59b4d8f1f req-31f72dcf-cfb4-41fc-9854-806568957c5e tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749819 Nov 23 23:06:54.198277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d7eb35fe-5348-40d5-a504-d856827dc296 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:54.283813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad82e11-119c-4199-8e91-c7f8711ce9b6 req-3e4a8be5-9081-490d-8f89-299f7e417f21 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:54.294771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aad82e11-119c-4199-8e91-c7f8711ce9b6 req-3e4a8be5-9081-490d-8f89-299f7e417f21 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.3321407 Nov 23 23:06:54.376332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d7eb35fe-5348-40d5-a504-d856827dc296 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:54.377232 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:54.464374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aad82e11-119c-4199-8e91-c7f8711ce9b6 req-768ad273-32cc-4559-9a24-fe9d96cd71f6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675088 Nov 23 23:06:54.557128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42532) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:54.815654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e1381b14-c4c3-41fb-894d-daebb9467eeb tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:54.819382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e1381b14-c4c3-41fb-894d-daebb9467eeb tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 945 time: 0.1989443 Nov 23 23:06:54.937849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bda8c241-7609-47eb-bf33-cb1350766d53 req-313c5932-e636-4815-96e7-dde822873dea tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 210 time: 0.1956935 Nov 23 23:06:55.060505 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:55.216338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Deleting port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:55.217012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:55.270731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:55.293168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:55.377476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138669a7-5452-498b-b014-d360bd9933ad req-547fc2ba-e6ce-4882-9977-12f8a29493dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:55.380379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-138669a7-5452-498b-b014-d360bd9933ad req-547fc2ba-e6ce-4882-9977-12f8a29493dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1096 time: 0.1124063 Nov 23 23:06:55.521387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138669a7-5452-498b-b014-d360bd9933ad req-76f3b9ea-538d-44d0-8b0b-3073290aae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:55.535545 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-138669a7-5452-498b-b014-d360bd9933ad req-76f3b9ea-538d-44d0-8b0b-3073290aae3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.1367846 Nov 23 23:06:55.569757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] For port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:55.570335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:55.574443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d482df-46d3-48b5-83c5-b3bd57322f02,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:55.611042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4f369ddac6d48798d63c8c6bc2cd905&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0502479 Nov 23 23:06:55.612477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.613030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.613574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.614105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.614628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.615161 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.615372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Calling delete_port for 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:55.615686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.616152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.616681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.617207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.617734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.618256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1af55f-fe1f-4579-ba61-3f4ee8055fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:55.630252 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42550) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:55.772686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143065fb-bfc8-4cd7-99a8-209d80e2a013 req-cc931d70-e118-4903-9383-06b32cbade38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:55.774415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-143065fb-bfc8-4cd7-99a8-209d80e2a013 req-cc931d70-e118-4903-9383-06b32cbade38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.4996576 Nov 23 23:06:55.784430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43fdeb-113b-4be7-a142-19f120f40294 req-82969b2f-0a49-4b80-a8c5-0e564a9dad47 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:55.792336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb43fdeb-113b-4be7-a142-19f120f40294 req-82969b2f-0a49-4b80-a8c5-0e564a9dad47 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 945 time: 0.3072224 Nov 23 23:06:55.891942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb43fdeb-113b-4be7-a142-19f120f40294 req-72cfdd2a-23d2-414e-891b-8c78833886ad tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985394 Nov 23 23:06:55.941929 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-138669a7-5452-498b-b014-d360bd9933ad req-8caf50e5-5c78-4606-89c1-f0267729a973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 1001 time: 0.2723627 Nov 23 23:06:56.297921 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:06:56.315963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138669a7-5452-498b-b014-d360bd9933ad req-03f40253-e545-4ce5-99c6-284fc6bf9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:56.317691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-138669a7-5452-498b-b014-d360bd9933ad req-03f40253-e545-4ce5-99c6-284fc6bf9752 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.3294792 Nov 23 23:06:56.406278 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:56.569562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abb1143b-60c6-4fb5-8ac4-ab938c8f5131 req-68fe27aa-c95e-4630-a4d9-aa98441f6862 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 210 time: 0.0540333 Nov 23 23:06:56.645029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195e7677-124b-46b9-8989-646bfa197f63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:56.646631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Pushing event deleted for resources: {'Port': ['ID=08942829-0c0d-43e7-9bd6-ff64c7fdcc50,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:56.689864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] No DVR routers for this DVR port 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:06:56.692396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138669a7-5452-498b-b014-d360bd9933ad req-60ddbc1a-9a7b-4cbc-a917-540c11d615ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:56.698834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195e7677-124b-46b9-8989-646bfa197f63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:56.699043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-138669a7-5452-498b-b014-d360bd9933ad req-60ddbc1a-9a7b-4cbc-a917-540c11d615ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3644550 Nov 23 23:06:56.699254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:56.708345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-75671441-b64c-41ee-820e-e9dadfd0fc67 req-e2909e36-592d-4132-b931-4c78d309fe82 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "DELETE /v2.0/ports/08942829-0c0d-43e7-9bd6-ff64c7fdcc50 HTTP/1.1" status: 204 len: 173 time: 1.8813410 Nov 23 23:06:56.713513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a51c677-3b90-4fce-9760-d00b842f8501', 'name': 'network-vif-deleted', 'tag': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:06:56.713513 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094ca1ef-b323-4880-ab99-95b6ba1e6ff1" -d '{"events": [{"server_uuid": "5a51c677-3b90-4fce-9760-d00b842f8501", "name": "network-vif-deleted", "tag": "08942829-0c0d-43e7-9bd6-ff64c7fdcc50"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:06:56.863300 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f22eda-4dcf-4d6a-a214-2a007ca54e35 x-openstack-request-id: req-05f22eda-4dcf-4d6a-a214-2a007ca54e35 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:06:56.863936 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a51c677-3b90-4fce-9760-d00b842f8501", "name": "network-vif-deleted", "tag": "08942829-0c0d-43e7-9bd6-ff64c7fdcc50", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:06:56.864440 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05f22eda-4dcf-4d6a-a214-2a007ca54e35 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:06:56.865109 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a51c677-3b90-4fce-9760-d00b842f8501', 'name': 'network-vif-deleted', 'tag': '08942829-0c0d-43e7-9bd6-ff64c7fdcc50', 'status': 'completed', 'code': 200} Nov 23 23:06:56.999703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-4cfdee9a-c9c3-4e30-bd1c-d21e7fb78f72 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:57.016678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:57.019361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-4cfdee9a-c9c3-4e30-bd1c-d21e7fb78f72 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.46 "GET /v2.0/networks?id=fb6a71d2-32cf-428d-b91e-e82be96a5aab HTTP/1.1" status: 200 len: 796 time: 1.1566074 Nov 23 23:06:57.055712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-143065fb-bfc8-4cd7-99a8-209d80e2a013 req-4e0c8560-47ec-47a5-a472-66bb4c846005 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2561495 Nov 23 23:06:57.117658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-138669a7-5452-498b-b014-d360bd9933ad req-aca14d86-7239-455d-926a-b53616bc61a8 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953662 Nov 23 23:06:57.247029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3752a42-0ba4-40a2-8c0c-6b222388ad1d req-95f26348-9883-4d5c-8956-3bdd1330629d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a51c677-3b90-4fce-9760-d00b842f8501 HTTP/1.1" status: 200 len: 210 time: 0.1444628 Nov 23 23:06:57.343749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195e7677-124b-46b9-8989-646bfa197f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:57.362861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-195e7677-124b-46b9-8989-646bfa197f63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:57.371991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-195e7677-124b-46b9-8989-646bfa197f63 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3d482df-46d3-48b5-83c5-b3bd57322f02 HTTP/1.1" status: 204 len: 168 time: 1.7207124 Nov 23 23:06:57.483109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e7677-124b-46b9-8989-646bfa197f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d482df-46d3-48b5-83c5-b3bd57322f02,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:57.514004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-34ebecd5-b3ca-4787-be33-4b198edc760a tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d52e1e417542d4b5527ac238ca4eb6 HTTP/1.1" status: 200 len: 477 time: 0.4492693 Nov 23 23:06:57.563144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'port': {'device_id': 'f35c4154-6221-48af-bced-23fd60f46643', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'admin_state_up': True, 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'security_groups': ['28932c4a-489a-4d32-98b8-6401ba061a45', '49d01b33-45f5-43ae-8c0f-74f2cd03b941']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:57.629484 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-138669a7-5452-498b-b014-d360bd9933ad req-737db837-60f4-4b60-a151-31625224524e service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050311 Nov 23 23:06:57.934580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67fc9e53-6644-4b71-bc66-1de51ce4cbc5 req-6e017a29-a6f6-4bbe-8f0f-f71bcdeb2b3e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 210 time: 0.1078486 Nov 23 23:06:58.052414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Made reservation on behalf of b1d52e1e417542d4b5527ac238ca4eb6 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:58.078147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:58.131525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42600) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:58.165943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91a6540b-a420-4107-8e3b-f1c3ff60a14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:58.264776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:58.364217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:58.365589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 08942829-0c0d-43e7-9bd6-ff64c7fdcc50 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:58.480501 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91a6540b-a420-4107-8e3b-f1c3ff60a14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:58.499317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91a6540b-a420-4107-8e3b-f1c3ff60a14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:58.643449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f08db-5c4b-4caf-94c7-666ab9d218a7 req-ab5952fa-f469-427b-a437-447a6139913b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:58.644642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6540b-a420-4107-8e3b-f1c3ff60a14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a3b454-f8ef-4e20-a6e1-da07a45d08c8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:58.645901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-516f08db-5c4b-4caf-94c7-666ab9d218a7 req-ab5952fa-f469-427b-a437-447a6139913b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2828746 Nov 23 23:06:58.718732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-91a6540b-a420-4107-8e3b-f1c3ff60a14a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5180f291676344ef9f7bc39096d0cd6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5859761 Nov 23 23:06:58.720347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:58.830959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Allocated IP 172.20.0.6 (fb6a71d2-32cf-428d-b91e-e82be96a5aab/2bd75077-33c8-4bb4-bfff-0f8ed48d0584/5cb74fda-7ce6-430a-8dd9-895792e622de) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:58.831222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6cc9-82fe-40ad-a6ac-f9420e3e87a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:58.955473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6cc9-82fe-40ad-a6ac-f9420e3e87a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:59.015200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-516f08db-5c4b-4caf-94c7-666ab9d218a7 req-fe58bc5e-8f81-4c61-ba8e-7207d20cd2e0 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343494 Nov 23 23:06:59.065472 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6cc9-82fe-40ad-a6ac-f9420e3e87a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:59.068767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6cc9-82fe-40ad-a6ac-f9420e3e87a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:59.070125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7e6e6cc9-82fe-40ad-a6ac-f9420e3e87a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1a3b454-f8ef-4e20-a6e1-da07a45d08c8 HTTP/1.1" status: 204 len: 168 time: 0.3476322 Nov 23 23:06:59.085335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e6cc9-82fe-40ad-a6ac-f9420e3e87a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a3b454-f8ef-4e20-a6e1-da07a45d08c8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:59.284093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-059d6945-1516-4f88-816e-5913db849cdd req-997fbfa2-91df-4edc-96c9-a173f1d0555f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 210 time: 0.0510769 Nov 23 23:06:59.466395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a20e6-b897-4186-8bdd-59d53853780f req-748de5c7-8913-4326-a8fc-70f9ef13148d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:59.474723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-748de5c7-8913-4326-a8fc-70f9ef13148d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/networks?id=8b90ae6a-6720-43c1-a30e-55adafe2f797 HTTP/1.1" status: 200 len: 809 time: 0.6560311 Nov 23 23:06:59.498535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-eae1a3c0-8657-430e-9fce-29882fa8b64e tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/quotas/7bbc6e103c9641b38f89d8ca75d944d7 HTTP/1.1" status: 200 len: 375 time: 0.0228300 Nov 23 23:06:59.588629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-8f213b6c-3515-4519-b965-66f8c32a7136 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7bbc6e103c9641b38f89d8ca75d944d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889845 Nov 23 23:06:59.697374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:59.753022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-83f3101e-9421-424b-a24b-2568e221fdc7 service neutron] 10.222.0.11 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634307 Nov 23 23:06:59.860216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:00.081414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=5cb74fda-7ce6-430a-8dd9-895792e622de,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:00.127692 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-0a31091d-3f2f-40da-9d08-30c5550d7061 service neutron] 10.222.0.11 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706491 Nov 23 23:07:00.154577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:00.156706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:00.187564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:00.399524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:00.404531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:00.473678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaed02-9d3f-4f5e-b53c-b323ff5994ef req-8b32ea09-ea13-428f-908e-0a74a2d6067b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:00.484103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3eaed02-9d3f-4f5e-b53c-b323ff5994ef req-8b32ea09-ea13-428f-908e-0a74a2d6067b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2411642 Nov 23 23:07:00.487510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-07bfe097-71d5-477e-b2d7-65a8efee026d tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.9670999 Nov 23 23:07:00.525641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Request body: {'port': {'device_id': 'f35c4154-6221-48af-bced-23fd60f46643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:00.811256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:00.816594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3eaed02-9d3f-4f5e-b53c-b323ff5994ef req-f8a77e07-e00b-45f2-8627-48ce2b120483 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120141 Nov 23 23:07:00.849049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f390e4-59ce-4e33-bdc4-9d4bb6b1e8e4 req-c33b3dd7-75ee-455a-b572-d8cc2c7fb91f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:00.854368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c6359ddf-da21-4380-8f34-cac8c24a76d0 None None] Provisioning complete for port 5cb74fda-7ce6-430a-8dd9-895792e622de triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:00.854869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6359ddf-da21-4380-8f34-cac8c24a76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:00.858211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76f390e4-59ce-4e33-bdc4-9d4bb6b1e8e4 req-c33b3dd7-75ee-455a-b572-d8cc2c7fb91f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 970 time: 0.2996473 Nov 23 23:07:00.980496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c6359ddf-da21-4380-8f34-cac8c24a76d0 None None] Port 5cb74fda-7ce6-430a-8dd9-895792e622de cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:07:00.986245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-473bba55-296e-4a6f-b4c8-7871e38481e0 req-2723cc7f-89ce-4c3e-8a4a-0c50bc1f34a1 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 210 time: 0.0626969 Nov 23 23:07:01.219715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76f390e4-59ce-4e33-bdc4-9d4bb6b1e8e4 req-6c998a5a-2f7a-43b1-b165-015fc26c15fb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3602495 Nov 23 23:07:01.539455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb74fda-7ce6-430a-8dd9-895792e622de {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:07:01.550458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:01.579502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Transition to ACTIVE for port object 5cb74fda-7ce6-430a-8dd9-895792e622de will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:07:01.584301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:01.622733 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d600b359-e70a-4998-82e7-659483d722a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:01.770455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb74fda-7ce6-430a-8dd9-895792e622de,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:01.860337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Attempting to bind port 5cb74fda-7ce6-430a-8dd9-895792e622de on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:07:01.860682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Attempting to bind port 5cb74fda-7ce6-430a-8dd9-895792e622de by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:07:01.861018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Attempting to bind port 5cb74fda-7ce6-430a-8dd9-895792e622de on network fb6a71d2-32cf-428d-b91e-e82be96a5aab {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:01.866135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Port 5cb74fda-7ce6-430a-8dd9-895792e622de on network fb6a71d2-32cf-428d-b91e-e82be96a5aab not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:07:01.866455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Attempting to bind port 5cb74fda-7ce6-430a-8dd9-895792e622de on network fb6a71d2-32cf-428d-b91e-e82be96a5aab {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:01.889047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:07:01.889400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Checking segment: {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:07:01.892425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Bound using segment: {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:07:01.893496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Bound port: 5cb74fda-7ce6-430a-8dd9-895792e622de, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f073eb11-5593-4464-9fa1-b3e987591062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:07:01.893496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:02.006284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] For port 5cb74fda-7ce6-430a-8dd9-895792e622de, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:07:02.010303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] For port 5cb74fda-7ce6-430a-8dd9-895792e622de, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5cb74fda-7ce6-430a-8dd9-895792e622de,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:07:02.021766 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:02.116884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:02.117546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:02.129866 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] 10.222.0.46 "PUT /v2.0/ports/5cb74fda-7ce6-430a-8dd9-895792e622de HTTP/1.1" status: 200 len: 1130 time: 1.6237898 Nov 23 23:07:02.130130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:02.132619 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019decdc-b42d-4fa7-8483-f4cecfab3993" -d '{"events": [{"name": "network-changed", "server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:02.247644 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1a09fde-f627-4a5f-a1ff-5c03d2fde6a6 req-4860b917-741b-4545-b504-66b6d28d9c9a tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 210 time: 0.0521493 Nov 23 23:07:02.280677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b9c4c-d30b-4b91-9f61-40379e724ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb74fda-7ce6-430a-8dd9-895792e622de,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:02.291406 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d320526b-c058-46e6-8c90-465c62a7feb0 x-openstack-request-id: req-d320526b-c058-46e6-8c90-465c62a7feb0 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:02.291406 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:02.291406 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d320526b-c058-46e6-8c90-465c62a7feb0 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:02.291823 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'status': 'completed', 'code': 200} Nov 23 23:07:02.470417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-eb0529ee-5eec-4010-b7db-c33ce16596b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:02.471926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-eb0529ee-5eec-4010-b7db-c33ce16596b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1133 time: 0.2129035 Nov 23 23:07:02.522572 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-0f932000-f104-4b63-bbe1-433502f98dbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb74fda-7ce6-430a-8dd9-895792e622de HTTP/1.1" status: 200 len: 217 time: 0.0409482 Nov 23 23:07:02.628939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a20e6-b897-4186-8bdd-59d53853780f req-9b3ec4f2-0f6d-4490-b4b6-01c989dae29f tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:02.630593 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-9b3ec4f2-0f6d-4490-b4b6-01c989dae29f tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "GET /v2.0/networks?id=8b90ae6a-6720-43c1-a30e-55adafe2f797 HTTP/1.1" status: 200 len: 809 time: 0.2760899 Nov 23 23:07:02.673042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Request body: {'port': {'device_id': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797', 'admin_state_up': True, 'tenant_id': '7bbc6e103c9641b38f89d8ca75d944d7'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:02.676163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84790ae-8f9d-4349-9f21-09c6da69bf96 req-7a5d3c50-6fa0-469c-a531-e8325ca6327a tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:02.685142 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c84790ae-8f9d-4349-9f21-09c6da69bf96 req-7a5d3c50-6fa0-469c-a531-e8325ca6327a tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 982 time: 0.2876697 Nov 23 23:07:02.833654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-e40ff0c7-272b-4459-8dd5-44446268eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:02.838372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-e40ff0c7-272b-4459-8dd5-44446268eb48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bd75077-33c8-4bb4-bfff-0f8ed48d0584 HTTP/1.1" status: 200 len: 834 time: 0.2961066 Nov 23 23:07:02.954328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c84790ae-8f9d-4349-9f21-09c6da69bf96 req-8f09ffc8-5f99-4642-a66e-eaaa3857cf14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2681975 Nov 23 23:07:02.962285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Made reservation on behalf of 7bbc6e103c9641b38f89d8ca75d944d7 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:07:02.967943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:03.009613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-1ab2050f-6831-4eeb-b9fe-898a7358b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:03.011148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-1ab2050f-6831-4eeb-b9fe-898a7358b1a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb6a71d2-32cf-428d-b91e-e82be96a5aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653874 Nov 23 23:07:03.217026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Allocated IP 172.20.0.5 (8b90ae6a-6720-43c1-a30e-55adafe2f797/3284e8f1-74a4-4844-90c2-fa9ddc15db44/25cb301f-2624-4128-9d6d-981a03c737de) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:07:03.275948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-060f017c-d65c-4511-8d6f-b2d8ed372f74 service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450888 Nov 23 23:07:03.451020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98de57dc-75f7-452e-9f2b-1c57b163676a req-4bf54bd3-605b-41a2-88b3-bb28d93bfeec tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 210 time: 0.0372653 Nov 23 23:07:03.460653 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:03.506077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41f0b8ee-3b6b-451a-b08c-7b7e60615b26 req-cd74db72-2ae9-41a5-9d2a-80d2c3cf85ac service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293744 Nov 23 23:07:03.512417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:03.590426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Network 8b90ae6a-6720-43c1-a30e-55adafe2f797 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:03.592099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:03.601063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:03.606938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Pushing event updated for resources: {'Port': ['ID=25cb301f-2624-4128-9d6d-981a03c737de,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:03.632438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-0e3bf32d-299a-4318-8ac6-34d7b60f42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:03.634711 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-0e3bf32d-299a-4318-8ac6-34d7b60f42c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1133 time: 0.0627635 Nov 23 23:07:03.682954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:03.685581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:03.718450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-de1776f5-d6ff-41dd-ae7d-d1d930ba1893 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0696700 Nov 23 23:07:03.740683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Request body: {'port': {'device_id': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:03.742409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42784) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:03.843342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-8c715989-3fb2-472e-82df-f9c3f02b5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:03.843737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-8c715989-3fb2-472e-82df-f9c3f02b5b72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb6a71d2-32cf-428d-b91e-e82be96a5aab HTTP/1.1" status: 200 len: 897 time: 0.2012298 Nov 23 23:07:03.856888 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:03.911221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-3319f3c8-310b-49dd-aa80-59738755788d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb74fda-7ce6-430a-8dd9-895792e622de HTTP/1.1" status: 200 len: 217 time: 0.0581093 Nov 23 23:07:03.987645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-ec526365-2a70-4bb7-9df4-92842754a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:03.989467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-ec526365-2a70-4bb7-9df4-92842754a4bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bd75077-33c8-4bb4-bfff-0f8ed48d0584 HTTP/1.1" status: 200 len: 834 time: 0.0701437 Nov 23 23:07:04.095600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-32fd7c06-f5a6-4ae8-bad5-b42af2c51bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:04.097724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-32fd7c06-f5a6-4ae8-bad5-b42af2c51bda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb6a71d2-32cf-428d-b91e-e82be96a5aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994582 Nov 23 23:07:04.299224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-c69a88f7-cf8b-4aff-b4ad-cfaf795ac631 service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933935 Nov 23 23:07:04.359820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037e873-cc90-4526-a998-b85fae63733c req-b6aa26bc-c10a-49fc-8b0c-a3897bb44ab9 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:04.367667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8037e873-cc90-4526-a998-b85fae63733c req-b6aa26bc-c10a-49fc-8b0c-a3897bb44ab9 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 982 time: 0.2276428 Nov 23 23:07:04.415878 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37556f77-fa17-4a51-a6f6-03a1069bb89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:04.546176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37556f77-fa17-4a51-a6f6-03a1069bb89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:04.570820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37556f77-fa17-4a51-a6f6-03a1069bb89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:04.630581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-37556f77-fa17-4a51-a6f6-03a1069bb89b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38915a16ed60422da291bdb02c28c4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8869712 Nov 23 23:07:04.634594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42816) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:04.645521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-019decdc-b42d-4fa7-8483-f4cecfab3993 req-bd077cf1-2591-4dbb-8522-ce65b9db6875 service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332286 Nov 23 23:07:04.656235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8037e873-cc90-4526-a998-b85fae63733c req-790f47ab-fbab-449d-81ff-6d53f482fad3 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2876606 Nov 23 23:07:04.731336 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8c78de0-5408-4936-aa02-7aee4b83f223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:04.763899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5265352-4694-423b-8f04-5322edbb2767 req-ca96a7b5-2863-44ee-a59d-73d1f3b5446a tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:04.775257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5265352-4694-423b-8f04-5322edbb2767 req-ca96a7b5-2863-44ee-a59d-73d1f3b5446a tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 931 time: 0.1321976 Nov 23 23:07:04.785179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37556f77-fa17-4a51-a6f6-03a1069bb89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ce56d-9189-4f06-a54c-2047ec623a37,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:04.851444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5265352-4694-423b-8f04-5322edbb2767 req-be7bbf44-ed85-440a-ae7a-54ba386ff644 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Nov 23 23:07:04.865706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0d94c4b-42ad-443d-8a27-54a9da7ae71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:04.923161 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0d94c4b-42ad-443d-8a27-54a9da7ae71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.074085 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.083122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0d94c4b-42ad-443d-8a27-54a9da7ae71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.086598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0d94c4b-42ad-443d-8a27-54a9da7ae71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.088422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0d94c4b-42ad-443d-8a27-54a9da7ae71e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d1ce56d-9189-4f06-a54c-2047ec623a37 HTTP/1.1" status: 204 len: 168 time: 0.4471276 Nov 23 23:07:05.091471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb301f-2624-4128-9d6d-981a03c737de {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:07:05.109839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d94c4b-42ad-443d-8a27-54a9da7ae71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ce56d-9189-4f06-a54c-2047ec623a37,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:05.122448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.159301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Transition to ACTIVE for port object 25cb301f-2624-4128-9d6d-981a03c737de will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:07:05.166149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.252255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb301f-2624-4128-9d6d-981a03c737de,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:05.358407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Attempting to bind port 25cb301f-2624-4128-9d6d-981a03c737de on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:07:05.359108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Attempting to bind port 25cb301f-2624-4128-9d6d-981a03c737de by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:07:05.359729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Attempting to bind port 25cb301f-2624-4128-9d6d-981a03c737de on network 8b90ae6a-6720-43c1-a30e-55adafe2f797 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:05.367425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Port 25cb301f-2624-4128-9d6d-981a03c737de on network 8b90ae6a-6720-43c1-a30e-55adafe2f797 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:07:05.368834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Attempting to bind port 25cb301f-2624-4128-9d6d-981a03c737de on network 8b90ae6a-6720-43c1-a30e-55adafe2f797 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:05.396970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:07:05.397905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Checking segment: {'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:07:05.398528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Bound using segment: {'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:07:05.399763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Bound port: 25cb301f-2624-4128-9d6d-981a03c737de, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abcb9fa-c896-4843-99bd-e52ba9bc2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:07:05.401040 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.496886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] For port 25cb301f-2624-4128-9d6d-981a03c737de, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:07:05.504508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] For port 25cb301f-2624-4128-9d6d-981a03c737de, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25cb301f-2624-4128-9d6d-981a03c737de,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:07:05.511127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.576520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb301f-2624-4128-9d6d-981a03c737de,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:05.598697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:05.599338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.600898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-6fac0a71-12a6-4c60-a44e-12318e74dd92 service neutron] 10.222.0.48 "PUT /v2.0/ports/25cb301f-2624-4128-9d6d-981a03c737de HTTP/1.1" status: 200 len: 1091 time: 1.8675644 Nov 23 23:07:05.601400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'tag': '25cb301f-2624-4128-9d6d-981a03c737de'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:05.604745 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28152f6-d5a9-41a7-8990-812b53fddeed" -d '{"events": [{"name": "network-changed", "server_uuid": "879defe7-deea-4d7b-9ccf-ec2836144dcc", "tag": "25cb301f-2624-4128-9d6d-981a03c737de"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:05.696267 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2a3296-2bb0-4dda-b6d5-16e5adf3d4e7 x-openstack-request-id: req-5c2a3296-2bb0-4dda-b6d5-16e5adf3d4e7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:05.696781 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879defe7-deea-4d7b-9ccf-ec2836144dcc", "tag": "25cb301f-2624-4128-9d6d-981a03c737de", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:05.696906 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c2a3296-2bb0-4dda-b6d5-16e5adf3d4e7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:05.697353 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'tag': '25cb301f-2624-4128-9d6d-981a03c737de', 'status': 'completed', 'code': 200} Nov 23 23:07:05.751724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:05.772345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bee006e-5a3f-43ac-a12e-fae025bbd2af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:05.788547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5cb74fda-7ce6-430a-8dd9-895792e622de details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:07:05.804491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a20e6-b897-4186-8bdd-59d53853780f req-d2f2badb-895d-4958-bffc-28fd0362b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:05.811845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-d2f2badb-895d-4958-bffc-28fd0362b801 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbc6e103c9641b38f89d8ca75d944d7&device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 1094 time: 0.1013074 Nov 23 23:07:05.901884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-608a118b-b6a9-4fa5-bac0-a18e23bec237 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25cb301f-2624-4128-9d6d-981a03c737de HTTP/1.1" status: 200 len: 217 time: 0.0773025 Nov 23 23:07:05.950188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beff60d-e1d2-429b-b84d-f15b24cf7162 req-4ff04e7d-920c-4de4-96cc-18897461bc92 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:05.951779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7beff60d-e1d2-429b-b84d-f15b24cf7162 req-4ff04e7d-920c-4de4-96cc-18897461bc92 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 982 time: 0.1505353 Nov 23 23:07:05.977262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a20e6-b897-4186-8bdd-59d53853780f req-d0a366f1-4e2c-4cbf-beaf-362da37524cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:05.979334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-d0a366f1-4e2c-4cbf-beaf-362da37524cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3284e8f1-74a4-4844-90c2-fa9ddc15db44 HTTP/1.1" status: 200 len: 849 time: 0.0717528 Nov 23 23:07:05.997750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5cb74fda-7ce6-430a-8dd9-895792e622de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5cb74fda-7ce6-430a-8dd9-895792e622de,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:06.012539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'port_id': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'mac_address': 'fa:16:3e:1a:d1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:07:06.031137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-0653bc10-0599-4060-80fd-b1f0740da109 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b90ae6a-6720-43c1-a30e-55adafe2f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441608 Nov 23 23:07:06.058245 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.077426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb74fda-7ce6-430a-8dd9-895792e622de {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:07:06.088214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7beff60d-e1d2-429b-b84d-f15b24cf7162 req-b4582f22-cdd5-43cc-b8f6-3bfa6ae380d7 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1222696 Nov 23 23:07:06.105634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5cb74fda-7ce6-430a-8dd9-895792e622de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5cb74fda-7ce6-430a-8dd9-895792e622de,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:06.118707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.156343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b7301-55ea-42e5-8201-e1a7c94bf86d req-db80077d-55c7-4c4b-81d8-bd35637503a0 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:06.159026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547b7301-55ea-42e5-8201-e1a7c94bf86d req-db80077d-55c7-4c4b-81d8-bd35637503a0 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 943 time: 0.1441717 Nov 23 23:07:06.162139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bee006e-5a3f-43ac-a12e-fae025bbd2af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.177175 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bee006e-5a3f-43ac-a12e-fae025bbd2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.189192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5cb74fda-7ce6-430a-8dd9-895792e622de,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:06.196566 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-d0a5ff62-afe4-4bac-a401-b3b89c37c061 service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555445 Nov 23 23:07:06.258019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6bee006e-5a3f-43ac-a12e-fae025bbd2af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acba6b54b29a4c0ba352bc9ee46e2dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5027270 Nov 23 23:07:06.260033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42856) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:06.280777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee006e-5a3f-43ac-a12e-fae025bbd2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3027b847-1282-4996-8d6b-ea269568a82b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:06.329811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547b7301-55ea-42e5-8201-e1a7c94bf86d req-c3900a4f-985f-4061-bcfe-02cb58e55625 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539350 Nov 23 23:07:06.349824 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-857a20e6-b897-4186-8bdd-59d53853780f req-2b16dd62-d85b-49a0-bec2-80fa8f6ee198 service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460738 Nov 23 23:07:06.361283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5cb74fda-7ce6-430a-8dd9-895792e622de'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:07:06.373690 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d8356ef-e099-4654-b7d4-d81450830c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.402850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d8356ef-e099-4654-b7d4-d81450830c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.472338 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d8356ef-e099-4654-b7d4-d81450830c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.475050 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9d8356ef-e099-4654-b7d4-d81450830c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.479627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9d8356ef-e099-4654-b7d4-d81450830c7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3027b847-1282-4996-8d6b-ea269568a82b HTTP/1.1" status: 204 len: 168 time: 0.2145863 Nov 23 23:07:06.491878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8356ef-e099-4654-b7d4-d81450830c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3027b847-1282-4996-8d6b-ea269568a82b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:06.557177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-b46d64c1-a9e6-439e-879c-32b9093fc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:06.558852 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-b46d64c1-a9e6-439e-879c-32b9093fc293 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bbc6e103c9641b38f89d8ca75d944d7&device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 1094 time: 0.0954316 Nov 23 23:07:06.570432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:06.713876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-ce107456-7e1e-4327-944b-7e9de8a0e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:06.715374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-ce107456-7e1e-4327-944b-7e9de8a0e012 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b90ae6a-6720-43c1-a30e-55adafe2f797 HTTP/1.1" status: 200 len: 910 time: 0.1483519 Nov 23 23:07:06.766168 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-bd3f8585-4020-48dd-b5ce-ddeeb74b1e1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25cb301f-2624-4128-9d6d-981a03c737de HTTP/1.1" status: 200 len: 217 time: 0.0423675 Nov 23 23:07:06.841769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-ebb17c16-ff73-4d4e-b1d8-71c507194aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:06.843419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-ebb17c16-ff73-4d4e-b1d8-71c507194aa4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3284e8f1-74a4-4844-90c2-fa9ddc15db44 HTTP/1.1" status: 200 len: 849 time: 0.0694647 Nov 23 23:07:06.883441 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-978d7238-16d5-4ff7-aecb-edc7b1aeb8a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b90ae6a-6720-43c1-a30e-55adafe2f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308952 Nov 23 23:07:06.897033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42888) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:06.904149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2f3dba4e-abfb-4b72-ba2a-e3e4be274c9a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495268763', 'description': 'tempest-secgroup-smoke-1495268763 description', 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:06.941919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f3dba4e-abfb-4b72-ba2a-e3e4be274c9a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.018241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-62d7762b-e88b-40da-95b1-23bfb5c4b0d5 service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251678 Nov 23 23:07:07.068165 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f3dba4e-abfb-4b72-ba2a-e3e4be274c9a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.077409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f3dba4e-abfb-4b72-ba2a-e3e4be274c9a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.114349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f3dba4e-abfb-4b72-ba2a-e3e4be274c9a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.117029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2f3dba4e-abfb-4b72-ba2a-e3e4be274c9a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2175746 Nov 23 23:07:07.120978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42896) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:07.129848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8a350586-9916-429f-a489-cfb7d942d8fd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'security_group_rule': {'security_group_id': '0914847e-0f95-4dbf-aaee-89ae6ca4aa2e', 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:07.143532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dba4e-abfb-4b72-ba2a-e3e4be274c9a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:07.170476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a350586-9916-429f-a489-cfb7d942d8fd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.210182 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c28152f6-d5a9-41a7-8990-812b53fddeed req-297ad612-a9d1-47c8-a5be-6ae0bfb57707 service neutron] 10.222.0.48 "GET /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853158 Nov 23 23:07:07.296743 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a350586-9916-429f-a489-cfb7d942d8fd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.320302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a350586-9916-429f-a489-cfb7d942d8fd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.365545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350586-9916-429f-a489-cfb7d942d8fd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c996f97d-4476-4875-9cf9-f489d692b4ad,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:07.384620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3c2ba-c652-497b-ad20-2007d800cda6 req-be2168b3-fc8b-4ed6-a557-05ce1e92c095 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:07.400561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01f3c2ba-c652-497b-ad20-2007d800cda6 req-be2168b3-fc8b-4ed6-a557-05ce1e92c095 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 983 time: 0.1529939 Nov 23 23:07:07.483255 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8a350586-9916-429f-a489-cfb7d942d8fd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.489660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:07.494151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8a350586-9916-429f-a489-cfb7d942d8fd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3718166 Nov 23 23:07:07.496302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a1d1fb47-96ab-488a-a4dd-4a1497e8a8b7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'security_group_rule': {'security_group_id': '0914847e-0f95-4dbf-aaee-89ae6ca4aa2e', 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:07.530253 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.546466 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fb47-96ab-488a-a4dd-4a1497e8a8b7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.670032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fb47-96ab-488a-a4dd-4a1497e8a8b7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.672476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01f3c2ba-c652-497b-ad20-2007d800cda6 req-95d255d0-c296-4f22-8662-334204da83f9 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2703578 Nov 23 23:07:07.678573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fb47-96ab-488a-a4dd-4a1497e8a8b7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.710065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1fb47-96ab-488a-a4dd-4a1497e8a8b7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff17bfe-0fbc-4f81-9a18-cb6a9775a7ae,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:07.710630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcd9d3-7f6a-4701-937e-875b9ea21c2f req-cd08ebe2-4e81-4073-855f-79489c29a2ff tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:07.714161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99bcd9d3-7f6a-4701-937e-875b9ea21c2f req-cd08ebe2-4e81-4073-855f-79489c29a2ff tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 943 time: 0.2052815 Nov 23 23:07:07.737416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1d1fb47-96ab-488a-a4dd-4a1497e8a8b7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.739137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a1d1fb47-96ab-488a-a4dd-4a1497e8a8b7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2475486 Nov 23 23:07:07.744718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42918) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:07.749697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ec391ceb-1047-4421-b9a1-4f44c94ad508 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'security_group_rule': {'security_group_id': '0914847e-0f95-4dbf-aaee-89ae6ca4aa2e', 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:07.802835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec391ceb-1047-4421-b9a1-4f44c94ad508 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.813040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5cb74fda-7ce6-430a-8dd9-895792e622de up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:07:07.854460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99bcd9d3-7f6a-4701-937e-875b9ea21c2f req-9ed497af-4f51-4530-9542-925ec3718234 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277659 Nov 23 23:07:07.935864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 5cb74fda-7ce6-430a-8dd9-895792e622de completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:07:07.940788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 5cb74fda-7ce6-430a-8dd9-895792e622de triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:07.941167 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.948887 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec391ceb-1047-4421-b9a1-4f44c94ad508 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.954537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec391ceb-1047-4421-b9a1-4f44c94ad508 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.983709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec391ceb-1047-4421-b9a1-4f44c94ad508 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff0ce12-236d-49be-949a-6829f826a991,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:07.992586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec391ceb-1047-4421-b9a1-4f44c94ad508 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:07.994648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ec391ceb-1047-4421-b9a1-4f44c94ad508 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488079 Nov 23 23:07:08.000169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42924) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:08.005154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1613ad30-5139-4efb-b147-aa1e838a4926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'security_group_rule': {'security_group_id': '0914847e-0f95-4dbf-aaee-89ae6ca4aa2e', 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:08.061021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1613ad30-5139-4efb-b147-aa1e838a4926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.082588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.112986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.120882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:08.123791 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e235d50-8b33-4e21-88e7-a1f543214ece" -d '{"events": [{"server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "name": "network-vif-plugged", "status": "completed", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:08.167133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5cb74fda-7ce6-430a-8dd9-895792e622de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5cb74fda-7ce6-430a-8dd9-895792e622de,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:08.175852 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.179060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1613ad30-5139-4efb-b147-aa1e838a4926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.187133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1613ad30-5139-4efb-b147-aa1e838a4926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.228473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613ad30-5139-4efb-b147-aa1e838a4926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d4a177-a96d-4751-9d79-64486ff47054,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:08.248857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1613ad30-5139-4efb-b147-aa1e838a4926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.255267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1613ad30-5139-4efb-b147-aa1e838a4926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2508132 Nov 23 23:07:08.255799 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d906941-5262-43af-8ae5-815f45cdbfba x-openstack-request-id: req-5d906941-5262-43af-8ae5-815f45cdbfba {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:08.255799 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "name": "network-vif-plugged", "status": "completed", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:08.256077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 42932) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:08.256200 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d906941-5262-43af-8ae5-815f45cdbfba {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:08.256450 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'code': 200} Nov 23 23:07:08.265687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'security_group_rule': {'security_group_id': '0914847e-0f95-4dbf-aaee-89ae6ca4aa2e', 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:08.312063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5cb74fda-7ce6-430a-8dd9-895792e622de,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:08.386050 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Project 79d0e3fc85e44dbea06ff33c0fb752e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:07:08.414705 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.460847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824c54d-55eb-491e-b5a6-6b67723512e6 req-ce0dccf4-971b-4cf2-acd9-9c01fdab3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:08.463884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4824c54d-55eb-491e-b5a6-6b67723512e6 req-ce0dccf4-971b-4cf2-acd9-9c01fdab3e3d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1135 time: 0.1249373 Nov 23 23:07:08.526921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.542474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.592402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fe66d4-ffee-4d51-864b-49723b113862,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:08.599536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.604461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b3f55899-cd67-44a8-b8a4-1b7ca5a2e39b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3438795 Nov 23 23:07:08.604723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4824c54d-55eb-491e-b5a6-6b67723512e6 req-b27c7066-f485-494f-b061-35343ab8582b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=28932c4a-489a-4d32-98b8-6401ba061a45&id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1220038 Nov 23 23:07:08.605104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 42946) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:08.610539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'security_group_rule': {'security_group_id': '0914847e-0f95-4dbf-aaee-89ae6ca4aa2e', 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:08.657126 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Project 79d0e3fc85e44dbea06ff33c0fb752e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:07:08.668070 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.756130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.764370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.786382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56f2cf8-9246-416d-a52a-b5e908d1cc98,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:08.806849 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:08.816167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-801eace2-9f0f-4f84-8158-a861370f06e1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2095025 Nov 23 23:07:08.913106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93221b8-6ca9-4424-8fbf-78a6d2d46158 req-60077961-5e9e-4ab5-b9ab-0bfe00692eea tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:08.915439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c93221b8-6ca9-4424-8fbf-78a6d2d46158 req-60077961-5e9e-4ab5-b9ab-0bfe00692eea tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 984 time: 0.1143789 Nov 23 23:07:09.053469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c93221b8-6ca9-4424-8fbf-78a6d2d46158 req-3f05ad21-bdc4-456c-bcd2-b792511eacbd tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1238999 Nov 23 23:07:09.159988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f10714-d8c3-43b2-9ab7-ebfa6179fe35 req-eab35f9b-8f4b-4235-b121-27a76d86a34d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:09.171160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14f10714-d8c3-43b2-9ab7-ebfa6179fe35 req-eab35f9b-8f4b-4235-b121-27a76d86a34d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 943 time: 0.1903532 Nov 23 23:07:09.272242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14f10714-d8c3-43b2-9ab7-ebfa6179fe35 req-ba64ef44-3d87-497b-be65-99cb07eee5f0 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001327 Nov 23 23:07:09.300546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-29132676-b651-441b-abae-708730a83b52 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495268763&fields=id&tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4 HTTP/1.1" status: 200 len: 267 time: 0.0786591 Nov 23 23:07:09.426580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-d3dd3c71-f41b-4bb8-a1c2-dd4d363c2a09 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:09.428189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-d3dd3c71-f41b-4bb8-a1c2-dd4d363c2a09 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/networks?id=3599fa98-eb97-43a6-b59a-d06c02f69330 HTTP/1.1" status: 200 len: 813 time: 0.1268320 Nov 23 23:07:09.445521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-bb34493e-e7dd-4b3a-baed-35999a00c4fb tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/quotas/79d0e3fc85e44dbea06ff33c0fb752e4 HTTP/1.1" status: 200 len: 375 time: 0.0105405 Nov 23 23:07:09.576258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-2b89a1bc-3a97-48a2-b9d5-7a7c91e84cbe tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757277 Nov 23 23:07:09.836219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-38759081-766d-47d1-99a1-2194fd9ff369 service neutron] 10.222.0.11 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435143 Nov 23 23:07:10.016490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-38f5273b-8997-42f8-a206-89d5a761b371 service neutron] 10.222.0.11 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792264 Nov 23 23:07:10.297874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25cb301f-2624-4128-9d6d-981a03c737de details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:07:10.355000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d7a6c-2056-494e-a62e-859682fea2e2 req-1b828484-5ced-4a86-bce3-0c3dc8a330f3 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:10.364250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f98d7a6c-2056-494e-a62e-859682fea2e2 req-1b828484-5ced-4a86-bce3-0c3dc8a330f3 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 984 time: 0.1963568 Nov 23 23:07:10.480143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f98d7a6c-2056-494e-a62e-859682fea2e2 req-b2efef13-d829-44b6-98ca-37fcf5f7c84e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1148045 Nov 23 23:07:10.611611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 25cb301f-2624-4128-9d6d-981a03c737de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25cb301f-2624-4128-9d6d-981a03c737de,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:10.650909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '25cb301f-2624-4128-9d6d-981a03c737de', 'network_id': '8b90ae6a-6720-43c1-a30e-55adafe2f797', 'port_id': '25cb301f-2624-4128-9d6d-981a03c737de', 'mac_address': 'fa:16:3e:ca:16:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3284e8f1-74a4-4844-90c2-fa9ddc15db44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:07:10.688704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946bc38-1d47-41c7-9166-52c0ba2cffaf req-9e13a251-d524-428a-bf2a-06c56cfcd99d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:10.690582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4946bc38-1d47-41c7-9166-52c0ba2cffaf req-9e13a251-d524-428a-bf2a-06c56cfcd99d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 943 time: 0.1318884 Nov 23 23:07:10.714375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:10.731293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb301f-2624-4128-9d6d-981a03c737de {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:07:10.757096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 25cb301f-2624-4128-9d6d-981a03c737de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25cb301f-2624-4128-9d6d-981a03c737de,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:10.765046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:10.794368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4946bc38-1d47-41c7-9166-52c0ba2cffaf req-cf74f6c2-3b4f-4fa6-90c7-3326d3eefddb tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864341 Nov 23 23:07:10.804740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4645e-d3a2-4632-9aa1-724b3cbaafd6 req-f2998615-20c6-455d-b458-ff7a4dda5ba1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:10.829623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ed4645e-d3a2-4632-9aa1-724b3cbaafd6 req-f2998615-20c6-455d-b458-ff7a4dda5ba1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 984 time: 0.1727073 Nov 23 23:07:10.873658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=25cb301f-2624-4128-9d6d-981a03c737de,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:10.929035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ed4645e-d3a2-4632-9aa1-724b3cbaafd6 req-5721efb5-62cb-4cd4-ac63-6687e3be7cbb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0971239 Nov 23 23:07:10.960834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76b017e6-cb3e-4081-be2e-608a808ec1d9 req-36203dca-3448-486f-a133-84943974d9cc tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0731990 Nov 23 23:07:11.040607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['25cb301f-2624-4128-9d6d-981a03c737de'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:07:11.076406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bb783-220b-4bfe-9d11-ac64921319ea req-5acec7b8-6883-452f-9d75-f444ad76c4fc tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:11.085173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547bb783-220b-4bfe-9d11-ac64921319ea req-5acec7b8-6883-452f-9d75-f444ad76c4fc tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1135 time: 0.0614860 Nov 23 23:07:11.108528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-547bb783-220b-4bfe-9d11-ac64921319ea req-7523754a-9881-49ca-b45d-d007d54a69d2 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:11.261811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-547bb783-220b-4bfe-9d11-ac64921319ea req-7523754a-9881-49ca-b45d-d007d54a69d2 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:11.280131 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-547bb783-220b-4bfe-9d11-ac64921319ea req-7523754a-9881-49ca-b45d-d007d54a69d2 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:11.386829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523754a-9881-49ca-b45d-d007d54a69d2 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150dd9f7-0b3e-4706-85ad-4eb1a66dca47,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:11.422941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547bb783-220b-4bfe-9d11-ac64921319ea req-7523754a-9881-49ca-b45d-d007d54a69d2 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3366404 Nov 23 23:07:11.463952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:11.553317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13795dc-aeec-4030-81c5-9faac48af78c tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:11.555258 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d13795dc-aeec-4030-81c5-9faac48af78c tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1130 time: 0.0887265 Nov 23 23:07:11.560936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:11.566551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:11.620840 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:11.848487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:12.135892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d14826f-5dc6-438e-9ce3-ed3b4d828a80 req-c512f228-38e5-4020-8b92-d20f6e4794e8 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0542073 Nov 23 23:07:12.164109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Allocated IP 172.25.0.230 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/b9137488-73c3-48b2-81c8-851d2ef3ad99) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:07:12.292453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203bb44-a3b8-4d20-9e3f-02ae6cf79e21 req-7cfe00dc-3d59-4998-9e98-b99cd01d5471 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:12.295628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25cb301f-2624-4128-9d6d-981a03c737de up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:07:12.301709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2203bb44-a3b8-4d20-9e3f-02ae6cf79e21 req-7cfe00dc-3d59-4998-9e98-b99cd01d5471 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 944 time: 0.3333445 Nov 23 23:07:12.396916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-f4e961f2-f89c-4651-9e82-e4fbe6b683bf tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:12.398516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-f4e961f2-f89c-4651-9e82-e4fbe6b683bf tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.48 "GET /v2.0/networks?id=3599fa98-eb97-43a6-b59a-d06c02f69330 HTTP/1.1" status: 200 len: 813 time: 0.2162807 Nov 23 23:07:12.436598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:12.502681 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:12.531541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 25cb301f-2624-4128-9d6d-981a03c737de completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:07:12.546421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 25cb301f-2624-4128-9d6d-981a03c737de triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:12.547065 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:12.557751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:12.558577 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-7b7a7ead-06b1-4c54-981d-9065b6934066 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4 HTTP/1.1" status: 200 len: 380 time: 0.1452732 Nov 23 23:07:12.565645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:12.569360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'port': {'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'admin_state_up': True, 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'security_groups': ['0914847e-0f95-4dbf-aaee-89ae6ca4aa2e']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:12.601609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:12.672694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2203bb44-a3b8-4d20-9e3f-02ae6cf79e21 req-e6389437-85cf-4e56-996f-86446cd69ae3 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677142 Nov 23 23:07:12.717314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=b9137488-73c3-48b2-81c8-851d2ef3ad99,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:12.825058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:12.839834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Made reservation on behalf of 79d0e3fc85e44dbea06ff33c0fb752e4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:07:12.844021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:12.880293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb301f-2624-4128-9d6d-981a03c737de'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:12.882931 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa050a8a-f7cf-4aae-a806-a681acbaea2a" -d '{"events": [{"server_uuid": "879defe7-deea-4d7b-9ccf-ec2836144dcc", "name": "network-vif-plugged", "status": "completed", "tag": "25cb301f-2624-4128-9d6d-981a03c737de"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:12.897429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 25cb301f-2624-4128-9d6d-981a03c737de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25cb301f-2624-4128-9d6d-981a03c737de,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:12.905400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:12.968583 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45d513-aded-4a86-a92d-5d5d4181525c x-openstack-request-id: req-3e45d513-aded-4a86-a92d-5d5d4181525c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:12.968886 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879defe7-deea-4d7b-9ccf-ec2836144dcc", "name": "network-vif-plugged", "status": "completed", "tag": "25cb301f-2624-4128-9d6d-981a03c737de", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:12.969148 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e45d513-aded-4a86-a92d-5d5d4181525c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:12.969690 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb301f-2624-4128-9d6d-981a03c737de', 'code': 200} Nov 23 23:07:13.031341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=25cb301f-2624-4128-9d6d-981a03c737de,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:13.122420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Allocated IP 172.20.0.8 (3599fa98-eb97-43a6-b59a-d06c02f69330/31cd81db-e419-4326-8eed-8fc5b6bde1e5/e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:07:13.393389 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:13.456847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:13.635124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'Port': ['ID=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:13.672416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:13.677541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.678043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.679230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.681089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.686726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.687250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.687745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.688193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.688641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.689088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.689526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.689966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:13.705053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:13.733183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:13.888329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:13.889622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:13.923332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-5d39f159-e415-4f32-a091-e9e570a998e5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3579652 Nov 23 23:07:13.943096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c496c0-433d-4b3a-99cf-9ecdbd8d395e req-f51acdab-99d4-4bc3-a665-0a715f6a0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:13.944879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03c496c0-433d-4b3a-99cf-9ecdbd8d395e req-f51acdab-99d4-4bc3-a665-0a715f6a0003 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 1096 time: 0.5116184 Nov 23 23:07:13.954151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Request body: {'port': {'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:14.208598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.233277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5bdecc4a-4669-4981-a796-8846466c4bd7 None None] Provisioning complete for port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:14.238664 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bdecc4a-4669-4981-a796-8846466c4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.246133 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-03c496c0-433d-4b3a-99cf-9ecdbd8d395e req-5e50a39d-2993-4111-b584-76bb22e20671 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846079 Nov 23 23:07:14.261086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.272718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b12247-084e-4ec5-aad0-05a20a0500ba req-94bc7d70-163a-4e25-89a9-4305cde363e5 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:14.324762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70b12247-084e-4ec5-aad0-05a20a0500ba req-94bc7d70-163a-4e25-89a9-4305cde363e5 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 945 time: 0.4062655 Nov 23 23:07:14.361437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdecc4a-4669-4981-a796-8846466c4bd7 None None] Port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:07:14.454751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b37afd-55a4-417b-9a08-15cf560e7297 req-fd83c3c8-7d1f-4370-b24f-661e14aa9c71 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:14.462969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9b37afd-55a4-417b-9a08-15cf560e7297 req-fd83c3c8-7d1f-4370-b24f-661e14aa9c71 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 931 time: 0.5449057 Nov 23 23:07:14.553606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.562438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70b12247-084e-4ec5-aad0-05a20a0500ba req-f46113db-451c-4532-886f-db893b0a6418 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367616 Nov 23 23:07:14.639620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9b37afd-55a4-417b-9a08-15cf560e7297 req-3567bb25-58ed-41bb-9609-c5462e129082 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324956 Nov 23 23:07:14.781000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:07:14.789543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.804490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Transition to ACTIVE for port object e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:07:14.809093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.824413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.831252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:14.887515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:14.997633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=b9137488-73c3-48b2-81c8-851d2ef3ad99,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:15.009938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:15.028572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Attempting to bind port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:07:15.029011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Attempting to bind port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:07:15.029302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Attempting to bind port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 on network 3599fa98-eb97-43a6-b59a-d06c02f69330 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:15.034428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 on network 3599fa98-eb97-43a6-b59a-d06c02f69330 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:07:15.034761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Attempting to bind port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 on network 3599fa98-eb97-43a6-b59a-d06c02f69330 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:15.041268 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:07:15.041268 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Checking segment: {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:07:15.041679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Bound using segment: {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:07:15.042116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Bound port: e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e47499-646f-4ed1-bae0-c5cf0ab60485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:07:15.042411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:15.214251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] For port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:07:15.222277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] For port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:07:15.234352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:15.301017 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Floating IP 8c20c803-1d30-4121-a504-3ed08108da26 associated. External IP: 172.25.0.230, port: 5cb74fda-7ce6-430a-8dd9-895792e622de. Nov 23 23:07:15.333211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:15.334497 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:15.336606 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] 10.222.0.48 "PUT /v2.0/ports/e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 HTTP/1.1" status: 200 len: 1091 time: 1.3901248 Nov 23 23:07:15.340319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:15.343060 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43424c3-2673-4950-abbc-2b1cc1dffe53" -d '{"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:15.397829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba30ecd-1b02-4b7a-b8a3-002447193a4c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:15.416330 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf75a74-1067-44e6-9a14-c16611dc72c2 x-openstack-request-id: req-0bf75a74-1067-44e6-9a14-c16611dc72c2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:15.416330 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:15.416330 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bf75a74-1067-44e6-9a14-c16611dc72c2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:15.416638 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'status': 'completed', 'code': 200} Nov 23 23:07:15.560196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43424c3-2673-4950-abbc-2b1cc1dffe53 req-77077ba8-b258-4cfc-98e5-f2682cab4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:15.561838 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f43424c3-2673-4950-abbc-2b1cc1dffe53 req-77077ba8-b258-4cfc-98e5-f2682cab4c7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1094 time: 0.0944037 Nov 23 23:07:15.868925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router c471c000-71e3-42b3-8dd2-c227564addde has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:07:15.902046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e5a13-e9da-44c3-b579-cc00c3d9954a req-1ae92c2b-a195-410e-a296-4084259e7a9b tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:15.904067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-665e5a13-e9da-44c3-b579-cc00c3d9954a req-1ae92c2b-a195-410e-a296-4084259e7a9b tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 945 time: 0.1937797 Nov 23 23:07:16.014348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43424c3-2673-4950-abbc-2b1cc1dffe53 req-0f329412-57f7-4742-a1a2-e466eacfe382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:16.016529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f43424c3-2673-4950-abbc-2b1cc1dffe53 req-0f329412-57f7-4742-a1a2-e466eacfe382 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4406674 Nov 23 23:07:16.028490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5a965-e353-4a2d-840f-e92b13223251 req-795ae9b0-9363-49f5-ac5a-274f72288a49 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:16.036839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde5a965-e353-4a2d-840f-e92b13223251 req-795ae9b0-9363-49f5-ac5a-274f72288a49 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.1927419 Nov 23 23:07:16.064128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-665e5a13-e9da-44c3-b579-cc00c3d9954a req-93092f8f-af3e-4571-a8d0-127187ac14c9 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496091 Nov 23 23:07:16.265380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fde5a965-e353-4a2d-840f-e92b13223251 req-c17eea7d-0dd5-4ba6-9a73-af2a3e4e2e9e tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275362 Nov 23 23:07:16.272661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:07:16.293390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b77589-289b-473c-a841-59e55c6890fc None None] Sync routers for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:07:16.303448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43424c3-2673-4950-abbc-2b1cc1dffe53 req-8f6d39a5-970a-464d-8746-df5a26bb9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:16.304875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:16.305008 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f43424c3-2673-4950-abbc-2b1cc1dffe53 req-8f6d39a5-970a-464d-8746-df5a26bb9d18 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814169 Nov 23 23:07:16.306093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:16.335301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:16.404046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-99dc5344-b8ed-42b0-a139-100edc07caff tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8352864 Nov 23 23:07:16.404046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:16.404046 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e824eb6-90a5-49f1-a689-24d7978fac22" -d '{"events": [{"name": "network-changed", "server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:16.426207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43056) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:16.529675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-c06099af-fa6c-4ea4-a21e-17c8d071a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:16.532194 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-c06099af-fa6c-4ea4-a21e-17c8d071a0a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1094 time: 0.1213007 Nov 23 23:07:16.582298 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d4b51-e115-4f01-ad64-912d20ec171f x-openstack-request-id: req-055d4b51-e115-4f01-ad64-912d20ec171f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:16.582674 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:16.582875 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-055d4b51-e115-4f01-ad64-912d20ec171f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:16.583299 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'status': 'completed', 'code': 200} Nov 23 23:07:16.704329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:16.715379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-37c20b12-c050-48cd-86a1-c0c4fe56a6ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 HTTP/1.1" status: 200 len: 217 time: 0.1526535 Nov 23 23:07:16.959766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-628e8eff-4ce1-4d5d-94c3-ebcc2a0598c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:16.974406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-628e8eff-4ce1-4d5d-94c3-ebcc2a0598c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31cd81db-e419-4326-8eed-8fc5b6bde1e5 HTTP/1.1" status: 200 len: 852 time: 0.2409697 Nov 23 23:07:17.156562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-25f71d33-15e4-491b-a070-9cd1a426788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.162900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-25f71d33-15e4-491b-a070-9cd1a426788b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3599fa98-eb97-43a6-b59a-d06c02f69330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846611 Nov 23 23:07:17.168413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-1a4cb862-662f-4fd0-8c55-8f4037dad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.183168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-1a4cb862-662f-4fd0-8c55-8f4037dad38d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1135 time: 0.5744793 Nov 23 23:07:17.211269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8c20c803-1d30-4121-a504-3ed08108da26', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'port_id': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'mac_address': 'fa:16:3e:1a:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c4154-6221-48af-bced-23fd60f46643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:13Z', 'updated_at': '2021-11-23T23:07:13Z', 'revision_number': 0, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:52Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:17.268782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b77589-289b-473c-a841-59e55c6890fc None None] Checking router: c471c000-71e3-42b3-8dd2-c227564addde for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:07:17.295054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:17.295812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:17.322191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.322669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.326720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.327364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.327737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.328217 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.328681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.329124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.331160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b94c0504-37bd-4db1-8510-f4c0b8ac6086 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.8987315 Nov 23 23:07:17.344324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43078) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:17.382512 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-b7f3bdd6-0ab7-4d32-8203-c8d9e9b74ce2 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095985 Nov 23 23:07:17.662696 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1d7de177-778b-4e95-bee7-a78e98ae41c0 req-1a73b7be-63d9-4e74-ba7d-8098faf7aef8 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720034 Nov 23 23:07:17.819048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.819531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.820021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.820481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.821516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.822119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.824931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.825408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.827430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d5772c8-2941-4b0d-ab5e-6e659222d240 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.4819806 Nov 23 23:07:17.830553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:17.837298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-524c6d62-9716-4a6e-807e-9d4f0c5bd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:17.840873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-524c6d62-9716-4a6e-807e-9d4f0c5bd8da service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb6a71d2-32cf-428d-b91e-e82be96a5aab HTTP/1.1" status: 200 len: 897 time: 0.6449077 Nov 23 23:07:17.905224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:18.075970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-e2f69325-fcab-42e7-90e3-97329e441f82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb74fda-7ce6-430a-8dd9-895792e622de HTTP/1.1" status: 200 len: 999 time: 0.2153583 Nov 23 23:07:18.086611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb114da-d1df-4f8f-b7c7-32b3906f8feb req-8da8157f-1210-432a-9bb6-b7b9cf0998f2 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:18.088490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cb114da-d1df-4f8f-b7c7-32b3906f8feb req-8da8157f-1210-432a-9bb6-b7b9cf0998f2 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.5951900 Nov 23 23:07:18.166111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-b684cfad-9d36-4bb0-a22c-6f3d57681e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:18.168081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-b684cfad-9d36-4bb0-a22c-6f3d57681e1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bd75077-33c8-4bb4-bfff-0f8ed48d0584 HTTP/1.1" status: 200 len: 834 time: 0.0783632 Nov 23 23:07:18.457629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-a514e347-f4f4-428a-9066-2aff27a1f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:18.463415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-a514e347-f4f4-428a-9066-2aff27a1f765 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb6a71d2-32cf-428d-b91e-e82be96a5aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841599 Nov 23 23:07:18.493635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cb114da-d1df-4f8f-b7c7-32b3906f8feb req-2c6f3eca-8039-45c8-b0f7-1b3aae26bef0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236611 Nov 23 23:07:18.629557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5ac32c42-49e6-483c-ade1-da3a5878a32a tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.7974887 Nov 23 23:07:18.632753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43094) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:18.776031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-99b77589-289b-473c-a841-59e55c6890fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8c20c803-1d30-4121-a504-3ed08108da26', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'port_id': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'mac_address': 'fa:16:3e:1a:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c4154-6221-48af-bced-23fd60f46643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:13Z', 'updated_at': '2021-11-23T23:07:13Z', 'revision_number': 0, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:52Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:18.884916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b77589-289b-473c-a841-59e55c6890fc None None] The sync data for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 is: [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '8c20c803-1d30-4121-a504-3ed08108da26', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'port_id': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'mac_address': 'fa:16:3e:1a:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c4154-6221-48af-bced-23fd60f46643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:13Z', 'updated_at': '2021-11-23T23:07:13Z', 'revision_number': 0, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:52Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:07:18.903423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa820064-2e36-439a-974a-bb6064e3b28e tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:18.904271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa820064-2e36-439a-974a-bb6064e3b28e tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:18.907270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aa820064-2e36-439a-974a-bb6064e3b28e tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c471c000-71e3-42b3-8dd2-c227564addde HTTP/1.1" status: 200 len: 1990 time: 0.2721252 Nov 23 23:07:18.932354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-2aa20778-ae66-4a3d-bf8b-e2af41689353 service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337385 Nov 23 23:07:19.023284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c40be7-1876-4362-b284-d9a7f7a75d19 req-28b08f17-e9db-407e-b2cd-cd4a67b32da1 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:19.025513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c40be7-1876-4362-b284-d9a7f7a75d19 req-28b08f17-e9db-407e-b2cd-cd4a67b32da1 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 945 time: 0.1705241 Nov 23 23:07:19.106604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e824eb6-90a5-49f1-a689-24d7978fac22 req-335058c6-58ca-47b5-a8ad-9fb6a755e012 service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631911 Nov 23 23:07:19.134575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43c40be7-1876-4362-b284-d9a7f7a75d19 req-2b3595db-29b3-4574-add1-dc155e9ff86d tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991738 Nov 23 23:07:19.261112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e29d62-55b5-448b-a3cd-9eeaeeb306bd None None] New status for floating IP 8c20c803-1d30-4121-a504-3ed08108da26: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:07:19.804812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c6cc-db45-4b49-9bd6-ed11e465aac3 req-c9207a30-e417-4086-9668-4b6cfb00b42d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:19.813094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f25c6cc-db45-4b49-9bd6-ed11e465aac3 req-c9207a30-e417-4086-9668-4b6cfb00b42d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.1422567 Nov 23 23:07:19.973546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f25c6cc-db45-4b49-9bd6-ed11e465aac3 req-4a49157b-6331-4664-8c84-c018915a5e44 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543436 Nov 23 23:07:20.225108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-a9d3fb7e-16a9-4c23-b891-779034c782e7 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:20.228112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-a9d3fb7e-16a9-4c23-b891-779034c782e7 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 945 time: 0.0906699 Nov 23 23:07:20.463923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3ab8-5842-4ded-b0f5-e5582a56117a req-9d3e361d-12b3-4a67-9dc0-481cb2cfdfb6 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:20.471818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-282a3ab8-5842-4ded-b0f5-e5582a56117a req-9d3e361d-12b3-4a67-9dc0-481cb2cfdfb6 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 945 time: 0.1912794 Nov 23 23:07:20.548786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Deleting port 25cb301f-2624-4128-9d6d-981a03c737de {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:07:20.549131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:20.593137 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-282a3ab8-5842-4ded-b0f5-e5582a56117a req-ab1eea33-fbbf-40c4-8f12-f1e77b038832 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/security-groups?id=6da4ee29-b083-4fad-913b-0bff0d1e69ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194808 Nov 23 23:07:20.720332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] For port 25cb301f-2624-4128-9d6d-981a03c737de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25cb301f-2624-4128-9d6d-981a03c737de,segment=NetworkSegment(7abcb9fa-c896-4843-99bd-e52ba9bc2974),segment_id=7abcb9fa-c896-4843-99bd-e52ba9bc2974)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:20.720876 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:20.763795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Calling delete_port for 25cb301f-2624-4128-9d6d-981a03c737de owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:07:20.970026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:21.010056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['25cb301f-2624-4128-9d6d-981a03c737de'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:07:21.104524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Pushing event deleted for resources: {'Port': ['ID=25cb301f-2624-4128-9d6d-981a03c737de,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:21.229497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2af95e-55d2-40db-9334-e2f91f2e1811 req-ac7034ac-872c-48e9-8fe0-1c7e928ab9f2 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:21.230726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] No DVR routers for this DVR port 25cb301f-2624-4128-9d6d-981a03c737de on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:07:21.233476 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:21.237355 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc99ca24-4f74-4d12-9bc5-0caaa5eaf809 req-f5ce1755-f10e-40cb-9b4e-583c9c10aaf4 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.48 "DELETE /v2.0/ports/25cb301f-2624-4128-9d6d-981a03c737de HTTP/1.1" status: 204 len: 173 time: 1.0033858 Nov 23 23:07:21.237852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'name': 'network-vif-deleted', 'tag': '25cb301f-2624-4128-9d6d-981a03c737de'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:21.238699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e2af95e-55d2-40db-9334-e2f91f2e1811 req-ac7034ac-872c-48e9-8fe0-1c7e928ab9f2 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.0967040 Nov 23 23:07:21.272409 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e02f8d-d6e5-4a02-a0a1-0b392b022f85" -d '{"events": [{"server_uuid": "879defe7-deea-4d7b-9ccf-ec2836144dcc", "name": "network-vif-deleted", "tag": "25cb301f-2624-4128-9d6d-981a03c737de"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:21.362977 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288ff6e7-e145-4a54-8881-9ef127babdf7 x-openstack-request-id: req-288ff6e7-e145-4a54-8881-9ef127babdf7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:21.363456 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879defe7-deea-4d7b-9ccf-ec2836144dcc", "name": "network-vif-deleted", "tag": "25cb301f-2624-4128-9d6d-981a03c737de", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:21.363805 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-288ff6e7-e145-4a54-8881-9ef127babdf7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:21.364284 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879defe7-deea-4d7b-9ccf-ec2836144dcc', 'name': 'network-vif-deleted', 'tag': '25cb301f-2624-4128-9d6d-981a03c737de', 'status': 'completed', 'code': 200} Nov 23 23:07:21.461211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e2af95e-55d2-40db-9334-e2f91f2e1811 req-c27dc995-0df5-4b9e-babe-5c5ebb596834 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207778 Nov 23 23:07:21.809165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6be162d6-8496-435e-b318-b002e1a2cc82 req-65312c3a-4c1d-41a8-a30f-a9cedaa96d95 tempest-VolumesActionsTest-1671123768 tempest-VolumesActionsTest-1671123768-project] 10.222.0.11 "GET /v2.0/ports?device_id=879defe7-deea-4d7b-9ccf-ec2836144dcc HTTP/1.1" status: 200 len: 210 time: 0.1021795 Nov 23 23:07:22.703922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461977d-c2e5-4805-a32a-2e934111c22d req-ae1da9af-e5a6-4998-85ae-45c33f2aaad3 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:22.709325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4461977d-c2e5-4805-a32a-2e934111c22d req-ae1da9af-e5a6-4998-85ae-45c33f2aaad3 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.1393206 Nov 23 23:07:22.809116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4461977d-c2e5-4805-a32a-2e934111c22d req-ce8d9e4a-89f0-4555-a580-0810946091bd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900576 Nov 23 23:07:24.016966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634653f1-655a-4b2a-91dd-2c875c65aaa0 req-06d51cba-6ed8-44f2-b96d-842e1ece17e6 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:24.019895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-634653f1-655a-4b2a-91dd-2c875c65aaa0 req-06d51cba-6ed8-44f2-b96d-842e1ece17e6 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.0952489 Nov 23 23:07:24.144398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-634653f1-655a-4b2a-91dd-2c875c65aaa0 req-2ce4a590-07df-4e94-b230-29be0dc5fda0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096492 Nov 23 23:07:24.351138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43198) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:24.403811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25cb301f-2624-4128-9d6d-981a03c737de no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:07:24.457324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 25cb301f-2624-4128-9d6d-981a03c737de {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:07:24.457659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25cb301f-2624-4128-9d6d-981a03c737de not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:07:24.545066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7069321-b110-4f0d-8374-8229ba0207de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:24.699311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7069321-b110-4f0d-8374-8229ba0207de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:24.709051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c7069321-b110-4f0d-8374-8229ba0207de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:24.769248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7069321-b110-4f0d-8374-8229ba0207de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870bcec0-7a87-4467-9e7c-9d70776ec56f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:24.807686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c7069321-b110-4f0d-8374-8229ba0207de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b1df5cb6b4c40c1b1bba04466b2303d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4539962 Nov 23 23:07:24.809652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43208) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:24.894456 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8390b06d-4ba6-4a59-a870-efd9d0080a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:25.516610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8390b06d-4ba6-4a59-a870-efd9d0080a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:25.619855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4c1dc-dfe1-4b7c-8dd1-62b7cb7b8d58 req-6936e21f-ae2e-4085-92f6-30178adcb66f tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:25.630303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ab4c1dc-dfe1-4b7c-8dd1-62b7cb7b8d58 req-6936e21f-ae2e-4085-92f6-30178adcb66f tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.0925746 Nov 23 23:07:25.676979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8390b06d-4ba6-4a59-a870-efd9d0080a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:25.679703 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8390b06d-4ba6-4a59-a870-efd9d0080a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:25.681818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8390b06d-4ba6-4a59-a870-efd9d0080a2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/870bcec0-7a87-4467-9e7c-9d70776ec56f HTTP/1.1" status: 204 len: 168 time: 0.8709176 Nov 23 23:07:25.737308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390b06d-4ba6-4a59-a870-efd9d0080a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870bcec0-7a87-4467-9e7c-9d70776ec56f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:25.779702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ab4c1dc-dfe1-4b7c-8dd1-62b7cb7b8d58 req-c72d5f8f-b562-4c2d-83fc-5536c9e26b42 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441553 Nov 23 23:07:26.967958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476fac-77fd-4fdc-b0ea-dcde1e8a5728 req-0a50949c-2c1c-46d5-ab1e-da2f88aa39b0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:26.970831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c476fac-77fd-4fdc-b0ea-dcde1e8a5728 req-0a50949c-2c1c-46d5-ab1e-da2f88aa39b0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.0953000 Nov 23 23:07:27.021737 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:27.100658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c476fac-77fd-4fdc-b0ea-dcde1e8a5728 req-8fbde5f8-3b2d-417f-8e78-f025b14a5463 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233609 Nov 23 23:07:28.328784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935b228-01a2-4aa3-b27d-110b0583cb4d req-e1f36dd1-8de7-4be1-8a94-a62b316f55c4 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:28.330946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2935b228-01a2-4aa3-b27d-110b0583cb4d req-e1f36dd1-8de7-4be1-8a94-a62b316f55c4 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.0855062 Nov 23 23:07:28.460604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2935b228-01a2-4aa3-b27d-110b0583cb4d req-efc3af8d-62ca-4619-b89c-984639797899 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188920 Nov 23 23:07:29.724317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca65a6b-427d-484b-8b47-7965b6415441 req-ba9a4776-a677-43cf-a0ca-0aebb0cc8ec7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:29.739607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ca65a6b-427d-484b-8b47-7965b6415441 req-ba9a4776-a677-43cf-a0ca-0aebb0cc8ec7 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.1427705 Nov 23 23:07:29.980561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6ca65a6b-427d-484b-8b47-7965b6415441 req-3cfa26af-6560-48af-a0fb-5c7c24d24895 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360964 Nov 23 23:07:31.251094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164df1-9c76-4bdb-9ae4-70a45434f718 req-0dfae19a-f618-47eb-80de-b5b1f4ee6b64 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:31.252756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06164df1-9c76-4bdb-9ae4-70a45434f718 req-0dfae19a-f618-47eb-80de-b5b1f4ee6b64 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.1224504 Nov 23 23:07:31.340691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06164df1-9c76-4bdb-9ae4-70a45434f718 req-8f1528d0-5310-44cb-b086-a4fbc1c5a7fc tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777049 Nov 23 23:07:31.625459 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8efee47b-5272-4bd7-9c1f-048df3120bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:32.448973 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:07:32.561607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28775d60-1c7a-41d7-afc9-b56b1594d595 req-e4664fba-a477-4a46-b452-5ca7913bcddd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:32.576457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28775d60-1c7a-41d7-afc9-b56b1594d595 req-e4664fba-a477-4a46-b452-5ca7913bcddd tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 943 time: 0.0982499 Nov 23 23:07:32.709570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:32.737438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'mac_address': 'fa:16:3e:df:89:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:07:32.742022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28775d60-1c7a-41d7-afc9-b56b1594d595 req-4a7171ac-f1b8-4134-85f8-9f11a5c84a1b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594236 Nov 23 23:07:32.813213 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:32.833553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:07:32.867057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:32.881875 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:33.023417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:33.176873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:07:33.247760 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:07:34.134573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957452b-7b75-4b52-90a7-66edb46c903b req-5dd14888-d892-4650-bbb8-a043dd1770d1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:34.148518 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8957452b-7b75-4b52-90a7-66edb46c903b req-5dd14888-d892-4650-bbb8-a043dd1770d1 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 944 time: 0.1628487 Nov 23 23:07:34.316986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8957452b-7b75-4b52-90a7-66edb46c903b req-f55b4f7b-bd07-49f1-85c6-846ff4fb0fb0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317298 Nov 23 23:07:34.448789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:07:34.626613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:07:34.634358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:34.635484 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:34.944539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83afe3db-14ce-4293-b576-aec1fec0f184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:35.118549 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:35.124439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:35.166508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:35.169465 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696544c0-7fc5-4412-bdcc-8d66679676ca" -d '{"events": [{"server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "name": "network-vif-plugged", "status": "completed", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:35.225014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:35.231003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:35.328415 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a91712-0509-42eb-87d9-efbddb81af82 x-openstack-request-id: req-e2a91712-0509-42eb-87d9-efbddb81af82 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:35.328716 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "name": "network-vif-plugged", "status": "completed", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:35.328974 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2a91712-0509-42eb-87d9-efbddb81af82 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:35.329377 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'code': 200} Nov 23 23:07:35.480029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:35.559940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be30ec-381e-4a2d-8faa-fcbfead405df req-ab0f381c-687e-481a-8492-a4dd45c5b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:35.566151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-69be30ec-381e-4a2d-8faa-fcbfead405df req-ab0f381c-687e-481a-8492-a4dd45c5b92b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1096 time: 0.1454375 Nov 23 23:07:35.624559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f6fb4-d826-4c50-816a-b5340bc9d53d req-5511108c-e043-412a-ad75-3ed8df3db842 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:35.644782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-438f6fb4-d826-4c50-816a-b5340bc9d53d req-5511108c-e043-412a-ad75-3ed8df3db842 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 945 time: 0.1953554 Nov 23 23:07:35.709114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-69be30ec-381e-4a2d-8faa-fcbfead405df req-2b559282-2d23-4ab5-8dc0-221fc7089bb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321211 Nov 23 23:07:35.813523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-438f6fb4-d826-4c50-816a-b5340bc9d53d req-57353831-0e5d-4a0b-97bf-7d0f7d6f78c0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646981 Nov 23 23:07:36.778068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-0b9c0ee4-90f3-4ee5-8744-3aec34efc65e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2291577 Nov 23 23:07:36.814092 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:37.243699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-976dbd77-f06f-4dc3-8a95-ceaffa8e67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:37.245574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-976dbd77-f06f-4dc3-8a95-ceaffa8e67b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1096 time: 0.2792592 Nov 23 23:07:37.268846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc685b4-311c-4f7c-8dff-ca9d7c1ee407 req-47de1c65-2970-43c8-9cb2-ab48bd9d02f2 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:37.278929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bc685b4-311c-4f7c-8dff-ca9d7c1ee407 req-47de1c65-2970-43c8-9cb2-ab48bd9d02f2 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 945 time: 0.1666551 Nov 23 23:07:37.494573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bc685b4-311c-4f7c-8dff-ca9d7c1ee407 req-81eb17b0-c171-41cd-96f4-ab60983b043c tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142174 Nov 23 23:07:37.515333 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:37.559525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-f1a9234a-8d14-40bc-92fc-a58d46e54544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:37.563082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-f1a9234a-8d14-40bc-92fc-a58d46e54544 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.2536740 Nov 23 23:07:37.683380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-a759307c-9204-48b1-9d1b-8fdb08c37b89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 1001 time: 0.1109929 Nov 23 23:07:37.777717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-e09c8410-adf7-43ac-94b1-8814b913efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:37.779776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-e09c8410-adf7-43ac-94b1-8814b913efeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.0883896 Nov 23 23:07:37.855189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-1bde8f8f-a1fc-4d9b-954a-982e6ba841c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:37.857066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-1bde8f8f-a1fc-4d9b-954a-982e6ba841c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702951 Nov 23 23:07:38.122650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-e7eb7e69-1369-4ce8-b308-b9a9a19b9450 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566593 Nov 23 23:07:38.180618 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:38.298239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-434e0dd8-20ee-4bf1-810b-ec84feb0cdfd req-3103e794-3747-4c39-8631-4a30ed934a13 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685975 Nov 23 23:07:38.911769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0a173-99ab-40cb-a7c1-139dff18818e req-ab347a82-5cec-41ba-9b38-e40009c14ca0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:38.939029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83f0a173-99ab-40cb-a7c1-139dff18818e req-ab347a82-5cec-41ba-9b38-e40009c14ca0 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 945 time: 0.2254894 Nov 23 23:07:39.104077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83f0a173-99ab-40cb-a7c1-139dff18818e req-b771c3ba-67f2-4455-a2f0-5b1309f55f08 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606021 Nov 23 23:07:39.473823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb3ec2-5c57-41a1-a2e4-84e7a3e7ffad req-3c30a504-6ccb-494d-bac9-dc492b1507ef tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:39.486761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bfb3ec2-5c57-41a1-a2e4-84e7a3e7ffad req-3c30a504-6ccb-494d-bac9-dc492b1507ef tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 945 time: 0.1564298 Nov 23 23:07:39.616230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bfb3ec2-5c57-41a1-a2e4-84e7a3e7ffad req-32be3982-0b39-460c-9c38-e7c9f2b8a1d4 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262248 Nov 23 23:07:39.639496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43470) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:40.086542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec66651-24d8-4bf5-b62d-777bd5ba8cda tempest-TestVolumeBackupRestore-58038907 tempest-TestVolumeBackupRestore-58038907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:40.089009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3ec66651-24d8-4bf5-b62d-777bd5ba8cda tempest-TestVolumeBackupRestore-58038907 tempest-TestVolumeBackupRestore-58038907-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1091 time: 0.4484298 Nov 23 23:07:40.092139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43482) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:40.097723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:40.194395 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:40.468678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:40.753873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Allocated IP 172.25.0.152 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/ad56e1b8-c6cc-44c9-afc3-28344883a4e5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:07:41.048557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:41.093157 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:41.160376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:41.162067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'Port': ['ID=ad56e1b8-c6cc-44c9-afc3-28344883a4e5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:41.165031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:41.167425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:41.908847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:42.707053 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:43.079546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:43.092124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:43.224195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event updated for resources: {'Port': ['ID=ad56e1b8-c6cc-44c9-afc3-28344883a4e5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:43.246852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:43.546994 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Floating IP 7b8d43ff-18ff-4226-b837-b5c978251059 associated. External IP: 172.25.0.152, port: e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0. Nov 23 23:07:44.047157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:07:44.435966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:07:44.450613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] Sync routers for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:07:44.465111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:44.465958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:44.468075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:44.690833 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0420289f-4427-4d4e-8de5-9c31dc0ce978 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5970140 Nov 23 23:07:44.691200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43570) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:44.691678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:44.693807 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:44.799170 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2146959d-cb95-4e0e-9cd5-9675875792a2 x-openstack-request-id: req-2146959d-cb95-4e0e-9cd5-9675875792a2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:44.799802 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:44.800328 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2146959d-cb95-4e0e-9cd5-9675875792a2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:44.801924 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'status': 'completed', 'code': 200} Nov 23 23:07:44.828369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4780723-76f8-4408-a12e-160492f78878 tempest-TestVolumeBackupRestore-58038907 tempest-TestVolumeBackupRestore-58038907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:44.833465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c4780723-76f8-4408-a12e-160492f78878 tempest-TestVolumeBackupRestore-58038907 tempest-TestVolumeBackupRestore-58038907-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1091 time: 0.1399982 Nov 23 23:07:44.836565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43574) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:44.848646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Request body: {'floatingip': {'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:44.912996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:45.165634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-c0ab62c5-25e6-424c-9050-85baaf9c8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:45.168473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-c0ab62c5-25e6-424c-9050-85baaf9c8d40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1096 time: 0.3061948 Nov 23 23:07:45.195352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:45.573840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43598) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:45.612469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '7b8d43ff-18ff-4226-b837-b5c978251059', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'mac_address': 'fa:16:3e:df:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:41Z', 'updated_at': '2021-11-23T23:07:41Z', 'revision_number': 0, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:45.648020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] Checking router: 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:07:45.662044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:45.664955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:45.879664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:45.885145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5192d27e-f3e4-4d70-80cb-a07e80ada4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:45.990323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-d7978a60-0d50-45ef-b7a5-b7ec4f542226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:45.991957 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-d7978a60-0d50-45ef-b7a5-b7ec4f542226 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3599fa98-eb97-43a6-b59a-d06c02f69330 HTTP/1.1" status: 200 len: 914 time: 0.8143406 Nov 23 23:07:46.123301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5192d27e-f3e4-4d70-80cb-a07e80ada4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.172674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5192d27e-f3e4-4d70-80cb-a07e80ada4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.253022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5192d27e-f3e4-4d70-80cb-a07e80ada4c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19f0a011af254ebf94a84c95278dd2f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6779015 Nov 23 23:07:46.255248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43612) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:46.260026 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-6392080b-e4e0-42a3-9332-2d8cba461779 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 HTTP/1.1" status: 200 len: 999 time: 0.2494049 Nov 23 23:07:46.329895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192d27e-f3e4-4d70-80cb-a07e80ada4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a9d961-1d6e-4687-b306-7552308824b7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:46.354766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43620) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:46.377229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '7b8d43ff-18ff-4226-b837-b5c978251059', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'mac_address': 'fa:16:3e:df:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:41Z', 'updated_at': '2021-11-23T23:07:41Z', 'revision_number': 0, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:46.410982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405db14-473a-4b9a-b80c-4b5d3213a031 None None] The sync data for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 is: [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '7b8d43ff-18ff-4226-b837-b5c978251059', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'mac_address': 'fa:16:3e:df:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:41Z', 'updated_at': '2021-11-23T23:07:41Z', 'revision_number': 0, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:07:46.523058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-85c17a0a-19f5-4762-842a-478e3e5df053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:46.533245 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-85c17a0a-19f5-4762-842a-478e3e5df053 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31cd81db-e419-4326-8eed-8fc5b6bde1e5 HTTP/1.1" status: 200 len: 852 time: 0.2628486 Nov 23 23:07:46.680288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ad03cafe-add4-4abc-9e35-106c52d71a81 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3063 time: 0.3221161 Nov 23 23:07:46.712485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43630) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:46.713323 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93f82fa6-7f00-44a0-a0e1-689c61e8a84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.753246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.db.resource_extend [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 23:07:46.760047 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93f82fa6-7f00-44a0-a0e1-689c61e8a84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.842181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'network': {'name': 'tempest-network-smoke--405554478', 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'port_security_enabled': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:46.869509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-91809a99-9fef-45be-9c77-c311514dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:46.871101 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-91809a99-9fef-45be-9c77-c311514dcacb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3599fa98-eb97-43a6-b59a-d06c02f69330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226144 Nov 23 23:07:46.912851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.924162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.940541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93f82fa6-7f00-44a0-a0e1-689c61e8a84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.943813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93f82fa6-7f00-44a0-a0e1-689c61e8a84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:46.947215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-93f82fa6-7f00-44a0-a0e1-689c61e8a84e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17a9d961-1d6e-4687-b306-7552308824b7 HTTP/1.1" status: 204 len: 168 time: 0.6903636 Nov 23 23:07:46.975023 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45242e-bfe8-4f4a-8d83-d3a5cac44cc0 None None] New status for floating IP 7b8d43ff-18ff-4226-b837-b5c978251059: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:07:47.007169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f82fa6-7f00-44a0-a0e1-689c61e8a84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a9d961-1d6e-4687-b306-7552308824b7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:47.041514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Made reservation on behalf of b1d52e1e417542d4b5527ac238ca4eb6 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:07:47.047779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.141502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:07:47.168853 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-4ca89bc8-14cf-4f0a-94de-f1cb2f1a4ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878444 Nov 23 23:07:47.182081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.186843 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Added segment 9e163629-253e-4c39-8a77-fdcfe1ade12a of type vlan for network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 Nov 23 23:07:47.340856 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.486016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:07:47.506905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0969bb4-60aa-452e-adcc-64b7e8949caa req-d1d18d95-fb35-4de4-9f63-a5540d1019e1 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:47.510221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0969bb4-60aa-452e-adcc-64b7e8949caa req-d1d18d95-fb35-4de4-9f63-a5540d1019e1 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.6164768 Nov 23 23:07:47.511222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.520908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:47.522093 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.699689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-da5a6ee6-7102-4bd7-add3-7b1824eabdf4 req-86094395-00f3-4363-913b-f59846d7fc7d service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226076 Nov 23 23:07:47.819297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9818964 Nov 23 23:07:47.823688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:47.827210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcced814-2a7b-4813-8ed6-fd5136080932 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Network': ['ID=0c2f17f2-6109-438f-bdb9-eee0b65658c2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:47.836124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'admin_state_up': True, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:47.843451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:07:47.854680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0969bb4-60aa-452e-adcc-64b7e8949caa req-9ff34770-e7d4-4852-a3cc-de0a790c9a0c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149309 Nov 23 23:07:47.909367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:07:47.917997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.922026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.922771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:47.964500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] Sync routers for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:07:47.976925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:47.979658 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad71d484-c236-4867-b935-56ec4f64870e" -d '{"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:48.112008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:48.126838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:48.170637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:48.200925 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8a52fa-3333-4a5e-a93d-134868292443 x-openstack-request-id: req-4f8a52fa-3333-4a5e-a93d-134868292443 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:48.201218 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:48.201826 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f8a52fa-3333-4a5e-a93d-134868292443 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:48.202501 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'status': 'completed', 'code': 200} Nov 23 23:07:48.205732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a9320b2-f730-4436-8db9-8029fdba6207 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "PUT /v2.0/floatingips/7b8d43ff-18ff-4226-b837-b5c978251059 HTTP/1.1" status: 200 len: 991 time: 3.3640714 Nov 23 23:07:48.677092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71d484-c236-4867-b935-56ec4f64870e req-f0b05372-a386-48e2-b1f1-18317d75aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:48.681068 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad71d484-c236-4867-b935-56ec4f64870e req-f0b05372-a386-48e2-b1f1-18317d75aa19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1096 time: 0.4719877 Nov 23 23:07:48.683419 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:48.775155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:48.915847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71d484-c236-4867-b935-56ec4f64870e req-0f1ff781-fc2f-4c98-8572-f1aa89acf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:48.917584 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad71d484-c236-4867-b935-56ec4f64870e req-0f1ff781-fc2f-4c98-8572-f1aa89acf65b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3599fa98-eb97-43a6-b59a-d06c02f69330 HTTP/1.1" status: 200 len: 914 time: 0.2153006 Nov 23 23:07:49.092470 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad71d484-c236-4867-b935-56ec4f64870e req-8dfc895f-e985-4fab-a123-65d284bd97b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 HTTP/1.1" status: 200 len: 1001 time: 0.1561902 Nov 23 23:07:49.144486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b08e4-5493-49b0-9638-2a2badff0ee9 req-cd682955-5e83-4330-bdc1-b1cdb71a427c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:49.165708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-300b08e4-5493-49b0-9638-2a2badff0ee9 req-cd682955-5e83-4330-bdc1-b1cdb71a427c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1349258 Nov 23 23:07:49.245700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-300b08e4-5493-49b0-9638-2a2badff0ee9 req-9eb59f4f-948f-49bb-a5da-0a67fba9d1ba tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787115 Nov 23 23:07:49.686448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '7b8d43ff-18ff-4226-b837-b5c978251059', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'mac_address': 'fa:16:3e:df:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:41Z', 'updated_at': '2021-11-23T23:07:47Z', 'revision_number': 2, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:49.721066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] Checking router: 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:07:49.752419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:49.754651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:49.994494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:50.052136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71d484-c236-4867-b935-56ec4f64870e req-fadf023b-3c88-478e-a948-7df97ce40488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:50.056838 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad71d484-c236-4867-b935-56ec4f64870e req-fadf023b-3c88-478e-a948-7df97ce40488 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31cd81db-e419-4326-8eed-8fc5b6bde1e5 HTTP/1.1" status: 200 len: 852 time: 0.9595356 Nov 23 23:07:50.057625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:50.098619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:50.270968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:07:50.278870 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db64c3-2e9d-480d-8fd7-2b043f716331" -d '{"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:07:50.326156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Allocated IP 172.25.0.59 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/8172ea14-5207-4094-b4e8-734913a308e0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:07:50.354836 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c5b485-217e-4f62-9431-ae489099d7cd x-openstack-request-id: req-f9c5b485-217e-4f62-9431-ae489099d7cd {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:07:50.355139 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:07:50.355632 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9c5b485-217e-4f62-9431-ae489099d7cd {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:07:50.356179 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'status': 'completed', 'code': 200} Nov 23 23:07:50.389418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71d484-c236-4867-b935-56ec4f64870e req-ea237a85-ccaa-4c49-a7f2-01aa3dda6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:50.393818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad71d484-c236-4867-b935-56ec4f64870e req-ea237a85-ccaa-4c49-a7f2-01aa3dda6eda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3599fa98-eb97-43a6-b59a-d06c02f69330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060763 Nov 23 23:07:50.560063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcc979-51d5-4c8f-90c8-a36c6e5afa79 req-d787ddba-a3aa-478e-90dd-5dbf92144e9a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:50.563965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dcc979-51d5-4c8f-90c8-a36c6e5afa79 req-d787ddba-a3aa-478e-90dd-5dbf92144e9a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1635458 Nov 23 23:07:50.673849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '7b8d43ff-18ff-4226-b837-b5c978251059', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'mac_address': 'fa:16:3e:df:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:41Z', 'updated_at': '2021-11-23T23:07:47Z', 'revision_number': 2, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:50.710262 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad71d484-c236-4867-b935-56ec4f64870e req-318cf92e-853d-4a2b-9824-fad54a949dc2 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918594 Nov 23 23:07:50.710746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7ed61-fda4-4643-b26b-9cd4f588f1f1 None None] The sync data for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 is: [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '7b8d43ff-18ff-4226-b837-b5c978251059', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'port_id': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'mac_address': 'fa:16:3e:df:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:07:41Z', 'updated_at': '2021-11-23T23:07:47Z', 'revision_number': 2, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:07:50.715517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:50.744236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03dcc979-51d5-4c8f-90c8-a36c6e5afa79 req-6d221330-202a-42cf-ba02-7f9b44b4c8e5 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728621 Nov 23 23:07:50.915454 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad71d484-c236-4867-b935-56ec4f64870e req-caf4049f-7ebb-40a6-bece-301a1af893f9 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967278 Nov 23 23:07:50.950171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:51.143631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:51.191810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:51.214213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:51.248859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30de578-0542-460d-b095-fb184d6505ea None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:07:51.291777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=8172ea14-5207-4094-b4e8-734913a308e0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:51.322148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-ac235e50-c44e-43da-93c5-dc6189646571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:51.324054 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-ac235e50-c44e-43da-93c5-dc6189646571 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1096 time: 0.2785685 Nov 23 23:07:51.394114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c964dfb2-16b0-490a-9eab-ddfbfea76868 None None] Provisioning complete for port 8172ea14-5207-4094-b4e8-734913a308e0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:51.394765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c964dfb2-16b0-490a-9eab-ddfbfea76868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:51.458559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c964dfb2-16b0-490a-9eab-ddfbfea76868 None None] Port 8172ea14-5207-4094-b4e8-734913a308e0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:07:51.689324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-e06b7cd6-d881-4f2a-9f0b-a3561cbee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:51.691273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-e06b7cd6-d881-4f2a-9f0b-a3561cbee9fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=3599fa98-eb97-43a6-b59a-d06c02f69330 HTTP/1.1" status: 200 len: 914 time: 0.3126152 Nov 23 23:07:51.832167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-789d3845-57ad-426a-b7f1-cc965a0cf6b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 HTTP/1.1" status: 200 len: 1001 time: 0.1300995 Nov 23 23:07:52.059254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf6f70-ec79-4d75-a262-2338174d28d0 req-1d28ee93-a78b-448c-8912-9ad40906ab38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:52.063493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7baf6f70-ec79-4d75-a262-2338174d28d0 req-1d28ee93-a78b-448c-8912-9ad40906ab38 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1538386 Nov 23 23:07:52.163321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-8366238b-8699-4e24-9081-653b27a2da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:52.164997 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-8366238b-8699-4e24-9081-653b27a2da68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31cd81db-e419-4326-8eed-8fc5b6bde1e5 HTTP/1.1" status: 200 len: 852 time: 0.2389023 Nov 23 23:07:52.185480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7baf6f70-ec79-4d75-a262-2338174d28d0 req-01dddd38-6cec-44bc-9f91-79c785b6ab17 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141069 Nov 23 23:07:52.217516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:52.284009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-1fae58a3-fd47-4890-b085-65f588ebb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:52.285700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-1fae58a3-fd47-4890-b085-65f588ebb07a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3599fa98-eb97-43a6-b59a-d06c02f69330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108074 Nov 23 23:07:52.625760 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-5db8f9c5-205a-4a46-a471-bc87d0c1a8a0 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329277 Nov 23 23:07:52.776498 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:52.903030 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5db64c3-2e9d-480d-8fd7-2b043f716331 req-48adc770-33a0-4b42-a0c3-506bece4398e service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635961 Nov 23 23:07:53.083523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router f75bfd43-3ff5-4003-9a47-1c84cf500e00 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:07:53.331393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:07:53.380149 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Sync routers for ids ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:07:53.405776 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:53.411990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6f2c538c-c176-4692-948b-b68e122c2af2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.5870354 Nov 23 23:07:53.416364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43792) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:53.416783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e988-f35d-4b22-8e3e-78bdaf0815dd req-c6116e5e-71a1-4e93-a38e-4fe2c62cfa41 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:53.426181 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Routers {'f75bfd43-3ff5-4003-9a47-1c84cf500e00'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:53.426707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0803e988-f35d-4b22-8e3e-78bdaf0815dd req-c6116e5e-71a1-4e93-a38e-4fe2c62cfa41 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.0992367 Nov 23 23:07:53.426819 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:53.507888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0803e988-f35d-4b22-8e3e-78bdaf0815dd req-9aca9cf5-d2c2-4ea0-89b1-23c7e952f310 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788524 Nov 23 23:07:53.620712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aaea9c-1504-4337-839d-a1dcdd05bc8f tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:53.622274 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53aaea9c-1504-4337-839d-a1dcdd05bc8f tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b1d52e1e417542d4b5527ac238ca4eb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2046797 Nov 23 23:07:53.625559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43804) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:53.732872 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Set router f75bfd43-3ff5-4003-9a47-1c84cf500e00 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:53.876768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0bd280-7f5c-4c9d-9dd5-10d8357f4866 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:53.878937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bb0bd280-7f5c-4c9d-9dd5-10d8357f4866 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2519557 Nov 23 23:07:53.884869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:53.934285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e809ba5-c5b1-4ec0-8f3b-6fbb3e059b73 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473404 Nov 23 23:07:53.936992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43812) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:53.975557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21eedc38-13ac-4082-a99a-2a55a4443b30 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b1d52e1e417542d4b5527ac238ca4eb6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373619 Nov 23 23:07:53.978584 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:54.093526 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:07:51Z', 'revision_number': 3, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:54.154049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Checking router: f75bfd43-3ff5-4003-9a47-1c84cf500e00 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:07:54.156530 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Updating router f75bfd43-3ff5-4003-9a47-1c84cf500e00 port 8172ea14-5207-4094-b4e8-734913a308e0 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:07:54.181571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2094afc2-8071-48cf-80b7-93e258d38886 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:54.186778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2094afc2-8071-48cf-80b7-93e258d38886 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2046204 Nov 23 23:07:54.187112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43822) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:54.224971 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.247700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-855e535b-647c-4aae-a59b-0efd4b811bb6 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582480 Nov 23 23:07:54.249379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 43824) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:54.263298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1505065525', 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:07:54.466562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Made reservation on behalf of b1d52e1e417542d4b5527ac238ca4eb6 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:07:54.474729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.789799 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.802910 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.867105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26155916-5f17-40d7-99a0-ec2abcd14077 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:07:54.873674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2486-fed1-439a-9451-6a5fa81f3607 req-1f171424-ce0d-4c05-aa5c-1fddf487a60f tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:54.886105 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Attempting to bind port 8172ea14-5207-4094-b4e8-734913a308e0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:07:54.886494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Attempting to bind port 8172ea14-5207-4094-b4e8-734913a308e0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:07:54.886864 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Attempting to bind port 8172ea14-5207-4094-b4e8-734913a308e0 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:54.890348 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-751b2486-fed1-439a-9451-6a5fa81f3607 req-1f171424-ce0d-4c05-aa5c-1fddf487a60f tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1659877 Nov 23 23:07:54.923026 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.926255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ca07daed-d7e1-429d-b905-6a3bf78b4009 None None] Provisioning complete for port 8172ea14-5207-4094-b4e8-734913a308e0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:54.926641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca07daed-d7e1-429d-b905-6a3bf78b4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.929926 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:07:54.930324 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:07:54.930735 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.931131 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:07:54.931646 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Bound port: 8172ea14-5207-4094-b4e8-734913a308e0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:07:54.932039 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:54.953250 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Pushing event updated for resources: {'Port': ['ID=8172ea14-5207-4094-b4e8-734913a308e0,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:55.012932 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ca07daed-d7e1-429d-b905-6a3bf78b4009 None None] Port 8172ea14-5207-4094-b4e8-734913a308e0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:07:55.050457 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.051235 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.052178 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.052939 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.053541 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.054202 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.054775 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.055349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.055931 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.056471 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.057007 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.057539 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:55.124069 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] For port 8172ea14-5207-4094-b4e8-734913a308e0, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:07:55.136187 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] For port 8172ea14-5207-4094-b4e8-734913a308e0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8172ea14-5207-4094-b4e8-734913a308e0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:07:55.141496 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:55.201566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-751b2486-fed1-439a-9451-6a5fa81f3607 req-54e1c3ed-7311-4fd4-8618-e40e3d3eadeb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011167 Nov 23 23:07:55.222867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67a043-db96-4908-bd1f-64b7f8b47cb0 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:07:55.257574 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Routers {'f75bfd43-3ff5-4003-9a47-1c84cf500e00'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:07:55.258076 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:55.281293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Subnet': ['ID=8ffa3dae-b3ef-407e-8a73-3d1220b68d19,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:55.316772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Checking segment: {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:07:55.317450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network hostable DHCP agents. Network: 0c2f17f2-6109-438f-bdb9-eee0b65658c2, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:07:55.367037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Provisioning complete for port 8172ea14-5207-4094-b4e8-734913a308e0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:55.367482 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:55.389379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:07:55.411062 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df673ed3-00b1-4b09-b7cf-6331e9376f28 None None] Pushing event updated for resources: {'Port': ['ID=8172ea14-5207-4094-b4e8-734913a308e0,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:55.411974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 0c2f17f2-6109-438f-bdb9-eee0b65658c2) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:55.417097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:55.417701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:55.440530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe6d65-f642-44bd-9184-beab53c3b87b None None] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:07:55.480945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e8103b86-d1ee-4c93-84d8-38cc9ad1cca0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2301531 Nov 23 23:07:55.484155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 43854) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:07:55.540082 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] Set router f75bfd43-3ff5-4003-9a47-1c84cf500e00 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:07:55.925255 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:56.024780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'fixed_ips': [{'subnet_id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:07:56.027678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:56.066984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] For port 8172ea14-5207-4094-b4e8-734913a308e0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8172ea14-5207-4094-b4e8-734913a308e0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:07:56.072288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:56.199431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Pushing event updated for resources: {'Port': ['ID=8172ea14-5207-4094-b4e8-734913a308e0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:56.436085 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:07:51Z', 'revision_number': 3, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:07:56.438672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874cf14-4978-46d5-ac69-61c8a0936129 req-caca608a-1752-489e-9d18-778b735d677c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:56.441202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2874cf14-4978-46d5-ac69-61c8a0936129 req-caca608a-1752-489e-9d18-778b735d677c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1045358 Nov 23 23:07:56.446340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.446695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.447044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.447381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.461123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.462606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.463039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.465669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.465669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.465981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.466342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.467082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550f0ad-397e-4814-9f84-00692216a81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:07:56.504523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:56.562057 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0183-437a-4cfa-ad11-0c06e15add1b None None] The sync data for ids ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'] in n-d-817303-3 is: [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:07:51Z', 'revision_number': 3, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:07:56.577990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2874cf14-4978-46d5-ac69-61c8a0936129 req-c095fa1f-2243-4789-b3d2-bdfd2ce40ba4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284606 Nov 23 23:07:56.640833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Allocated IP 172.20.0.18 (0c2f17f2-6109-438f-bdb9-eee0b65658c2/8ffa3dae-b3ef-407e-8a73-3d1220b68d19/0480a975-29bf-4e22-b485-4be61dca49e8) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:07:57.059960 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:57.077721 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:57.090142 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:57.173469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Pushing event updated for resources: {'Port': ['ID=0480a975-29bf-4e22-b485-4be61dca49e8,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:57.216781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:57.245137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:57.259785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:57.480939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Attempting to bind port 0480a975-29bf-4e22-b485-4be61dca49e8 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:07:57.481253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Attempting to bind port 0480a975-29bf-4e22-b485-4be61dca49e8 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:07:57.481625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Attempting to bind port 0480a975-29bf-4e22-b485-4be61dca49e8 on network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:07:57.506372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:07:57.506812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Checking segment: {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:07:57.507469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:57.507889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Bound using segment: {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:07:57.508803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Bound port: 0480a975-29bf-4e22-b485-4be61dca49e8, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:07:57.509197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:57.569038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Allocated IP 172.20.0.17 (0c2f17f2-6109-438f-bdb9-eee0b65658c2/8ffa3dae-b3ef-407e-8a73-3d1220b68d19/d9027b91-c600-4bae-8682-1ea2bc016e96) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:07:57.677179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] For port 0480a975-29bf-4e22-b485-4be61dca49e8, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:07:57.702489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] For port 0480a975-29bf-4e22-b485-4be61dca49e8, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0480a975-29bf-4e22-b485-4be61dca49e8,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:07:57.713739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:57.854579 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:57.954873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1d369-df5c-4c02-b9a2-8401b6ffd799 None None] Pushing event updated for resources: {'Port': ['ID=0480a975-29bf-4e22-b485-4be61dca49e8,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:57.993678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:58.004625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8422ac-ee23-404c-9dbf-055c09ed2154 req-b5815d9e-ddc5-4de8-ba88-372e7a541e36 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:58.017197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d8422ac-ee23-404c-9dbf-055c09ed2154 req-b5815d9e-ddc5-4de8-ba88-372e7a541e36 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1776800 Nov 23 23:07:58.114168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:07:58.159796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:07:58.169020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:07:58.208778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=d9027b91-c600-4bae-8682-1ea2bc016e96,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:07:58.227274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d8422ac-ee23-404c-9dbf-055c09ed2154 req-9bdbce46-7fc0-4ad6-9536-e0762b2edb3e tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026188 Nov 23 23:07:58.455074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8172ea14-5207-4094-b4e8-734913a308e0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:07:58.551736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:58.732459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8172ea14-5207-4094-b4e8-734913a308e0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:07:58.733375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:59.072623 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:59.079645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-5a3135b2-5d4f-4ff8-80b9-dc3fae09efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:59.087345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-5a3135b2-5d4f-4ff8-80b9-dc3fae09efcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 1096 time: 0.2725766 Nov 23 23:07:59.204233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54c56-5a73-4c8a-a9e2-bf370331a5d9 req-c34afedb-e7c9-4e42-ad24-9f0bcfaad0ec tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:59.218255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1c54c56-5a73-4c8a-a9e2-bf370331a5d9 req-c34afedb-e7c9-4e42-ad24-9f0bcfaad0ec tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2996626 Nov 23 23:07:59.514553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1c54c56-5a73-4c8a-a9e2-bf370331a5d9 req-229f0a87-2f6e-4191-8f86-65e9fb99d278 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953334 Nov 23 23:07:59.595499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-68d95772-67e9-495f-aef6-b56514a14909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:59.597619 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-68d95772-67e9-495f-aef6-b56514a14909 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.4987185 Nov 23 23:07:59.840753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-245268a8-3318-421b-9577-ee94bbbf906d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 200 len: 1001 time: 0.2351246 Nov 23 23:07:59.889618 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:59.901049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:00.054365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-06864fa8-5b49-4cec-aab3-f935a7bc3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:00.055998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-06864fa8-5b49-4cec-aab3-f935a7bc3ff4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.2085075 Nov 23 23:08:00.168111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-53dd3968-e763-462a-886f-12b293f70058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:00.170822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-53dd3968-e763-462a-886f-12b293f70058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950449 Nov 23 23:08:00.175499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=d9027b91-c600-4bae-8682-1ea2bc016e96,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:00.225082 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:00.252044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0480a975-29bf-4e22-b485-4be61dca49e8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:00.398607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0480a975-29bf-4e22-b485-4be61dca49e8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:00.402170 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:00.540476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-03859dac-582f-4b3c-bc85-b0fb0e06eee0 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507996 Nov 23 23:08:00.672508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:00.685411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:00.709668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:00.934870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 0480a975-29bf-4e22-b485-4be61dca49e8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0480a975-29bf-4e22-b485-4be61dca49e8,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:00.948829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c943c36-8dbb-47fe-8bca-92ac19947c1c None None] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:08:00.987966 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:01.149669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9b0a6-a0b3-4c4d-bf7e-f03e2b1c1064 req-7585e806-2398-4216-a386-6ca4f79be48c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:01.154250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82d9b0a6-a0b3-4c4d-bf7e-f03e2b1c1064 req-7585e806-2398-4216-a386-6ca4f79be48c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.4282401 Nov 23 23:08:01.245549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57dfec6c-ddb1-47ac-aac5-66f46110227f req-c80237de-d7a8-44d4-8d16-5ec92c05e170 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992478 Nov 23 23:08:01.315882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82d9b0a6-a0b3-4c4d-bf7e-f03e2b1c1064 req-74a7f335-5a57-4185-b1f7-e3ded4060364 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516097 Nov 23 23:08:01.437252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ebdbe2ad-d4bd-4c40-8503-2ba4c513b5e2 None None] Provisioning complete for port 0480a975-29bf-4e22-b485-4be61dca49e8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:01.446811 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe2ad-d4bd-4c40-8503-2ba4c513b5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:01.507203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=0480a975-29bf-4e22-b485-4be61dca49e8,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:01.738344 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-148fb9dc-ead5-4aa9-a288-b4552390fae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:01.776340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router f75bfd43-3ff5-4003-9a47-1c84cf500e00 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:02.052775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2211a9fc-efe3-4812-8043-b67dcb18b4b1 None None] Provisioning complete for port d9027b91-c600-4bae-8682-1ea2bc016e96 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:02.053473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2211a9fc-efe3-4812-8043-b67dcb18b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:02.072372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:02.077988 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2ddec940-ffce-4161-a665-a06eb933cb9c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "PUT /v2.0/routers/f75bfd43-3ff5-4003-9a47-1c84cf500e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5921474 Nov 23 23:08:02.144975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Sync routers for ids ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:02.204354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2211a9fc-efe3-4812-8043-b67dcb18b4b1 None None] Port d9027b91-c600-4bae-8682-1ea2bc016e96 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:02.209430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Routers {'f75bfd43-3ff5-4003-9a47-1c84cf500e00'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:02.210895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:02.298716 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0480a975-29bf-4e22-b485-4be61dca49e8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:02.436734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2211a9fc-efe3-4812-8043-b67dcb18b4b1 None None] Provisioning complete for port 0480a975-29bf-4e22-b485-4be61dca49e8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:02.436734 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2211a9fc-efe3-4812-8043-b67dcb18b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:02.680872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Set router f75bfd43-3ff5-4003-9a47-1c84cf500e00 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:02.774196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f09c3-3620-41be-8913-1055b57a6525 req-3a620e1e-4ca8-4d19-9125-a11919ead3ce tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:02.775830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea4f09c3-3620-41be-8913-1055b57a6525 req-3a620e1e-4ca8-4d19-9125-a11919ead3ce tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2274482 Nov 23 23:08:02.879062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-891fdddd-4f4b-4083-87e1-d4f95e08a945 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:02.887662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-891fdddd-4f4b-4083-87e1-d4f95e08a945 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/networks?id=0c2f17f2-6109-438f-bdb9-eee0b65658c2 HTTP/1.1" status: 200 len: 797 time: 0.4007187 Nov 23 23:08:02.942808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-d1020847-072b-41bf-bc5e-94d1427aee1f tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/quotas/b1d52e1e417542d4b5527ac238ca4eb6 HTTP/1.1" status: 200 len: 375 time: 0.0537260 Nov 23 23:08:03.044579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0480a975-29bf-4e22-b485-4be61dca49e8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:03.049087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:03.155437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea4f09c3-3620-41be-8913-1055b57a6525 req-3d064921-cde5-4da7-b065-4bfae7e9e70a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653078 Nov 23 23:08:03.196772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-c9e16134-ab66-47b1-976f-6f434bbc1c2a tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2527711 Nov 23 23:08:03.485336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-566bd6cf-07e5-4fbb-8c18-f9f4658f59f0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:08:03.487461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-566bd6cf-07e5-4fbb-8c18-f9f4658f59f0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2518241 Nov 23 23:08:03.731249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-fc94bde3-3adf-4635-b6b9-f93293bb4335 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2f17f2-6109-438f-bdb9-eee0b65658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341998 Nov 23 23:08:03.906320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:07:58Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd9027b91-c600-4bae-8682-1ea2bc016e96', 'name': '', 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:98:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:57Z', 'updated_at': '2021-11-23T23:07:59Z', 'revision_number': 2, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:03.950498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Checking router: f75bfd43-3ff5-4003-9a47-1c84cf500e00 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:03.950873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Updating router f75bfd43-3ff5-4003-9a47-1c84cf500e00 port d9027b91-c600-4bae-8682-1ea2bc016e96 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:08:04.060019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-934abf76-0619-4b76-889c-9b0201b8c910 None None] Provisioning complete for port d9027b91-c600-4bae-8682-1ea2bc016e96 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:04.061593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-934abf76-0619-4b76-889c-9b0201b8c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:04.064985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:04.265145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-934abf76-0619-4b76-889c-9b0201b8c910 None None] Port d9027b91-c600-4bae-8682-1ea2bc016e96 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:04.332029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-e7cdc2d9-0f6f-49ab-9f33-7038179f2531 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2f17f2-6109-438f-bdb9-eee0b65658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927892 Nov 23 23:08:04.773495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6183800-c29e-4910-a20a-1a79aa1712e1 req-9128f3ac-3283-468c-8a48-ea375612e3cf tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 210 time: 0.0551105 Nov 23 23:08:04.859474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:04.904107 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:04.926490 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6df8dc62-a18e-4a0e-a437-f2db016e2914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:05.031687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84386551-7555-4989-9e94-cc59c35b8d7b None None] Pushing event updated for resources: {'Port': ['ID=d9027b91-c600-4bae-8682-1ea2bc016e96,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:05.106816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Attempting to bind port d9027b91-c600-4bae-8682-1ea2bc016e96 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:08:05.107364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Attempting to bind port d9027b91-c600-4bae-8682-1ea2bc016e96 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:08:05.107943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Attempting to bind port d9027b91-c600-4bae-8682-1ea2bc016e96 on network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:05.127497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:08:05.128075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Checking segment: {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:05.128724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:05.129312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Bound using segment: {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:08:05.130031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Bound port: d9027b91-c600-4bae-8682-1ea2bc016e96, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:08:05.130646 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:05.284070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] For port d9027b91-c600-4bae-8682-1ea2bc016e96, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:08:05.302346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] For port d9027b91-c600-4bae-8682-1ea2bc016e96, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d9027b91-c600-4bae-8682-1ea2bc016e96,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:08:05.306925 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:05.311355 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:05.374359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Routers {'f75bfd43-3ff5-4003-9a47-1c84cf500e00'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:05.375150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:05.439592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84386551-7555-4989-9e94-cc59c35b8d7b None None] Pushing event updated for resources: {'Port': ['ID=d9027b91-c600-4bae-8682-1ea2bc016e96,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:05.589991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ac5a5c09-1758-479c-bbaa-4ab9013d02f0 None None] Provisioning complete for port d9027b91-c600-4bae-8682-1ea2bc016e96 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:05.590519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac5a5c09-1758-479c-bbaa-4ab9013d02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:05.643364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] Set router f75bfd43-3ff5-4003-9a47-1c84cf500e00 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:06.069584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac5a5c09-1758-479c-bbaa-4ab9013d02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:06.099362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3be54961-408a-497c-8849-c34909336477 req-432e387a-dd59-4ba7-b302-3b7cb4b296eb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 210 time: 0.0807223 Nov 23 23:08:06.145458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ac5a5c09-1758-479c-bbaa-4ab9013d02f0 None None] For port d9027b91-c600-4bae-8682-1ea2bc016e96, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d9027b91-c600-4bae-8682-1ea2bc016e96,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:06.160480 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ac5a5c09-1758-479c-bbaa-4ab9013d02f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:06.227798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:07:58Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd9027b91-c600-4bae-8682-1ea2bc016e96', 'name': '', 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:98:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:57Z', 'updated_at': '2021-11-23T23:08:05Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:06.287520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f74d2-ae92-4f68-ac95-de18527f9924 None None] The sync data for ids ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'] in n-d-817303-3 is: [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:07:58Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd9027b91-c600-4bae-8682-1ea2bc016e96', 'name': '', 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:98:ca:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:57Z', 'updated_at': '2021-11-23T23:08:05Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:06.363411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f4a55524-5bc1-4aa0-a6af-fd9e11027923 None None] Provisioning complete for port d9027b91-c600-4bae-8682-1ea2bc016e96 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:06.363411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f4a55524-5bc1-4aa0-a6af-fd9e11027923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:06.365215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a5c09-1758-479c-bbaa-4ab9013d02f0 None None] Pushing event updated for resources: {'Port': ['ID=d9027b91-c600-4bae-8682-1ea2bc016e96,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:06.541588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:06.872097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-dabc3a6f-df15-4e74-8e6d-40d7dadaa5fa tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:06.873869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-dabc3a6f-df15-4e74-8e6d-40d7dadaa5fa tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f17f2-6109-438f-bdb9-eee0b65658c2 HTTP/1.1" status: 200 len: 797 time: 0.2047682 Nov 23 23:08:06.900679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Request body: {'port': {'device_id': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'admin_state_up': True, 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:07.104184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Made reservation on behalf of b1d52e1e417542d4b5527ac238ca4eb6 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:07.112110 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:07.240343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8687f651-3721-4b31-9e3b-1f2b4a310af2 req-2fa5cccd-c106-4267-b96f-b60f83910832 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 210 time: 0.0370555 Nov 23 23:08:07.349827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Allocated IP 172.20.0.19 (0c2f17f2-6109-438f-bdb9-eee0b65658c2/8ffa3dae-b3ef-407e-8a73-3d1220b68d19/68297ac6-78a2-49c7-8ada-137f8e062944) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:07.511202 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:07.638201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:07.704409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:07.758783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:07.764120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:07.766983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:07.904368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event updated for resources: {'Port': ['ID=68297ac6-78a2-49c7-8ada-137f8e062944,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:07.926690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:07.927661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:07.961010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-9b1d8cab-45ee-4a7d-934e-78210981241c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0695655 Nov 23 23:08:07.980381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Request body: {'port': {'device_id': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:08.127621 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:08.179002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:08.243334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d9027b91-c600-4bae-8682-1ea2bc016e96 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:08.370347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d9027b91-c600-4bae-8682-1ea2bc016e96 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:08.386171 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:08.444355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-15f4db19-e4ff-4126-b3ed-640833cfd991 None None] Provisioning complete for port 68297ac6-78a2-49c7-8ada-137f8e062944 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:08.444965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-15f4db19-e4ff-4126-b3ed-640833cfd991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:08.518085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45fcb2-3b9d-48c0-a66d-81571904a9ce req-2493516a-e5d9-40ce-974a-a6df2b691990 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:08.539360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-15f4db19-e4ff-4126-b3ed-640833cfd991 None None] Port 68297ac6-78a2-49c7-8ada-137f8e062944 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:08.545493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d45fcb2-3b9d-48c0-a66d-81571904a9ce req-2493516a-e5d9-40ce-974a-a6df2b691990 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 895 time: 0.1527479 Nov 23 23:08:08.848342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68297ac6-78a2-49c7-8ada-137f8e062944 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:08:08.858632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:08.881077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Transition to ACTIVE for port object 68297ac6-78a2-49c7-8ada-137f8e062944 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:08:08.889563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:09.038009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Pushing event updated for resources: {'Port': ['ID=68297ac6-78a2-49c7-8ada-137f8e062944,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:09.061618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Attempting to bind port 68297ac6-78a2-49c7-8ada-137f8e062944 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:08:09.061980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Attempting to bind port 68297ac6-78a2-49c7-8ada-137f8e062944 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:08:09.062464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Attempting to bind port 68297ac6-78a2-49c7-8ada-137f8e062944 on network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:09.077206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Port 68297ac6-78a2-49c7-8ada-137f8e062944 on network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:08:09.077759 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Attempting to bind port 68297ac6-78a2-49c7-8ada-137f8e062944 on network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:09.084465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:08:09.084982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Checking segment: {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:09.085399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Bound using segment: {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:08:09.085950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Bound port: 68297ac6-78a2-49c7-8ada-137f8e062944, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e163629-253e-4c39-8a77-fdcfe1ade12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:08:09.086504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:09.214075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] For port 68297ac6-78a2-49c7-8ada-137f8e062944, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:08:09.218408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] For port 68297ac6-78a2-49c7-8ada-137f8e062944, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=68297ac6-78a2-49c7-8ada-137f8e062944,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:08:09.225641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:09.310056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:09.310687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:09.312373 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] 10.222.0.48 "PUT /v2.0/ports/68297ac6-78a2-49c7-8ada-137f8e062944 HTTP/1.1" status: 200 len: 1055 time: 1.3374460 Nov 23 23:08:09.312951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'tag': '68297ac6-78a2-49c7-8ada-137f8e062944'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:09.315514 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7377d07f-69d6-4d5a-9f43-147040a18a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec195855-7f27-401e-9f50-7d09025d6f70", "tag": "68297ac6-78a2-49c7-8ada-137f8e062944"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:09.356394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969093d-af0e-4766-ae8b-7178bd3a023a service neutron] Pushing event updated for resources: {'Port': ['ID=68297ac6-78a2-49c7-8ada-137f8e062944,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:09.434453 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4aee38-9dcd-4b2b-9bff-79dabe5ed9bd x-openstack-request-id: req-8c4aee38-9dcd-4b2b-9bff-79dabe5ed9bd {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:09.434706 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec195855-7f27-401e-9f50-7d09025d6f70", "tag": "68297ac6-78a2-49c7-8ada-137f8e062944", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:09.434967 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c4aee38-9dcd-4b2b-9bff-79dabe5ed9bd {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:09.435403 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'tag': '68297ac6-78a2-49c7-8ada-137f8e062944', 'status': 'completed', 'code': 200} Nov 23 23:08:09.457330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-c6fa3f4b-7eda-49bf-87d7-bc20103250de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:09.462678 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-c6fa3f4b-7eda-49bf-87d7-bc20103250de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 1058 time: 0.0833974 Nov 23 23:08:09.545035 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-5af264e0-35dc-4879-9a3f-7fd9865cc92d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=68297ac6-78a2-49c7-8ada-137f8e062944 HTTP/1.1" status: 200 len: 217 time: 0.0678608 Nov 23 23:08:09.623623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-6b588d3e-d135-4703-bb4e-31739b2353e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:09.626124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-6b588d3e-d135-4703-bb4e-31739b2353e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ffa3dae-b3ef-407e-8a73-3d1220b68d19 HTTP/1.1" status: 200 len: 838 time: 0.0740719 Nov 23 23:08:09.704305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-09196a06-e54e-4ebb-8792-998f3573cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:09.713442 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-09196a06-e54e-4ebb-8792-998f3573cb15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c2f17f2-6109-438f-bdb9-eee0b65658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794148 Nov 23 23:08:09.802496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b296-3fbf-424e-882a-b33003cf86e6 req-5cde25da-3773-4434-8d9a-d9186f67dbc3 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:09.806600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1539b296-3fbf-424e-882a-b33003cf86e6 req-5cde25da-3773-4434-8d9a-d9186f67dbc3 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 907 time: 0.1225049 Nov 23 23:08:09.904878 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-65ce09cf-f81c-4da4-8d88-e5a4b9d5a2a2 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f17f2-6109-438f-bdb9-eee0b65658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826584 Nov 23 23:08:10.094293 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1230e380-4d9d-486b-a83f-8c6852d54b14 req-08f6a3a6-c369-42e8-bc06-10a307ee2935 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f17f2-6109-438f-bdb9-eee0b65658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813889 Nov 23 23:08:10.250556 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:08:10.350469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-4508e687-412b-447b-b829-1f2feedff0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:10.363350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-4508e687-412b-447b-b829-1f2feedff0ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 1058 time: 0.1406877 Nov 23 23:08:10.526934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-f854deae-d42c-4f9f-9f48-3a2680a833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:10.529562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-f854deae-d42c-4f9f-9f48-3a2680a833a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c2f17f2-6109-438f-bdb9-eee0b65658c2 HTTP/1.1" status: 200 len: 898 time: 0.1640871 Nov 23 23:08:10.609676 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-a9ab1ef0-92d4-4c12-9a35-d06e0a219b8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=68297ac6-78a2-49c7-8ada-137f8e062944 HTTP/1.1" status: 200 len: 217 time: 0.0719838 Nov 23 23:08:10.702697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-0042f010-2ef5-4a23-b295-b9171386975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:10.705561 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-0042f010-2ef5-4a23-b295-b9171386975b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ffa3dae-b3ef-407e-8a73-3d1220b68d19 HTTP/1.1" status: 200 len: 838 time: 0.0869977 Nov 23 23:08:10.783620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-e8087dfc-2d65-4676-81be-25cf54d7cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:10.785317 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-e8087dfc-2d65-4676-81be-25cf54d7cd45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c2f17f2-6109-438f-bdb9-eee0b65658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717802 Nov 23 23:08:10.942791 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-2c3ac121-37c3-4ff3-ae78-c836a48aee66 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f17f2-6109-438f-bdb9-eee0b65658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490626 Nov 23 23:08:10.974916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56313957-7f23-4e1c-8237-405f24d74354 req-70db0cf2-dc4e-45aa-8065-99ab2f8676c2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:10.992021 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-56313957-7f23-4e1c-8237-405f24d74354 req-70db0cf2-dc4e-45aa-8065-99ab2f8676c2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 907 time: 0.0769289 Nov 23 23:08:11.078715 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7377d07f-69d6-4d5a-9f43-147040a18a2a req-e6287f01-9eaa-4f8e-8212-1809266da6a8 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f17f2-6109-438f-bdb9-eee0b65658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270068 Nov 23 23:08:12.194696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02874c-a200-40e1-8adc-9a8886ed5f60 req-1b828651-bc9c-483e-aa41-768672458dda tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:12.199118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b02874c-a200-40e1-8adc-9a8886ed5f60 req-1b828651-bc9c-483e-aa41-768672458dda tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 907 time: 0.1131644 Nov 23 23:08:12.259116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44284) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:12.350402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] Deleting subnet 3284e8f1-74a4-4844-90c2-fa9ddc15db44 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:08:12.368424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:12.415115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:12.468910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:12.552108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:12.635307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 68297ac6-78a2-49c7-8ada-137f8e062944 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:08:12.639116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3284e8f1-74a4-4844-90c2-fa9ddc15db44,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:12.655292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:12.660732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f673e7cb-51be-4e50-b080-f2310ed722ec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3284e8f1-74a4-4844-90c2-fa9ddc15db44 HTTP/1.1" status: 204 len: 168 time: 0.4002531 Nov 23 23:08:12.663501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44322) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:12.846169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:12.920322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 68297ac6-78a2-49c7-8ada-137f8e062944, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=68297ac6-78a2-49c7-8ada-137f8e062944,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:12.935695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '68297ac6-78a2-49c7-8ada-137f8e062944', 'network_id': '0c2f17f2-6109-438f-bdb9-eee0b65658c2', 'port_id': '68297ac6-78a2-49c7-8ada-137f8e062944', 'mac_address': 'fa:16:3e:2d:9c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffa3dae-b3ef-407e-8a73-3d1220b68d19', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:08:12.993343 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:12.993729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.025274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68297ac6-78a2-49c7-8ada-137f8e062944 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:08:13.039736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b90ae6a-6720-43c1-a30e-55adafe2f797']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:13.050690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abcb9fa-c896-4843-99bd-e52ba9bc2974') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:13.050919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abcb9fa-c896-4843-99bd-e52ba9bc2974') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:13.067826 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.077033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 68297ac6-78a2-49c7-8ada-137f8e062944, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=68297ac6-78a2-49c7-8ada-137f8e062944,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:13.086450 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.096593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.117552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:08:13.118123 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:08:13.143550 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:08:13.196230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=68297ac6-78a2-49c7-8ada-137f8e062944,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:13.253774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.286132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.293397 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b90ae6a-6720-43c1-a30e-55adafe2f797 HTTP/1.1" status: 204 len: 168 time: 0.6269820 Nov 23 23:08:13.293397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbe48b-67be-47e1-96e0-e9f66a80b58e admin admin] Pushing event deleted for resources: {'Network': ['ID=8b90ae6a-6720-43c1-a30e-55adafe2f797,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:13.414930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['68297ac6-78a2-49c7-8ada-137f8e062944'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:08:13.533859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49c225-8e72-4576-9e2d-2f750171234a req-f004ca8a-a428-4549-9f10-cd2e00ab0b10 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:13.542744 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe49c225-8e72-4576-9e2d-2f750171234a req-f004ca8a-a428-4549-9f10-cd2e00ab0b10 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 908 time: 0.1681542 Nov 23 23:08:13.731605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44422) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:13.795685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-96a607ec-7099-4e18-a9d7-7578943dbeaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bbc6e103c9641b38f89d8ca75d944d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602591 Nov 23 23:08:13.796085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:13.895879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:13.949920 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:14.114810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:14.117819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:14.134350 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6da4ee29-b083-4fad-913b-0bff0d1e69ea HTTP/1.1" status: 204 len: 168 time: 0.3245902 Nov 23 23:08:14.166583 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da4ee29-b083-4fad-913b-0bff0d1e69ea,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:14.182604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.183958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.188035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.188539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.189035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.190721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.191212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.191810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.194174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.194926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.195285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.195643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb586466-de37-4013-87ed-c6323f9dd220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:14.652753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 68297ac6-78a2-49c7-8ada-137f8e062944 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:14.774764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 68297ac6-78a2-49c7-8ada-137f8e062944 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:08:14.788397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 68297ac6-78a2-49c7-8ada-137f8e062944 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:14.788924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:14.858928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d6b1-e09f-49a6-a376-3c5bf01fffc6 req-eee79b77-0c01-4fea-b82a-f302366a3bce tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:14.863835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f325d6b1-e09f-49a6-a376-3c5bf01fffc6 req-eee79b77-0c01-4fea-b82a-f302366a3bce tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 908 time: 0.1821969 Nov 23 23:08:14.945645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:15.021293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68297ac6-78a2-49c7-8ada-137f8e062944'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:15.025213 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f39b85-2077-4dca-8dc8-962eacca9f92" -d '{"events": [{"server_uuid": "ec195855-7f27-401e-9f50-7d09025d6f70", "name": "network-vif-plugged", "status": "completed", "tag": "68297ac6-78a2-49c7-8ada-137f8e062944"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:15.032001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 68297ac6-78a2-49c7-8ada-137f8e062944, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=68297ac6-78a2-49c7-8ada-137f8e062944,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:15.039428 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:15.137913 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5e00c3-90fd-45dc-a50f-5409ea89c58a x-openstack-request-id: req-2c5e00c3-90fd-45dc-a50f-5409ea89c58a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:15.138222 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec195855-7f27-401e-9f50-7d09025d6f70", "name": "network-vif-plugged", "status": "completed", "tag": "68297ac6-78a2-49c7-8ada-137f8e062944", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:15.138494 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c5e00c3-90fd-45dc-a50f-5409ea89c58a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:15.138907 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68297ac6-78a2-49c7-8ada-137f8e062944', 'code': 200} Nov 23 23:08:15.196777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=68297ac6-78a2-49c7-8ada-137f8e062944,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:15.352841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d3381-b1f0-48f0-ad58-ccecfddf9e7a req-f951c319-2020-472a-8394-456906718ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:15.355466 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-655d3381-b1f0-48f0-ad58-ccecfddf9e7a req-f951c319-2020-472a-8394-456906718ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 1060 time: 0.0843949 Nov 23 23:08:16.057613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192a13-699b-4030-a819-051d7995402a req-822f0ccc-e718-4ef5-a6fb-6b39c5f4c3af tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:16.060473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a192a13-699b-4030-a819-051d7995402a req-822f0ccc-e718-4ef5-a6fb-6b39c5f4c3af tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 909 time: 0.0673716 Nov 23 23:08:17.251645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d528-6b12-4880-ba82-9f788f5c5403 req-155ec761-572e-4eaf-8cd9-6d134235d152 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:17.257006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44714) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:17.263673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5df6d528-6b12-4880-ba82-9f788f5c5403 req-155ec761-572e-4eaf-8cd9-6d134235d152 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 909 time: 0.0661426 Nov 23 23:08:17.467116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217f2c4-419b-4de2-bc8c-49df499c0829 req-c83bb7ba-5a3c-43f2-aa9c-8faaee4c6926 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:17.508201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2217f2c4-419b-4de2-bc8c-49df499c0829 req-c83bb7ba-5a3c-43f2-aa9c-8faaee4c6926 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 909 time: 0.1366069 Nov 23 23:08:17.790026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be62255-0dc4-41c9-a1b2-8736b858eb2f req-a3a556b4-e808-434f-a73d-03509bdb5c96 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:17.797803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3be62255-0dc4-41c9-a1b2-8736b858eb2f req-a3a556b4-e808-434f-a73d-03509bdb5c96 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 1060 time: 0.0843835 Nov 23 23:08:17.881954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Deleting port ad56e1b8-c6cc-44c9-afc3-28344883a4e5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:17.882652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:17.981880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b9f88-f887-48e1-8ed1-a38d51f3a486 req-c306a284-091f-4ad1-92f3-901b5d268647 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:17.991900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-014b9f88-f887-48e1-8ed1-a38d51f3a486 req-c306a284-091f-4ad1-92f3-901b5d268647 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1135 time: 0.0615299 Nov 23 23:08:18.063340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-014b9f88-f887-48e1-8ed1-a38d51f3a486 req-e62aab99-34d2-4519-9ebe-42c0d6dd30a9 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0646882 Nov 23 23:08:18.070192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.072499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.076147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44734) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:18.090109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Calling delete_port for ad56e1b8-c6cc-44c9-afc3-28344883a4e5 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:18.146343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75453286-c987-4eb4-9ec8-8964cf31a5a9 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:18.156132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-75453286-c987-4eb4-9ec8-8964cf31a5a9 tempest-TestSecurityGroupsBasicOps-2135754585 tempest-TestSecurityGroupsBasicOps-2135754585-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 1055 time: 0.0781465 Nov 23 23:08:18.160326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44738) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:18.392144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e0b24e6-fd9b-48be-b88c-690f74dba8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.414632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.457458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event deleted for resources: {'Port': ['ID=ad56e1b8-c6cc-44c9-afc3-28344883a4e5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:18.470264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.470264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.470518 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.470865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.471255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.471628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.471957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.472436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.472611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.472939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.473443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.473937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:18.545118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bbfce-2f7a-4c58-be12-236474e45997 req-beca1339-7fee-47a7-bb45-4e1fec582a36 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:18.546771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc4bbfce-2f7a-4c58-be12-236474e45997 req-beca1339-7fee-47a7-bb45-4e1fec582a36 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 909 time: 0.0979197 Nov 23 23:08:18.555245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.555857 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Floating IP 7b8d43ff-18ff-4226-b837-b5c978251059 disassociated (deleted). External IP: 172.25.0.152, port: e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0. Nov 23 23:08:18.583244 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e0b24e6-fd9b-48be-b88c-690f74dba8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.588695 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e0b24e6-fd9b-48be-b88c-690f74dba8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.642058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8e0b24e6-fd9b-48be-b88c-690f74dba8d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58384ab0920742a5a48023e03f7be6aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4776640 Nov 23 23:08:18.642549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44748) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:18.651741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b24e6-fd9b-48be-b88c-690f74dba8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f3f50-e456-4a38-9ef8-c786dd84a3b4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:18.814708 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-849051cc-bd0f-4349-a021-62c6b9278e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.876334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-849051cc-bd0f-4349-a021-62c6b9278e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:18.919948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:19.020158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-849051cc-bd0f-4349-a021-62c6b9278e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:19.023436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-849051cc-bd0f-4349-a021-62c6b9278e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:19.030422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-849051cc-bd0f-4349-a021-62c6b9278e2d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b3f3f50-e456-4a38-9ef8-c786dd84a3b4 HTTP/1.1" status: 204 len: 168 time: 0.3810420 Nov 23 23:08:19.051120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849051cc-bd0f-4349-a021-62c6b9278e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f3f50-e456-4a38-9ef8-c786dd84a3b4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:19.085425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:19.105055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:19.105622 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] Sync routers for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:19.120174 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:19.121865 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:19.180712 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-292e6eda-3da1-46ad-ad1d-5a6f82cfde77 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "DELETE /v2.0/floatingips/7b8d43ff-18ff-4226-b837-b5c978251059 HTTP/1.1" status: 204 len: 168 time: 1.9224751 Nov 23 23:08:19.181923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:19.187473 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9bb1ee-c73d-46c8-9387-d63868285569" -d '{"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:19.290883 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1134bb1f-e023-4ab0-9e1d-444e6f1efa28 x-openstack-request-id: req-1134bb1f-e023-4ab0-9e1d-444e6f1efa28 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:19.291193 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:19.291698 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1134bb1f-e023-4ab0-9e1d-444e6f1efa28 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:19.292131 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'status': 'completed', 'code': 200} Nov 23 23:08:19.355095 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:19.477319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-55a70465-002d-440d-b883-a34562fed943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:19.478945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-55a70465-002d-440d-b883-a34562fed943 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 1096 time: 0.1220331 Nov 23 23:08:19.731219 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-fd6cfcd4-0c98-4ac4-bb75-57d0d9fbdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:19.734314 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-fd6cfcd4-0c98-4ac4-bb75-57d0d9fbdb1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3599fa98-eb97-43a6-b59a-d06c02f69330 HTTP/1.1" status: 200 len: 914 time: 0.2477129 Nov 23 23:08:19.751738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76be30a-641a-4daf-97f6-f87d7b5d1cd6 req-5f3cde01-73d0-4ee7-8b0d-6b65c6b3c625 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:19.756641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e76be30a-641a-4daf-97f6-f87d7b5d1cd6 req-5f3cde01-73d0-4ee7-8b0d-6b65c6b3c625 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 945 time: 0.1179843 Nov 23 23:08:19.793025 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:19.844525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e76be30a-641a-4daf-97f6-f87d7b5d1cd6 req-63e305b7-8a33-48eb-9075-1b9b5a1a0530 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823455 Nov 23 23:08:19.858258 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] Checking router: 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:19.863672 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-7d880585-7aab-4981-9e88-a9e8bade3abe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 HTTP/1.1" status: 200 len: 217 time: 0.1204882 Nov 23 23:08:19.875374 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:19.876360 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:19.907857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d81430-c56c-40c7-bea3-14aec6078dcc req-acd9de15-e801-46ab-a81f-90e4369fb41a tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:19.925441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62d81430-c56c-40c7-bea3-14aec6078dcc req-acd9de15-e801-46ab-a81f-90e4369fb41a tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 909 time: 0.2242959 Nov 23 23:08:19.964590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-7e1343d0-6735-49b0-b7ed-8d8fc7683025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:19.967723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-7e1343d0-6735-49b0-b7ed-8d8fc7683025 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31cd81db-e419-4326-8eed-8fc5b6bde1e5 HTTP/1.1" status: 200 len: 852 time: 0.0778379 Nov 23 23:08:20.104786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-e50dafed-2d87-4205-b63a-331e7213ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:20.108516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-e50dafed-2d87-4205-b63a-331e7213ac22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3599fa98-eb97-43a6-b59a-d06c02f69330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305206 Nov 23 23:08:20.122954 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:20.251544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-a9307907-6dd1-4ab0-95f9-29ff14080296 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:20.254940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-a9307907-6dd1-4ab0-95f9-29ff14080296 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 909 time: 0.1363890 Nov 23 23:08:20.431168 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-2510c8aa-21cd-4625-af03-37a075924659 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503469 Nov 23 23:08:20.532421 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:20.621347 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b78604b-5107-4fda-ab5a-884648f67b23 None None] The sync data for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 is: [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:02:26Z', 'revision_number': 4, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '0d3b2d0f-6282-4739-b13a-f1b084fbe371', 'name': '', 'network_id': '3599fa98-eb97-43a6-b59a-d06c02f69330', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'mac_address': 'fa:16:3e:d5:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:23Z', 'updated_at': '2021-11-23T23:02:35Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'subnets': [{'id': '31cd81db-e419-4326-8eed-8fc5b6bde1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:20.634433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dc9bb1ee-c73d-46c8-9387-d63868285569 req-a9c5652c-2942-445f-b131-d26529525881 service neutron] 10.222.0.48 "GET /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977253 Nov 23 23:08:20.655645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting port 68297ac6-78a2-49c7-8ada-137f8e062944 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:20.656315 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:20.731970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44792) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:20.894926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] For port 68297ac6-78a2-49c7-8ada-137f8e062944, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=68297ac6-78a2-49c7-8ada-137f8e062944,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:20.895451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:20.917989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-201335803-network', 'tenant_id': 'd3bccea4eb484cac86674bf51dbf4c6c'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:20.923139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Calling delete_port for 68297ac6-78a2-49c7-8ada-137f8e062944 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:21.026357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Made reservation on behalf of d3bccea4eb484cac86674bf51dbf4c6c for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:21.033715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.101838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f12fc-9af9-4f1f-a6d8-fd341ba5888d None None] New status for floating IP 7b8d43ff-18ff-4226-b837-b5c978251059: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:08:21.126044 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.215491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65e8ab-1cef-4055-bd8d-ce088ba2a386 req-78351184-67c9-4ff7-8da1-88894a8ed926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:21.224236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa65e8ab-1cef-4055-bd8d-ce088ba2a386 req-78351184-67c9-4ff7-8da1-88894a8ed926 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 945 time: 0.2414055 Nov 23 23:08:21.249983 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.285299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Port': ['ID=68297ac6-78a2-49c7-8ada-137f8e062944,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:21.294494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80000440-1317-4c29-9118-31c889fad7a6 req-2f976eeb-47f0-4196-824e-e89290c9f3b9 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:21.296998 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80000440-1317-4c29-9118-31c889fad7a6 req-2f976eeb-47f0-4196-824e-e89290c9f3b9 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec195855-7f27-401e-9f50-7d09025d6f70 HTTP/1.1" status: 200 len: 909 time: 0.1663890 Nov 23 23:08:21.348838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa65e8ab-1cef-4055-bd8d-ce088ba2a386 req-22bd1507-b7be-45aa-a071-61e40b2f7112 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/security-groups?id=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227465 Nov 23 23:08:21.389884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] No DVR routers for this DVR port 68297ac6-78a2-49c7-8ada-137f8e062944 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:08:21.392685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.396076 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f0536038-88e2-4374-8e27-3a90d3f5e192 req-82592ded-bb8d-4474-8c6e-901173318d44 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.48 "DELETE /v2.0/ports/68297ac6-78a2-49c7-8ada-137f8e062944 HTTP/1.1" status: 204 len: 173 time: 1.1051769 Nov 23 23:08:21.396616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'name': 'network-vif-deleted', 'tag': '68297ac6-78a2-49c7-8ada-137f8e062944'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:21.399397 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23388988-42b8-4d79-ae61-34820fa12a24" -d '{"events": [{"server_uuid": "ec195855-7f27-401e-9f50-7d09025d6f70", "name": "network-vif-deleted", "tag": "68297ac6-78a2-49c7-8ada-137f8e062944"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:21.459957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.471011 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9b1a7a-de25-42b2-a33a-f070e42087a4 x-openstack-request-id: req-2f9b1a7a-de25-42b2-a33a-f070e42087a4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:21.471833 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec195855-7f27-401e-9f50-7d09025d6f70", "name": "network-vif-deleted", "tag": "68297ac6-78a2-49c7-8ada-137f8e062944", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:21.472303 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f9b1a7a-de25-42b2-a33a-f070e42087a4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:21.472509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.473136 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec195855-7f27-401e-9f50-7d09025d6f70', 'name': 'network-vif-deleted', 'tag': '68297ac6-78a2-49c7-8ada-137f8e062944', 'status': 'completed', 'code': 200} Nov 23 23:08:21.516446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:08:21.525899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b21e9c4-d036-427e-a71c-9094443eda6d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:21.533152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.533791 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Added segment 80acb00b-3046-4182-8155-92f5a797248e of type vlan for network e8ed187e-2754-4a43-b78a-88483abc9b71 Nov 23 23:08:21.584618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.640236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.641329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:21.641940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.688252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-aaca31b5-ef8c-4e9a-9030-418fa297ac59 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:21.692854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-aaca31b5-ef8c-4e9a-9030-418fa297ac59 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 945 time: 0.1292002 Nov 23 23:08:21.770192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0369432 Nov 23 23:08:21.772305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c6ebd-cf15-40de-b809-00e59b1ac2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ed187e-2754-4a43-b78a-88483abc9b71,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:21.774488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44806) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:21.779745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Request body: {'subnet': {'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-201335803-subnet', 'tenant_id': 'd3bccea4eb484cac86674bf51dbf4c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:21.786295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e8ed187e-2754-4a43-b78a-88483abc9b71 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:08:21.809007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Made reservation on behalf of d3bccea4eb484cac86674bf51dbf4c6c for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:21.812130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:21.913491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Deleting port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:21.914332 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:22.057315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] For port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:22.057690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:22.075397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Calling delete_port for e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:22.111768 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:22.219561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4d10b4-1773-46b4-8970-ce48163be163,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:22.256096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Checking segment: {'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:22.256468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Network hostable DHCP agents. Network: e8ed187e-2754-4a43-b78a-88483abc9b71, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:08:22.291797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Network e8ed187e-2754-4a43-b78a-88483abc9b71 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:08:22.317152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e8ed187e-2754-4a43-b78a-88483abc9b71) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:22.328218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e44eb4-4723-4f6f-a0b8-8c9a5d8de006 None None] Network e8ed187e-2754-4a43-b78a-88483abc9b71 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:08:22.354733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:22.355417 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:22.387372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:22.426686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-68bb82c8-4724-4882-94cf-75e6c8394af5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6508954 Nov 23 23:08:22.471105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44820) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:22.540406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event deleted for resources: {'Port': ['ID=e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:22.684647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] No DVR routers for this DVR port e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:08:22.691370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:22.704106 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6f706cdc-e0b4-4266-baa9-5143d3788480 req-0debc4a0-a8ad-4d40-9938-134061ccba9d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.48 "DELETE /v2.0/ports/e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 HTTP/1.1" status: 204 len: 173 time: 0.9977670 Nov 23 23:08:22.725671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1344979-b26c-4ded-a668-4300ef5e8253 req-b6986021-3fb4-43c0-ba1d-8f468e6c9019 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.1130462 Nov 23 23:08:22.797900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:22.801775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8ce82-c365-4f23-959a-7beb777ed292 None None] Network e8ed187e-2754-4a43-b78a-88483abc9b71 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:08:23.173018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74d448be-ae0b-4d68-aca8-22e6156db9fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:23.452032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74d448be-ae0b-4d68-aca8-22e6156db9fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:23.462509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74d448be-ae0b-4d68-aca8-22e6156db9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:23.541204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'name': 'network-vif-deleted', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:23.543550 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf51afe-57b5-4377-b85f-a4a1ff98a02c" -d '{"events": [{"server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "name": "network-vif-deleted", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:23.548209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-74d448be-ae0b-4d68-aca8-22e6156db9fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eaa0058fcdea4fc59d79c12abd610ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7492247 Nov 23 23:08:23.558444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:23.563036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d448be-ae0b-4d68-aca8-22e6156db9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64455569-5e48-4cc9-b9f4-ce6a15d7de8b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:23.608861 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c9ae4c-b1d2-4a79-9fc6-0f91307c289f x-openstack-request-id: req-d9c9ae4c-b1d2-4a79-9fc6-0f91307c289f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:23.609524 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f199f1-d850-432d-a612-b3c9f4c3188e", "name": "network-vif-deleted", "tag": "e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:23.610109 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9c9ae4c-b1d2-4a79-9fc6-0f91307c289f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:23.610699 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f199f1-d850-432d-a612-b3c9f4c3188e', 'name': 'network-vif-deleted', 'tag': 'e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0', 'status': 'completed', 'code': 200} Nov 23 23:08:23.621830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:23.705017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c442a3f6-abf3-4113-b350-6807e8a886eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:23.766907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c442a3f6-abf3-4113-b350-6807e8a886eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:24.014781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba03d1e0-2124-42bb-9e79-047136367128 req-8ffbfd2f-97db-4a67-b905-a2eecd4ebe72 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.1173978 Nov 23 23:08:24.063366 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c442a3f6-abf3-4113-b350-6807e8a886eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:24.066839 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c442a3f6-abf3-4113-b350-6807e8a886eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:24.068628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c442a3f6-abf3-4113-b350-6807e8a886eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64455569-5e48-4cc9-b9f4-ce6a15d7de8b HTTP/1.1" status: 204 len: 168 time: 0.5085399 Nov 23 23:08:24.093681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442a3f6-abf3-4113-b350-6807e8a886eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64455569-5e48-4cc9-b9f4-ce6a15d7de8b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:24.252335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting port d9027b91-c600-4bae-8682-1ea2bc016e96 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:24.252703 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:24.417996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] For port d9027b91-c600-4bae-8682-1ea2bc016e96, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d9027b91-c600-4bae-8682-1ea2bc016e96,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:24.418353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:24.438899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Calling delete_port for d9027b91-c600-4bae-8682-1ea2bc016e96 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:24.682513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 68297ac6-78a2-49c7-8ada-137f8e062944 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:24.720695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 68297ac6-78a2-49c7-8ada-137f8e062944 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:24.721037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 68297ac6-78a2-49c7-8ada-137f8e062944 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:24.723350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:24.747053 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:24.776286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:24.776635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device e1a27b55-5789-4a6b-9ddf-38f3f72a0dc0 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:24.790767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Port': ['ID=d9027b91-c600-4bae-8682-1ea2bc016e96,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:25.362761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcdaabe8-d8c6-4c8b-8214-ebdc1e2e1e4e req-50edf8f4-ecc1-4a5e-8020-cff4cf7955a8 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0396841 Nov 23 23:08:25.371760 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:25.665975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router f75bfd43-3ff5-4003-9a47-1c84cf500e00 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:25.836205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:25.843017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5e8dca00-0976-4671-b1f6-733aaa56876e tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "PUT /v2.0/routers/f75bfd43-3ff5-4003-9a47-1c84cf500e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3714507 Nov 23 23:08:25.855832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44898) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:25.856803 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] Sync routers for ids ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:25.888052 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] Routers {'f75bfd43-3ff5-4003-9a47-1c84cf500e00'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:25.888702 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:25.961761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting subnet 8ffa3dae-b3ef-407e-8a73-3d1220b68d19 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:08:25.968031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:26.053880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:26.106973 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] Set router f75bfd43-3ff5-4003-9a47-1c84cf500e00 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:26.298752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:26.377420 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:08:24Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:26.465191 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:26.468149 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] Checking router: f75bfd43-3ff5-4003-9a47-1c84cf500e00 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:26.483530 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] Routers {'f75bfd43-3ff5-4003-9a47-1c84cf500e00'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:26.484381 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:26.509553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffa3dae-b3ef-407e-8a73-3d1220b68d19,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:26.531220 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:26.531513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359963a1-bb00-4972-89f7-a195d70f0e49 None None] Network 0c2f17f2-6109-438f-bdb9-eee0b65658c2 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:08:26.539661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44908) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:26.540716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0a7f4791-3500-46ae-a6d3-124768b462a0 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/subnets/8ffa3dae-b3ef-407e-8a73-3d1220b68d19 HTTP/1.1" status: 204 len: 168 time: 0.6940680 Nov 23 23:08:26.567927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4148755f-0b5b-4612-a7cb-41bfb8635337 req-083ce412-6ae6-46e0-b953-c1e8681ac6a5 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0642776 Nov 23 23:08:26.684313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44910) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:26.690331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139213249', 'description': 'tempest-secgroup-smoke-139213249 description', 'project_id': '79e0e77ee0be41da989a5a24b529c53e'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:26.750666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:26.775656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:26.795829 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] Set router f75bfd43-3ff5-4003-9a47-1c84cf500e00 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:26.961447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] DHCP port deletion for 0c2f17f2-6109-438f-bdb9-eee0b65658c2 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:08:26.990390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.001289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.070755 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.080041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] Deleting port 0480a975-29bf-4e22-b485-4be61dca49e8 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:27.080565 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.082634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a622940-88f0-45e0-9692-bde0f96dde10,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:27.168664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] For port 0480a975-29bf-4e22-b485-4be61dca49e8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0480a975-29bf-4e22-b485-4be61dca49e8,segment=NetworkSegment(9e163629-253e-4c39-8a77-fdcfe1ade12a),segment_id=9e163629-253e-4c39-8a77-fdcfe1ade12a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:27.169214 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.189561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] Calling delete_port for 0480a975-29bf-4e22-b485-4be61dca49e8 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:27.258994 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.272759 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.330513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f263372-9d3b-4e68-a7e5-8465e1d9fafb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:27.344300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.357536 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.362541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8587bff2-079a-407c-8faf-f8127aaa3f73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6769006 Nov 23 23:08:27.363222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:27.372745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4d98e417-50c7-446c-afe2-f10a9c56467a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '8f263372-9d3b-4e68-a7e5-8465e1d9fafb', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:27.408134 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:08:24Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:27.438567 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d98e417-50c7-446c-afe2-f10a9c56467a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.482488 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.497090 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6eebc9-f7d3-438a-a68c-c1edcfdbbcdb None None] The sync data for ids ['f75bfd43-3ff5-4003-9a47-1c84cf500e00'] in n-d-817303-3 is: [{'id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-423206830', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '8172ea14-5207-4094-b4e8-734913a308e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:07:47Z', 'updated_at': '2021-11-23T23:08:24Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': '8172ea14-5207-4094-b4e8-734913a308e0', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bfd43-3ff5-4003-9a47-1c84cf500e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:07:50Z', 'updated_at': '2021-11-23T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:27.533635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] Pushing event deleted for resources: {'Port': ['ID=0480a975-29bf-4e22-b485-4be61dca49e8,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:27.560333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b67027-dc96-445d-9746-ca270d6eddec None None] No DVR routers for this DVR port 0480a975-29bf-4e22-b485-4be61dca49e8 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:08:27.569828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.574857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d98e417-50c7-446c-afe2-f10a9c56467a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.579368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d98e417-50c7-446c-afe2-f10a9c56467a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.609272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98e417-50c7-446c-afe2-f10a9c56467a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cb5287-03c7-4d3c-87cc-3910a9e15e78,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:27.633769 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4d98e417-50c7-446c-afe2-f10a9c56467a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.635175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4d98e417-50c7-446c-afe2-f10a9c56467a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707806 Nov 23 23:08:27.638872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44920) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:27.643656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e477e1c6-6d6b-4134-8c18-2775efd1b42a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '8f263372-9d3b-4e68-a7e5-8465e1d9fafb', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:27.702454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e477e1c6-6d6b-4134-8c18-2775efd1b42a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.705995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting port 8172ea14-5207-4094-b4e8-734913a308e0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:27.706337 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.764662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d661d20e-1642-47bb-9ef3-cc8562ec280a req-84b45988-e9ae-41ac-ad9c-fa0b9b5e005b tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0539405 Nov 23 23:08:27.812663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] For port 8172ea14-5207-4094-b4e8-734913a308e0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8172ea14-5207-4094-b4e8-734913a308e0,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:27.813297 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.834085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Calling delete_port for 8172ea14-5207-4094-b4e8-734913a308e0 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:27.834986 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e477e1c6-6d6b-4134-8c18-2775efd1b42a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.841289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e477e1c6-6d6b-4134-8c18-2775efd1b42a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.866287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477e1c6-6d6b-4134-8c18-2775efd1b42a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f9ab30-b81b-410e-ac7f-d8f7fa7c7e58,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:27.886414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e477e1c6-6d6b-4134-8c18-2775efd1b42a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:27.891188 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e477e1c6-6d6b-4134-8c18-2775efd1b42a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2511935 Nov 23 23:08:27.892602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44922) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:27.898710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4f54e74f-0169-49e6-8259-fbdf059841ff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '8f263372-9d3b-4e68-a7e5-8465e1d9fafb', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:27.948129 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f54e74f-0169-49e6-8259-fbdf059841ff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.125540 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f54e74f-0169-49e6-8259-fbdf059841ff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.163163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f54e74f-0169-49e6-8259-fbdf059841ff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.205328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.208621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0480a975-29bf-4e22-b485-4be61dca49e8 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:28.271027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 0480a975-29bf-4e22-b485-4be61dca49e8 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:28.272788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0480a975-29bf-4e22-b485-4be61dca49e8 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:28.275994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d9027b91-c600-4bae-8682-1ea2bc016e96 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:28.307049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Port': ['ID=8172ea14-5207-4094-b4e8-734913a308e0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:28.320427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e74f-0169-49e6-8259-fbdf059841ff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55e0e0e-bff6-4d20-84c6-c2a4b4e08e05,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:28.341802 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4f54e74f-0169-49e6-8259-fbdf059841ff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.343108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4f54e74f-0169-49e6-8259-fbdf059841ff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4490564 Nov 23 23:08:28.346634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:28.353524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2764f8ba-a0aa-4056-aaf6-15f4d4c57412 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '8f263372-9d3b-4e68-a7e5-8465e1d9fafb', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:28.383591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d9027b91-c600-4bae-8682-1ea2bc016e96 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:28.383591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d9027b91-c600-4bae-8682-1ea2bc016e96 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:28.383591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c69557-3ef5-41ab-9b19-76f47fd0370d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:08:28.440542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.460432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2764f8ba-a0aa-4056-aaf6-15f4d4c57412 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.553278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2764f8ba-a0aa-4056-aaf6-15f4d4c57412 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.561726 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2764f8ba-a0aa-4056-aaf6-15f4d4c57412 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.594891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2764f8ba-a0aa-4056-aaf6-15f4d4c57412 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.596374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2764f8ba-a0aa-4056-aaf6-15f4d4c57412 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2482915 Nov 23 23:08:28.599251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764f8ba-a0aa-4056-aaf6-15f4d4c57412 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adacf7b-a437-48d8-a306-bc7a5887c822,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:28.600468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44930) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:28.605770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '8f263372-9d3b-4e68-a7e5-8465e1d9fafb', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:28.618369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.621997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.677124 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:08:28.684418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.688755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.689280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Fanout notify agent at l3_agent the message router_deleted on router f75bfd43-3ff5-4003-9a47-1c84cf500e00 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:08:28.700732 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.704049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aa606784-44db-44cd-ba63-e641665fc94c tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/routers/f75bfd43-3ff5-4003-9a47-1c84cf500e00 HTTP/1.1" status: 204 len: 168 time: 2.1633272 Nov 23 23:08:28.705004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44932) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:28.780410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.796976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.831534 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.843208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.847480 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2432845 Nov 23 23:08:28.848316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44936) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:28.855649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '8f263372-9d3b-4e68-a7e5-8465e1d9fafb', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:28.879770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538d6b3-454b-41c1-95e5-f76b97b306a3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8e8f25-5aa5-4ca0-b446-028d377cdb1e,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:28.885656 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:08:28.897797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:28.963774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a06cbc1f-d92a-493b-bc46-abe417ea9877 req-49670105-8b12-4c05-8a33-29356fbd2d00 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0456235 Nov 23 23:08:28.999694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.005343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.013448 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.028164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce671325-93a8-4e86-8b42-cc1ee0da5004,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:29.046854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2f17f2-6109-438f-bdb9-eee0b65658c2']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:29.052034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.054374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c7a23688-08fd-44d4-891b-90123c88de44 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2039828 Nov 23 23:08:29.057893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44940) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:29.063403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'network': {'name': 'tempest-network-smoke--270735216', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:29.095992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e163629-253e-4c39-8a77-fdcfe1ade12a') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:29.096566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e163629-253e-4c39-8a77-fdcfe1ade12a') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:29.097832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:29.101790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.129403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:08:29.141462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.141843 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Added segment 3f378f9d-f5a0-4162-802c-06b40860c282 of type vlan for network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 Nov 23 23:08:29.145616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.181504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.191608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:08:29.192052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:08:29.199691 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:08:29.203408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.232035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.238879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:29.239787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.294846 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2356184 Nov 23 23:08:29.301769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44946) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:29.318231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'admin_state_up': True, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:29.326308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.337332 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.344083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/networks/0c2f17f2-6109-438f-bdb9-eee0b65658c2 HTTP/1.1" status: 204 len: 168 time: 0.6373355 Nov 23 23:08:29.353863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:29.375840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996b8db-451c-48ac-abde-35c551e8a406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Network': ['ID=c5c5bf22-b121-4e17-a66e-e5cb231f5c67,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:29.388776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:08:29.403442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.404561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.510979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-b97caa7a-2abd-449c-bf18-fbac0bf16307 req-c6a0df60-b819-495f-abff-b2cc72385a93 service neutron] (103523) timed out ('10.222.0.11', 54008) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:08:29.523365 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.530781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270975a2-f741-4f13-ad9d-9de1afd54c14 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Network': ['ID=0c2f17f2-6109-438f-bdb9-eee0b65658c2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:29.740963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.789794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting port b9137488-73c3-48b2-81c8-851d2ef3ad99 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:29.790524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.922020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.922356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:29.946728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Calling delete_port for b9137488-73c3-48b2-81c8-851d2ef3ad99 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:30.021357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.058926 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.176047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8172ea14-5207-4094-b4e8-734913a308e0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:30.221181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 8172ea14-5207-4094-b4e8-734913a308e0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:30.221695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8172ea14-5207-4094-b4e8-734913a308e0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:30.276570 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4ac253c-d2b0-4140-8094-b306707b101d req-8ec5a600-df29-433c-9131-b1311b7d0d35 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0835252 Nov 23 23:08:30.344496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.122 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e8040658-be19-4d88-8dc1-a18580690888) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:30.404118 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.462652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Port': ['ID=b9137488-73c3-48b2-81c8-851d2ef3ad99,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:30.564198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.578503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.578845 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Floating IP 8c20c803-1d30-4121-a504-3ed08108da26 disassociated (deleted). External IP: 172.25.0.230, port: 5cb74fda-7ce6-430a-8dd9-895792e622de. Nov 23 23:08:30.606624 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.656186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:30.659807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:30.665554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:30.678431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe36e4-d716-4bcf-a4ce-c54f3d6da4f5 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:08:30.704214 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=e8040658-be19-4d88-8dc1-a18580690888,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:30.835379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-427be45c-8771-48df-9923-edb51c532813 None None] Provisioning complete for port e8040658-be19-4d88-8dc1-a18580690888 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:30.836082 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-427be45c-8771-48df-9923-edb51c532813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.906759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-427be45c-8771-48df-9923-edb51c532813 None None] Port e8040658-be19-4d88-8dc1-a18580690888 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:30.961710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router c471c000-71e3-42b3-8dd2-c227564addde has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:31.040080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:31.110732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:31.122786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] Sync routers for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:31.123911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:31.165894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:31.165894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:31.171438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-de61a37b-4cad-49af-aa86-d856549c4bcb tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/floatingips/8c20c803-1d30-4121-a504-3ed08108da26 HTTP/1.1" status: 204 len: 168 time: 1.8160939 Nov 23 23:08:31.189054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:31.205439 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eee980d-bb99-4e10-bc96-9101fecbb95f" -d '{"events": [{"name": "network-changed", "server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:31.370707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:31.463312 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3837bd-b2c9-4143-a1fd-364a48d9d7a8 x-openstack-request-id: req-8c3837bd-b2c9-4143-a1fd-364a48d9d7a8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:31.463888 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:31.463994 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c3837bd-b2c9-4143-a1fd-364a48d9d7a8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:31.464474 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'status': 'completed', 'code': 200} Nov 23 23:08:31.519267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:31.639920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e102b125-d5a4-4655-ac67-237e2be77839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:31.667451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa2c8f3e-54ac-460d-bda6-e2ef78f0d7e9 req-feb7ef1e-d74a-4a67-83ee-84eec846885a tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.0896194 Nov 23 23:08:31.679639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:52Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:31.723376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] Checking router: c471c000-71e3-42b3-8dd2-c227564addde for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:31.731661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-d8b5522c-9407-4530-a04c-9c7662505f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:31.734224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-d8b5522c-9407-4530-a04c-9c7662505f22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 1135 time: 0.2266812 Nov 23 23:08:31.738007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:31.738658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:31.770632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b88b69-42a8-4259-8532-5f5fbe3607d8 req-a2fb1c03-4ca0-4ba0-865c-bc932584a297 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:31.782359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81b88b69-42a8-4259-8532-5f5fbe3607d8 req-a2fb1c03-4ca0-4ba0-865c-bc932584a297 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 984 time: 0.1020997 Nov 23 23:08:31.808594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 49c55296-5342-42e4-85fc-3a43065541d3 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:08:31.919999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:31.941791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81b88b69-42a8-4259-8532-5f5fbe3607d8 req-0ed8722e-badb-400c-884c-a85f41c07747 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1585286 Nov 23 23:08:31.952830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-81db9a5b-fdf8-4854-9a29-5592ce09cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:31.955413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-81db9a5b-fdf8-4854-9a29-5592ce09cbb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb6a71d2-32cf-428d-b91e-e82be96a5aab HTTP/1.1" status: 200 len: 897 time: 0.2122874 Nov 23 23:08:32.020320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:32.029774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-174f0066-60c2-40f7-8f39-841a69979b3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cb74fda-7ce6-430a-8dd9-895792e622de HTTP/1.1" status: 200 len: 217 time: 0.0645745 Nov 23 23:08:32.061172 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Sync routers for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:32.068462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:32.069715 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-71a47d68-5e09-407d-934a-ec1932727f3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7634411 Nov 23 23:08:32.073049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44974) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:32.089452 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:32.093396 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:32.111547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-1af25cc2-1ec9-47fd-89ad-51ed1a8018dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:32.113801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-1af25cc2-1ec9-47fd-89ad-51ed1a8018dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bd75077-33c8-4bb4-bfff-0f8ed48d0584 HTTP/1.1" status: 200 len: 834 time: 0.0743706 Nov 23 23:08:32.215178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-35a94b49-6316-48a2-83db-ee19d16c0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:32.216865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-35a94b49-6316-48a2-83db-ee19d16c0079 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb6a71d2-32cf-428d-b91e-e82be96a5aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941730 Nov 23 23:08:32.325349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:52Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:32.329424 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-836c1349-b95c-44ea-94a1-8084b539ea57 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=79e0e77ee0be41da989a5a24b529c53e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2525246 Nov 23 23:08:32.329803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44980) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:32.339665 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:32.366543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514b74d-faf4-4ff4-876f-14b1d7610153 None None] The sync data for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 is: [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:06:45Z', 'revision_number': 4, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd7eb35fe-5348-40d5-a504-d856827dc296', 'name': '', 'network_id': 'fb6a71d2-32cf-428d-b91e-e82be96a5aab', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'mac_address': 'fa:16:3e:3a:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:43Z', 'updated_at': '2021-11-23T23:06:52Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'subnets': [{'id': '2bd75077-33c8-4bb4-bfff-0f8ed48d0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:32.482658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-bca077e3-7726-49d7-9cf4-a9525d09a4dd service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561722 Nov 23 23:08:32.688082 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:30Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:32.730788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3eee980d-bb99-4e10-bc96-9101fecbb95f req-f1cd55f2-0fcd-458c-b7b5-829c533070a6 service neutron] 10.222.0.46 "GET /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338774 Nov 23 23:08:32.773575 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Checking router: 49c55296-5342-42e4-85fc-3a43065541d3 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:32.774353 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Updating router 49c55296-5342-42e4-85fc-3a43065541d3 port e8040658-be19-4d88-8dc1-a18580690888 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:08:32.824760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284317b-e3fd-4244-8fbb-7e40386acfbe tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:32.830271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 44986) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:32.833885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1284317b-e3fd-4244-8fbb-7e40386acfbe tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5016193 Nov 23 23:08:32.837368 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:32.891941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4d233417-c2c9-4e22-a726-aa33e81ec0bb tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602868 Nov 23 23:08:32.898326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44990) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:32.906498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-157065268', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:32.967550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f70284-fdca-43c4-a7b3-5bd32be2eba4 None None] New status for floating IP 8c20c803-1d30-4121-a504-3ed08108da26: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:08:33.098008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:33.104295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.421791 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.432179 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.509343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.542056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf206c42-4555-4d6f-ac0f-bd2e794ffe57 req-e08e5d78-2e2d-4134-8e2a-69c25ff77c0d tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f199f1-d850-432d-a612-b3c9f4c3188e HTTP/1.1" status: 200 len: 210 time: 0.6450782 Nov 23 23:08:33.552069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7ff2f-d0e6-4798-9f07-964ce6babc51 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:08:33.573847 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Attempting to bind port e8040658-be19-4d88-8dc1-a18580690888 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:08:33.574229 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Attempting to bind port e8040658-be19-4d88-8dc1-a18580690888 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:08:33.574584 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Attempting to bind port e8040658-be19-4d88-8dc1-a18580690888 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:33.600900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2a03-4074-48b7-b0bd-2ee8e7c9f6a5 req-8d7517a3-898d-4c44-9c22-cbedf97ae0d1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:33.602638 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad0d2a03-4074-48b7-b0bd-2ee8e7c9f6a5 req-8d7517a3-898d-4c44-9c22-cbedf97ae0d1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 984 time: 0.1015077 Nov 23 23:08:33.609952 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:08:33.611089 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:33.611451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-d3904198-bc63-4528-a8d3-b0d59da496df tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:33.613842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-d3904198-bc63-4528-a8d3-b0d59da496df tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.46 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 984 time: 0.7254019 Nov 23 23:08:33.616413 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.618537 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:08:33.621527 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Bound port: e8040658-be19-4d88-8dc1-a18580690888, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:08:33.622348 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.626866 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f301908-c991-4272-8a87-fdb3907520b6 None None] Pushing event updated for resources: {'Port': ['ID=e8040658-be19-4d88-8dc1-a18580690888,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:33.704689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c9bd3279-f39a-4352-a520-15ac9851554a None None] Provisioning complete for port e8040658-be19-4d88-8dc1-a18580690888 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:33.705209 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3279-f39a-4352-a520-15ac9851554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.728774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Subnet': ['ID=9404846f-08a4-4635-829c-1cdab1bd2f96,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:33.756868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad0d2a03-4074-48b7-b0bd-2ee8e7c9f6a5 req-a3e9c1a4-37dd-49f2-98bb-6da84e022764 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/security-groups?id=49d01b33-45f5-43ae-8c0f-74f2cd03b941&id=28932c4a-489a-4d32-98b8-6401ba061a45&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1369188 Nov 23 23:08:33.758939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd3279-f39a-4352-a520-15ac9851554a None None] Port e8040658-be19-4d88-8dc1-a18580690888 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:33.773271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Checking segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:33.773649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network hostable DHCP agents. Network: c5c5bf22-b121-4e17-a66e-e5cb231f5c67, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:08:33.798434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting port 5cb74fda-7ce6-430a-8dd9-895792e622de {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:33.798776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.810535 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] For port e8040658-be19-4d88-8dc1-a18580690888, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:08:33.813759 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:08:33.822698 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] For port e8040658-be19-4d88-8dc1-a18580690888, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e8040658-be19-4d88-8dc1-a18580690888,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:08:33.829686 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.834630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c5c5bf22-b121-4e17-a66e-e5cb231f5c67) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:33.844181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:33.845097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c30c030-4095-4ebe-ae33-7b52b4550a4e None None] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:08:33.846437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.892731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ad0f94af-c21e-4f5e-ad59-108e0b07630f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9925785 Nov 23 23:08:33.896481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 44998) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:33.922895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3b27c-beb7-4012-bc92-71631e121eb7 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:08:33.989143 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:33.989853 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:34.017803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] For port 5cb74fda-7ce6-430a-8dd9-895792e622de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5cb74fda-7ce6-430a-8dd9-895792e622de,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:34.018142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.051085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Calling delete_port for 5cb74fda-7ce6-430a-8dd9-895792e622de owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:34.086288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ab7f612f-ca94-41d8-9830-811c410e77db None None] Provisioning complete for port e8040658-be19-4d88-8dc1-a18580690888 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:34.086874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab7f612f-ca94-41d8-9830-811c410e77db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.118222 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f301908-c991-4272-8a87-fdb3907520b6 None None] Pushing event updated for resources: {'Port': ['ID=e8040658-be19-4d88-8dc1-a18580690888,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:34.273323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:34.343595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:08:34.344782 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.454187 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.593671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab7f612f-ca94-41d8-9830-811c410e77db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.618032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] No DVR routers for this DVR port 5cb74fda-7ce6-430a-8dd9-895792e622de on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:08:34.623729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Port': ['ID=5cb74fda-7ce6-430a-8dd9-895792e622de,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:34.629241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.638740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c2ce7c0-e3dc-462e-bdcd-e5a7c5b067c8 req-90d95df7-d78e-40e7-8bfc-c983750052f1 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.46 "DELETE /v2.0/ports/5cb74fda-7ce6-430a-8dd9-895792e622de HTTP/1.1" status: 204 len: 173 time: 0.9991512 Nov 23 23:08:34.639521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'name': 'network-vif-deleted', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:34.661326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45008) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:34.665424 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb24f7-feb4-4a28-a9e9-89a6821f3a4d" -d '{"events": [{"server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "name": "network-vif-deleted", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:34.727418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ab7f612f-ca94-41d8-9830-811c410e77db None None] For port e8040658-be19-4d88-8dc1-a18580690888, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e8040658-be19-4d88-8dc1-a18580690888,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:34.773823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab7f612f-ca94-41d8-9830-811c410e77db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.784442 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cc6565-30b8-4f6d-8df1-4dcfbfb5ff92 x-openstack-request-id: req-c4cc6565-30b8-4f6d-8df1-4dcfbfb5ff92 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:34.784996 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35c4154-6221-48af-bced-23fd60f46643", "name": "network-vif-deleted", "tag": "5cb74fda-7ce6-430a-8dd9-895792e622de", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:34.785451 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4cc6565-30b8-4f6d-8df1-4dcfbfb5ff92 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:34.786110 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c4154-6221-48af-bced-23fd60f46643', 'name': 'network-vif-deleted', 'tag': '5cb74fda-7ce6-430a-8dd9-895792e622de', 'status': 'completed', 'code': 200} Nov 23 23:08:34.903668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5402dc4-f49f-4371-85aa-98fa23997017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.950697 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:30Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:35.015147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05cd2193-2db6-4de6-856d-fe7072c383fc req-dd8f1c0e-2052-4239-b1f6-7b7af6bb2116 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35c4154-6221-48af-bced-23fd60f46643 HTTP/1.1" status: 200 len: 210 time: 0.0741835 Nov 23 23:08:35.046304 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc23dc4-35a7-429e-86ef-4ff916bb9dbf None None] The sync data for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 is: [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:30Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:35.118973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:35.122484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f612f-ca94-41d8-9830-811c410e77db None None] Pushing event updated for resources: {'Port': ['ID=e8040658-be19-4d88-8dc1-a18580690888,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:35.157836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Allocated IP 172.20.0.2 (c5c5bf22-b121-4e17-a66e-e5cb231f5c67/9404846f-08a4-4635-829c-1cdab1bd2f96/5eb7bf54-4f53-4071-9e35-a9dab2c83a6a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:35.531507 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:35.549526 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:35.639409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Pushing event updated for resources: {'Port': ['ID=5eb7bf54-4f53-4071-9e35-a9dab2c83a6a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:35.713806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:35.717917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:35.722377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:35.822312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd147d-5e85-48a1-ad86-fae6277980be req-192b69ae-1219-461e-8fb9-55ab7e3e5cfb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:35.833222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09dd147d-5e85-48a1-ad86-fae6277980be req-192b69ae-1219-461e-8fb9-55ab7e3e5cfb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.1519790 Nov 23 23:08:35.883232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Attempting to bind port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:08:35.884339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Attempting to bind port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:08:35.886891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Attempting to bind port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:35.901007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:08:35.902245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Checking segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:35.902610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:35.903021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Bound using segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:08:35.903512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Bound port: 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:08:35.903930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:35.976086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09dd147d-5e85-48a1-ad86-fae6277980be req-7ecb0bac-1160-42d5-a657-f5f9e2e539bc tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357729 Nov 23 23:08:35.980497 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f17065-079e-4ffe-a8bc-55c35d36a319 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.119444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] For port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:08:36.138957 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f17065-079e-4ffe-a8bc-55c35d36a319 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.142327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] For port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5eb7bf54-4f53-4071-9e35-a9dab2c83a6a,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:08:36.152806 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.159269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45034) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:36.233601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5cb74fda-7ce6-430a-8dd9-895792e622de no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:36.279154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.301608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e8040658-be19-4d88-8dc1-a18580690888 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:36.318636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99725db1-94f7-4e1b-ae42-13f708d485c5 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.393500 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99725db1-94f7-4e1b-ae42-13f708d485c5 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.511843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99725db1-94f7-4e1b-ae42-13f708d485c5 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.516014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-99725db1-94f7-4e1b-ae42-13f708d485c5 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.517412 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-99725db1-94f7-4e1b-ae42-13f708d485c5 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/security-groups/49d01b33-45f5-43ae-8c0f-74f2cd03b941 HTTP/1.1" status: 204 len: 168 time: 0.3559430 Nov 23 23:08:36.528541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:36.560806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 5cb74fda-7ce6-430a-8dd9-895792e622de {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:36.561059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5cb74fda-7ce6-430a-8dd9-895792e622de not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:36.565688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99725db1-94f7-4e1b-ae42-13f708d485c5 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d01b33-45f5-43ae-8c0f-74f2cd03b941,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:36.623203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4a76b-7114-447b-a714-fd509d3a5333 None None] Pushing event updated for resources: {'Port': ['ID=5eb7bf54-4f53-4071-9e35-a9dab2c83a6a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:36.636862 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.680619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e8040658-be19-4d88-8dc1-a18580690888 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:36.681132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.718780 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f17065-079e-4ffe-a8bc-55c35d36a319 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.721387 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63f17065-079e-4ffe-a8bc-55c35d36a319 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.728369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-63f17065-079e-4ffe-a8bc-55c35d36a319 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] 10.222.0.11 "DELETE /v2.0/security-groups/0914847e-0f95-4dbf-aaee-89ae6ca4aa2e HTTP/1.1" status: 204 len: 168 time: 2.0500515 Nov 23 23:08:36.747162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f17065-079e-4ffe-a8bc-55c35d36a319 tempest-TestVolumeBackupRestore-2099660117 tempest-TestVolumeBackupRestore-2099660117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0914847e-0f95-4dbf-aaee-89ae6ca4aa2e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:36.824339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-229767ca-cbfb-4fd6-bbd5-e5cb82ced9c8 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:36.899918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-229767ca-cbfb-4fd6-bbd5-e5cb82ced9c8 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:37.039372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-229767ca-cbfb-4fd6-bbd5-e5cb82ced9c8 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:37.051147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-229767ca-cbfb-4fd6-bbd5-e5cb82ced9c8 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:37.053955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-229767ca-cbfb-4fd6-bbd5-e5cb82ced9c8 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/security-groups/28932c4a-489a-4d32-98b8-6401ba061a45 HTTP/1.1" status: 204 len: 168 time: 0.5218427 Nov 23 23:08:37.061206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45052) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:37.078306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229767ca-cbfb-4fd6-bbd5-e5cb82ced9c8 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28932c4a-489a-4d32-98b8-6401ba061a45,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:37.560995 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:37.595486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-84143ad8-6624-4225-9e00-50aed277e445 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:37.597680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-84143ad8-6624-4225-9e00-50aed277e445 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.2516682 Nov 23 23:08:37.670177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.1 (c5c5bf22-b121-4e17-a66e-e5cb231f5c67/9404846f-08a4-4635-829c-1cdab1bd2f96/a324eb26-5bac-4d59-ab51-877f736e6b79) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:37.708855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29edb1-3c19-4640-b5aa-061598116aac req-8660239a-6734-4543-9979-6e36c2e9c5f6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:37.723844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc29edb1-3c19-4640-b5aa-061598116aac req-8660239a-6734-4543-9979-6e36c2e9c5f6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.3651333 Nov 23 23:08:37.879675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cc29edb1-3c19-4640-b5aa-061598116aac req-671800b9-678a-4e11-ad88-e7ee9fccbbe0 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527078 Nov 23 23:08:38.000581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Deleting port c775d586-4358-4635-bdc8-8184cbc8881c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:38.001664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:38.147252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:38.386896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:38.478736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] For port c775d586-4358-4635-bdc8-8184cbc8881c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c775d586-4358-4635-bdc8-8184cbc8881c,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:38.479455 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:38.585097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:39.075199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:39.080018 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.099739 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.138814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.148020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.159322 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Floating IP 2de532a3-c6cd-4930-af5e-8e469183d861 disassociated. External IP: 172.25.0.207, port: c775d586-4358-4635-bdc8-8184cbc8881c. Nov 23 23:08:39.159700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Calling delete_port for c775d586-4358-4635-bdc8-8184cbc8881c owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:39.375902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.446149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:39.465594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:39.479387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:39.560117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5eb7bf54-4f53-4071-9e35-a9dab2c83a6a,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:39.571886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.766598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a049a466-ac47-414d-a00a-964c6d593765 None None] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:08:39.804948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad04f2-8e41-41f0-8f44-50045806d068 req-cad28df0-edf4-4a40-9127-59289fe22819 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:39.806597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5ad04f2-8e41-41f0-8f44-50045806d068 req-cad28df0-edf4-4a40-9127-59289fe22819 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 945 time: 0.3077650 Nov 23 23:08:39.815727 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.876152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=a324eb26-5bac-4d59-ab51-877f736e6b79,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:39.911283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event deleted for resources: {'Port': ['ID=c775d586-4358-4635-bdc8-8184cbc8881c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:40.135447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:40.150399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5ad04f2-8e41-41f0-8f44-50045806d068 req-de2e6c46-856a-47d7-af2c-7d01e1fef11e tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=26c54fc5-0a68-44fb-955f-d238f7c5f0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221886 Nov 23 23:08:40.204132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Router 8cf8766a-69e2-451c-b604-ad8219202a5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:40.244042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c775d586-4358-4635-bdc8-8184cbc8881c no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:40.330506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-71bc67be-e548-427d-8beb-3264f742dff4 None None] Provisioning complete for port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:40.330870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-71bc67be-e548-427d-8beb-3264f742dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:40.354277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=5eb7bf54-4f53-4071-9e35-a9dab2c83a6a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:40.370239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c775d586-4358-4635-bdc8-8184cbc8881c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:40.370658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c775d586-4358-4635-bdc8-8184cbc8881c not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:40.586157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:40.603743 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] Sync routers for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:40.732823 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:40.736262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] No DVR routers for this DVR port c775d586-4358-4635-bdc8-8184cbc8881c on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:08:40.742300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:40.745109 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:40.762095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-adcd77cd-a04e-49cd-9963-dcc35389253a req-4e9c621b-0c30-42fa-8abb-f7d3fb15b1b6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "DELETE /v2.0/ports/c775d586-4358-4635-bdc8-8184cbc8881c HTTP/1.1" status: 204 len: 173 time: 3.1472368 Nov 23 23:08:40.763232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'name': 'network-vif-deleted', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:40.768012 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d2629b-ff97-4fed-9a22-19902a625a55" -d '{"events": [{"server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "name": "network-vif-deleted", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:40.999455 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29bfc64-36bd-4520-8715-f3e48bc1ea78 x-openstack-request-id: req-f29bfc64-36bd-4520-8715-f3e48bc1ea78 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:40.999795 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b10866-ad51-466d-9522-cd6474d9a690", "name": "network-vif-deleted", "tag": "c775d586-4358-4635-bdc8-8184cbc8881c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:41.000208 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f29bfc64-36bd-4520-8715-f3e48bc1ea78 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:41.000748 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b10866-ad51-466d-9522-cd6474d9a690', 'name': 'network-vif-deleted', 'tag': 'c775d586-4358-4635-bdc8-8184cbc8881c', 'status': 'completed', 'code': 200} Nov 23 23:08:41.223379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:41.329923 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:41.386675 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:41.494048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c51a6b3d-5311-4c33-a10d-5472a2edbd69 req-a4663125-e970-450a-81d7-a6a7933118c0 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=87b10866-ad51-466d-9522-cd6474d9a690 HTTP/1.1" status: 200 len: 210 time: 0.0866935 Nov 23 23:08:42.039280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-146aa3ab-7a71-4cd0-9d98-4cdabbef6f5b None None] Provisioning complete for port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:42.040313 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-146aa3ab-7a71-4cd0-9d98-4cdabbef6f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:42.512020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:42.672007 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:42.697816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45380) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:42.715963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-146aa3ab-7a71-4cd0-9d98-4cdabbef6f5b None None] Provisioning complete for port a324eb26-5bac-4d59-ab51-877f736e6b79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:42.736332 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-146aa3ab-7a71-4cd0-9d98-4cdabbef6f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:42.829350 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] Checking router: 8cf8766a-69e2-451c-b604-ad8219202a5a for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:42.919678 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:42.920704 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:42.936665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-146aa3ab-7a71-4cd0-9d98-4cdabbef6f5b None None] Port a324eb26-5bac-4d59-ab51-877f736e6b79 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:42.990545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:42.991367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:43.068635 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b04563f-b838-4513-8822-1899664913df tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:43.163082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b04563f-b838-4513-8822-1899664913df tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:43.186615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b43d33df-194e-4ab8-bcbb-5b16ec94e962 None None] Provisioning complete for port a324eb26-5bac-4d59-ab51-877f736e6b79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:43.187845 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b43d33df-194e-4ab8-bcbb-5b16ec94e962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:43.340917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b43d33df-194e-4ab8-bcbb-5b16ec94e962 None None] Port a324eb26-5bac-4d59-ab51-877f736e6b79 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:43.516335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b04563f-b838-4513-8822-1899664913df tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:43.527446 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3b04563f-b838-4513-8822-1899664913df tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:43.529554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3b04563f-b838-4513-8822-1899664913df tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "DELETE /v2.0/security-groups/26c54fc5-0a68-44fb-955f-d238f7c5f0b2 HTTP/1.1" status: 204 len: 168 time: 0.8106182 Nov 23 23:08:43.533133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45424) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:43.596940 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:43.736906 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-591f71f6-d89d-44c2-9003-799a12a7e6cc tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] show failed (client error): The resource could not be found. Nov 23 23:08:43.757953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-591f71f6-d89d-44c2-9003-799a12a7e6cc tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups/26c54fc5-0a68-44fb-955f-d238f7c5f0b2 HTTP/1.1" status: 404 len: 347 time: 0.2105286 Nov 23 23:08:43.763468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04563f-b838-4513-8822-1899664913df tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c54fc5-0a68-44fb-955f-d238f7c5f0b2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:43.770215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45438) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:44.221309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Deleting port 4d5092f1-989e-44f3-9fe0-eaed96d48ed2 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:44.221638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:44.554680 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:44.656830 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd167-004a-4192-8896-70b78b6604aa None None] The sync data for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 is: [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:44.777929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:44.779384 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:44.830520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Calling delete_port for 4d5092f1-989e-44f3-9fe0-eaed96d48ed2 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:45.072808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:45.086971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:45.348405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:45.368249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:45.524768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ceb7b-aeb0-42b1-84e4-dfd3d4f651b0 None None] New status for floating IP 2de532a3-c6cd-4930-af5e-8e469183d861: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:08:45.582024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event deleted for resources: {'Port': ['ID=4d5092f1-989e-44f3-9fe0-eaed96d48ed2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:45.591379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=a324eb26-5bac-4d59-ab51-877f736e6b79,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:45.686412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting port d7eb35fe-5348-40d5-a504-d856827dc296 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:45.696145 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:45.828881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:45.833669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:45.835424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c00eb86-0867-4abb-929c-9d98bb1bd125 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "DELETE /v2.0/floatingips/2de532a3-c6cd-4930-af5e-8e469183d861 HTTP/1.1" status: 204 len: 168 time: 2.0558324 Nov 23 23:08:46.116572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] For port d7eb35fe-5348-40d5-a504-d856827dc296, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d7eb35fe-5348-40d5-a504-d856827dc296,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:46.117662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.133302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Calling delete_port for d7eb35fe-5348-40d5-a504-d856827dc296 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:46.283802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45582) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:46.291905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-69d79008-7e6e-4aa7-a062-b309a7dc59a4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495518963', 'description': 'tempest-description--569778339'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:46.312410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:46.317770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:46.352381 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d79008-7e6e-4aa7-a062-b309a7dc59a4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.493928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d79008-7e6e-4aa7-a062-b309a7dc59a4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.503271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 49c55296-5342-42e4-85fc-3a43065541d3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:46.506368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d79008-7e6e-4aa7-a062-b309a7dc59a4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.585333 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69d79008-7e6e-4aa7-a062-b309a7dc59a4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.590033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45586) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:46.594378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-69d79008-7e6e-4aa7-a062-b309a7dc59a4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3085604 Nov 23 23:08:46.598314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7c001f50-eee9-430d-add6-b04257d04a53 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'security_group_rule': {'security_group_id': '1f593abf-eefd-4462-8b41-ee90143cad43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:46.624198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d79008-7e6e-4aa7-a062-b309a7dc59a4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f593abf-eefd-4462-8b41-ee90143cad43,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:46.652984 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c001f50-eee9-430d-add6-b04257d04a53 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.793315 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.860515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Port': ['ID=d7eb35fe-5348-40d5-a504-d856827dc296,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:46.922069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:46.943106 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-da27dba9-b657-44b7-aa5c-da622ed450bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/49c55296-5342-42e4-85fc-3a43065541d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0450523 Nov 23 23:08:46.944147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-20692c03-6e44-444a-a18a-023a1c95bbd8 None None] Provisioning complete for port a324eb26-5bac-4d59-ab51-877f736e6b79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:46.944828 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Sync routers for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:46.945467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-20692c03-6e44-444a-a18a-023a1c95bbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:46.987330 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:46.992300 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:47.075496 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c001f50-eee9-430d-add6-b04257d04a53 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.108724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-20692c03-6e44-444a-a18a-023a1c95bbd8 None None] Port a324eb26-5bac-4d59-ab51-877f736e6b79 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:47.145889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c001f50-eee9-430d-add6-b04257d04a53 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.222391 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:47.223665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c001f50-eee9-430d-add6-b04257d04a53 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.225770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7c001f50-eee9-430d-add6-b04257d04a53 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6341856 Nov 23 23:08:47.232289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45608) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:47.240813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-043d4226-3eb2-42d9-809d-bb541b391930 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'security_group_rule': {'security_group_id': '1f593abf-eefd-4462-8b41-ee90143cad43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:47.257600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c001f50-eee9-430d-add6-b04257d04a53 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e406a919-42c7-436f-8168-d9ba0dca99b8,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:47.273478 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:08:47.433093 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-043d4226-3eb2-42d9-809d-bb541b391930 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.582831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.588361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-eae4289d-85f4-4bbd-86b5-7be5dae07c19 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139213249&fields=id&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 267 time: 0.3004053 Nov 23 23:08:47.671801 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:42Z', 'revision_number': 2, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:47.729779 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Checking router: 49c55296-5342-42e4-85fc-3a43065541d3 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:47.730372 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Updating router 49c55296-5342-42e4-85fc-3a43065541d3 port a324eb26-5bac-4d59-ab51-877f736e6b79 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:08:47.784469 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.872018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-7c50cb7c-a9a5-4984-b64d-f8f176dfb3ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:47.874767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-7c50cb7c-a9a5-4984-b64d-f8f176dfb3ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 796 time: 0.2723982 Nov 23 23:08:47.918465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-043d4226-3eb2-42d9-809d-bb541b391930 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.928355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-043d4226-3eb2-42d9-809d-bb541b391930 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:47.939288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-ce00cb79-617a-4e88-8b87-e767db4a9ad0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/quotas/79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 375 time: 0.0241039 Nov 23 23:08:47.982997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d4226-3eb2-42d9-809d-bb541b391930 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c89711a-05e9-4792-b457-11694fc35021,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:48.017842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-043d4226-3eb2-42d9-809d-bb541b391930 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:48.024166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-043d4226-3eb2-42d9-809d-bb541b391930 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7903409 Nov 23 23:08:48.024402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45620) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:48.029946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:48.038378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Router c471c000-71e3-42b3-8dd2-c227564addde has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:48.055808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-16b86eae-3366-4775-9068-be903b6210bb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060097 Nov 23 23:08:48.096481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:48.348000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-bca59f81-f232-4b9c-9961-a553a30b514d service neutron] 10.222.0.11 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290289 Nov 23 23:08:48.431053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:08:48.449885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] Sync routers for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:08:48.452135 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6f04fd6d-90bb-460e-874f-3e688f5c63e2 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "PUT /v2.0/routers/c471c000-71e3-42b3-8dd2-c227564addde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3890994 Nov 23 23:08:48.458200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45626) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:48.506464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:48.509031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:48.541355 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:48.553824 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:48.597088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-92a1df39-ec33-4fdd-a786-fb0c80e3ad89 service neutron] 10.222.0.11 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480733 Nov 23 23:08:48.642053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting subnet 2bd75077-33c8-4bb4-bfff-0f8ed48d0584 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:08:48.672489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:48.714712 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400c335-bd0f-4b0f-b93a-8ae26df74f4a None None] Pushing event updated for resources: {'Port': ['ID=a324eb26-5bac-4d59-ab51-877f736e6b79,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:48.823516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:48.858027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:48.930954 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Attempting to bind port a324eb26-5bac-4d59-ab51-877f736e6b79 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:08:48.940162 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Attempting to bind port a324eb26-5bac-4d59-ab51-877f736e6b79 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:08:48.940849 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Attempting to bind port a324eb26-5bac-4d59-ab51-877f736e6b79 on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:48.967288 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:08:48.971503 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Checking segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:48.973173 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:48.977471 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Bound using segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:08:48.980604 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Bound port: a324eb26-5bac-4d59-ab51-877f736e6b79, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:08:48.981352 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.086543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.142476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f8331fc-4df6-41c3-a48a-37b04ec3314a req-64540bbd-4a81-4d4d-81ae-8997a033ce97 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 210 time: 0.0728414 Nov 23 23:08:49.221817 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] For port a324eb26-5bac-4d59-ab51-877f736e6b79, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:08:49.222340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.230038 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] For port a324eb26-5bac-4d59-ab51-877f736e6b79, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a324eb26-5bac-4d59-ab51-877f736e6b79,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:08:49.242420 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.358099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd75077-33c8-4bb4-bfff-0f8ed48d0584,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:49.390926 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.397358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45646) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:49.399685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-839bb05b-ea32-4174-8740-2fcfe83ee398 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/subnets/2bd75077-33c8-4bb4-bfff-0f8ed48d0584 HTTP/1.1" status: 204 len: 168 time: 0.9159343 Nov 23 23:08:49.412255 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:49.419998 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:49.437429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.441073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ec11b-c968-4ed9-a038-a0e39e1e0a76 None None] Network fb6a71d2-32cf-428d-b91e-e82be96a5aab requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:08:49.486676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9f2e98d8-3012-421a-b052-e7163df925a0 None None] Provisioning complete for port a324eb26-5bac-4d59-ab51-877f736e6b79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:49.487822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f2e98d8-3012-421a-b052-e7163df925a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.856145 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400c335-bd0f-4b0f-b93a-8ae26df74f4a None None] Pushing event updated for resources: {'Port': ['ID=a324eb26-5bac-4d59-ab51-877f736e6b79,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:49.860132 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:49.902270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Allocated IP 172.25.0.79 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/4bddeaa1-ea6d-4a6f-a0e9-1f949e23f942) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:50.005383 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:50.033024 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f2e98d8-3012-421a-b052-e7163df925a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.189355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5993963d-b895-4ee1-a420-84efde202953 None None] DHCP port deletion for fb6a71d2-32cf-428d-b91e-e82be96a5aab request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:08:50.223991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9f2e98d8-3012-421a-b052-e7163df925a0 None None] For port a324eb26-5bac-4d59-ab51-877f736e6b79, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a324eb26-5bac-4d59-ab51-877f736e6b79,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:50.245020 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f2e98d8-3012-421a-b052-e7163df925a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.394859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2df8a512-ef2e-4c6a-b98e-3bf70778cbde req-f9d88aae-ec49-4d74-8697-0ffae255666e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 210 time: 0.1025395 Nov 23 23:08:50.426057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.461467 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.517044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:08:46Z', 'revision_number': 5, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port': {'id': 'cdbd7220-bec5-4a71-a2c0-322bdd4778b7', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:34Z', 'updated_at': '2021-11-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:50.574337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45670) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:50.594506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.619609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] Checking router: c471c000-71e3-42b3-8dd2-c227564addde for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:08:50.632838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-93916f07-8989-426a-8832-27be1ef7eeb0 None None] Provisioning complete for port a324eb26-5bac-4d59-ab51-877f736e6b79 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:50.633794 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-93916f07-8989-426a-8832-27be1ef7eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.691536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'Port': ['ID=4bddeaa1-ea6d-4a6f-a0e9-1f949e23f942,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:50.720465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e98d8-3012-421a-b052-e7163df925a0 None None] Pushing event updated for resources: {'Port': ['ID=a324eb26-5bac-4d59-ab51-877f736e6b79,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:50.769022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:50.769236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] Routers {'c471c000-71e3-42b3-8dd2-c227564addde'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:08:50.772055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c471c000-71e3-42b3-8dd2-c227564addde'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:50.778704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:50.781773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:50.797439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Deleting port cdbd7220-bec5-4a71-a2c0-322bdd4778b7 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:50.800124 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:51.012970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:51.138450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:49Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:51.168238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:51.199856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] For port cdbd7220-bec5-4a71-a2c0-322bdd4778b7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:51.200591 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:51.257893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Calling delete_port for cdbd7220-bec5-4a71-a2c0-322bdd4778b7 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:51.284679 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae6141-7cbd-4648-839a-fabc64e2a47a None None] The sync data for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 is: [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:49Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:51.333776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] Set router c471c000-71e3-42b3-8dd2-c227564addde gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:08:51.773275 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:51.910046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5dfd1dbe-049b-478f-a30c-4793ce419fef req-1a0af0ba-6723-4fd6-9872-482d3e6d7bd7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 210 time: 0.0784602 Nov 23 23:08:51.914477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:51.926025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 6, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:52.034053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5993963d-b895-4ee1-a420-84efde202953 None None] Deleting port 78fae722-fa4c-48f7-8bf1-fe0415530d79 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:52.034594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5993963d-b895-4ee1-a420-84efde202953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:52.035996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Port': ['ID=cdbd7220-bec5-4a71-a2c0-322bdd4778b7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:52.189835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5993963d-b895-4ee1-a420-84efde202953 None None] For port 78fae722-fa4c-48f7-8bf1-fe0415530d79, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=78fae722-fa4c-48f7-8bf1-fe0415530d79,segment=NetworkSegment(f073eb11-5593-4464-9fa1-b3e987591062),segment_id=f073eb11-5593-4464-9fa1-b3e987591062)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:52.190236 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5993963d-b895-4ee1-a420-84efde202953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:52.216217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5993963d-b895-4ee1-a420-84efde202953 None None] Calling delete_port for 78fae722-fa4c-48f7-8bf1-fe0415530d79 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:52.286876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-8ff308a8-ca8d-496d-93ca-9cc03fc7bc37 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:52.301800 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-8ff308a8-ca8d-496d-93ca-9cc03fc7bc37 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.48 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 796 time: 0.5207493 Nov 23 23:08:52.314925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:52.388608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f0caf-e1ba-4a10-ba88-816d4789ac48 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:08:52.396197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f6ad6-3cb9-40d0-86ea-2bf0e67741eb None None] The sync data for ids ['c471c000-71e3-42b3-8dd2-c227564addde'] in n-d-817303-3 is: [{'id': 'c471c000-71e3-42b3-8dd2-c227564addde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-665027932', 'tenant_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:33Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 6, 'project_id': 'b1d52e1e417542d4b5527ac238ca4eb6', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:08:52.423230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5993963d-b895-4ee1-a420-84efde202953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:52.436529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:52.473532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993963d-b895-4ee1-a420-84efde202953 None None] Pushing event deleted for resources: {'Port': ['ID=78fae722-fa4c-48f7-8bf1-fe0415530d79,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:52.503208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5993963d-b895-4ee1-a420-84efde202953 None None] No DVR routers for this DVR port 78fae722-fa4c-48f7-8bf1-fe0415530d79 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:08:52.923208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a324eb26-5bac-4d59-ab51-877f736e6b79 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:52.949754 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:52.962238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.175636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a324eb26-5bac-4d59-ab51-877f736e6b79 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:53.179703 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.182269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.184531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Fanout notify agent at l3_agent the message router_deleted on router c471c000-71e3-42b3-8dd2-c227564addde {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:08:53.213210 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.228909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3aeac13c-e8fc-4988-8d8c-c71dde8226ac tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/routers/c471c000-71e3-42b3-8dd2-c227564addde HTTP/1.1" status: 204 len: 168 time: 3.8294973 Nov 23 23:08:53.231035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45700) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:53.375626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d694fb34-c6e7-4186-a6f5-11619afd65a2 req-23ee391f-9cb4-4469-b8cb-cd3c0b18232d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 210 time: 0.1408949 Nov 23 23:08:53.566669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.593130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 78fae722-fa4c-48f7-8bf1-fe0415530d79 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:53.690273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 78fae722-fa4c-48f7-8bf1-fe0415530d79 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:53.690887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 78fae722-fa4c-48f7-8bf1-fe0415530d79 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:53.803924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-1c3914ac-39be-4bfb-a57f-b81c626bafe5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 379 time: 1.4624581 Nov 23 23:08:53.805305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'Port': ['ID=4bddeaa1-ea6d-4a6f-a0e9-1f949e23f942,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:53.855417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'port': {'device_id': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'admin_state_up': True, 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'security_groups': ['8f263372-9d3b-4e68-a7e5-8465e1d9fafb']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:53.898564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.934924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f748b629-7d43-4c82-9836-fb166ae09d6b tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8985922 Nov 23 23:08:54.209469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d7eb35fe-5348-40d5-a504-d856827dc296 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:54.287512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d7eb35fe-5348-40d5-a504-d856827dc296 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:54.290648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d7eb35fe-5348-40d5-a504-d856827dc296 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:54.292332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cdbd7220-bec5-4a71-a2c0-322bdd4778b7 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:54.373319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: cdbd7220-bec5-4a71-a2c0-322bdd4778b7 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:08:54.373857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cdbd7220-bec5-4a71-a2c0-322bdd4778b7 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:08:54.494605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:54.514958 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:54.579866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:54.712188 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0d440e6-41d6-4369-a4a2-9f842949a166 req-95ef1215-7298-42bc-bdc3-09f27e1ca958 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 210 time: 0.0988443 Nov 23 23:08:54.760917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0f884ab6-664b-4090-b67c-a17739a27362 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--495518963&fields=id&tenant_id=49948405e5c94d4c816ca0849a276b05 HTTP/1.1" status: 200 len: 267 time: 0.1739805 Nov 23 23:08:54.862773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:54.994162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.011821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.8 (c5c5bf22-b121-4e17-a66e-e5cb231f5c67/9404846f-08a4-4635-829c-1cdab1bd2f96/b577defc-7f09-4c76-aa6d-56696f569a9d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:55.065268 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-a9c3a0c5-4234-4531-a710-0c9091d2b9d4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:55.067091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-a9c3a0c5-4234-4531-a710-0c9091d2b9d4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 811 time: 0.2885382 Nov 23 23:08:55.090135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6a71d2-32cf-428d-b91e-e82be96a5aab']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:55.108420 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-cea600b8-f970-4fd9-bcb8-0edaaa1ee9c6 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/quotas/49948405e5c94d4c816ca0849a276b05 HTTP/1.1" status: 200 len: 375 time: 0.0321500 Nov 23 23:08:55.110598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f073eb11-5593-4464-9fa1-b3e987591062') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:55.110965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f073eb11-5593-4464-9fa1-b3e987591062') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:08:55.149350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.219928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.238275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:08:55.238893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:08:55.246850 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:08:55.300544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-f4815fc4-4ada-4677-9eab-4210eeb273e3 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778905 Nov 23 23:08:55.400587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.433480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.442677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] 10.222.0.11 "DELETE /v2.0/networks/fb6a71d2-32cf-428d-b91e-e82be96a5aab HTTP/1.1" status: 204 len: 168 time: 2.1927886 Nov 23 23:08:55.483256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f81a62-8191-4188-909d-2f8d24b7f939 tempest-TestSecurityGroupsBasicOps-913693306 tempest-TestSecurityGroupsBasicOps-913693306-project] Pushing event deleted for resources: {'Network': ['ID=fb6a71d2-32cf-428d-b91e-e82be96a5aab,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:55.492200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.580506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Deleting port 0d3b2d0f-6282-4739-b13a-f1b084fbe371 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:08:55.580954 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.642678 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-4da88144-b76b-415d-ba8b-a51740bf6143 service neutron] 10.222.0.11 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568581 Nov 23 23:08:55.695248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] For port 0d3b2d0f-6282-4739-b13a-f1b084fbe371, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0d3b2d0f-6282-4739-b13a-f1b084fbe371,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:55.695750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.717699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Calling delete_port for 0d3b2d0f-6282-4739-b13a-f1b084fbe371 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:08:55.731549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:55.883657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:55.893152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:55.910150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:55.919162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:55.933570 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-8ff27afe-ea86-4e31-bfa4-28fe648a1814 service neutron] 10.222.0.11 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824972 Nov 23 23:08:56.015783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9df5b-9808-4bd5-b9ea-b3d786324ae8 req-1a136de3-6712-4b47-a97f-b280c654d055 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:56.044436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5e9df5b-9808-4bd5-b9ea-b3d786324ae8 req-1a136de3-6712-4b47-a97f-b280c654d055 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 931 time: 0.1756995 Nov 23 23:08:56.050564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45756) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:56.169818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5e9df5b-9808-4bd5-b9ea-b3d786324ae8 req-2486a877-5dad-42f5-b07f-7769bc594836 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212595 Nov 23 23:08:56.386591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7881bd7b-7a4a-4c39-9229-95ba4ea5fa3d req-46e1585c-4651-4414-a082-bb1d8c78b965 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0782583 Nov 23 23:08:56.445846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-64540f37-e069-4497-b0e0-52f9814510db None None] Provisioning complete for port b577defc-7f09-4c76-aa6d-56696f569a9d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:56.446580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-64540f37-e069-4497-b0e0-52f9814510db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:56.480703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-165c8350-ac52-4e70-965a-c92088a2a031 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1d52e1e417542d4b5527ac238ca4eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263034 Nov 23 23:08:56.481448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45764) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:56.514629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-64540f37-e069-4497-b0e0-52f9814510db None None] Port b577defc-7f09-4c76-aa6d-56696f569a9d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:56.565979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:56.568461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:56.588548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:56.594241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31e9ad88-b396-4358-abe0-57e5b53d29f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:56.676385 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31e9ad88-b396-4358-abe0-57e5b53d29f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:56.732422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-aeac7252-ad17-4332-8763-f592011beee2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9069285 Nov 23 23:08:56.784239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3b2d0f-6282-4739-b13a-f1b084fbe371,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:56.805208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Request body: {'port': {'device_id': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:56.858177 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31e9ad88-b396-4358-abe0-57e5b53d29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:56.879045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-31e9ad88-b396-4358-abe0-57e5b53d29f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:56.881123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-31e9ad88-b396-4358-abe0-57e5b53d29f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/321ecafd-a2f5-43ef-8951-0ecfd0565814 HTTP/1.1" status: 204 len: 168 time: 0.3991618 Nov 23 23:08:56.891220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9ad88-b396-4358-abe0-57e5b53d29f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ecafd-a2f5-43ef-8951-0ecfd0565814,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:57.076628 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:57.089032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:57.373007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff36b5-c8de-4e3b-a3a8-1f83ddee940f req-ac53501d-d943-405e-aab9-b4a9fc2d577d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:57.384243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-caff36b5-c8de-4e3b-a3a8-1f83ddee940f req-ac53501d-d943-405e-aab9-b4a9fc2d577d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 931 time: 0.0969808 Nov 23 23:08:57.633372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46326f73-af52-47d1-b34d-d1341ad8cb6c req-49f6ff8b-1bb1-4e02-8163-d9e838085967 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0830834 Nov 23 23:08:57.643098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-caff36b5-c8de-4e3b-a3a8-1f83ddee940f req-7047020c-ff14-44d7-be6c-8639d4f001e8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579594 Nov 23 23:08:57.691538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:57.823549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45792) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:57.844618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-088bb83d-3b76-48d0-b402-7752c3e8bd87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:57.872652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b577defc-7f09-4c76-aa6d-56696f569a9d {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:08:57.883912 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:57.899935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Transition to ACTIVE for port object b577defc-7f09-4c76-aa6d-56696f569a9d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:08:57.965391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.063387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-088bb83d-3b76-48d0-b402-7752c3e8bd87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.080876 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-088bb83d-3b76-48d0-b402-7752c3e8bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.137495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:58.267735 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-088bb83d-3b76-48d0-b402-7752c3e8bd87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b88f85547384997870297d8ebfc4d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427512 Nov 23 23:08:58.274131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bb83d-3b76-48d0-b402-7752c3e8bd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9c561d-238c-484e-9f1d-46b16ef73fc6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:58.277848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45802) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:58.558346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-1b43f1d9-1776-41df-9903-66b997dc8199 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:58.561676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-1b43f1d9-1776-41df-9903-66b997dc8199 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 811 time: 0.4146500 Nov 23 23:08:58.605577 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271f31c8-1d53-4a0b-bf4b-792c8c5362b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.661478 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271f31c8-1d53-4a0b-bf4b-792c8c5362b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.727315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:08:58.727915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:08:58.728651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:58.780735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Port b577defc-7f09-4c76-aa6d-56696f569a9d on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:08:58.781259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:08:58.789823 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271f31c8-1d53-4a0b-bf4b-792c8c5362b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.794723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271f31c8-1d53-4a0b-bf4b-792c8c5362b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.798963 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-271f31c8-1d53-4a0b-bf4b-792c8c5362b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df9c561d-238c-484e-9f1d-46b16ef73fc6 HTTP/1.1" status: 204 len: 168 time: 0.4953165 Nov 23 23:08:58.827648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:08:58.831745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Checking segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:08:58.832410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Bound using segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:08:58.834030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Bound port: b577defc-7f09-4c76-aa6d-56696f569a9d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:08:58.835860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f31c8-1d53-4a0b-bf4b-792c8c5362b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9c561d-238c-484e-9f1d-46b16ef73fc6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:58.846657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.849836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-5abd67a0-0217-456a-a6a1-4af96d63ce6c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49948405e5c94d4c816ca0849a276b05 HTTP/1.1" status: 200 len: 379 time: 0.2756031 Nov 23 23:08:58.867003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'port': {'device_id': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'admin_state_up': True, 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'security_groups': ['1f593abf-eefd-4462-8b41-ee90143cad43']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:59.010301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:08:59.046484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Made reservation on behalf of 49948405e5c94d4c816ca0849a276b05 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:59.052198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:59.127695 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3216d0c4-d621-4fd2-9403-d32cdcd5dad7 req-bf756ebb-f92d-40bf-81d6-bdfb072b0429 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0999801 Nov 23 23:08:59.386369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2ae33-4256-425d-a55f-9bd7cae0157c req-c2ac57b5-b995-4cf3-be88-e2072c0d4380 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:59.395700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0b2ae33-4256-425d-a55f-9bd7cae0157c req-c2ac57b5-b995-4cf3-be88-e2072c0d4380 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 943 time: 0.3711579 Nov 23 23:08:59.398333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Allocated IP 172.20.0.14 (dba4419c-db2d-4491-985c-77c2d8a9e551/ae138ab2-9ff1-417a-a2fe-383a3594f0bf/899364ec-837d-4f45-8999-1b0679418028) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:59.498656 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0b2ae33-4256-425d-a55f-9bd7cae0157c req-082a4829-1807-467f-8a1c-0c77c6ab7299 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018174 Nov 23 23:08:59.711207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:08:59.719347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:59.753204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:08:59.792701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:59.809263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:59.867983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45830) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:08:59.927389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Network dba4419c-db2d-4491-985c-77c2d8a9e551 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:59.934544 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:59.937594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:59.962334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:59.962334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:59.962334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] 10.222.0.48 "PUT /v2.0/ports/b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 1091 time: 3.1694319 Nov 23 23:08:59.967695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:59.979677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event updated for resources: {'Port': ['ID=899364ec-837d-4f45-8999-1b0679418028,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:59.981924 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:00.010811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3a58e-22d8-4661-b4d2-90f219cc89ab service neutron] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:00.036036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:09:00.049104 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] Sync routers for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:09:00.059266 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5455e450-fd1c-4d7a-9cd4-cf85ede1b29e admin admin] 10.222.0.11 "PUT /v2.0/routers/60e5851a-d7b5-4c4e-b3b0-657a10a723d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4835227 Nov 23 23:09:00.066616 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:00.070609 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:00.074973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45840) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:00.104143 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13d549d-f0b6-4344-b8f5-aff121eb5876 x-openstack-request-id: req-c13d549d-f0b6-4344-b8f5-aff121eb5876 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:00.111644 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:00.112100 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c13d549d-f0b6-4344-b8f5-aff121eb5876 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:00.112800 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'status': 'completed', 'code': 200} Nov 23 23:09:00.244828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:00.245527 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.262521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f10408f6-b05c-43a1-bbca-6976404c1de1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8787e5b74344532b8883170d9c36970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871279 Nov 23 23:09:00.263264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45846) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:00.272198 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:00.399700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-0c75d200-9bf8-4dbc-8704-ebbf6cdfe455 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5382740 Nov 23 23:09:00.464074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Request body: {'port': {'device_id': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:00.526490 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.590059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d389899-5ed0-4ee8-bf0e-a132201cf253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.646742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-7efc7804-f2e6-4745-bb83-2268e5cdbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:00.649145 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-7efc7804-f2e6-4745-bb83-2268e5cdbd24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1094 time: 0.5721698 Nov 23 23:09:00.673224 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d389899-5ed0-4ee8-bf0e-a132201cf253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.691613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7eba-1b84-4fa6-bf2c-957a09607fc1 req-67298e10-700b-4d41-9c5f-6fe59b093cad tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:00.693945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a49a7eba-1b84-4fa6-bf2c-957a09607fc1 req-67298e10-700b-4d41-9c5f-6fe59b093cad tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 932 time: 0.2815862 Nov 23 23:09:00.694576 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.708420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-eccd406e-066a-46d2-afb7-48c90c6b2f76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 217 time: 0.0439725 Nov 23 23:09:00.755805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.779278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-24e54641-b9c1-4981-989e-a303480de0f4 None None] Provisioning complete for port 899364ec-837d-4f45-8999-1b0679418028 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:09:00.779978 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24e54641-b9c1-4981-989e-a303480de0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.806829 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-61567e98-9277-45e0-b094-15fd75e89e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:00.808932 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-61567e98-9277-45e0-b094-15fd75e89e87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0932956 Nov 23 23:09:00.914437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a49a7eba-1b84-4fa6-bf2c-957a09607fc1 req-56fe6672-a3ca-4259-9172-af63ce644540 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966305 Nov 23 23:09:00.918206 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:08:56Z', 'revision_number': 5, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port': {'id': '80fac8b0-3ed9-4115-9c44-96fa0aba1f4b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:13Z', 'updated_at': '2021-11-23T23:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:00.953608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-065e5753-062b-4a2a-833d-78145f73cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:00.956078 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-065e5753-062b-4a2a-833d-78145f73cf5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399131 Nov 23 23:09:00.958508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-24e54641-b9c1-4981-989e-a303480de0f4 None None] Port 899364ec-837d-4f45-8999-1b0679418028 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:09:00.973900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Deleting port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:09:00.977020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.994478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b2a9f-72cf-48d9-ab28-3098534dabd4 req-5171b620-8d22-47df-ac28-b45c81fb2387 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:01.002300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a35b2a9f-72cf-48d9-ab28-3098534dabd4 req-5171b620-8d22-47df-ac28-b45c81fb2387 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 943 time: 0.2730310 Nov 23 23:09:01.005027 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] Checking router: 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:09:01.011251 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d389899-5ed0-4ee8-bf0e-a132201cf253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.016909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d389899-5ed0-4ee8-bf0e-a132201cf253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.018769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7d389899-5ed0-4ee8-bf0e-a132201cf253 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/150dd9f7-0b3e-4706-85ad-4eb1a66dca47 HTTP/1.1" status: 204 len: 168 time: 0.7514451 Nov 23 23:09:01.030634 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] Routers {'60e5851a-d7b5-4c4e-b3b0-657a10a723d9'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:01.032468 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:08:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:01.073446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d389899-5ed0-4ee8-bf0e-a132201cf253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150dd9f7-0b3e-4706-85ad-4eb1a66dca47,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:01.324596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a35b2a9f-72cf-48d9-ab28-3098534dabd4 req-d05740ca-4e34-4c7e-9146-d4cb8c9b96b7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213811 Nov 23 23:09:01.327228 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] Set router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:01.444697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899364ec-837d-4f45-8999-1b0679418028 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:01.460860 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.498372 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:09:00Z', 'revision_number': 6, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:01.502646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Transition to ACTIVE for port object 899364ec-837d-4f45-8999-1b0679418028 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:09:01.546702 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.564202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] For port 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:01.564819 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.581299 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75298c69-9429-42f3-9a7d-4b97e6b5e728 None None] The sync data for ids ['60e5851a-d7b5-4c4e-b3b0-657a10a723d9'] in n-d-817303-3 is: [{'id': '60e5851a-d7b5-4c4e-b3b0-657a10a723d9', 'name': 'tempest-TestVolumeBackupRestore-693230419-router', 'tenant_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:12Z', 'updated_at': '2021-11-23T23:09:00Z', 'revision_number': 6, 'project_id': '79d0e3fc85e44dbea06ff33c0fb752e4', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:09:01.656160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Calling delete_port for 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:09:01.669014 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5cb215a-cbbe-465b-8091-fa7845c8a868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.723898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-3a3007c6-8b2d-4f09-8243-50c0b87286e6 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576606 Nov 23 23:09:01.776578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Pushing event updated for resources: {'Port': ['ID=899364ec-837d-4f45-8999-1b0679418028,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:01.864231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Attempting to bind port 899364ec-837d-4f45-8999-1b0679418028 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:09:01.864434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Attempting to bind port 899364ec-837d-4f45-8999-1b0679418028 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:09:01.864814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Attempting to bind port 899364ec-837d-4f45-8999-1b0679418028 on network dba4419c-db2d-4491-985c-77c2d8a9e551 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:01.878514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Port 899364ec-837d-4f45-8999-1b0679418028 on network dba4419c-db2d-4491-985c-77c2d8a9e551 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:09:01.878514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Attempting to bind port 899364ec-837d-4f45-8999-1b0679418028 on network dba4419c-db2d-4491-985c-77c2d8a9e551 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:01.880182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:09:01.880870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Checking segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:09:01.881313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Bound using segment: {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:09:01.881779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Bound port: 899364ec-837d-4f45-8999-1b0679418028, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d1a32c-6b84-42d7-969e-7b11c191df6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:09:01.882145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:02.097465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] For port 899364ec-837d-4f45-8999-1b0679418028, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:09:02.123609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] For port 899364ec-837d-4f45-8999-1b0679418028, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=899364ec-837d-4f45-8999-1b0679418028,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:09:02.133976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0d3b2d0f-6282-4739-b13a-f1b084fbe371 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:09:02.152282 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:02.232173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 0d3b2d0f-6282-4739-b13a-f1b084fbe371 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:09:02.232533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0d3b2d0f-6282-4739-b13a-f1b084fbe371 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:09:02.284748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.284748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:02.287603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/899364ec-837d-4f45-8999-1b0679418028 HTTP/1.1" status: 200 len: 1092 time: 1.8343680 Nov 23 23:09:02.289670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'tag': '899364ec-837d-4f45-8999-1b0679418028'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:02.299305 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "tag": "899364ec-837d-4f45-8999-1b0679418028"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:02.349787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70761cca-9f75-494b-96f2-1d3e13314ff1 req-e7c9223d-fcd7-4be9-a2c8-d0a2d567a357 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.358212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70761cca-9f75-494b-96f2-1d3e13314ff1 req-e7c9223d-fcd7-4be9-a2c8-d0a2d567a357 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 944 time: 0.2533543 Nov 23 23:09:02.472857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe317d-2ddd-4753-82f7-8ea1aabf98d8 service neutron] Pushing event updated for resources: {'Port': ['ID=899364ec-837d-4f45-8999-1b0679418028,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:02.492678 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef27a556-1acb-4f6d-8797-2cd773ba05b6 x-openstack-request-id: req-ef27a556-1acb-4f6d-8797-2cd773ba05b6 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:02.497816 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "tag": "899364ec-837d-4f45-8999-1b0679418028", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:02.498567 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef27a556-1acb-4f6d-8797-2cd773ba05b6 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:02.500588 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'tag': '899364ec-837d-4f45-8999-1b0679418028', 'status': 'completed', 'code': 200} Nov 23 23:09:02.596065 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-788d5989-73f6-49e8-a50c-b84f7b22090c req-fcac9fad-bbc7-4889-815a-8581f4750253 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7793405 Nov 23 23:09:02.630583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:02.671140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fac8b0-3ed9-4115-9c44-96fa0aba1f4b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:02.696190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d811423-0936-4714-a063-5d66b3e9f4eb None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:09:02.799902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-87be5f87-eb4b-402d-ba0a-c296b43e45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.802826 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-87be5f87-eb4b-402d-ba0a-c296b43e45e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 1095 time: 0.4387512 Nov 23 23:09:02.824188 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70761cca-9f75-494b-96f2-1d3e13314ff1 req-43021b16-8103-474d-9d55-12f31413a830 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646125 Nov 23 23:09:02.944013 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:02.947235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214d127-1da9-46ed-9bd7-15334ac9b851 req-c2c60366-2236-4dae-9045-7a04d9b22a06 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.950624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e214d127-1da9-46ed-9bd7-15334ac9b851 req-c2c60366-2236-4dae-9045-7a04d9b22a06 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 943 time: 0.3407907 Nov 23 23:09:02.958969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-769e72f1-0250-4ca5-9256-ae333f921a7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899364ec-837d-4f45-8999-1b0679418028 HTTP/1.1" status: 200 len: 217 time: 0.1328371 Nov 23 23:09:03.092287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 45912) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:03.155394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.158908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.172014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-a51749e8-74f2-45c0-9ca2-b9f9863b36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:03.174756 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-a51749e8-74f2-45c0-9ca2-b9f9863b36f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1094 time: 0.4349024 Nov 23 23:09:03.229136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e214d127-1da9-46ed-9bd7-15334ac9b851 req-0d3c9d36-137f-48ea-93d7-f47e06f0621a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670634 Nov 23 23:09:03.244627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-c9de4db5-0580-45c6-af62-fc47bdf9475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:03.251341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-c9de4db5-0580-45c6-af62-fc47bdf9475f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.2873633 Nov 23 23:09:03.332338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.336851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e5851a-d7b5-4c4e-b3b0-657a10a723d9 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:09:03.338128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-d433f7d9-2c12-4067-8deb-7ea7aabafbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:03.340795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-d433f7d9-2c12-4067-8deb-7ea7aabafbba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805802 Nov 23 23:09:03.364431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.370049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e677fb8c-f9d6-4143-a13f-d62a1e8092f6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/60e5851a-d7b5-4c4e-b3b0-657a10a723d9 HTTP/1.1" status: 204 len: 168 time: 3.2911859 Nov 23 23:09:03.380934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45924) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:03.592404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1969150709-network', 'tenant_id': 'b3da6fdf7c7646b18c959d89f74db825'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:03.602172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] Deleting subnet 31cd81db-e419-4326-8eed-8fc5b6bde1e5 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:09:03.612225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.696297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-e09d4377-2962-4804-8fcc-326b0f885c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:03.697809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-e09d4377-2962-4804-8fcc-326b0f885c89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.4761164 Nov 23 23:09:03.703506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.731512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-07d6b501-3028-4e93-b2cb-8b790508b3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818545 Nov 23 23:09:03.737265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Made reservation on behalf of b3da6fdf7c7646b18c959d89f74db825 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:09:03.742715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.773409 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-068909c2-5624-4505-8b37-4ebb1c88ba7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 217 time: 0.0668566 Nov 23 23:09:03.786125 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:03.878578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-31be4a9b-c630-4f31-9332-f57d0b301af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:03.881037 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-31be4a9b-c630-4f31-9332-f57d0b301af9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0974751 Nov 23 23:09:03.938046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.000036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-cd2b0b13-984a-42c6-819c-655bdba73678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:04.002090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-cd2b0b13-984a-42c6-819c-655bdba73678 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118832 Nov 23 23:09:04.095320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f42cbde-0701-41ec-96f8-7c563dbdbd6e req-11edf87f-2d29-4c77-bbbe-fd644a7827be service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366735 Nov 23 23:09:04.154573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3b20-a576-4b47-bcb6-049fdb7e0f7b req-930faf71-121e-46b6-8762-d7eb0ba0a4eb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:04.156751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04cc3b20-a576-4b47-bcb6-049fdb7e0f7b req-930faf71-121e-46b6-8762-d7eb0ba0a4eb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 944 time: 0.1539085 Nov 23 23:09:04.193729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-d8cb6254-f159-4a71-ab46-24271440db2d service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817272 Nov 23 23:09:04.205967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.214398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.235126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:09:04.246387 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.250181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.250673 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Added segment d7be3519-9c1e-44d4-b1d7-f694fac4e7e9 of type vlan for network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 Nov 23 23:09:04.294010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:09:04.309549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cd81db-e419-4326-8eed-8fc5b6bde1e5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:04.340603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.346432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.347226 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0cba00b1-0583-452c-a4f9-ec74d5504064 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/31cd81db-e419-4326-8eed-8fc5b6bde1e5 HTTP/1.1" status: 204 len: 168 time: 0.9616508 Nov 23 23:09:04.352515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45952) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:04.402807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.403687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:04.404262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.404428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:09:04.404988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 80fac8b0-3ed9-4115-9c44-96fa0aba1f4b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:09:04.424967 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba0deb57-7854-4ca5-a62e-5662ab90bb3b req-cbd55535-61c0-4879-a8f5-c56d7cf1a3f6 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230592 Nov 23 23:09:04.431837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f981f51-1d94-4fd3-9491-f8824c45c3b4 None None] Network 3599fa98-eb97-43a6-b59a-d06c02f69330 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:09:04.440544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04cc3b20-a576-4b47-bcb6-049fdb7e0f7b req-1aa5f9bf-8f78-4f21-9682-626247ce7503 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728405 Nov 23 23:09:04.493335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276ba095-58d7-4bb1-a452-968fe6cb2f4b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:04.553820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4599035 Nov 23 23:09:04.555633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.560003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-9b677bf4-30a8-45bd-9d73-e9a8af709680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:04.561501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45956) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:04.562111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-9b677bf4-30a8-45bd-9d73-e9a8af709680 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 1095 time: 0.1800420 Nov 23 23:09:04.576267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Request body: {'subnet': {'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1969150709-subnet', 'tenant_id': 'b3da6fdf7c7646b18c959d89f74db825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:04.701754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Made reservation on behalf of b3da6fdf7c7646b18c959d89f74db825 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:09:04.705554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.706824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b733a-dbc2-4a7a-84c1-7d82424783bd admin admin] Pushing event updated for resources: {'Network': ['ID=63ca1b0a-48a6-4478-9fa7-0408b09237e4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:04.763931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Deleting port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:09:04.764564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.781838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:09:04.819126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7be6-9fdf-40d6-9c2a-7ac8c8b391ce req-d6fe58c1-c515-49d5-b74a-662b5b0d20a0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:04.820774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27eb7be6-9fdf-40d6-9c2a-7ac8c8b391ce req-d6fe58c1-c515-49d5-b74a-662b5b0d20a0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 943 time: 0.2577446 Nov 23 23:09:04.822168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-66a559d3-07af-4016-9d82-1bf347692943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:04.823525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-66a559d3-07af-4016-9d82-1bf347692943 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.2494817 Nov 23 23:09:04.934599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:09:04.974359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] For port 87bf1696-1ca8-4584-a9e0-017bcd35ac72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=87bf1696-1ca8-4584-a9e0-017bcd35ac72,segment=NetworkSegment(22e47499-646f-4ed1-bae0-c5cf0ab60485),segment_id=22e47499-646f-4ed1-bae0-c5cf0ab60485)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:04.974679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.996121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Calling delete_port for 87bf1696-1ca8-4584-a9e0-017bcd35ac72 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:09:05.026044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-8eef44b3-8b8d-4bc0-abac-c7abe0a21522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899364ec-837d-4f45-8999-1b0679418028 HTTP/1.1" status: 200 len: 217 time: 0.1920586 Nov 23 23:09:05.105739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:05.137248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'port_id': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'mac_address': 'fa:16:3e:c3:9a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:09:05.193148 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27eb7be6-9fdf-40d6-9c2a-7ac8c8b391ce req-d6d2a2ec-a3ab-47da-9644-4121861c5dd3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404334 Nov 23 23:09:05.211352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.233594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-784c3cfa-3e77-4d36-8945-850226c2416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:05.238055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-784c3cfa-3e77-4d36-8945-850226c2416f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.1424351 Nov 23 23:09:05.244241 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be9e8b1f-a2aa-481e-944c-fe2ca51dfb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.269113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.322156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Pushing event deleted for resources: {'Port': ['ID=87bf1696-1ca8-4584-a9e0-017bcd35ac72,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:05.344996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] No DVR routers for this DVR port 87bf1696-1ca8-4584-a9e0-017bcd35ac72 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:09:05.356725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-010cd93c-3019-4f75-ad3e-94a70f4c4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:05.360430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-010cd93c-3019-4f75-ad3e-94a70f4c4703 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121545 Nov 23 23:09:05.405778 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.419438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677e88f5-453b-436d-a525-b3d732b8d98f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:05.439999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.464734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b577defc-7f09-4c76-aa6d-56696f569a9d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:05.486301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Checking segment: {'id': 'd7be3519-9c1e-44d4-b1d7-f694fac4e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:09:05.486864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Network hostable DHCP agents. Network: 63ca1b0a-48a6-4478-9fa7-0408b09237e4, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:09:05.503809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:05.512735 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.640285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.671636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:09:05.680150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-0c46aa93-d1ab-483a-ac5f-a64da7d019a8 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108878 Nov 23 23:09:05.693981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3599fa98-eb97-43a6-b59a-d06c02f69330']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:05.697502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 63ca1b0a-48a6-4478-9fa7-0408b09237e4) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:09:05.718111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c40a44f-496a-4ae7-b285-78a5630c5004 None None] DHCP port deletion for 3599fa98-eb97-43a6-b59a-d06c02f69330 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:09:05.727812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:05.728901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.733289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d916fe0-5ed0-4d8e-a3f1-d6616ea93d1f None None] Network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:09:05.741796 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:05.760456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e47499-646f-4ed1-bae0-c5cf0ab60485') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:05.760842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e47499-646f-4ed1-bae0-c5cf0ab60485') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:05.803465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.834295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.837574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfddd0-cc52-4968-bff4-4eb00e61de5b req-d14213f6-8c66-4f99-9ad7-79492526076d tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:05.839325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2bfddd0-cc52-4968-bff4-4eb00e61de5b req-d14213f6-8c66-4f99-9ad7-79492526076d tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 944 time: 0.1579766 Nov 23 23:09:05.844911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:09:05.845558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:09:05.908799 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:09:05.949581 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd36340f-0d03-4beb-92ff-e8bddc338c25 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3857868 Nov 23 23:09:05.964038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['b577defc-7f09-4c76-aa6d-56696f569a9d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:09:06.025415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.026056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.026671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.027167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.027695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.028178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.028655 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.029135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.029640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.030136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.030621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.031096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:06.111019 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:06.168876 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:06.197925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] 10.222.0.11 "DELETE /v2.0/networks/3599fa98-eb97-43a6-b59a-d06c02f69330 HTTP/1.1" status: 204 len: 168 time: 1.8427868 Nov 23 23:09:06.200172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c84e-d04f-4765-89d3-ab0953a566fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3599fa98-eb97-43a6-b59a-d06c02f69330,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:06.209810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 45988) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:06.248048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb780c87-d85d-432e-84c0-58b6bd14d0c0 None None] Network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:09:06.283416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87bf1696-1ca8-4584-a9e0-017bcd35ac72 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:09:06.339004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 899364ec-837d-4f45-8999-1b0679418028 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:09:06.344876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 87bf1696-1ca8-4584-a9e0-017bcd35ac72 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:09:06.345510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 87bf1696-1ca8-4584-a9e0-017bcd35ac72 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:09:06.580559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 899364ec-837d-4f45-8999-1b0679418028, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=899364ec-837d-4f45-8999-1b0679418028,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:06.601720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '899364ec-837d-4f45-8999-1b0679418028', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'port_id': '899364ec-837d-4f45-8999-1b0679418028', 'mac_address': 'fa:16:3e:8c:f0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:09:06.694471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e88fdd5b-f162-4878-9886-e6a39bcdb0a3 req-a0c2f7d5-7301-43da-9b39-a3665b09278d service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9994545 Nov 23 23:09:06.731439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:06.815805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899364ec-837d-4f45-8999-1b0679418028 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:06.826907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:06.835473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2bfddd0-cc52-4968-bff4-4eb00e61de5b req-266f6ec6-a2bc-4fea-be93-a33fe4d016c2 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9606524 Nov 23 23:09:06.868564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9be13d-14d4-4c72-8f1b-0cd0770b3ac0 req-f566b1dc-2783-4c43-a334-ec3ce7b2c48e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:06.870201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd9be13d-14d4-4c72-8f1b-0cd0770b3ac0 req-f566b1dc-2783-4c43-a334-ec3ce7b2c48e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 944 time: 0.1978159 Nov 23 23:09:06.987475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 899364ec-837d-4f45-8999-1b0679418028, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=899364ec-837d-4f45-8999-1b0679418028,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:07.007610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.028526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd9be13d-14d4-4c72-8f1b-0cd0770b3ac0 req-c63fb749-8a5c-429b-9337-f3b33c880b36 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509895 Nov 23 23:09:07.211767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=899364ec-837d-4f45-8999-1b0679418028,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:07.244857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46024) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:07.252063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['899364ec-837d-4f45-8999-1b0679418028'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:09:07.255828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1311291570-network', 'tenant_id': '458ea752ddb44a38b11e55afa258a6b4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:07.299447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Made reservation on behalf of 458ea752ddb44a38b11e55afa258a6b4 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:09:07.304949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.324936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.504301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.505722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.511556 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.555598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:09:07.572073 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.572417 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Added segment 692f3da5-9f0c-481e-b77e-e3b477aca023 of type vlan for network a9ef6a2d-dca9-440f-927f-c7ccc642d79a Nov 23 23:09:07.585136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f760d0-c8fb-42c1-9611-2ad685de1f05,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:07.650158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.654093 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.712371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.714241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:07.715187 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.786039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5385406 Nov 23 23:09:07.790253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:07.841894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Request body: {'subnet': {'network_id': 'a9ef6a2d-dca9-440f-927f-c7ccc642d79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1311291570-subnet', 'tenant_id': '458ea752ddb44a38b11e55afa258a6b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:07.856734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90505b78-811b-45f4-b43f-71e5f3656ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ef6a2d-dca9-440f-927f-c7ccc642d79a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:07.874053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network a9ef6a2d-dca9-440f-927f-c7ccc642d79a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:09:07.901207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Made reservation on behalf of 458ea752ddb44a38b11e55afa258a6b4 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:09:07.904946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.092806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e905f3-d03d-4330-bfad-2edf84b37342 req-072f29a1-e9da-4e36-b1c1-acae46cde761 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:08.094645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23e905f3-d03d-4330-bfad-2edf84b37342 req-072f29a1-e9da-4e36-b1c1-acae46cde761 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 945 time: 0.1412232 Nov 23 23:09:08.147188 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.148789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Deleting port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:09:08.149366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.258813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23e905f3-d03d-4330-bfad-2edf84b37342 req-5141d756-a413-4cf1-aebd-ee1c16493dd8 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543717 Nov 23 23:09:08.320791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] For port 2fcfafcb-aa6e-47e4-8828-f3414b4ce266, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,segment=NetworkSegment(c64997c4-3991-4b74-bf56-1dac1d9715e3),segment_id=c64997c4-3991-4b74-bf56-1dac1d9715e3)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:08.321168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.327888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 899364ec-837d-4f45-8999-1b0679418028 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:09:08.344225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Calling delete_port for 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:09:08.384422 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.500970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d453ffd-28cc-48d4-a702-64bc0b974944 req-2b88f117-69df-463f-b86e-636b173f0ac8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:08.524330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d453ffd-28cc-48d4-a702-64bc0b974944 req-2b88f117-69df-463f-b86e-636b173f0ac8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 944 time: 0.1525962 Nov 23 23:09:08.545066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6408c587-0f43-4e47-9398-16e6b89394d7,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:08.548686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 899364ec-837d-4f45-8999-1b0679418028 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:09:08.557937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 899364ec-837d-4f45-8999-1b0679418028 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:09:08.558710 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.572681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Checking segment: {'id': '692f3da5-9f0c-481e-b77e-e3b477aca023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a9ef6a2d-dca9-440f-927f-c7ccc642d79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:09:08.573381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Network hostable DHCP agents. Network: a9ef6a2d-dca9-440f-927f-c7ccc642d79a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:09:08.639979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Network a9ef6a2d-dca9-440f-927f-c7ccc642d79a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:09:08.670772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d453ffd-28cc-48d4-a702-64bc0b974944 req-8cdc8aee-d4d0-4925-98c7-14a79e8d23a6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453295 Nov 23 23:09:08.674945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, a9ef6a2d-dca9-440f-927f-c7ccc642d79a) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:09:08.675404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.687911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:08.688862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.731160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6def09d-1d2e-49db-a545-a97f8c042566 None None] Network a9ef6a2d-dca9-440f-927f-c7ccc642d79a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:09:08.761787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcfafcb-aa6e-47e4-8828-f3414b4ce266,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:08.784360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-11c8b11d-f6bb-4ea6-9a60-44d3400a4c27 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9922888 Nov 23 23:09:08.899155 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.909570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:09:09.080906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899364ec-837d-4f45-8999-1b0679418028'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:09.089734 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e56d3a-1327-4671-bf34-47e5397af1a3" -d '{"events": [{"server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "name": "network-vif-plugged", "status": "completed", "tag": "899364ec-837d-4f45-8999-1b0679418028"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:09.106876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 899364ec-837d-4f45-8999-1b0679418028, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=899364ec-837d-4f45-8999-1b0679418028,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:09.145341 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:09.275126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:09.432379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccc1f9-7708-4d34-b804-aa66540e3775 req-e75d05ad-e02b-4530-bddf-1c5ac8fc2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:09.440738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0dccc1f9-7708-4d34-b804-aa66540e3775 req-e75d05ad-e02b-4530-bddf-1c5ac8fc2af6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 1097 time: 0.1248040 Nov 23 23:09:09.642246 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f67d1-569f-4ed3-832e-387a3e533303 x-openstack-request-id: req-2f5f67d1-569f-4ed3-832e-387a3e533303 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:09.643186 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "name": "network-vif-plugged", "status": "completed", "tag": "899364ec-837d-4f45-8999-1b0679418028", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:09.644180 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f5f67d1-569f-4ed3-832e-387a3e533303 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:09.647798 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899364ec-837d-4f45-8999-1b0679418028', 'code': 200} Nov 23 23:09:09.680121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0dccc1f9-7708-4d34-b804-aa66540e3775 req-ed2ded3e-03f2-425d-a59a-fd31ece2f07b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242241 Nov 23 23:09:09.698710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cac5fb-5a34-45f1-bd20-67da088ebc6b req-141fb781-250b-4408-beda-373d5e671949 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:09.715556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5cac5fb-5a34-45f1-bd20-67da088ebc6b req-141fb781-250b-4408-beda-373d5e671949 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 946 time: 0.2628772 Nov 23 23:09:09.748513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771403f-d723-45ef-8c64-7ccbda54096e None None] Network a9ef6a2d-dca9-440f-927f-c7ccc642d79a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:09:09.768473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port b577defc-7f09-4c76-aa6d-56696f569a9d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:09:09.797678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port b577defc-7f09-4c76-aa6d-56696f569a9d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:09:09.798056 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:09.872329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5cac5fb-5a34-45f1-bd20-67da088ebc6b req-122aded7-fd28-495b-8117-15a2095cbcad tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535676 Nov 23 23:09:09.878598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=899364ec-837d-4f45-8999-1b0679418028,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:09.947152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Router 38994fac-bc79-4ee1-9b20-983b78f3663c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:09:10.193561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:09:10.195623 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:10.205565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46118) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:10.209044 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2509240-5d7d-437c-aa9b-c4b1e25bb664 admin admin] 10.222.0.11 "PUT /v2.0/routers/38994fac-bc79-4ee1-9b20-983b78f3663c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9968245 Nov 23 23:09:10.235656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] Sync routers for ids ['38994fac-bc79-4ee1-9b20-983b78f3663c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:09:10.261627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] Routers {'38994fac-bc79-4ee1-9b20-983b78f3663c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:10.262270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:09:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['38994fac-bc79-4ee1-9b20-983b78f3663c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:10.304088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:10.315830 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:10.407975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631aaed-92c4-4ca3-be8b-a66f758c2713 req-7015a018-e225-4341-84ed-9d4e87feaf80 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:10.417705 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5631aaed-92c4-4ca3-be8b-a66f758c2713 req-7015a018-e225-4341-84ed-9d4e87feaf80 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 944 time: 0.3155210 Nov 23 23:09:10.430612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-c1b40682-dc83-42ec-a0cf-2b77a81a7554 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:10.432557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:10.438289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-c1b40682-dc83-42ec-a0cf-2b77a81a7554 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/networks?id=63ca1b0a-48a6-4478-9fa7-0408b09237e4 HTTP/1.1" status: 200 len: 812 time: 0.4864643 Nov 23 23:09:10.458124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] Set router 38994fac-bc79-4ee1-9b20-983b78f3663c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:10.485012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-84ae7181-093c-4048-abd2-a79ed48749cd tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/quotas/b3da6fdf7c7646b18c959d89f74db825 HTTP/1.1" status: 200 len: 375 time: 0.0457225 Nov 23 23:09:10.535782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-d67c974e-be62-44ac-84d1-b5a2c41a92a0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3da6fdf7c7646b18c959d89f74db825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492511 Nov 23 23:09:10.699983 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:10.707645 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-b9ee4fa0-ec46-4788-aab6-5d982aab89b5 service neutron] 10.222.0.11 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698782 Nov 23 23:09:10.767450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:09:08Z', 'revision_number': 5, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:10.799108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] Checking router: 38994fac-bc79-4ee1-9b20-983b78f3663c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:09:10.800654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5631aaed-92c4-4ca3-be8b-a66f758c2713 req-3ac56e99-156d-4d33-a1d5-76bbb2dbfcf1 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820376 Nov 23 23:09:10.824722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] Routers {'38994fac-bc79-4ee1-9b20-983b78f3663c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:10.825703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:09:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['38994fac-bc79-4ee1-9b20-983b78f3663c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:10.997344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] Set router 38994fac-bc79-4ee1-9b20-983b78f3663c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:10.997945 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.039817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-c08a15f5-51da-4d41-9857-91111c6130ca service neutron] 10.222.0.11 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486470 Nov 23 23:09:11.154847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Deleting port a8edb48b-f670-4023-9184-33b24e1e8088 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:09:11.155883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.275727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:09:08Z', 'revision_number': 5, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:11.316184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead92614-a802-4471-b2c8-009201c33ea1 None None] The sync data for ids ['38994fac-bc79-4ee1-9b20-983b78f3663c'] in n-d-817303-3 is: [{'id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'name': 'tempest-TestVolumeBackupRestore-1363294079-router', 'tenant_id': '7b80a15325bb4b5c90daf7a770906abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:02:41Z', 'updated_at': '2021-11-23T23:09:08Z', 'revision_number': 5, 'project_id': '7b80a15325bb4b5c90daf7a770906abb', 'gw_port': {'id': 'a8edb48b-f670-4023-9184-33b24e1e8088', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38994fac-bc79-4ee1-9b20-983b78f3663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:02:45Z', 'updated_at': '2021-11-23T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:09:11.336891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38935426-5af7-44e8-9237-54ec8a640773 req-86728c9f-8688-4735-9913-6b99c888a1ec tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 210 time: 0.0342245 Nov 23 23:09:11.429772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f35eff-1592-4e06-97ec-5e8f672a8439 req-90480fda-7e4c-4f24-a611-5a58b1af9887 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:11.431515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1f35eff-1592-4e06-97ec-5e8f672a8439 req-90480fda-7e4c-4f24-a611-5a58b1af9887 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 946 time: 0.1006634 Nov 23 23:09:11.435012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] For port a8edb48b-f670-4023-9184-33b24e1e8088, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a8edb48b-f670-4023-9184-33b24e1e8088,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:11.435387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.467382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Calling delete_port for a8edb48b-f670-4023-9184-33b24e1e8088 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:09:11.577459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1f35eff-1592-4e06-97ec-5e8f672a8439 req-d4b34a2b-06a1-437c-9056-e267bc23e22a tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285648 Nov 23 23:09:11.650152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:11.653671 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b59d30-f9f9-43b5-a54a-59f62c76ba0e" -d '{"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-plugged", "status": "completed", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:11.788409 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1708db5-8539-4865-8edc-6866bccff541 x-openstack-request-id: req-b1708db5-8539-4865-8edc-6866bccff541 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:11.789447 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-plugged", "status": "completed", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:11.790407 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1708db5-8539-4865-8edc-6866bccff541 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:11.791492 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'code': 200} Nov 23 23:09:11.835222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb454e2-d9cb-4a6f-89ff-d8bbd2f6b1cd req-f538e703-65e9-4479-aeba-4e18b7e4de90 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:11.836994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccb454e2-d9cb-4a6f-89ff-d8bbd2f6b1cd req-f538e703-65e9-4479-aeba-4e18b7e4de90 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 946 time: 0.1656668 Nov 23 23:09:11.837908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.847728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46172) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:11.857076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Request body: {'floatingip': {'port_id': '899364ec-837d-4f45-8999-1b0679418028'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:11.948971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8edb48b-f670-4023-9184-33b24e1e8088,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:11.994063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b12ea-e05a-422d-ae55-bee27eca5e61 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:09:12.126168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.153001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.258105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.258367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:09:12.261010 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.349053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:09:12.349666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fcfafcb-aa6e-47e4-8828-f3414b4ce266 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:09:12.405582 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.409004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38994fac-bc79-4ee1-9b20-983b78f3663c {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:09:12.418657 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.420209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8cdff1a2-4b73-4366-8958-f39433c8ea93 admin admin] 10.222.0.11 "DELETE /v2.0/routers/38994fac-bc79-4ee1-9b20-983b78f3663c HTTP/1.1" status: 204 len: 168 time: 2.2041264 Nov 23 23:09:12.425056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46186) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:12.470453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0ada2-e789-4bf5-9feb-69a608d7215b req-cb854e12-dcae-4e45-ac1c-a9ec46174671 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:12.480439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79d0ada2-e789-4bf5-9feb-69a608d7215b req-cb854e12-dcae-4e45-ac1c-a9ec46174671 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1560824 Nov 23 23:09:12.535126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] Deleting subnet 6aec9ff9-02b8-4f3b-a052-00cab88deead {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:09:12.618442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.622455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-676b08b9-adf8-48eb-a583-a30c24930ca9 req-1a84f98c-ad4e-49c2-9b03-23ac4bfa92c7 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 210 time: 0.0736291 Nov 23 23:09:12.662582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79d0ada2-e789-4bf5-9feb-69a608d7215b req-8052887d-df20-4d9c-9337-9016cd898b7e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807175 Nov 23 23:09:12.696306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.827555 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.902761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69808-14db-419a-8da5-b266366c5504 req-251db6e7-bc60-421e-8acb-015f7d91e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:12.904663 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-95a69808-14db-419a-8da5-b266366c5504 req-251db6e7-bc60-421e-8acb-015f7d91e09d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.8170784 Nov 23 23:09:12.930604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:12.970408 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-95a69808-14db-419a-8da5-b266366c5504 req-4a749b16-d68e-4105-a6fe-643be1f9802b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557437 Nov 23 23:09:13.037533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:13.046831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643fc7c5-6148-4032-8fb8-3ed716dfdec3 None None] Network 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:09:13.056481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6aec9ff9-02b8-4f3b-a052-00cab88deead HTTP/1.1" status: 204 len: 168 time: 0.6294713 Nov 23 23:09:13.057739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46200) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:13.059289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95f6eb-a859-40f7-829f-68911a51ac61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aec9ff9-02b8-4f3b-a052-00cab88deead,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:13.218414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:13.406002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Deleting port 588211cd-0f14-4e28-b55a-cc405a21eb84 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:09:13.406597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:13.574026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] DHCP port deletion for 2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:09:13.605510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] For port 588211cd-0f14-4e28-b55a-cc405a21eb84, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=588211cd-0f14-4e28-b55a-cc405a21eb84,segment=NetworkSegment(c64997c4-3991-4b74-bf56-1dac1d9715e3),segment_id=c64997c4-3991-4b74-bf56-1dac1d9715e3)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:13.606394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:13.634752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:13.656841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Calling delete_port for 588211cd-0f14-4e28-b55a-cc405a21eb84 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:09:13.662703 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:13.728799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] Deleting port 588211cd-0f14-4e28-b55a-cc405a21eb84 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:09:13.732018 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:13.925028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-b593acba-b3ca-4a86-8c39-42df976884c1 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:13.934743 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-b593acba-b3ca-4a86-8c39-42df976884c1 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.48 "GET /v2.0/networks?id=63ca1b0a-48a6-4478-9fa7-0408b09237e4 HTTP/1.1" status: 200 len: 812 time: 0.5244627 Nov 23 23:09:13.980999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] For port 588211cd-0f14-4e28-b55a-cc405a21eb84, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=588211cd-0f14-4e28-b55a-cc405a21eb84,segment=NetworkSegment(c64997c4-3991-4b74-bf56-1dac1d9715e3),segment_id=c64997c4-3991-4b74-bf56-1dac1d9715e3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:13.986080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c27d081-5f20-49b0-b464-064ecc87f356 req-edc96da9-9867-403f-bb06-4b9aaa075705 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 210 time: 0.0873621 Nov 23 23:09:13.987369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.023533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.038697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] Calling delete_port for 588211cd-0f14-4e28-b55a-cc405a21eb84 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:09:14.096680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Request body: {'port': {'device_id': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4', 'admin_state_up': True, 'tenant_id': 'b3da6fdf7c7646b18c959d89f74db825'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:14.100765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Pushing event deleted for resources: {'Port': ['ID=588211cd-0f14-4e28-b55a-cc405a21eb84,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:14.102992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] No DVR routers for this DVR port 588211cd-0f14-4e28-b55a-cc405a21eb84 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:09:14.152417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a27f05-79cd-41f8-98f1-7134ecf18b9d req-7a4ab801-b294-454a-8fe4-b19d214de56b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:14.157370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05a27f05-79cd-41f8-98f1-7134ecf18b9d req-7a4ab801-b294-454a-8fe4-b19d214de56b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.2296402 Nov 23 23:09:14.168321 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Floating IP a88bad9f-616b-41c7-8377-e2a7665fbff9 associated. External IP: 172.25.0.79, port: 899364ec-837d-4f45-8999-1b0679418028. Nov 23 23:09:14.354445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.362354 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.380868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a8edb48b-f670-4023-9184-33b24e1e8088 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:09:14.394939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05a27f05-79cd-41f8-98f1-7134ecf18b9d req-871a254b-0494-48b4-aa13-6095cdc4d3e4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951454 Nov 23 23:09:14.397213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:14.400890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] No DVR routers for this DVR port 588211cd-0f14-4e28-b55a-cc405a21eb84 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:09:14.409042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64997c4-3991-4b74-bf56-1dac1d9715e3') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:14.409525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64997c4-3991-4b74-bf56-1dac1d9715e3') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:14.431872 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.471893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.489040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:09:14.489492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:09:14.491598 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:09:14.511181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a8edb48b-f670-4023-9184-33b24e1e8088 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:09:14.511745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a8edb48b-f670-4023-9184-33b24e1e8088 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:09:14.512276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 588211cd-0f14-4e28-b55a-cc405a21eb84 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:09:14.569433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3a3fe-8b2f-4c94-902b-ff2370ff102c None None] Pushing event deleted for resources: {'Port': ['ID=588211cd-0f14-4e28-b55a-cc405a21eb84,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:14.573043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 588211cd-0f14-4e28-b55a-cc405a21eb84 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:09:14.573611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 588211cd-0f14-4e28-b55a-cc405a21eb84 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:09:14.584147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Made reservation on behalf of b3da6fdf7c7646b18c959d89f74db825 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:09:14.584291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.589095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.602042 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:14.609083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] 10.222.0.11 "DELETE /v2.0/networks/2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3 HTTP/1.1" status: 204 len: 168 time: 1.5440025 Nov 23 23:09:14.619466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec3a13e-a96f-4fcb-bc55-e8bb505e40f3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:14.629835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.630597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.630960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.631314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.631723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.632072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.632414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.632754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.633317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.633703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.634019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.634436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c4e1ac-c28f-4284-83e2-9b2bee0d559f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:14.709908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Router 8cf8766a-69e2-451c-b604-ad8219202a5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:09:14.923755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46244) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:14.985679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5f1c02e7-8e82-4afc-bbee-f367b40eec7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79d0e3fc85e44dbea06ff33c0fb752e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0606065 Nov 23 23:09:14.991794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46248) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:15.007285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:09:15.015434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.025595 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] Sync routers for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:09:15.065037 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-46e4e878-5c5f-475b-b1c3-d71803f84a54 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "PUT /v2.0/floatingips/a88bad9f-616b-41c7-8377-e2a7665fbff9 HTTP/1.1" status: 200 len: 991 time: 3.2152069 Nov 23 23:09:15.066581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Allocated IP 172.20.0.10 (63ca1b0a-48a6-4478-9fa7-0408b09237e4/677e88f5-453b-436d-a525-b3d732b8d98f/7fcb558d-f2e4-47e1-a010-4777d722e150) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:09:15.070909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'tag': '899364ec-837d-4f45-8999-1b0679418028'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:15.073284 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661b18fe-5b5b-4c55-89bd-ca10206c67b4" -d '{"events": [{"name": "network-changed", "server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "tag": "899364ec-837d-4f45-8999-1b0679418028"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:15.088165 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:15.089588 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:09:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:15.127105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f53779b-145c-42b4-840c-bc08f72efadb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.157694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f53779b-145c-42b4-840c-bc08f72efadb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.196856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52eff4f6-2f89-429b-8ead-3e984d626aad req-1fae6484-f19b-4d0f-bc6f-c9dbe13997f7 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 210 time: 0.0887330 Nov 23 23:09:15.236317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f53779b-145c-42b4-840c-bc08f72efadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.240530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f53779b-145c-42b4-840c-bc08f72efadb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.242151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0f53779b-145c-42b4-840c-bc08f72efadb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bc17aea-226a-48b9-b489-0edad64990b8 HTTP/1.1" status: 204 len: 168 time: 0.2465098 Nov 23 23:09:15.266826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53779b-145c-42b4-840c-bc08f72efadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc17aea-226a-48b9-b489-0edad64990b8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:15.312668 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1432540-4769-4135-8a05-66484a812a92 x-openstack-request-id: req-b1432540-4769-4135-8a05-66484a812a92 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:15.312975 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "tag": "899364ec-837d-4f45-8999-1b0679418028", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:15.313285 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1432540-4769-4135-8a05-66484a812a92 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:15.313699 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'tag': '899364ec-837d-4f45-8999-1b0679418028', 'status': 'completed', 'code': 200} Nov 23 23:09:15.435355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-c4870ee7-2468-44e2-999c-44b1d725c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:15.436977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-c4870ee7-2468-44e2-999c-44b1d725c1cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 1097 time: 0.1192198 Nov 23 23:09:15.469504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:15.498416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.588633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.647910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:09:15.652232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:09:15.665125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:09:15.670418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Pushing event updated for resources: {'Port': ['ID=7fcb558d-f2e4-47e1-a010-4777d722e150,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:15.779727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-20b10190-a1c9-435e-a104-bc2334808067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:15.781818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-20b10190-a1c9-435e-a104-bc2334808067 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.3373156 Nov 23 23:09:15.792828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:15.797149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.833333 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-ee0883a7-618e-4945-a81b-adb536076ac0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8054333 Nov 23 23:09:15.847969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Request body: {'port': {'device_id': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:15.900130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d13e6-3530-473c-9463-e80eab334f03 req-f08d18c3-67f9-4453-801d-823be3a60620 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:15.913815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f18d13e6-3530-473c-9463-e80eab334f03 req-f08d18c3-67f9-4453-801d-823be3a60620 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.2462337 Nov 23 23:09:15.958687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:15.984858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-d592e7cc-98a7-4b94-8f89-e3934c5c01e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899364ec-837d-4f45-8999-1b0679418028 HTTP/1.1" status: 200 len: 999 time: 0.1944284 Nov 23 23:09:16.122269 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a88bad9f-616b-41c7-8377-e2a7665fbff9', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'port_id': '899364ec-837d-4f45-8999-1b0679418028', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'mac_address': 'fa:16:3e:8c:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:08:50Z', 'updated_at': '2021-11-23T23:09:13Z', 'revision_number': 1, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:16.122871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f18d13e6-3530-473c-9463-e80eab334f03 req-ff3b8c16-0b12-4eb9-830c-4684c87ab76f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038288 Nov 23 23:09:16.199618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-b141b5b5-a317-4669-9ceb-a528eeadfde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:16.199618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-b141b5b5-a317-4669-9ceb-a528eeadfde8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.1911106 Nov 23 23:09:16.219051 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] Checking router: 8cf8766a-69e2-451c-b604-ad8219202a5a for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:09:16.235159 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:16.235159 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:09:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:16.255714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46282) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:16.304724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-9ce08631-f725-4b1b-a990-ac5f231d4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:16.306437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-9ce08631-f725-4b1b-a990-ac5f231d4189 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052811 Nov 23 23:09:16.392076 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-15a0bb69-ecac-485d-94d1-cd82cb198115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b80a15325bb4b5c90daf7a770906abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393516 Nov 23 23:09:16.392922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46292) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:16.539018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c974-56fb-4034-94f8-5e6c2d4c2a03 req-030ab840-8596-4d7c-9f3d-311afd91fbf3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:16.540755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e20c974-56fb-4034-94f8-5e6c2d4c2a03 req-030ab840-8596-4d7c-9f3d-311afd91fbf3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1309628 Nov 23 23:09:16.569533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeb9e3-5741-4c46-a95b-4ff6549bdb39 req-29bf3ee1-5e3d-4700-bda1-5e5532ebf20e tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:16.577843 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:16.578160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceeeb9e3-5741-4c46-a95b-4ff6549bdb39 req-29bf3ee1-5e3d-4700-bda1-5e5532ebf20e tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 932 time: 0.2127960 Nov 23 23:09:16.669133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b396fbc-b39a-4c01-8e76-e1d4538d2fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:16.726718 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b396fbc-b39a-4c01-8e76-e1d4538d2fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:16.882025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcb558d-f2e4-47e1-a010-4777d722e150 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:16.893183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:16.912960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Transition to ACTIVE for port object 7fcb558d-f2e4-47e1-a010-4777d722e150 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:09:16.940194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:16.960105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b396fbc-b39a-4c01-8e76-e1d4538d2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:16.963462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b396fbc-b39a-4c01-8e76-e1d4538d2fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:16.965208 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0b396fbc-b39a-4c01-8e76-e1d4538d2fe8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/942dbdb4-66ab-4858-b071-92caeaa951b7 HTTP/1.1" status: 204 len: 168 time: 0.5675192 Nov 23 23:09:17.156246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceeeb9e3-5741-4c46-a95b-4ff6549bdb39 req-01a97f20-be8d-4198-848f-3b5895a2e3f1 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772181 Nov 23 23:09:17.179715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-91d5fcaa-7a97-4b80-abcd-11876e743885 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595924 Nov 23 23:09:17.259740 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a88bad9f-616b-41c7-8377-e2a7665fbff9', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'port_id': '899364ec-837d-4f45-8999-1b0679418028', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'mac_address': 'fa:16:3e:8c:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:08:50Z', 'updated_at': '2021-11-23T23:09:13Z', 'revision_number': 1, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:17.292505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e20c974-56fb-4034-94f8-5e6c2d4c2a03 req-faadbe91-3259-4329-b66d-a6f69c3ee028 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7421629 Nov 23 23:09:17.295965 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787019d-7b33-4ddc-8883-ad3386b94178 None None] The sync data for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 is: [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a88bad9f-616b-41c7-8377-e2a7665fbff9', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'port_id': '899364ec-837d-4f45-8999-1b0679418028', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'mac_address': 'fa:16:3e:8c:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:08:50Z', 'updated_at': '2021-11-23T23:09:13Z', 'revision_number': 1, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:09:17.322915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:17.530108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-661b18fe-5b5b-4c55-89bd-ca10206c67b4 req-6151854c-975d-4535-bf8e-a352dddac71d service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434868 Nov 23 23:09:17.560774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e9c38-ac87-4de0-a7f5-1eec41d21f18 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:17.566911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-807e9c38-ac87-4de0-a7f5-1eec41d21f18 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1091 time: 0.2391565 Nov 23 23:09:17.568011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46318) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:17.587165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:17.605319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396fbc-b39a-4c01-8e76-e1d4538d2fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942dbdb4-66ab-4858-b071-92caeaa951b7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:17.629438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcb558d-f2e4-47e1-a010-4777d722e150,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:17.758891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:17.882957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Attempting to bind port 7fcb558d-f2e4-47e1-a010-4777d722e150 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:09:17.883498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Attempting to bind port 7fcb558d-f2e4-47e1-a010-4777d722e150 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'd7be3519-9c1e-44d4-b1d7-f694fac4e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:09:17.883960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Attempting to bind port 7fcb558d-f2e4-47e1-a010-4777d722e150 on network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:17.913800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Port 7fcb558d-f2e4-47e1-a010-4777d722e150 on network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:09:17.914582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Attempting to bind port 7fcb558d-f2e4-47e1-a010-4777d722e150 on network 63ca1b0a-48a6-4478-9fa7-0408b09237e4 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:17.919374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e12bf3-2455-4349-abef-1164a59bcc38 None None] New status for floating IP a88bad9f-616b-41c7-8377-e2a7665fbff9: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:09:17.934102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:09:17.940030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Checking segment: {'id': 'd7be3519-9c1e-44d4-b1d7-f694fac4e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:09:17.940672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Bound using segment: {'id': 'd7be3519-9c1e-44d4-b1d7-f694fac4e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:09:17.941661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Bound port: 7fcb558d-f2e4-47e1-a010-4777d722e150, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7be3519-9c1e-44d4-b1d7-f694fac4e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:09:17.942171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:18.133613 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:18.182355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] For port 7fcb558d-f2e4-47e1-a010-4777d722e150, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:09:18.189712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] For port 7fcb558d-f2e4-47e1-a010-4777d722e150, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7fcb558d-f2e4-47e1-a010-4777d722e150,segment=NetworkSegment(d7be3519-9c1e-44d4-b1d7-f694fac4e7e9),segment_id=d7be3519-9c1e-44d4-b1d7-f694fac4e7e9)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:09:18.197156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:18.282229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:18.282962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:18.284942 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] 10.222.0.48 "PUT /v2.0/ports/7fcb558d-f2e4-47e1-a010-4777d722e150 HTTP/1.1" status: 200 len: 1092 time: 2.4431651 Nov 23 23:09:18.294069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'tag': '7fcb558d-f2e4-47e1-a010-4777d722e150'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:18.297519 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d80970-2b3c-4fe5-9d86-2b511e62a9da", "tag": "7fcb558d-f2e4-47e1-a010-4777d722e150"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:18.443124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73971380-6e50-4543-b2dc-e4c98573cdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcb558d-f2e4-47e1-a010-4777d722e150,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:18.475700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.93 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e7eae788-8026-433d-940c-c2869062a790) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:09:18.487661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-6a2d5a54-502b-453f-a2d1-890a7165530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:18.495496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-6a2d5a54-502b-453f-a2d1-890a7165530c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3da6fdf7c7646b18c959d89f74db825&device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 1095 time: 0.1201110 Nov 23 23:09:18.507935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1cc73-5d24-451e-a899-932c9623d03e req-9f3e6f8c-6f8f-41da-9292-542fc224c1ef tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:18.516064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1d1cc73-5d24-451e-a899-932c9623d03e req-9f3e6f8c-6f8f-41da-9292-542fc224c1ef tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 944 time: 0.2103229 Nov 23 23:09:18.577380 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab76afad-24c6-4e31-81c6-a95e36951f39 x-openstack-request-id: req-ab76afad-24c6-4e31-81c6-a95e36951f39 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:18.577676 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d80970-2b3c-4fe5-9d86-2b511e62a9da", "tag": "7fcb558d-f2e4-47e1-a010-4777d722e150", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:18.577931 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab76afad-24c6-4e31-81c6-a95e36951f39 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:18.578330 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'tag': '7fcb558d-f2e4-47e1-a010-4777d722e150', 'status': 'completed', 'code': 200} Nov 23 23:09:18.580349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-5fbfdebf-d67e-413b-bfe3-e9b1228ae047 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fcb558d-f2e4-47e1-a010-4777d722e150 HTTP/1.1" status: 200 len: 217 time: 0.0710359 Nov 23 23:09:18.673343 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-c00f5cea-d1fe-4f2f-8762-cd78b889ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:18.675133 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-c00f5cea-d1fe-4f2f-8762-cd78b889ec79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=677e88f5-453b-436d-a525-b3d732b8d98f HTTP/1.1" status: 200 len: 852 time: 0.0796673 Nov 23 23:09:18.718302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1d1cc73-5d24-451e-a899-932c9623d03e req-c8af1056-e05e-41eb-8ca3-45a4823166d7 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564989 Nov 23 23:09:18.744460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-959eae1d-4c2f-48d5-8399-af4180bc4a0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63ca1b0a-48a6-4478-9fa7-0408b09237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600135 Nov 23 23:09:18.766919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:18.827554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:18.901731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:09:18.905529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:09:18.910854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:09:18.914739 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-a4f8dfc0-62e7-48c2-a86b-6d973ab86d33 service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628172 Nov 23 23:09:18.950966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=e7eae788-8026-433d-940c-c2869062a790,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:19.058477 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f9170a5d-c718-4909-bf6e-5ac8f811e5e1 req-cb8e1699-198c-47f0-a2e0-3444dca4b4d5 service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356778 Nov 23 23:09:19.239461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-c24bd5f6-090c-4c1e-af61-ba016de1d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:19.241138 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-c24bd5f6-090c-4c1e-af61-ba016de1d87b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3da6fdf7c7646b18c959d89f74db825&device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 1095 time: 0.0746772 Nov 23 23:09:19.423216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-7373d4f8-5b69-4dca-b33b-b6e7e228b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:19.426628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-7373d4f8-5b69-4dca-b33b-b6e7e228b93f service neutron] 10.222.0.48 "GET /v2.0/networks?id=63ca1b0a-48a6-4478-9fa7-0408b09237e4 HTTP/1.1" status: 200 len: 913 time: 0.1753604 Nov 23 23:09:19.474342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:19.491383 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-71e01436-08bb-45ed-a3a2-c464c453f54f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fcb558d-f2e4-47e1-a010-4777d722e150 HTTP/1.1" status: 200 len: 217 time: 0.0580189 Nov 23 23:09:19.587307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-da3efbc9-0e50-4919-920c-3f98d23288f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:19.598949 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-da3efbc9-0e50-4919-920c-3f98d23288f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=677e88f5-453b-436d-a525-b3d732b8d98f HTTP/1.1" status: 200 len: 852 time: 0.0812068 Nov 23 23:09:19.611894 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:19.675552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-62bee1c6-e153-4f61-a230-b2c24345bd56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63ca1b0a-48a6-4478-9fa7-0408b09237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682859 Nov 23 23:09:19.802807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:19.807429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-46946266-0006-425c-bfae-07fb953e3a40 service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229367 Nov 23 23:09:19.809141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:19.942423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481ad18-807a-4234-ad22-5b68018ffca7 req-0fa3fb93-a16c-43ac-b33a-45ad7649353d tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:19.944150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3481ad18-807a-4234-ad22-5b68018ffca7 req-0fa3fb93-a16c-43ac-b33a-45ad7649353d tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 944 time: 0.1185288 Nov 23 23:09:19.949423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=e7eae788-8026-433d-940c-c2869062a790,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:19.963872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5ca7311-67a6-4a9d-a33d-5aae6f690c42 req-2151af70-dd87-4e23-98f4-17e4efa7e114 service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488113 Nov 23 23:09:20.008239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:20.063336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3481ad18-807a-4234-ad22-5b68018ffca7 req-229080c3-5809-4530-b189-6525ad460d34 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015141 Nov 23 23:09:20.154622 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 75d25674-02ca-407c-925c-3e5b40998c02 associated. External IP: 172.25.0.93, port: b577defc-7f09-4c76-aa6d-56696f569a9d. Nov 23 23:09:20.479661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 49c55296-5342-42e4-85fc-3a43065541d3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:09:20.627889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:09:20.642429 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] Sync routers for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:09:20.655498 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:20.671332 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:20.672478 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:09:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:20.708393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cf3f7468-061d-4847-ae5d-be1bec8b62fb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1388562 Nov 23 23:09:20.709480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:20.712105 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:20.759755 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a43080-d323-444e-8499-aa436f64853e x-openstack-request-id: req-c0a43080-d323-444e-8499-aa436f64853e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:20.760062 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:20.760329 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0a43080-d323-444e-8499-aa436f64853e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:20.760740 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'status': 'completed', 'code': 200} Nov 23 23:09:20.885311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7dc14-ef6e-4347-873f-a5a1f2a4165e req-6d22663d-9c1f-47b9-92e3-c896ad356da3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:20.887554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41b7dc14-ef6e-4347-873f-a5a1f2a4165e req-6d22663d-9c1f-47b9-92e3-c896ad356da3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0952530 Nov 23 23:09:20.903360 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:20.913872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-00297ddc-787a-469d-841d-7e0d02dd1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:20.915427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-00297ddc-787a-469d-841d-7e0d02dd1fbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.0941873 Nov 23 23:09:20.997005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41b7dc14-ef6e-4347-873f-a5a1f2a4165e req-e284224d-7918-44f8-88e9-a94a65345c84 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004596 Nov 23 23:09:21.027916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 46412) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:21.119332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-72ac9eb3-50f1-44f7-b558-e231cd06c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:21.121250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ad89a3cf-24cb-4414-891f-2ce622e125a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/75d25674-02ca-407c-925c-3e5b40998c02 HTTP/1.1" status: 200 len: 990 time: 0.0920365 Nov 23 23:09:21.123052 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-72ac9eb3-50f1-44f7-b558-e231cd06c5c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.2006972 Nov 23 23:09:21.264979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014ede0-a8d4-465a-a738-b8c17fe61c42 req-01978cae-1fbe-4be8-aa73-bc91a4e008df tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:21.266365 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '75d25674-02ca-407c-925c-3e5b40998c02', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'port_id': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'mac_address': 'fa:16:3e:c3:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:09:19Z', 'updated_at': '2021-11-23T23:09:19Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:21.266669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8014ede0-a8d4-465a-a738-b8c17fe61c42 req-01978cae-1fbe-4be8-aa73-bc91a4e008df tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 944 time: 0.0894451 Nov 23 23:09:21.312523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-1dee06fd-1033-4de3-9d38-ac92e590d0d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 998 time: 0.1813974 Nov 23 23:09:21.324436 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] Checking router: 49c55296-5342-42e4-85fc-3a43065541d3 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:09:21.341258 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:21.342260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:09:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:21.366632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8014ede0-a8d4-465a-a738-b8c17fe61c42 req-fcec8c28-e27a-4ab2-97e0-8ced4b1019fd tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910110 Nov 23 23:09:21.395851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-2b2692ea-d3c8-4da0-a4ac-2a9c202e1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:21.395851 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-2b2692ea-d3c8-4da0-a4ac-2a9c202e1f8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0721831 Nov 23 23:09:21.468526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-71448369-feb9-477f-808c-c58fff9f328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:21.470084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-71448369-feb9-477f-808c-c58fff9f328c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695524 Nov 23 23:09:21.544734 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:21.649515 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-3aa959ac-1aca-4535-b16b-a7d1a65f985a service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709516 Nov 23 23:09:21.858158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b47ff1d7-59ad-4367-b705-31e06e2fa8b2 req-34b6814c-627c-4e8a-95cd-44f9b2307fae service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980677 Nov 23 23:09:21.883109 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '75d25674-02ca-407c-925c-3e5b40998c02', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'port_id': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'mac_address': 'fa:16:3e:c3:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:09:19Z', 'updated_at': '2021-11-23T23:09:19Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:21.914971 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec883f-4bae-4b64-b594-1febb1382568 None None] The sync data for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 is: [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '75d25674-02ca-407c-925c-3e5b40998c02', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'port_id': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'mac_address': 'fa:16:3e:c3:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:09:19Z', 'updated_at': '2021-11-23T23:09:19Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:09:22.123795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46450) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:22.239626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc7b2f-4e74-4052-b76b-70bd1464992c None None] New status for floating IP 75d25674-02ca-407c-925c-3e5b40998c02: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:09:22.274497 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b91850b-e28c-436c-a222-a2b16a86d97a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/75d25674-02ca-407c-925c-3e5b40998c02 HTTP/1.1" status: 200 len: 990 time: 0.1484056 Nov 23 23:09:22.526897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2f0e2-1272-4ec2-a1c2-6fb03720b976 req-6f967c47-803b-4a0f-914f-c05ad7308e66 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:22.528507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ce2f0e2-1272-4ec2-a1c2-6fb03720b976 req-6f967c47-803b-4a0f-914f-c05ad7308e66 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 944 time: 0.0632815 Nov 23 23:09:22.594716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ce2f0e2-1272-4ec2-a1c2-6fb03720b976 req-b5f5389e-fdf8-4eb5-a665-bf4f72f65e90 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584474 Nov 23 23:09:22.994365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7fcb558d-f2e4-47e1-a010-4777d722e150 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:09:23.112629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7fcb558d-f2e4-47e1-a010-4777d722e150, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7fcb558d-f2e4-47e1-a010-4777d722e150,segment=NetworkSegment(d7be3519-9c1e-44d4-b1d7-f694fac4e7e9),segment_id=d7be3519-9c1e-44d4-b1d7-f694fac4e7e9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:23.279635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 46488) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:23.315766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '7fcb558d-f2e4-47e1-a010-4777d722e150', 'network_id': '63ca1b0a-48a6-4478-9fa7-0408b09237e4', 'port_id': '7fcb558d-f2e4-47e1-a010-4777d722e150', 'mac_address': 'fa:16:3e:f5:1d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677e88f5-453b-436d-a525-b3d732b8d98f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:09:23.379347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:23.400154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2e60879d-5942-4429-be97-a18c24b5ac84 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/75d25674-02ca-407c-925c-3e5b40998c02 HTTP/1.1" status: 200 len: 992 time: 0.1166546 Nov 23 23:09:23.402249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcb558d-f2e4-47e1-a010-4777d722e150 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:23.429891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7fcb558d-f2e4-47e1-a010-4777d722e150, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7fcb558d-f2e4-47e1-a010-4777d722e150,segment=NetworkSegment(d7be3519-9c1e-44d4-b1d7-f694fac4e7e9),segment_id=d7be3519-9c1e-44d4-b1d7-f694fac4e7e9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:23.438017 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:23.510566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7fcb558d-f2e4-47e1-a010-4777d722e150,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:23.745084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f78f9c-bfe0-40eb-93da-c5314af81037 req-d481dcaf-7e78-4b10-9b52-7f342ce4326b tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:23.746751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5f78f9c-bfe0-40eb-93da-c5314af81037 req-d481dcaf-7e78-4b10-9b52-7f342ce4326b tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 945 time: 0.0694222 Nov 23 23:09:23.791792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7fcb558d-f2e4-47e1-a010-4777d722e150'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:09:23.806648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e5f78f9c-bfe0-40eb-93da-c5314af81037 req-983efd50-ba28-446b-b180-1dd1804d574b tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530989 Nov 23 23:09:24.275559 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:09:25.006148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7fcb558d-f2e4-47e1-a010-4777d722e150 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:09:25.022800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434b347-f949-48e8-84ba-6185f51e889a req-4c058e84-8546-45a9-a9a6-37f7d6f51626 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:25.026490 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e434b347-f949-48e8-84ba-6185f51e889a req-4c058e84-8546-45a9-a9a6-37f7d6f51626 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 945 time: 0.1358337 Nov 23 23:09:25.090917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 7fcb558d-f2e4-47e1-a010-4777d722e150 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:09:25.096641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 7fcb558d-f2e4-47e1-a010-4777d722e150 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:09:25.098077 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:25.102739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e434b347-f949-48e8-84ba-6185f51e889a req-dba072f8-acb9-4100-bcf1-8de735ee1a86 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Nov 23 23:09:25.236700 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:25.270858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcb558d-f2e4-47e1-a010-4777d722e150'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:25.273380 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a0751-c6cf-4016-919d-12c8d6bb9e03" -d '{"events": [{"server_uuid": "f3d80970-2b3c-4fe5-9d86-2b511e62a9da", "name": "network-vif-plugged", "status": "completed", "tag": "7fcb558d-f2e4-47e1-a010-4777d722e150"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:25.291059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7fcb558d-f2e4-47e1-a010-4777d722e150, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7fcb558d-f2e4-47e1-a010-4777d722e150,segment=NetworkSegment(d7be3519-9c1e-44d4-b1d7-f694fac4e7e9),segment_id=d7be3519-9c1e-44d4-b1d7-f694fac4e7e9)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:25.296546 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:25.353100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7fcb558d-f2e4-47e1-a010-4777d722e150,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:25.368343 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd7f565-5d11-45b3-ba60-74b57f424a83 x-openstack-request-id: req-fdd7f565-5d11-45b3-ba60-74b57f424a83 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:25.368631 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d80970-2b3c-4fe5-9d86-2b511e62a9da", "name": "network-vif-plugged", "status": "completed", "tag": "7fcb558d-f2e4-47e1-a010-4777d722e150", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:25.369053 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdd7f565-5d11-45b3-ba60-74b57f424a83 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:25.369473 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcb558d-f2e4-47e1-a010-4777d722e150', 'code': 200} Nov 23 23:09:25.543254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220846a1-2816-491f-9abf-6bcbe88b0fe4 req-ac65b8ad-df55-494a-ba4d-3ae25b85ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:25.545161 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-220846a1-2816-491f-9abf-6bcbe88b0fe4 req-ac65b8ad-df55-494a-ba4d-3ae25b85ac86 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 1097 time: 0.0652258 Nov 23 23:09:25.609865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-220846a1-2816-491f-9abf-6bcbe88b0fe4 req-1fd71212-4c2d-4450-bfc4-b41e4a963681 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549002 Nov 23 23:09:26.310174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755be58-cb62-4853-a34e-70430ac08933 req-777d6d20-c86b-490e-8908-41b42119f643 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:26.312291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7755be58-cb62-4853-a34e-70430ac08933 req-777d6d20-c86b-490e-8908-41b42119f643 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0906448 Nov 23 23:09:26.393709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7755be58-cb62-4853-a34e-70430ac08933 req-968f0305-4e82-48c3-8abe-f0e97de58078 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707772 Nov 23 23:09:27.045501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:27.587512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e6798-9c85-49a7-a990-04de5f394a9e req-0b9762d7-37d1-446d-b62f-e18daf0e25a8 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:27.589966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa3e6798-9c85-49a7-a990-04de5f394a9e req-0b9762d7-37d1-446d-b62f-e18daf0e25a8 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.1070690 Nov 23 23:09:27.668028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa3e6798-9c85-49a7-a990-04de5f394a9e req-58864a70-8380-4873-aa36-8c18f8f4967e tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 Nov 23 23:09:27.816823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5c6b-ceea-4e11-9172-e1faae49bd7b req-bdab90a6-ee99-4b1d-a76b-0e973449e95d tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:27.818393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43cc5c6b-ceea-4e11-9172-e1faae49bd7b req-bdab90a6-ee99-4b1d-a76b-0e973449e95d tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0686536 Nov 23 23:09:27.874538 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-43cc5c6b-ceea-4e11-9172-e1faae49bd7b req-39b6e0a8-f9c8-4bb2-a335-72288fa737b1 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462334 Nov 23 23:09:28.264571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3f6f3-dedd-496b-b8ec-460db8ea65bc req-0a41d130-539f-478c-b1c3-bf2a26ed0f96 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:28.267322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3c3f6f3-dedd-496b-b8ec-460db8ea65bc req-0a41d130-539f-478c-b1c3-bf2a26ed0f96 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0688472 Nov 23 23:09:28.343123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3c3f6f3-dedd-496b-b8ec-460db8ea65bc req-fbe7db6c-323c-4ede-ba44-07a710b35b87 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656543 Nov 23 23:09:29.477563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055139-8b6c-42d1-bdb7-a685219e16f9 req-2a14fe1e-6a55-44fa-aca5-a7bce7f129f5 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:29.479119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22055139-8b6c-42d1-bdb7-a685219e16f9 req-2a14fe1e-6a55-44fa-aca5-a7bce7f129f5 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0584688 Nov 23 23:09:29.549118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22055139-8b6c-42d1-bdb7-a685219e16f9 req-87ed04e3-32e2-4af2-8835-fa4dfd0ebd54 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591674 Nov 23 23:09:29.833752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaab82-d458-4f2b-9be1-5ff32fff2aab req-4f094a02-6390-4bc2-8bd8-ab117b9881c6 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:29.841224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aafaab82-d458-4f2b-9be1-5ff32fff2aab req-4f094a02-6390-4bc2-8bd8-ab117b9881c6 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0790453 Nov 23 23:09:29.883776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-428cfc9f-c2bc-4741-bf18-8594fa80f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:29.886500 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-428cfc9f-c2bc-4741-bf18-8594fa80f8e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3da6fdf7c7646b18c959d89f74db825&device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 1097 time: 0.0563343 Nov 23 23:09:29.936243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aafaab82-d458-4f2b-9be1-5ff32fff2aab req-398bd56f-a493-4f77-bd7d-ff69ec74a1d0 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937216 Nov 23 23:09:30.033496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-248edcac-cf2a-43c3-9b7f-876bf3a55e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:30.037423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-248edcac-cf2a-43c3-9b7f-876bf3a55e57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63ca1b0a-48a6-4478-9fa7-0408b09237e4 HTTP/1.1" status: 200 len: 913 time: 0.1374662 Nov 23 23:09:30.116770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-576be91f-caaa-43dc-8eb8-47cf76693f26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fcb558d-f2e4-47e1-a010-4777d722e150 HTTP/1.1" status: 200 len: 217 time: 0.0718765 Nov 23 23:09:30.181926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-1ac06229-762c-4f6c-b14e-086cd0d68232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:30.183453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-1ac06229-762c-4f6c-b14e-086cd0d68232 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=677e88f5-453b-436d-a525-b3d732b8d98f HTTP/1.1" status: 200 len: 852 time: 0.0585406 Nov 23 23:09:30.221142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-9a15eb6d-853d-41fb-b80e-a8da01a1d50f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63ca1b0a-48a6-4478-9fa7-0408b09237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287449 Nov 23 23:09:30.330291 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-0a8464f9-1737-4901-a407-005e710d0ed4 service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020925 Nov 23 23:09:30.521313 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c0565c-a1b6-412d-968f-d04657cf6721 req-1f26c009-281c-41d4-8276-20862eb89ec3 service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835210 Nov 23 23:09:31.174026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50f0e8-8fea-4e71-add5-ee2336ed8006 req-8829d10b-73ce-4df8-ad18-b5ea300940ff tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:31.176878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce50f0e8-8fea-4e71-add5-ee2336ed8006 req-8829d10b-73ce-4df8-ad18-b5ea300940ff tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.1073601 Nov 23 23:09:31.253154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce50f0e8-8fea-4e71-add5-ee2336ed8006 req-f09911d7-66ab-4304-9a4e-24f01a733e9c tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672805 Nov 23 23:09:31.617694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a81fab6-159d-400d-a7fe-465e504bbd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:32.450769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b26a0-505c-4e0b-9ead-5c4da82aa2ed req-c436daea-a8b5-4056-938a-353ad7df284b tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:32.452976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-761b26a0-505c-4e0b-9ead-5c4da82aa2ed req-c436daea-a8b5-4056-938a-353ad7df284b tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0655842 Nov 23 23:09:32.514384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-761b26a0-505c-4e0b-9ead-5c4da82aa2ed req-f1cf9ec5-62b7-480b-819b-d33317df2616 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539663 Nov 23 23:09:32.899362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc050-4522-48a6-ac08-f0a6ea6f2312 req-bcdfaf3b-750d-4772-a556-5f4ea3b6a8a6 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:32.900982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b43dc050-4522-48a6-ac08-f0a6ea6f2312 req-bcdfaf3b-750d-4772-a556-5f4ea3b6a8a6 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0666747 Nov 23 23:09:32.965679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b43dc050-4522-48a6-ac08-f0a6ea6f2312 req-7b9c575e-27a1-4754-9fdc-5ccf490be1c3 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547340 Nov 23 23:09:34.148865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93127dbf-8f61-4619-afc9-7afa8685a41b req-c11764e6-e91d-4412-a699-47b09c0b6200 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:34.150747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93127dbf-8f61-4619-afc9-7afa8685a41b req-c11764e6-e91d-4412-a699-47b09c0b6200 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0603087 Nov 23 23:09:34.214252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93127dbf-8f61-4619-afc9-7afa8685a41b req-f25a1115-8f34-4f23-8c69-7827f436826a tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Nov 23 23:09:34.517555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e040a42-98e3-4a47-9cb1-46e6a19e6c45 req-677828a5-eac5-4ced-a9df-3d8719738c15 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:34.526408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e040a42-98e3-4a47-9cb1-46e6a19e6c45 req-677828a5-eac5-4ced-a9df-3d8719738c15 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0783799 Nov 23 23:09:34.578285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-763952d5-e2cf-437c-82e8-053820547a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:34.579912 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-763952d5-e2cf-437c-82e8-053820547a65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3da6fdf7c7646b18c959d89f74db825&device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 1097 time: 0.0582213 Nov 23 23:09:34.599661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e040a42-98e3-4a47-9cb1-46e6a19e6c45 req-bdab1385-15fe-49ff-8e4a-114fcf985659 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721161 Nov 23 23:09:34.711286 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7b6efc5f-3ada-4448-baa7-1fff5dbc961e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:34.720497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-f3aac483-798e-4ebf-97a3-05e5bd30553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:34.722680 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-f3aac483-798e-4ebf-97a3-05e5bd30553b service neutron] 10.222.0.48 "GET /v2.0/networks?id=63ca1b0a-48a6-4478-9fa7-0408b09237e4 HTTP/1.1" status: 200 len: 913 time: 0.1347661 Nov 23 23:09:34.780426 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-5aa30f7e-63de-40c9-b033-0a245d689abc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fcb558d-f2e4-47e1-a010-4777d722e150 HTTP/1.1" status: 200 len: 217 time: 0.0503731 Nov 23 23:09:34.837441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-50b279f7-276f-486b-9375-f2c7d8dda31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:34.839052 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-50b279f7-276f-486b-9375-f2c7d8dda31f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=677e88f5-453b-436d-a525-b3d732b8d98f HTTP/1.1" status: 200 len: 852 time: 0.0514832 Nov 23 23:09:34.926636 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-61dbf8ac-a16a-4568-9da0-34549560bb1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63ca1b0a-48a6-4478-9fa7-0408b09237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767155 Nov 23 23:09:35.079487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-fdf0ae89-bdd8-4040-9a8f-f2bb0d99beec service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368980 Nov 23 23:09:35.095237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:35.196817 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0fc49b53-bb63-4f96-843e-bd7b3aa3308c req-2e39ce1d-37cb-4955-ad34-28cc50e2e090 service neutron] 10.222.0.48 "GET /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099088 Nov 23 23:09:35.363472 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-33b3747d-e614-4574-9665-7dbc48f04b82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592444 Nov 23 23:09:35.494303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-969dc51a-3fd3-4205-84c1-94c7d015886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:35.496170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-969dc51a-3fd3-4205-84c1-94c7d015886b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.0567999 Nov 23 23:09:35.677969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-34a79798-c47f-418c-ae82-3707a63bb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:35.679669 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-34a79798-c47f-418c-ae82-3707a63bb460 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1529396 Nov 23 23:09:35.790323 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-8e7b2962-b893-4ba6-8c94-5e68c8a1fa0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 1000 time: 0.1027544 Nov 23 23:09:35.792029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ca64e-92f5-4961-a537-9cbcf4ccdf69 req-15ce7ae0-7f8a-4cde-8779-ee5a994acb5c tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:35.794361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a3ca64e-92f5-4961-a537-9cbcf4ccdf69 req-15ce7ae0-7f8a-4cde-8779-ee5a994acb5c tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0797832 Nov 23 23:09:35.858623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a3ca64e-92f5-4961-a537-9cbcf4ccdf69 req-c31e124e-582d-410f-b79e-554f1dd9a8c8 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576935 Nov 23 23:09:35.926314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-0aa1e7dc-bd41-4f67-b00c-82c78bf56389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:35.928995 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-0aa1e7dc-bd41-4f67-b00c-82c78bf56389 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0992405 Nov 23 23:09:36.010415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-98ca895a-45a9-410d-908c-9d57344f9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:36.014569 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-98ca895a-45a9-410d-908c-9d57344f9ce8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627160 Nov 23 23:09:36.145169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-cab519ac-492c-449f-b9c2-a7a2a5d60f64 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192563 Nov 23 23:09:36.278982 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1fc38f0-3080-4977-b1a0-ae044ebcf127 req-cab661d2-447e-42f1-8265-47dd4ad91963 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262555 Nov 23 23:09:36.575816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:37.028820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed552bf-8659-45e5-ba57-b0c952f16223 req-abbbf971-1953-406a-b54e-581889c31a2f tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:37.030506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aed552bf-8659-45e5-ba57-b0c952f16223 req-abbbf971-1953-406a-b54e-581889c31a2f tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0610888 Nov 23 23:09:37.088663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aed552bf-8659-45e5-ba57-b0c952f16223 req-b8a261f3-c3e0-47d7-86de-64ccff55a746 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499415 Nov 23 23:09:37.395909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d2880-dbcb-43ac-8ce7-d1a82cc71383 req-d18041d8-9685-403f-8ddc-0bda04477a4b tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:37.397530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-253d2880-dbcb-43ac-8ce7-d1a82cc71383 req-d18041d8-9685-403f-8ddc-0bda04477a4b tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0619891 Nov 23 23:09:37.459820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-253d2880-dbcb-43ac-8ce7-d1a82cc71383 req-4b173dd0-ba94-4726-9e6d-f6f4709fbb4a tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514398 Nov 23 23:09:37.498424 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:38.139850 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:38.650279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca86c7-b81d-4404-820b-950632c66be3 req-f1fb3ec8-f162-4e68-be9e-bba9c7c77223 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:38.652271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04ca86c7-b81d-4404-820b-950632c66be3 req-f1fb3ec8-f162-4e68-be9e-bba9c7c77223 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0742300 Nov 23 23:09:38.738161 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04ca86c7-b81d-4404-820b-950632c66be3 req-f4414da7-a612-4202-8db0-99f06b1904fb tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710063 Nov 23 23:09:38.741738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-0d953b9b-e944-42e8-ad61-7771b7b0c43f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867605 Nov 23 23:09:38.864861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-ffc92798-21e6-44a0-b015-a89c919eae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:38.866425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-ffc92798-21e6-44a0-b015-a89c919eae19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49948405e5c94d4c816ca0849a276b05&device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0721200 Nov 23 23:09:39.001861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-62dc7611-b869-4267-9635-97d30ab0f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:39.005376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-62dc7611-b869-4267-9635-97d30ab0f19f service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 200 len: 912 time: 0.1184752 Nov 23 23:09:39.092441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-ee7fc1c3-ddbc-45fc-aef8-d69ce598978a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899364ec-837d-4f45-8999-1b0679418028 HTTP/1.1" status: 200 len: 1001 time: 0.0777071 Nov 23 23:09:39.217903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-cd62472d-e7bf-46c2-accd-39d293fd9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:39.220908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-cd62472d-e7bf-46c2-accd-39d293fd9af0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 200 len: 850 time: 0.1211467 Nov 23 23:09:39.497721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-52072a91-451f-4778-aebd-193989eac8fa tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:39.499984 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-52072a91-451f-4778-aebd-193989eac8fa tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.0708170 Nov 23 23:09:39.630317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Deleting port 7fcb558d-f2e4-47e1-a010-4777d722e150 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:09:39.630822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:39.655128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-d9a7d02a-029e-4c44-bd63-ce7f1c3fe771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:39.656872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-d9a7d02a-029e-4c44-bd63-ce7f1c3fe771 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba4419c-db2d-4491-985c-77c2d8a9e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4203424 Nov 23 23:09:39.745739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] For port 7fcb558d-f2e4-47e1-a010-4777d722e150, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7fcb558d-f2e4-47e1-a010-4777d722e150,segment=NetworkSegment(d7be3519-9c1e-44d4-b1d7-f694fac4e7e9),segment_id=d7be3519-9c1e-44d4-b1d7-f694fac4e7e9)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:39.746184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:39.765059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-70ecab9c-a813-4598-9b2f-e716ecf3ad65 service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970504 Nov 23 23:09:39.765924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Calling delete_port for 7fcb558d-f2e4-47e1-a010-4777d722e150 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:09:39.955035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59e58321-3fb6-4682-83a1-7542d0e7af85 req-2c7de4df-94af-4610-b418-cd50d5207cea service neutron] 10.222.0.46 "GET /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835501 Nov 23 23:09:39.975304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca19e-3ab1-485c-831c-e47165603ea3 req-2355cce5-920c-4c8b-b93d-0f2e9ddc955f tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:39.977846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea5ca19e-3ab1-485c-831c-e47165603ea3 req-2355cce5-920c-4c8b-b93d-0f2e9ddc955f tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3d80970-2b3c-4fe5-9d86-2b511e62a9da HTTP/1.1" status: 200 len: 946 time: 0.1246829 Nov 23 23:09:40.001519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:40.037897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7fcb558d-f2e4-47e1-a010-4777d722e150'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:09:40.094044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Pushing event deleted for resources: {'Port': ['ID=7fcb558d-f2e4-47e1-a010-4777d722e150,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:40.116049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea5ca19e-3ab1-485c-831c-e47165603ea3 req-62a28b11-84b5-4bb7-afa9-8d80ab30f6e6 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.11 "GET /v2.0/security-groups?id=276ba095-58d7-4bb1-a452-968fe6cb2f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252978 Nov 23 23:09:40.151650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] No DVR routers for this DVR port 7fcb558d-f2e4-47e1-a010-4777d722e150 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:09:40.154487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:40.160004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-37cff98f-89ab-41d0-bd0f-0e977455d3fc req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] 10.222.0.48 "DELETE /v2.0/ports/7fcb558d-f2e4-47e1-a010-4777d722e150 HTTP/1.1" status: 204 len: 173 time: 0.6523569 Nov 23 23:09:40.161369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.161815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.162162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.162505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.162839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.163161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.163488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.163839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.164163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.164652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.168348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.168713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4d32e5-ba64-4e02-b5a2-e28a779ad765 tempest-TestServerAdvancedOps-2029433758 tempest-TestServerAdvancedOps-2029433758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:40.171318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'name': 'network-vif-deleted', 'tag': '7fcb558d-f2e4-47e1-a010-4777d722e150'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:40.174426 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6968f9-8449-44ed-a8e6-66ee020d7073" -d '{"events": [{"server_uuid": "f3d80970-2b3c-4fe5-9d86-2b511e62a9da", "name": "network-vif-deleted", "tag": "7fcb558d-f2e4-47e1-a010-4777d722e150"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:40.234532 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b86f780-6e2f-43d9-a126-603bed3ef7e5 x-openstack-request-id: req-9b86f780-6e2f-43d9-a126-603bed3ef7e5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:40.234834 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d80970-2b3c-4fe5-9d86-2b511e62a9da", "name": "network-vif-deleted", "tag": "7fcb558d-f2e4-47e1-a010-4777d722e150", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:40.235091 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b86f780-6e2f-43d9-a126-603bed3ef7e5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:40.235493 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d80970-2b3c-4fe5-9d86-2b511e62a9da', 'name': 'network-vif-deleted', 'tag': '7fcb558d-f2e4-47e1-a010-4777d722e150', 'status': 'completed', 'code': 200} Nov 23 23:09:41.200272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 47002) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:41.252382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] Deleting subnet 677e88f5-453b-436d-a525-b3d732b8d98f {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:09:41.257005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.303610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.372020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.447649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.495799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677e88f5-453b-436d-a525-b3d732b8d98f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:41.497859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.503278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a1330d6e-3ed6-4182-9b2d-09e659095732 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/677e88f5-453b-436d-a525-b3d732b8d98f HTTP/1.1" status: 204 len: 168 time: 0.2996545 Nov 23 23:09:41.504736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 47030) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:41.598187 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.702959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.732069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ca1b0a-48a6-4478-9fa7-0408b09237e4']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:41.743136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7be3519-9c1e-44d4-b1d7-f694fac4e7e9') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:41.743434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7be3519-9c1e-44d4-b1d7-f694fac4e7e9') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:41.753947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.767438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.775407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:09:41.775942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:09:41.777634 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:09:41.837262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.855262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.862607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] 10.222.0.11 "DELETE /v2.0/networks/63ca1b0a-48a6-4478-9fa7-0408b09237e4 HTTP/1.1" status: 204 len: 168 time: 0.3530834 Nov 23 23:09:41.862607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d323cd8-08b2-43e5-9a21-c033ce7910ed admin admin] Pushing event deleted for resources: {'Network': ['ID=63ca1b0a-48a6-4478-9fa7-0408b09237e4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:41.863241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 47076) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:41.920644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] Deleting subnet 6408c587-0f43-4e47-9398-16e6b89394d7 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:09:41.924935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:41.962923 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.010693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.088864 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.122723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6408c587-0f43-4e47-9398-16e6b89394d7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:42.133487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.139996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 47114) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:42.140399 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-21a05d37-410c-4ca5-a238-a096c91526f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6408c587-0f43-4e47-9398-16e6b89394d7 HTTP/1.1" status: 204 len: 168 time: 0.2755711 Nov 23 23:09:42.235813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.332127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.360127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ef6a2d-dca9-440f-927f-c7ccc642d79a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:42.374255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692f3da5-9f0c-481e-b77e-e3b477aca023') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:42.374569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692f3da5-9f0c-481e-b77e-e3b477aca023') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:42.385771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.401971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.411164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:09:42.411746 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:09:42.417196 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:09:42.503670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.509954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.513336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] 10.222.0.11 "DELETE /v2.0/networks/a9ef6a2d-dca9-440f-927f-c7ccc642d79a HTTP/1.1" status: 204 len: 168 time: 0.3649569 Nov 23 23:09:42.529692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d8a06-a421-4709-b9dd-c948e1a0669f admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ef6a2d-dca9-440f-927f-c7ccc642d79a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:42.734831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 47200) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:42.779626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-22522a66-5b1f-4b53-96a2-7afe234ac6d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3da6fdf7c7646b18c959d89f74db825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420268 Nov 23 23:09:42.780792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 47208) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:42.840946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a83901ed-15a6-4c7a-92cc-6bb4417c438e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.866059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a83901ed-15a6-4c7a-92cc-6bb4417c438e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.928238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a83901ed-15a6-4c7a-92cc-6bb4417c438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.931344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a83901ed-15a6-4c7a-92cc-6bb4417c438e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:42.932707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a83901ed-15a6-4c7a-92cc-6bb4417c438e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/276ba095-58d7-4bb1-a452-968fe6cb2f4b HTTP/1.1" status: 204 len: 168 time: 0.1506691 Nov 23 23:09:42.946683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83901ed-15a6-4c7a-92cc-6bb4417c438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276ba095-58d7-4bb1-a452-968fe6cb2f4b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:43.117003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7fcb558d-f2e4-47e1-a010-4777d722e150 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:09:43.145185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 7fcb558d-f2e4-47e1-a010-4777d722e150 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:09:43.145772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7fcb558d-f2e4-47e1-a010-4777d722e150 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:09:43.376553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 47296) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:43.431882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-978544fc-18e6-49f5-a6ac-15271f7f7d96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=458ea752ddb44a38b11e55afa258a6b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540955 Nov 23 23:09:43.434424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 47306) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:43.500497 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc76e1a0-44ce-4a1d-8673-a6833a6878f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:43.541835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc76e1a0-44ce-4a1d-8673-a6833a6878f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:43.617634 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc76e1a0-44ce-4a1d-8673-a6833a6878f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:43.620716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cc76e1a0-44ce-4a1d-8673-a6833a6878f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:43.624423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cc76e1a0-44ce-4a1d-8673-a6833a6878f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45f760d0-c8fb-42c1-9611-2ad685de1f05 HTTP/1.1" status: 204 len: 168 time: 0.1859214 Nov 23 23:09:43.631303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76e1a0-44ce-4a1d-8673-a6833a6878f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f760d0-c8fb-42c1-9611-2ad685de1f05,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:48.064606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af240b7-057b-4e67-9e70-f9b3be09bad3 req-54af6b6b-b74d-4bf1-bd59-1f5cbd5d8279 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:48.067098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2af240b7-057b-4e67-9e70-f9b3be09bad3 req-54af6b6b-b74d-4bf1-bd59-1f5cbd5d8279 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.0474081 Nov 23 23:09:48.088738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2af240b7-057b-4e67-9e70-f9b3be09bad3 req-990e043e-55d5-4006-abfa-e728ae330796 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:48.182834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2af240b7-057b-4e67-9e70-f9b3be09bad3 req-990e043e-55d5-4006-abfa-e728ae330796 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:48.188122 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2af240b7-057b-4e67-9e70-f9b3be09bad3 req-990e043e-55d5-4006-abfa-e728ae330796 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:48.231412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e043e-55d5-4006-abfa-e728ae330796 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93b2e6-ebdd-4b5e-a61d-4cefd8fa6622,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:48.236264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2af240b7-057b-4e67-9e70-f9b3be09bad3 req-990e043e-55d5-4006-abfa-e728ae330796 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623836 Nov 23 23:09:48.388072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703442-898e-4d87-9d6d-0ce8bbabac52 req-b15b816c-1f3b-45f7-9738-a39b7ae4749f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:48.389847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f703442-898e-4d87-9d6d-0ce8bbabac52 req-b15b816c-1f3b-45f7-9738-a39b7ae4749f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0594840 Nov 23 23:09:48.448183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f703442-898e-4d87-9d6d-0ce8bbabac52 req-e2368348-1c0f-4bc9-ade9-406f9e348aaa tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504994 Nov 23 23:09:48.482237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 47560) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:48.552066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f99555b9-7400-45a5-afff-6bb0e3f06865 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/75d25674-02ca-407c-925c-3e5b40998c02 HTTP/1.1" status: 200 len: 992 time: 0.0676646 Nov 23 23:09:48.906790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-d0d776ba-3d95-4510-b204-b35af52e6fee req-d7241d92-0992-4bb1-b09f-bb4b4abf1896 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:09:48.910135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d0d776ba-3d95-4510-b204-b35af52e6fee req-d7241d92-0992-4bb1-b09f-bb4b4abf1896 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065348 Nov 23 23:09:49.313632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 47578) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:49.404889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008a60b-28e0-421a-8990-e94d1dc9efcd req-fd87b9a8-b0eb-4045-b046-5175313a9f76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:49.416891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0008a60b-28e0-421a-8990-e94d1dc9efcd req-fd87b9a8-b0eb-4045-b046-5175313a9f76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0964110 Nov 23 23:09:49.488316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0008a60b-28e0-421a-8990-e94d1dc9efcd req-c6c40eb5-0cdb-4192-ac30-3dacc3f33e5b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704055 Nov 23 23:09:49.527736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-7b950206-3e11-4096-8cfc-291de75d2818 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2125797 Nov 23 23:09:49.537703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-43442dfe-04ab-4cd0-8b4f-748d990e4826 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:09:49.539120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-43442dfe-04ab-4cd0-8b4f-748d990e4826 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065410 Nov 23 23:09:50.743122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf318-5897-4528-b765-a56fccdafdbf req-cdfd6669-d3f5-491c-b4d8-25c8a7130b8c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:50.744805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfadf318-5897-4528-b765-a56fccdafdbf req-cdfd6669-d3f5-491c-b4d8-25c8a7130b8c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0818756 Nov 23 23:09:50.821794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfadf318-5897-4528-b765-a56fccdafdbf req-fb2ba594-f492-42dd-be59-5a73c80ffca4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692394 Nov 23 23:09:51.012785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-35519b68-fea0-45bd-9c1c-6b1589b29715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:51.014349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-35519b68-fea0-45bd-9c1c-6b1589b29715 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.0604267 Nov 23 23:09:51.166122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-2148bfe0-583f-4e89-82a8-51a7f3692673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:51.167675 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-2148bfe0-583f-4e89-82a8-51a7f3692673 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1443756 Nov 23 23:09:51.275412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-b7528cec-c726-4df9-9097-413eb359d540 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 1000 time: 0.0947955 Nov 23 23:09:51.342186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-86e2496e-e9a7-4b23-8418-78be6617b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:51.343899 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-86e2496e-e9a7-4b23-8418-78be6617b4ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0586884 Nov 23 23:09:51.420301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-78a9f1c2-588d-4e4c-b3eb-9c46c3563d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:51.422279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-78a9f1c2-588d-4e4c-b3eb-9c46c3563d1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707078 Nov 23 23:09:51.552737 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-bd1eb8c2-4e7d-4420-ae99-03e5c524a5e8 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222236 Nov 23 23:09:51.705895 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-495ef6e3-1b69-4f03-aaf8-6deca0aa4e3c service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454697 Nov 23 23:09:51.980073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e7c0b-0b1d-45e5-97ad-57348d0e1ac8 req-439982d7-0866-427a-b5cd-893126853f67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:51.982502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c6e7c0b-0b1d-45e5-97ad-57348d0e1ac8 req-439982d7-0866-427a-b5cd-893126853f67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0770812 Nov 23 23:09:52.099608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c6e7c0b-0b1d-45e5-97ad-57348d0e1ac8 req-7eb60513-c6c7-4325-8f80-02018fda255b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055353 Nov 23 23:09:53.295689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94380-7398-49d1-860f-aa2bff8d6090 req-bdc4735c-b2b8-4fc7-a7ad-1958e339e4fc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:53.298062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ced94380-7398-49d1-860f-aa2bff8d6090 req-bdc4735c-b2b8-4fc7-a7ad-1958e339e4fc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1035314 Nov 23 23:09:53.376887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ced94380-7398-49d1-860f-aa2bff8d6090 req-159b8485-af87-4b0d-a57d-8172b76ca331 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650697 Nov 23 23:09:54.561948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48088) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:54.562434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090fbb-3eb8-417f-aab6-0a6da4346c2c req-d0e3f13b-e0a5-46c0-830e-95e85f876926 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:54.563734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37090fbb-3eb8-417f-aab6-0a6da4346c2c req-d0e3f13b-e0a5-46c0-830e-95e85f876926 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0585361 Nov 23 23:09:54.622147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37090fbb-3eb8-417f-aab6-0a6da4346c2c req-4af867ce-5929-437d-bdef-8ac32038ade6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497611 Nov 23 23:09:54.697976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c1d1-4430-4e0a-8b3b-6ac2c1db0590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:54.793245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c1d1-4430-4e0a-8b3b-6ac2c1db0590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:54.799830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c1d1-4430-4e0a-8b3b-6ac2c1db0590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:54.839132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4c1d1-4430-4e0a-8b3b-6ac2c1db0590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f73d82-24f6-4dd0-bbdb-178460e027d8,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:54.848489 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d3e4c1d1-4430-4e0a-8b3b-6ac2c1db0590 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e2ffd33d09d4d81a5ee94df4f726c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836535 Nov 23 23:09:54.851153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 48096) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:54.921480 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cd65be8-bea7-464d-9592-eee3fa46308f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:54.968897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cd65be8-bea7-464d-9592-eee3fa46308f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.076053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-d78488fc-f111-48de-9bdf-878b22450dc7 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:55.077480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-d78488fc-f111-48de-9bdf-878b22450dc7 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/networks?id=e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 200 len: 813 time: 0.1429522 Nov 23 23:09:55.078574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cd65be8-bea7-464d-9592-eee3fa46308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.081257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cd65be8-bea7-464d-9592-eee3fa46308f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.085315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6cd65be8-bea7-464d-9592-eee3fa46308f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52f73d82-24f6-4dd0-bbdb-178460e027d8 HTTP/1.1" status: 204 len: 168 time: 0.2247546 Nov 23 23:09:55.098982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65be8-bea7-464d-9592-eee3fa46308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f73d82-24f6-4dd0-bbdb-178460e027d8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:55.104891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-69a3b5e8-db45-4308-8687-d4124c8209c5 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/quotas/d3bccea4eb484cac86674bf51dbf4c6c HTTP/1.1" status: 200 len: 375 time: 0.0196884 Nov 23 23:09:55.186049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-dbbf3d86-875f-4492-b80d-c3aad3af51f4 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374362 Nov 23 23:09:55.296370 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-00f89fbb-926e-4ae1-b05c-11f178b39f44 service neutron] 10.222.0.11 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026120 Nov 23 23:09:55.398707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-c7f9282d-22cc-4737-9d87-0bf0055ccf6f service neutron] 10.222.0.11 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954874 Nov 23 23:09:55.435073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 48114) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:55.451995 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7491ebb0-3cd2-453c-a444-e5577df6beae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.550167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7491ebb0-3cd2-453c-a444-e5577df6beae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.555048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7491ebb0-3cd2-453c-a444-e5577df6beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.618539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84839e7f-b39a-45b3-9b15-9cbf9cab8066 req-59d9e440-76f0-40a8-b011-194792379bd0 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 210 time: 0.0523002 Nov 23 23:09:55.624883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7491ebb0-3cd2-453c-a444-e5577df6beae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc1dc6fa6ffd4accbc5e45a2f2cf0dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1859396 Nov 23 23:09:55.624883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491ebb0-3cd2-453c-a444-e5577df6beae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ea4ab8-4644-423b-b1ae-45e56259fc25,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:55.625441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48120) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:55.692709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14334a94-1bbe-4a46-a701-2d7da309e78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.721302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14334a94-1bbe-4a46-a701-2d7da309e78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.756530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da93b-8b6c-4597-9266-5a9c34412099 req-bc62f7fb-8e37-4acb-bf9e-39d2d7d7ea86 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:55.758389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d9da93b-8b6c-4597-9266-5a9c34412099 req-bc62f7fb-8e37-4acb-bf9e-39d2d7d7ea86 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0573876 Nov 23 23:09:55.780216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14334a94-1bbe-4a46-a701-2d7da309e78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.783895 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14334a94-1bbe-4a46-a701-2d7da309e78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:55.785460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-14334a94-1bbe-4a46-a701-2d7da309e78f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19ea4ab8-4644-423b-b1ae-45e56259fc25 HTTP/1.1" status: 204 len: 168 time: 0.1592848 Nov 23 23:09:55.795885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334a94-1bbe-4a46-a701-2d7da309e78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ea4ab8-4644-423b-b1ae-45e56259fc25,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:55.848805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d9da93b-8b6c-4597-9266-5a9c34412099 req-51989420-ad98-4967-a4e1-99f3eca31e34 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826864 Nov 23 23:09:56.759757 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdfbca7b-ab9c-4490-9ac4-b7b84dedf957 req-013a46a6-0ba0-45c6-bf99-088f02505985 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 210 time: 0.0559578 Nov 23 23:09:56.996428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5aedc-b817-4529-8245-660b73a4848f req-6bd2d34e-0e1f-4e6e-95ae-5a7fb736b673 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:57.006779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4a5aedc-b817-4529-8245-660b73a4848f req-6bd2d34e-0e1f-4e6e-95ae-5a7fb736b673 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0688999 Nov 23 23:09:57.066814 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:57.080324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4a5aedc-b817-4529-8245-660b73a4848f req-bc10284f-4ba6-42f1-8d49-88ee47bd016e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720203 Nov 23 23:09:57.135852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-36429bf2-32bc-4171-8801-277927577c42 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:57.135852 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-36429bf2-32bc-4171-8801-277927577c42 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "GET /v2.0/networks?id=e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 200 len: 813 time: 0.5118647 Nov 23 23:09:57.156101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Request body: {'port': {'device_id': '00c3e557-f35d-472b-be01-097fdedc451c', 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71', 'admin_state_up': True, 'tenant_id': 'd3bccea4eb484cac86674bf51dbf4c6c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:57.285597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Made reservation on behalf of d3bccea4eb484cac86674bf51dbf4c6c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:09:57.289178 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:57.431752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Allocated IP 172.20.0.4 (e8ed187e-2754-4a43-b78a-88483abc9b71/0b4d10b4-1773-46b4-8970-ce48163be163/28527a13-b9b7-4ed9-b35b-e34bec4c4fa5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:09:57.584810 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:57.622365 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:57.672109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Network e8ed187e-2754-4a43-b78a-88483abc9b71 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:09:57.676384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:09:57.680191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:09:57.686883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Pushing event updated for resources: {'Port': ['ID=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:57.734155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:57.734769 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:57.751460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a565f32f-afc1-4571-a983-ca785943e040 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994787 Nov 23 23:09:57.768400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Request body: {'port': {'device_id': '00c3e557-f35d-472b-be01-097fdedc451c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:57.835712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:57.899321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c3e27-4695-4934-9576-1da277ae7133 req-ac4ed7e8-806d-453c-8cdc-c3a6e31c09b0 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:57.901245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-784c3e27-4695-4934-9576-1da277ae7133 req-ac4ed7e8-806d-453c-8cdc-c3a6e31c09b0 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 931 time: 0.0525861 Nov 23 23:09:57.963700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-784c3e27-4695-4934-9576-1da277ae7133 req-676db25d-1634-4d79-8d3e-3a0422df4392 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Nov 23 23:09:58.169743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:58.180880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:58.194243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Transition to ACTIVE for port object 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:09:58.198627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:58.218024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbddd02-87a8-4e90-99fd-d377c692b043 req-7d86e804-9e04-40c2-a855-a3303a40cbf7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:58.219504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fbddd02-87a8-4e90-99fd-d377c692b043 req-7d86e804-9e04-40c2-a855-a3303a40cbf7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0562167 Nov 23 23:09:58.269661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Pushing event updated for resources: {'Port': ['ID=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:58.288224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9fbddd02-87a8-4e90-99fd-d377c692b043 req-22ba2f11-40bc-4b47-bc87-4f5d02ed086d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620263 Nov 23 23:09:58.330775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Attempting to bind port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:09:58.331732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Attempting to bind port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:09:58.331732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Attempting to bind port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 on network e8ed187e-2754-4a43-b78a-88483abc9b71 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:58.336478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 on network e8ed187e-2754-4a43-b78a-88483abc9b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:09:58.336803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Attempting to bind port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 on network e8ed187e-2754-4a43-b78a-88483abc9b71 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:58.342213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:09:58.342767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Checking segment: {'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:09:58.343160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Bound using segment: {'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:09:58.343611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Bound port: 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:09:58.344017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:58.415068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] For port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:09:58.418676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] For port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:09:58.422996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:58.462868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:58.463496 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:58.465056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] 10.222.0.48 "PUT /v2.0/ports/28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 HTTP/1.1" status: 200 len: 1091 time: 0.7007737 Nov 23 23:09:58.465912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c3e557-f35d-472b-be01-097fdedc451c', 'tag': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:58.468120 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d" -d '{"events": [{"name": "network-changed", "server_uuid": "00c3e557-f35d-472b-be01-097fdedc451c", "tag": "28527a13-b9b7-4ed9-b35b-e34bec4c4fa5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:58.515464 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b792044-4494-4aa7-9f86-aec0a5b2781b x-openstack-request-id: req-7b792044-4494-4aa7-9f86-aec0a5b2781b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:58.515731 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c3e557-f35d-472b-be01-097fdedc451c", "tag": "28527a13-b9b7-4ed9-b35b-e34bec4c4fa5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:58.515990 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b792044-4494-4aa7-9f86-aec0a5b2781b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:58.516396 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c3e557-f35d-472b-be01-097fdedc451c', 'tag': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5', 'status': 'completed', 'code': 200} Nov 23 23:09:58.517402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d0d9d-8937-4da6-ab4c-7de33ea08b9d service neutron] Pushing event updated for resources: {'Port': ['ID=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:58.582361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a06770db-87d0-4929-9b34-76edaeb04323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:58.584834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-a06770db-87d0-4929-9b34-76edaeb04323 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 1094 time: 0.0503392 Nov 23 23:09:58.642823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-4e1643e9-47d4-462d-b13b-e3e82448dcb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0434377 Nov 23 23:09:58.699886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-699afef1-9b63-4896-a4e8-f0eb62bbd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:58.701369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-699afef1-9b63-4896-a4e8-f0eb62bbd756 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b4d10b4-1773-46b4-8970-ce48163be163 HTTP/1.1" status: 200 len: 853 time: 0.0513072 Nov 23 23:09:58.738881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-aae04768-b0c7-4ad8-961e-0a8b03f05ae2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8ed187e-2754-4a43-b78a-88483abc9b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306630 Nov 23 23:09:58.840823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-3be8e6c0-7f70-4a83-908a-748565edb600 service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948355 Nov 23 23:09:58.944614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1fe08091-9647-460a-a979-4b6ef01fce67 req-dc9e9dca-0179-423b-9c26-5642ac3cdc83 service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972390 Nov 23 23:09:59.093809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-031d1464-5b6c-4f48-90df-07f68b5bbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:59.095491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-031d1464-5b6c-4f48-90df-07f68b5bbc57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 1094 time: 0.0498331 Nov 23 23:09:59.103656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1fe91-adc8-4ad9-80c5-88926df206ff req-5a335a30-739b-49ac-974c-9ae394cc302d tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:59.105301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37d1fe91-adc8-4ad9-80c5-88926df206ff req-5a335a30-739b-49ac-974c-9ae394cc302d tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 943 time: 0.0522830 Nov 23 23:09:59.160912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37d1fe91-adc8-4ad9-80c5-88926df206ff req-78421893-7b12-4a79-a475-d759a909e184 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Nov 23 23:09:59.212338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-b2a8b8f4-9cd2-4ba1-b91a-1d7a51a9cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:59.213754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-b2a8b8f4-9cd2-4ba1-b91a-1d7a51a9cbc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 200 len: 914 time: 0.1109838 Nov 23 23:09:59.259385 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-6750bd1f-16ae-4f8f-988d-ed604545351a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 HTTP/1.1" status: 200 len: 217 time: 0.0359774 Nov 23 23:09:59.316253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-7be727af-a482-43d4-a2f7-309cbc239d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:59.317786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-7be727af-a482-43d4-a2f7-309cbc239d8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b4d10b4-1773-46b4-8970-ce48163be163 HTTP/1.1" status: 200 len: 853 time: 0.0508635 Nov 23 23:09:59.351896 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-c2e82f16-c12a-44b0-bbfb-0dba6d58294c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8ed187e-2754-4a43-b78a-88483abc9b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269084 Nov 23 23:09:59.415020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0667c-0b2b-4dd3-93f3-374ab0bf6eeb req-525177b2-66d7-480c-bdc4-2d7645ad5c27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:59.416921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88b0667c-0b2b-4dd3-93f3-374ab0bf6eeb req-525177b2-66d7-480c-bdc4-2d7645ad5c27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0574424 Nov 23 23:09:59.447047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-fd11e523-5ba8-49fc-9221-c1f3364d2f67 service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876412 Nov 23 23:09:59.475965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88b0667c-0b2b-4dd3-93f3-374ab0bf6eeb req-1b5f620a-409a-4efe-808d-3caa4b417468 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506334 Nov 23 23:09:59.552060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f2e4c0b2-4867-4a36-8b2e-0689ad39ac6d req-90edac5e-be2e-4307-a9cb-78d5979d5b5a service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968130 Nov 23 23:10:00.290219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb267c2b-d53c-4e1a-99d3-7ee4acbc9a51 req-02ca4022-fdb7-4006-abd8-e060b9059b03 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:00.291774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb267c2b-d53c-4e1a-99d3-7ee4acbc9a51 req-02ca4022-fdb7-4006-abd8-e060b9059b03 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 943 time: 0.0522845 Nov 23 23:10:00.341399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb267c2b-d53c-4e1a-99d3-7ee4acbc9a51 req-948537d6-d4bd-4823-b894-daafad68c6c8 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Nov 23 23:10:00.610773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6dc8f-3172-41a2-9c54-77defbf24678 req-6e61adf3-7f2a-45cd-96f8-bc326aa2f383 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:00.612939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76f6dc8f-3172-41a2-9c54-77defbf24678 req-6e61adf3-7f2a-45cd-96f8-bc326aa2f383 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0585334 Nov 23 23:10:00.665407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76f6dc8f-3172-41a2-9c54-77defbf24678 req-0769f4e5-ce54-4619-b7e0-7b112bd891cf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460989 Nov 23 23:10:01.167908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:10:01.273395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:01.280906 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:10:01.288464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5', 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71', 'port_id': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5', 'mac_address': 'fa:16:3e:e6:4b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4d10b4-1773-46b4-8970-ce48163be163', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:10:01.322560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48226) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:01.328644 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.343023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:10:01.365073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:01.369464 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.435830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:01.465274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a81536f-ccfe-4310-9553-11fc8c593062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.483455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6788b-19aa-4651-9ef3-0eadcd3e237c req-ea376fb7-7209-42bb-a2a3-7369742d33ea tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:01.488734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4e6788b-19aa-4651-9ef3-0eadcd3e237c req-ea376fb7-7209-42bb-a2a3-7369742d33ea tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 944 time: 0.0583613 Nov 23 23:10:01.537534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4e6788b-19aa-4651-9ef3-0eadcd3e237c req-8875079b-7ffd-4996-83cc-d9f3231eb140 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461454 Nov 23 23:10:01.558157 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a81536f-ccfe-4310-9553-11fc8c593062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.561668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a81536f-ccfe-4310-9553-11fc8c593062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.602417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81536f-ccfe-4310-9553-11fc8c593062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81c6a6-bc4a-4356-883e-added98703dd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:01.607872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2a81536f-ccfe-4310-9553-11fc8c593062 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c8d6090c38c4277a1eafb1d154b27de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832961 Nov 23 23:10:01.610003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 48232) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:01.626113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c6d702d-1a6b-4e0b-85c3-4c199398a054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.639489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['28527a13-b9b7-4ed9-b35b-e34bec4c4fa5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:10:01.672320 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa28da7-cb41-4b35-af24-3756ac8c476d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.706566 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa28da7-cb41-4b35-af24-3756ac8c476d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.774061 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa28da7-cb41-4b35-af24-3756ac8c476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.777302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa28da7-cb41-4b35-af24-3756ac8c476d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.778711 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ffa28da7-cb41-4b35-af24-3756ac8c476d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df81c6a6-bc4a-4356-883e-added98703dd HTTP/1.1" status: 204 len: 168 time: 0.1676462 Nov 23 23:10:01.819001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa28da7-cb41-4b35-af24-3756ac8c476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81c6a6-bc4a-4356-883e-added98703dd,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:01.849856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602bf3d-5c66-4118-98b2-bdc1d04f9577 req-6dc789df-0abd-4382-be9c-496456e8981f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:01.851465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a602bf3d-5c66-4118-98b2-bdc1d04f9577 req-6dc789df-0abd-4382-be9c-496456e8981f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0713408 Nov 23 23:10:01.922535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a602bf3d-5c66-4118-98b2-bdc1d04f9577 req-c1f1c54e-9f54-4171-b6b2-c9f8c7f99611 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621853 Nov 23 23:10:02.664637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49773cbb-ba75-47c3-bf5d-28a146ade054 req-08289dcb-3970-4c5a-b665-9bc749bc06d3 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:02.667372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49773cbb-ba75-47c3-bf5d-28a146ade054 req-08289dcb-3970-4c5a-b665-9bc749bc06d3 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 944 time: 0.0560622 Nov 23 23:10:02.714215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49773cbb-ba75-47c3-bf5d-28a146ade054 req-9bc96779-f22a-4ace-95e8-a2d26caa3f05 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Nov 23 23:10:03.070815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f87d79-dde2-4f97-9e1d-3fe87090219a req-f08389cd-fb57-4213-a056-26d2a67da5a9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:03.072460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42f87d79-dde2-4f97-9e1d-3fe87090219a req-f08389cd-fb57-4213-a056-26d2a67da5a9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0584860 Nov 23 23:10:03.126017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42f87d79-dde2-4f97-9e1d-3fe87090219a req-97a891c2-fa04-420c-a42f-3d8b99083b54 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Nov 23 23:10:03.178612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:10:03.233859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:10:03.239064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:10:03.239474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:03.329931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:03.353559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c3e557-f35d-472b-be01-097fdedc451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:03.355846 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8fb095-54f5-4645-8285-c70f5499db22" -d '{"events": [{"server_uuid": "00c3e557-f35d-472b-be01-097fdedc451c", "name": "network-vif-plugged", "status": "completed", "tag": "28527a13-b9b7-4ed9-b35b-e34bec4c4fa5"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:03.370330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:03.374979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:03.404549 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eda7dd-47dd-4181-b070-196e314342aa x-openstack-request-id: req-49eda7dd-47dd-4181-b070-196e314342aa {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:03.404847 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c3e557-f35d-472b-be01-097fdedc451c", "name": "network-vif-plugged", "status": "completed", "tag": "28527a13-b9b7-4ed9-b35b-e34bec4c4fa5", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:03.405101 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49eda7dd-47dd-4181-b070-196e314342aa {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:03.405490 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c3e557-f35d-472b-be01-097fdedc451c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5', 'code': 200} Nov 23 23:10:03.433866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:03.533304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171d1ab-f198-49ff-8a2e-882d0c1a59cb req-ea3208d8-3c2b-4e5c-8f19-4100569e83df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:03.534729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3171d1ab-f198-49ff-8a2e-882d0c1a59cb req-ea3208d8-3c2b-4e5c-8f19-4100569e83df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 1096 time: 0.0466111 Nov 23 23:10:03.587915 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3171d1ab-f198-49ff-8a2e-882d0c1a59cb req-86433793-16d1-4188-9253-71d7904ae4ae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463529 Nov 23 23:10:03.838670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3bc5f-4b0e-4e71-9646-8a50839c1202 req-ea2ac88b-e339-4d1b-b645-364cfba0d661 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:03.840484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eac3bc5f-4b0e-4e71-9646-8a50839c1202 req-ea2ac88b-e339-4d1b-b645-364cfba0d661 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 945 time: 0.0512230 Nov 23 23:10:03.895219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eac3bc5f-4b0e-4e71-9646-8a50839c1202 req-d5ce23ce-e9b1-405b-a3d0-38d6adb250cc tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Nov 23 23:10:04.103984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a23331f7-629b-4cf7-9996-c70dc8fbd0ac tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e03b763f86a84c4c968a36a3161333c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295944 Nov 23 23:10:04.324989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-69e1ed18-1ea0-4f2d-ad5d-b0240e3ce6da tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:04.326493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-69e1ed18-1ea0-4f2d-ad5d-b0240e3ce6da tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168937 Nov 23 23:10:04.338888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1be64-200b-4923-962d-072ad4467971 req-2d13681e-46bc-4d2a-8fd4-cfde94abfcaf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:04.340380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27f1be64-200b-4923-962d-072ad4467971 req-2d13681e-46bc-4d2a-8fd4-cfde94abfcaf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1212583 Nov 23 23:10:04.365383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-9f520edd-fe8e-4d59-85ca-4d307d20223c tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/quotas/e03b763f86a84c4c968a36a3161333c2 HTTP/1.1" status: 200 len: 375 time: 0.0239449 Nov 23 23:10:04.403697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-3760ac88-574e-453a-a5b6-9b9f8b100c2d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e03b763f86a84c4c968a36a3161333c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326900 Nov 23 23:10:04.418722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27f1be64-200b-4923-962d-072ad4467971 req-645bae77-b2ea-400e-8865-e8640a8743d2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704050 Nov 23 23:10:04.575026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef22bba1-daba-446e-8ac5-6584c34fe804 req-824ca5fe-ba5b-46f8-8fd3-95a19babd64c tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 210 time: 0.0313287 Nov 23 23:10:04.713719 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7cf347d-bae1-47cc-bbdd-e60fb472e9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:05.017430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba92bb-d1d7-4287-95e5-0e16c901dd01 req-0ff71f2d-83c4-49bd-9a94-c1deefe20d16 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:05.020295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ba92bb-d1d7-4287-95e5-0e16c901dd01 req-0ff71f2d-83c4-49bd-9a94-c1deefe20d16 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 945 time: 0.0529599 Nov 23 23:10:05.072062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ba92bb-d1d7-4287-95e5-0e16c901dd01 req-0216a65a-8932-4b6c-9839-8c2426c7b869 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Nov 23 23:10:05.079255 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:05.520929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-0b114afd-ca4c-44f0-80af-893ae841b0ea tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e03b763f86a84c4c968a36a3161333c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429299 Nov 23 23:10:05.676881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9e064-178a-4bce-a380-f939f300581d req-b9975830-8044-43a5-91ac-0339a6b33aec tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:05.678539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54d9e064-178a-4bce-a380-f939f300581d req-b9975830-8044-43a5-91ac-0339a6b33aec tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1619625 Nov 23 23:10:05.731524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-202f35ea-b5b2-4824-a683-fba11f9902e1 req-f72a10f6-b094-4cd6-94a3-e6cdacd6594b tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 210 time: 0.0513225 Nov 23 23:10:05.767933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-78ee33a0-1a43-4a0a-b493-021a88f7dc8d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:05.769399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-78ee33a0-1a43-4a0a-b493-021a88f7dc8d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370412 Nov 23 23:10:05.787325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54d9e064-178a-4bce-a380-f939f300581d req-4aa43388-a27a-41db-8baf-a9c485da34c3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930085 Nov 23 23:10:05.792015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Request body: {'port': {'device_id': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': 'e03b763f86a84c4c968a36a3161333c2'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:10:05.905467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Made reservation on behalf of e03b763f86a84c4c968a36a3161333c2 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:10:05.909764 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:05.919071 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.023141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.027710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.092878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cada07b-f657-4363-858b-d6aafa3561d4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:06.172948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Allocated IP 192.168.233.152 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/187431b7-701c-4f8c-8f2b-8b8a0f80ec88) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:10:06.367436 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.403916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.451676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:10:06.454650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:10:06.459131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:10:06.486942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Pushing event updated for resources: {'Port': ['ID=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:06.527415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:06.528090 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.553894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.561802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a57a2105-d3c4-4ca3-8c28-a7b8908ab69d tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7733359 Nov 23 23:10:06.581357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Request body: {'port': {'device_id': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:10:06.656211 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.736594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4828e532-7d11-462d-b290-d9ace31c947d None None] Provisioning complete for port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:10:06.736896 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4828e532-7d11-462d-b290-d9ace31c947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:06.775109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4828e532-7d11-462d-b290-d9ace31c947d None None] Port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:10:06.927024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4fd3d-a64a-4fe9-8080-9b2130294dfa req-4db33df1-45cd-4c37-8724-edadb3fa5de4 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:06.928576 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90d4fd3d-a64a-4fe9-8080-9b2130294dfa req-4db33df1-45cd-4c37-8724-edadb3fa5de4 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 936 time: 0.1080024 Nov 23 23:10:07.038734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77fd20-705f-45b8-87bb-ada4cc8c3019 req-1ac09e08-8338-48b7-8eca-690613cd6129 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:07.041235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd77fd20-705f-45b8-87bb-ada4cc8c3019 req-1ac09e08-8338-48b7-8eca-690613cd6129 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1533191 Nov 23 23:10:07.064872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90d4fd3d-a64a-4fe9-8080-9b2130294dfa req-95868c63-e707-404f-aab0-a5a5b49ee2d3 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109703 Nov 23 23:10:07.146376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd77fd20-705f-45b8-87bb-ada4cc8c3019 req-bd2132ec-7f88-484e-88c4-ec8e4c2394ca tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952015 Nov 23 23:10:07.156236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:10:07.167481 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:07.181653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Transition to ACTIVE for port object 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:10:07.185846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:07.272651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Pushing event updated for resources: {'Port': ['ID=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:07.339117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Attempting to bind port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:10:07.339309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Attempting to bind port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:10:07.339739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Attempting to bind port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:10:07.346506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:10:07.346876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Attempting to bind port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:10:07.355920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:10:07.356333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:10:07.356650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:10:07.357120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Bound port: 187431b7-701c-4f8c-8f2b-8b8a0f80ec88, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:10:07.357488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:07.438588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] For port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:10:07.442809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] For port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:10:07.449285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:07.484457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:07.485087 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:07.486563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] 10.222.0.46 "PUT /v2.0/ports/187431b7-701c-4f8c-8f2b-8b8a0f80ec88 HTTP/1.1" status: 200 len: 1096 time: 0.9150224 Nov 23 23:10:07.487030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'tag': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:07.489395 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f419efa-12e9-44d8-b334-a4d0884e07d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5174f028-9956-4c40-ae8f-a895c1e7ccea", "tag": "187431b7-701c-4f8c-8f2b-8b8a0f80ec88"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:07.513814 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:07.518898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b78ffb-bd39-4949-a554-dd03131b5389 service neutron] Pushing event updated for resources: {'Port': ['ID=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:07.570270 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2498533a-5c31-41ff-a146-8cc1904f1877 x-openstack-request-id: req-2498533a-5c31-41ff-a146-8cc1904f1877 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:07.570761 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5174f028-9956-4c40-ae8f-a895c1e7ccea", "tag": "187431b7-701c-4f8c-8f2b-8b8a0f80ec88", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:07.571146 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2498533a-5c31-41ff-a146-8cc1904f1877 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:07.571803 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'tag': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88', 'status': 'completed', 'code': 200} Nov 23 23:10:07.610004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-ddc8cf16-4524-47c2-a586-bf576b016f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:07.613561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-ddc8cf16-4524-47c2-a586-bf576b016f5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e03b763f86a84c4c968a36a3161333c2&device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 1099 time: 0.0572267 Nov 23 23:10:07.670290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-e800c9da-a360-4489-8672-1ddb837739b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88 HTTP/1.1" status: 200 len: 217 time: 0.0473669 Nov 23 23:10:07.730944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a0dc0614-aff5-461e-a246-aec95e6b7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:07.732621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-a0dc0614-aff5-461e-a246-aec95e6b7360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0551963 Nov 23 23:10:07.785019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-586db8e7-6dcf-4600-ac78-31f69e96e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:07.786812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-586db8e7-6dcf-4600-ac78-31f69e96e362 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470610 Nov 23 23:10:07.885828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-523948f3-ef5f-422d-8ee6-6d843f2580d0 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918689 Nov 23 23:10:07.987664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0bfeef1-34fc-425e-8f47-1e0c59d51d5d req-86f241e2-526e-4fc9-bc8a-22d1e6e8fab0 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950582 Nov 23 23:10:08.081679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-b3bc3548-ddc5-4d1a-814a-c9fef1719f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:08.083971 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-b3bc3548-ddc5-4d1a-814a-c9fef1719f63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e03b763f86a84c4c968a36a3161333c2&device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 1099 time: 0.0486608 Nov 23 23:10:08.139798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:08.231795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a0c79-2508-4aea-b387-c847f6f02ee4 req-8eb58a2d-a417-4a48-8485-409f2a8f483b tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:08.233318 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36a0c79-2508-4aea-b387-c847f6f02ee4 req-8eb58a2d-a417-4a48-8485-409f2a8f483b tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 948 time: 0.0710366 Nov 23 23:10:08.250907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-71b73533-75a2-4af3-be14-c1db4e361537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:08.253471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-71b73533-75a2-4af3-be14-c1db4e361537 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1627336 Nov 23 23:10:08.325669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-4f7d23c5-259b-4625-9be2-255454f6eb8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88 HTTP/1.1" status: 200 len: 217 time: 0.0519042 Nov 23 23:10:08.385394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a36a0c79-2508-4aea-b387-c847f6f02ee4 req-32dd6c3e-4086-4e9e-845b-e04db78416fc tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378672 Nov 23 23:10:08.394145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c9f5-f19e-4e7d-ace5-ed6f71cf32ea req-53ba151c-ff1d-4bf7-93cb-2ea7febbd195 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:08.395703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c412c9f5-f19e-4e7d-ace5-ed6f71cf32ea req-53ba151c-ff1d-4bf7-93cb-2ea7febbd195 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1614058 Nov 23 23:10:08.424026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-1ae506de-7d5b-4824-8bde-601583d77107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:08.425618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-1ae506de-7d5b-4824-8bde-601583d77107 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0896287 Nov 23 23:10:08.697149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-281a016a-73bb-4d38-9b97-3e823911c5a8 req-a4f38e13-a60d-4dd6-92a1-c7fb2ecc6a14 service neutron] (103523) timed out ('10.222.0.11', 53664) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:10:08.803515 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-a56e80ba-b214-4bdf-b941-52ac974c3c14 service neutron] show failed (client error): The resource could not be found. Nov 23 23:10:08.804920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-a56e80ba-b214-4bdf-b941-52ac974c3c14 service neutron] 10.222.0.48 "GET /v2.0/ports/b577defc-7f09-4c76-aa6d-56696f569a9d/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0617261 Nov 23 23:10:08.817292 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c412c9f5-f19e-4e7d-ace5-ed6f71cf32ea req-e6eaa4b4-80ea-4745-ade2-86c6a2df6b01 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059331 Nov 23 23:10:08.820293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-4c3b2971-d73a-4cb1-94e0-bec537ec3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:08.821745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-4c3b2971-d73a-4cb1-94e0-bec537ec3e8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3877437 Nov 23 23:10:08.934901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-11eda09b-d643-49cb-9117-0f270409c511 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044047 Nov 23 23:10:09.046815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f419efa-12e9-44d8-b334-a4d0884e07d9 req-897a9682-1e89-46b9-a166-0809a752c748 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954053 Nov 23 23:10:09.065624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-9a7b3548-9ba4-4bf9-b219-279dda696ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:09.067163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-9a7b3548-9ba4-4bf9-b219-279dda696ad0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 1096 time: 0.0821989 Nov 23 23:10:09.082212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:10:09.139979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:09.355276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:09.395115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:10:09.450863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:09.456094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:09.458662 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9e86b0-da1d-4515-b1c4-d13b3b977718" -d '{"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:09.473934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Transition to ACTIVE for port object b577defc-7f09-4c76-aa6d-56696f569a9d will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:10:09.479673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:09.545049 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1a484a-3e37-48ed-b29e-2a1e07fc389c x-openstack-request-id: req-ad1a484a-3e37-48ed-b29e-2a1e07fc389c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:09.545479 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:09.545639 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad1a484a-3e37-48ed-b29e-2a1e07fc389c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:09.546006 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'code': 200} Nov 23 23:10:09.555704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a95a-dd33-4510-9e43-5c48e863c0f0 req-1e63c7e9-f4c4-4ec8-9ce6-06bc92e49db0 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:09.557388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa74a95a-dd33-4510-9e43-5c48e863c0f0 req-1e63c7e9-f4c4-4ec8-9ce6-06bc92e49db0 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 948 time: 0.0739775 Nov 23 23:10:09.567349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:09.640865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa74a95a-dd33-4510-9e43-5c48e863c0f0 req-56f9f5ee-e251-47a6-9c0e-9413ffaddc98 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733731 Nov 23 23:10:09.711163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] No DVR routers for this DVR port b577defc-7f09-4c76-aa6d-56696f569a9d on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:10:09.869629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:10:09.869977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:10:09.870308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:10:09.878446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Port b577defc-7f09-4c76-aa6d-56696f569a9d on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:10:09.878975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Attempting to bind port b577defc-7f09-4c76-aa6d-56696f569a9d on network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:10:09.887127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:10:09.887127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Checking segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:10:09.887525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Bound using segment: {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:10:09.888174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Bound port: b577defc-7f09-4c76-aa6d-56696f569a9d, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f378f9d-f5a0-4162-802c-06b40860c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:10:09.888643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:09.970795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd629ee2-023e-4eb6-b512-9c8f318c85e7 req-e16ebd6d-1a5d-4bf6-ad8d-8cb04ce381ac tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:09.972493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd629ee2-023e-4eb6-b512-9c8f318c85e7 req-e16ebd6d-1a5d-4bf6-ad8d-8cb04ce381ac tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 943 time: 0.0622981 Nov 23 23:10:09.973973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:10:09.978393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:10:09.985974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:10.035361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:10.036039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:10.037527 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 1091 time: 0.9598019 Nov 23 23:10:10.050407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd629ee2-023e-4eb6-b512-9c8f318c85e7 req-7a27921f-3ceb-4186-bf8a-1abcf1b00cab tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703230 Nov 23 23:10:10.099629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc889d56-f474-4ea6-bd3d-2136d57df0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:10.120428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-897c0b25-216e-4197-9bc0-3f30ceca0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:10.122054 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-897c0b25-216e-4197-9bc0-3f30ceca0aff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1094 time: 0.0532310 Nov 23 23:10:10.272780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-e378e6a7-47bb-4d66-a15d-f1ea461e5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:10.275627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-e378e6a7-47bb-4d66-a15d-f1ea461e5aa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1442785 Nov 23 23:10:10.347248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-6a874c03-e8a5-425a-a761-baea007dcef7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 998 time: 0.0660899 Nov 23 23:10:10.399905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-e7b34252-8c01-41fb-b7a2-ce9df73c3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:10.401427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-e7b34252-8c01-41fb-b7a2-ce9df73c3360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0462928 Nov 23 23:10:10.456289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-e2d008a6-a77e-495f-8117-2a7aae1f749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:10.457809 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-e2d008a6-a77e-495f-8117-2a7aae1f749a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485733 Nov 23 23:10:10.554352 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-1cb5ed83-7342-4829-88e8-5d2e2839a994 service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895052 Nov 23 23:10:10.586351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:10:10.676579 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-d4be8c3d-3713-4bc3-82f9-9792331bf944 service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149678 Nov 23 23:10:10.744722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:10.774244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88', 'mac_address': 'fa:16:3e:ae:b2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:10:10.819960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc3014-e463-4a7e-a3da-ebaca7188e62 req-516922a8-0b0c-4f81-926f-5b1f63eafa89 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:10.821535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01cc3014-e463-4a7e-a3da-ebaca7188e62 req-516922a8-0b0c-4f81-926f-5b1f63eafa89 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 948 time: 0.0707443 Nov 23 23:10:10.846670 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:10.866456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:10:10.891662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:10.892520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01cc3014-e463-4a7e-a3da-ebaca7188e62 req-cc0abaa0-539e-4e2b-ad4a-fd164a9575b4 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Nov 23 23:10:10.896876 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:10.948241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:10.956588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.956922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.957379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.958229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.958560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.958899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.959231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.959605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.959943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.960274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.960600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:10.960926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:11.141289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['187431b7-701c-4f8c-8f2b-8b8a0f80ec88'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:10:11.182773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964cda5-2242-4f96-bf0d-f0085f29852a req-ee8c590d-c9c5-4778-ac42-b9090229dd4b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:11.184258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2964cda5-2242-4f96-bf0d-f0085f29852a req-ee8c590d-c9c5-4778-ac42-b9090229dd4b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 943 time: 0.0627129 Nov 23 23:10:11.240658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2964cda5-2242-4f96-bf0d-f0085f29852a req-dad72a77-84bd-4a7e-b5c1-e7accacba2f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490937 Nov 23 23:10:11.547205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:11.550322 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee60a5c-7dfa-4276-a9ae-64f585f1d217" -d '{"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:11.608261 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31e2c3f-6657-4f50-9565-8f36270eaad7 x-openstack-request-id: req-b31e2c3f-6657-4f50-9565-8f36270eaad7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:11.608563 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:11.608825 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b31e2c3f-6657-4f50-9565-8f36270eaad7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:11.609234 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'status': 'completed', 'code': 200} Nov 23 23:10:11.703827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-7bb615ab-349b-4cb6-bc61-4c1fe78d9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:11.705433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-7bb615ab-349b-4cb6-bc61-4c1fe78d9a69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1094 time: 0.0721037 Nov 23 23:10:11.713826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-d0671b34-ec4c-4c66-a089-c37cc2c02429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:11.715350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-d0671b34-ec4c-4c66-a089-c37cc2c02429 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1094 time: 0.0713315 Nov 23 23:10:11.883180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-bfe83ed9-da44-4cdd-98a0-67ea390b1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:11.884742 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-bfe83ed9-da44-4cdd-98a0-67ea390b1322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1684601 Nov 23 23:10:11.885853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-87a3c6a5-07b6-4870-856b-71e834650ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:11.887177 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-87a3c6a5-07b6-4870-856b-71e834650ffc service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1627204 Nov 23 23:10:12.025383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10704d-e9ad-4677-9c2a-0e51b73f1027 req-3e55f3d1-6a4f-4f0f-adc6-fbb895c754ee tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:12.026973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c10704d-e9ad-4677-9c2a-0e51b73f1027 req-3e55f3d1-6a4f-4f0f-adc6-fbb895c754ee tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 949 time: 0.0539653 Nov 23 23:10:12.089764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c10704d-e9ad-4677-9c2a-0e51b73f1027 req-ef9ad727-cec1-4478-a50a-707a73d8dee3 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556021 Nov 23 23:10:12.275020 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-1d77b4b0-96cd-4be2-a90c-296adba4e026 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 998 time: 0.3811779 Nov 23 23:10:12.278760 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-cf9363b0-113f-4c62-930c-a321ff52445e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 998 time: 0.3795810 Nov 23 23:10:12.383117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-373557dc-fd4e-4557-873b-e3f5cf22dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:12.383117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-373557dc-fd4e-4557-873b-e3f5cf22dd61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.1002271 Nov 23 23:10:12.384573 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-e37d62d7-1599-4d79-96cd-e27c4ebe8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:12.386177 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-e37d62d7-1599-4d79-96cd-e27c4ebe8788 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0807829 Nov 23 23:10:12.414208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92320d-ea68-47bf-9584-2d54b4f549d5 req-583e359c-cd98-4306-ae0f-3e53aec08690 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:12.416078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f92320d-ea68-47bf-9584-2d54b4f549d5 req-583e359c-cd98-4306-ae0f-3e53aec08690 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 943 time: 0.0660117 Nov 23 23:10:12.485911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-5e654484-b2e3-4432-9e14-e3bed23dd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:12.488697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-5e654484-b2e3-4432-9e14-e3bed23dd8ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950818 Nov 23 23:10:12.491425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-b12c9838-0606-4a8d-ae92-26d7a277e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:12.492829 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-b12c9838-0606-4a8d-ae92-26d7a277e215 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852349 Nov 23 23:10:12.527015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f92320d-ea68-47bf-9584-2d54b4f549d5 req-3d14302a-cdab-4483-bc9e-a48eb407154c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930107 Nov 23 23:10:12.607504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:10:12.612737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:10:12.673084 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-9cf12870-fc2d-4514-ad63-de0da1a4590e service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771858 Nov 23 23:10:12.677691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-ad6e29db-eb7c-47ed-bed5-39ea1970530f service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730018 Nov 23 23:10:12.743029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:10:12.753243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:10:12.753865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:12.805287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:12.827783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'port_id': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'mac_address': 'fa:16:3e:c3:9a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:10:12.858737 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-cdb40e8b-0ae6-46d7-990f-fd592e1ab974 service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682303 Nov 23 23:10:12.861153 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cee60a5c-7dfa-4276-a9ae-64f585f1d217 req-7e15274d-ba49-4d44-a7b1-4f0fe190cabc service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809425 Nov 23 23:10:12.910739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:12.940387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b577defc-7f09-4c76-aa6d-56696f569a9d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:10:13.023072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:13.037411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:13.047308 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:13.104275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:13.106628 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c507f0-9be8-4a44-baef-515724abb0ae" -d '{"events": [{"server_uuid": "5174f028-9956-4c40-ae8f-a895c1e7ccea", "name": "network-vif-plugged", "status": "completed", "tag": "187431b7-701c-4f8c-8f2b-8b8a0f80ec88"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:13.127990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:13.129467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:13.133601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:13.190262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:13.201596 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231862d3-cf08-46c2-bfaa-362305d4b81e x-openstack-request-id: req-231862d3-cf08-46c2-bfaa-362305d4b81e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:13.202007 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5174f028-9956-4c40-ae8f-a895c1e7ccea", "name": "network-vif-plugged", "status": "completed", "tag": "187431b7-701c-4f8c-8f2b-8b8a0f80ec88", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:13.202230 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-231862d3-cf08-46c2-bfaa-362305d4b81e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:13.202626 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88', 'code': 200} Nov 23 23:10:13.208444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:10:13.260957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:10:13.269602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['b577defc-7f09-4c76-aa6d-56696f569a9d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:10:13.298494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48f7e7-cfa3-4834-966b-9c0c5b907dac req-92aad0f7-dd65-4a0b-87d8-85bfdc4791a9 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:13.300089 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a48f7e7-cfa3-4834-966b-9c0c5b907dac req-92aad0f7-dd65-4a0b-87d8-85bfdc4791a9 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 950 time: 0.0633705 Nov 23 23:10:13.318954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8106f-3ad6-4540-ac89-c5f410f605fe req-2cd61b1e-876e-43e3-82e9-ccde5871a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:13.320490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ba8106f-3ad6-4540-ac89-c5f410f605fe req-2cd61b1e-876e-43e3-82e9-ccde5871a9b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 1101 time: 0.0475175 Nov 23 23:10:13.386671 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9ba8106f-3ad6-4540-ac89-c5f410f605fe req-4f23d7c3-8ba1-4b7b-8604-85dd8a04ab94 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 Nov 23 23:10:13.405308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a48f7e7-cfa3-4834-966b-9c0c5b907dac req-0a401af8-783c-45b2-a137-bf017ac76921 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904739 Nov 23 23:10:13.671026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4282527-ee98-46a7-9705-bf6b70ebc912 req-45160459-c19a-4426-8615-3657d2953434 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:13.673075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4282527-ee98-46a7-9705-bf6b70ebc912 req-45160459-c19a-4426-8615-3657d2953434 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 944 time: 0.0627081 Nov 23 23:10:13.728456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4282527-ee98-46a7-9705-bf6b70ebc912 req-39522c19-ac9c-4f46-8059-65b01c369535 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477660 Nov 23 23:10:13.963734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3820d6-f43d-4d10-ada5-b166d28fb7d7 req-3effdf78-d958-4a57-b995-35edc096a60b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:13.965473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d3820d6-f43d-4d10-ada5-b166d28fb7d7 req-3effdf78-d958-4a57-b995-35edc096a60b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 944 time: 0.0564637 Nov 23 23:10:14.056762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d3820d6-f43d-4d10-ada5-b166d28fb7d7 req-362ccbc7-cab9-4b90-81c0-8d2b661f0181 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795662 Nov 23 23:10:14.070433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019b525-c222-44a2-ac93-00c49d955294 req-1aff3318-fa32-4699-b64c-83543d504d3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:14.072310 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-1aff3318-fa32-4699-b64c-83543d504d3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.48 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd&tenant_id=79e0e77ee0be41da989a5a24b529c53e&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 944 time: 0.1421120 Nov 23 23:10:14.152728 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-4019b525-c222-44a2-ac93-00c49d955294 req-c7c949cc-4470-4a8b-968e-185bdf5b0919 service neutron] delete failed (client error): The resource could not be found. Nov 23 23:10:14.153685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-c7c949cc-4470-4a8b-968e-185bdf5b0919 service neutron] 10.222.0.48 "DELETE /v2.0/ports/b577defc-7f09-4c76-aa6d-56696f569a9d/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0710855 Nov 23 23:10:14.269460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019b525-c222-44a2-ac93-00c49d955294 req-2dbad033-874d-497f-a61e-d87be9c13582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:14.270978 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-2dbad033-874d-497f-a61e-d87be9c13582 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1095 time: 0.0491619 Nov 23 23:10:14.376886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019b525-c222-44a2-ac93-00c49d955294 req-17123bf2-4bf3-45f9-b14d-c43127138408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:14.378407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-17123bf2-4bf3-45f9-b14d-c43127138408 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1008484 Nov 23 23:10:14.481297 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-2e33feb9-e1c9-4bca-8207-c9ecff0e3e0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 999 time: 0.0948043 Nov 23 23:10:14.541503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019b525-c222-44a2-ac93-00c49d955294 req-2ae07b78-f8b7-45b0-b9bc-ce6ed690be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:14.543614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-2ae07b78-f8b7-45b0-b9bc-ce6ed690be21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0543702 Nov 23 23:10:14.552758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4cb1a-15ec-487b-bb0f-4d0dbc1d3049 req-22b0eabe-b032-436d-b167-42e17a7b66f4 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:14.554362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09a4cb1a-15ec-487b-bb0f-4d0dbc1d3049 req-22b0eabe-b032-436d-b167-42e17a7b66f4 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 950 time: 0.0571690 Nov 23 23:10:14.605990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:10:14.606779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019b525-c222-44a2-ac93-00c49d955294 req-063825a2-2dc7-42ca-93bb-f1e1c7b7aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:14.607801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-063825a2-2dc7-42ca-93bb-f1e1c7b7aeaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574591 Nov 23 23:10:14.628216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09a4cb1a-15ec-487b-bb0f-4d0dbc1d3049 req-e1429f34-3f15-45af-80d4-245d5d6ee204 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672410 Nov 23 23:10:14.682649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port b577defc-7f09-4c76-aa6d-56696f569a9d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:10:14.689267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port b577defc-7f09-4c76-aa6d-56696f569a9d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:10:14.690409 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:14.738917 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-2794ff18-f382-4013-b5b4-71ec00d94a46 service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230600 Nov 23 23:10:14.796542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:14.849926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:14.855979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:14.864090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4019b525-c222-44a2-ac93-00c49d955294 req-7fb8a956-285e-4f50-97b9-c1d8cdaee65e service neutron] 10.222.0.48 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186273 Nov 23 23:10:14.917537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:15.203668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:15.206080 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28c519f-f94c-498f-acea-0b52a0b56e66" -d '{"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-plugged", "status": "completed", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:15.224414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b72e0c-e42d-48eb-ba41-2a19973842fd req-5fa82ba4-003e-4f61-84b9-68540eaaa390 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:15.226871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34b72e0c-e42d-48eb-ba41-2a19973842fd req-5fa82ba4-003e-4f61-84b9-68540eaaa390 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0605466 Nov 23 23:10:15.292506 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1750e758-d24c-4b9d-b760-bf03bac9621e x-openstack-request-id: req-1750e758-d24c-4b9d-b760-bf03bac9621e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:15.292506 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-plugged", "status": "completed", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:15.292506 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1750e758-d24c-4b9d-b760-bf03bac9621e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:15.292506 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'code': 200} Nov 23 23:10:15.326320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34b72e0c-e42d-48eb-ba41-2a19973842fd req-afc57f24-5b52-4efc-9671-b10eab11e141 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833611 Nov 23 23:10:16.467132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7ab97-82d8-4fa9-93b1-ab7337424c96 req-29db63b6-0a5d-4fc5-9d99-8a6790044b67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:16.469029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff7ab97-82d8-4fa9-93b1-ab7337424c96 req-29db63b6-0a5d-4fc5-9d99-8a6790044b67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0563490 Nov 23 23:10:16.527843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ff7ab97-82d8-4fa9-93b1-ab7337424c96 req-519a6513-e993-4cb6-936f-6fce44d02102 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522518 Nov 23 23:10:16.554059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48482) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:16.639606 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8e470ab9-94f9-4692-8d40-98a1c4d81f36 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/75d25674-02ca-407c-925c-3e5b40998c02 HTTP/1.1" status: 200 len: 992 time: 0.0841615 Nov 23 23:10:27.073595 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:31.615150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0640e020-1083-40c6-9086-6f6d427d1c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:34.725931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40614be0-9dbb-4094-b669-4613eaa2f95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:35.072894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:36.551937 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:37.499471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:38.143419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:38.271498 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:10:39.448572 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-a3c3ce87-2bf3-4b62-a5ee-f14b0a95d099 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1754799 Nov 23 23:10:39.565088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-bfc2a516-6f17-4908-ac6e-0637f16655f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:39.569049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-bfc2a516-6f17-4908-ac6e-0637f16655f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.0616612 Nov 23 23:10:39.717012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-f3312369-cc8c-4c1c-a74f-2689829857d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:39.719563 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-f3312369-cc8c-4c1c-a74f-2689829857d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1265321 Nov 23 23:10:39.796106 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-2c882cea-2859-4359-9d29-a65f0d45ca36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 1000 time: 0.0670631 Nov 23 23:10:39.878919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-ab7d6ae4-b1fa-4442-8aba-dbb9a5d1ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:39.880432 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-ab7d6ae4-b1fa-4442-8aba-dbb9a5d1ef13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0749831 Nov 23 23:10:39.933542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-04d3073a-b8a4-48d0-995a-a3c4638eac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:39.933542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-04d3073a-b8a4-48d0-995a-a3c4638eac32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428751 Nov 23 23:10:40.029017 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-764398df-68b4-4910-b8e6-85fdee903919 service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901604 Nov 23 23:10:40.151687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e53ba459-51c8-4be7-a499-9f56fe20a921 req-aa1f887e-ff71-45c8-8fa6-3ce567ed05d0 service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140447 Nov 23 23:10:49.880155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f889e-5f6b-4cea-91d0-f2ad4f3f41e2 req-33b7a738-64b0-4f9f-a2a6-d9dddeb54a5f tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:49.882927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-993f889e-5f6b-4cea-91d0-f2ad4f3f41e2 req-33b7a738-64b0-4f9f-a2a6-d9dddeb54a5f tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.0663826 Nov 23 23:10:49.980348 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-993f889e-5f6b-4cea-91d0-f2ad4f3f41e2 req-6347ed7a-bfbc-4f26-a7d7-55cca53343d2 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876935 Nov 23 23:10:50.004815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 48860) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:50.224591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port e7eae788-8026-433d-940c-c2869062a790 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:10:50.225085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:50.325808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:50.326237 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:50.342417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for e7eae788-8026-433d-940c-c2869062a790 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:10:50.540773 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:50.584167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=e7eae788-8026-433d-940c-c2869062a790,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:50.595382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.595781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.596134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.596634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.596984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.597608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.597947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.598284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.598620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.598955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.599369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.600161 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:50.692338 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:50.693093 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 75d25674-02ca-407c-925c-3e5b40998c02 disassociated (deleted). External IP: 172.25.0.93, port: b577defc-7f09-4c76-aa6d-56696f569a9d. Nov 23 23:10:50.954621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 49c55296-5342-42e4-85fc-3a43065541d3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:10:51.131298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:10:51.147041 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] Sync routers for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:10:51.149254 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:51.166606 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:10:51.167339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:10:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:51.202472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20c7a625-c2d9-47e2-9339-a1cd950f29f7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/floatingips/75d25674-02ca-407c-925c-3e5b40998c02 HTTP/1.1" status: 204 len: 168 time: 1.1935036 Nov 23 23:10:51.202472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:51.213350 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69" -d '{"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:51.302713 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d2545b-f504-4f8b-8cc8-778517eaf72f x-openstack-request-id: req-91d2545b-f504-4f8b-8cc8-778517eaf72f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:51.302713 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:51.302979 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91d2545b-f504-4f8b-8cc8-778517eaf72f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:51.303368 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'status': 'completed', 'code': 200} Nov 23 23:10:51.411698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-8f39887e-21fb-44a6-9369-91865e4ae299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:51.424352 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-8f39887e-21fb-44a6-9369-91865e4ae299 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 1096 time: 0.0881970 Nov 23 23:10:51.448636 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:10:51.591387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-ff558d70-bd1c-44f3-9fde-e98fdd7c282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:51.593238 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-ff558d70-bd1c-44f3-9fde-e98fdd7c282f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 200 len: 897 time: 0.1589477 Nov 23 23:10:51.621163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b72a-063b-4881-8586-f68b8abab029 req-5dac4e4d-49b9-436a-b77d-64bc9f2b463d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:51.637308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce78b72a-063b-4881-8586-f68b8abab029 req-5dac4e4d-49b9-436a-b77d-64bc9f2b463d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.1184480 Nov 23 23:10:51.686563 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-8ed02ba4-eecb-4e1c-8cbe-b33fa4a1afd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 200 len: 217 time: 0.0826213 Nov 23 23:10:51.738259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce78b72a-063b-4881-8586-f68b8abab029 req-0f373f2d-6c8f-452b-aef3-4f6c099128ae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995021 Nov 23 23:10:51.758508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-083f90a6-380f-46bd-ae50-235af43ee33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:51.760606 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-083f90a6-380f-46bd-ae50-235af43ee33a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 200 len: 834 time: 0.0640810 Nov 23 23:10:51.838571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-cf8771d9-7237-4f38-98b6-7f7948006cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:51.840764 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-cf8771d9-7237-4f38-98b6-7f7948006cac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5c5bf22-b121-4e17-a66e-e5cb231f5c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710335 Nov 23 23:10:51.910986 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:51.954985 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] Checking router: 49c55296-5342-42e4-85fc-3a43065541d3 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:10:51.966333 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:10:51.966950 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:10:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:51.995227 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-9785239a-14e3-4e45-9949-0d626b45d66a service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461101 Nov 23 23:10:52.143683 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:10:52.181784 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d7618fb7-e542-46a0-b5eb-dcdd9c329d69 req-0260b755-1062-4eba-88fc-00ba84bfaeab service neutron] 10.222.0.46 "GET /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767569 Nov 23 23:10:52.501212 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:52.549206 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b5337-14bb-4835-aa2a-0a26ee478f4e None None] The sync data for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 is: [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:08:41Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a324eb26-5bac-4d59-ab51-877f736e6b79', 'name': '', 'network_id': 'c5c5bf22-b121-4e17-a66e-e5cb231f5c67', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:ad:a7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:36Z', 'updated_at': '2021-11-23T23:08:50Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '9404846f-08a4-4635-829c-1cdab1bd2f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:10:52.895256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060eda4-d2dc-48ce-8f65-b30a67c258e4 req-3b2a54ba-4900-4cb1-a892-1d7cb7ddd644 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:52.912950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f060eda4-d2dc-48ce-8f65-b30a67c258e4 req-3b2a54ba-4900-4cb1-a892-1d7cb7ddd644 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0777149 Nov 23 23:10:52.948686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-72542327-26ea-4c8e-a313-86a1b57d7fd0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:52.949668 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-72542327-26ea-4c8e-a313-86a1b57d7fd0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 945 time: 0.0950458 Nov 23 23:10:53.014660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f060eda4-d2dc-48ce-8f65-b30a67c258e4 req-b557f592-17a0-4e99-a521-33723816e88f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f263372-9d3b-4e68-a7e5-8465e1d9fafb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979421 Nov 23 23:10:53.037192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471af31-4287-4139-98fa-488b6254459a None None] New status for floating IP 75d25674-02ca-407c-925c-3e5b40998c02: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:10:53.088228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port b577defc-7f09-4c76-aa6d-56696f569a9d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:10:53.088865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:53.244380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port b577defc-7f09-4c76-aa6d-56696f569a9d, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=b577defc-7f09-4c76-aa6d-56696f569a9d,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:53.244902 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:53.269133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for b577defc-7f09-4c76-aa6d-56696f569a9d owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:10:53.442205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:53.481738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=b577defc-7f09-4c76-aa6d-56696f569a9d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:53.507765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.508124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.508469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.508802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.509136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.509469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.509796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.510122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.510444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.510755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.511081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.511399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:53.552724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] No DVR routers for this DVR port b577defc-7f09-4c76-aa6d-56696f569a9d on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:10:53.557200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:53.561261 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-be32ee63-9a47-4880-8ec5-a49c6332f841 req-750e5d8c-7122-4c48-b003-bd7e04899a5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "DELETE /v2.0/ports/b577defc-7f09-4c76-aa6d-56696f569a9d HTTP/1.1" status: 204 len: 173 time: 0.6042366 Nov 23 23:10:53.561770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-deleted', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:53.568330 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c46784-c750-4bf0-a3f1-b311568757fa" -d '{"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-deleted", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:53.614368 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebc388-71d7-4986-970f-70361d3b8541 x-openstack-request-id: req-b6ebc388-71d7-4986-970f-70361d3b8541 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:53.614867 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b9571b-7818-453f-bfc3-a670f9e892fd", "name": "network-vif-deleted", "tag": "b577defc-7f09-4c76-aa6d-56696f569a9d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:53.615553 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6ebc388-71d7-4986-970f-70361d3b8541 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:53.616357 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b9571b-7818-453f-bfc3-a670f9e892fd', 'name': 'network-vif-deleted', 'tag': 'b577defc-7f09-4c76-aa6d-56696f569a9d', 'status': 'completed', 'code': 200} Nov 23 23:10:54.166653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4df829f6-de22-4684-882a-1a8bc18999d5 req-0fe7dc61-0b14-419b-860a-6d753d210d06 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=55b9571b-7818-453f-bfc3-a670f9e892fd HTTP/1.1" status: 200 len: 210 time: 0.0314753 Nov 23 23:10:55.262482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 48976) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:55.611908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06e97-7882-4ce8-bb70-310cb11948d8 req-3bd1f993-44bd-46c9-bbf7-6c8c35d8afcf tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:55.614136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ed06e97-7882-4ce8-bb70-310cb11948d8 req-3bd1f993-44bd-46c9-bbf7-6c8c35d8afcf tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 945 time: 0.0588479 Nov 23 23:10:55.681275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ed06e97-7882-4ce8-bb70-310cb11948d8 req-92ed2634-7dca-47ef-81e8-e676cb7ed57f tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Nov 23 23:10:55.768658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.099978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port a324eb26-5bac-4d59-ab51-877f736e6b79 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:10:56.100487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.219760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port a324eb26-5bac-4d59-ab51-877f736e6b79, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a324eb26-5bac-4d59-ab51-877f736e6b79,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:56.220131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.240209 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for a324eb26-5bac-4d59-ab51-877f736e6b79 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:10:56.474945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.517669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=a324eb26-5bac-4d59-ab51-877f736e6b79,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:56.800390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:10:56.864084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: b577defc-7f09-4c76-aa6d-56696f569a9d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:10:56.864663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device b577defc-7f09-4c76-aa6d-56696f569a9d not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:10:56.926941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.952019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d1004-54de-4f10-b67e-9c6ee68a0f79 req-3ab4b23e-91c3-4d72-a09a-2f149311b468 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:56.960503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b8d1004-54de-4f10-b67e-9c6ee68a0f79 req-3ab4b23e-91c3-4d72-a09a-2f149311b468 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 945 time: 0.0659859 Nov 23 23:10:57.034108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b8d1004-54de-4f10-b67e-9c6ee68a0f79 req-8c792310-7592-480b-ab27-6b97e8062ad0 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711019 Nov 23 23:10:57.078906 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:57.618908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-c2fa4173-27f3-4129-b361-ceb09321a313 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:57.620398 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-c2fa4173-27f3-4129-b361-ceb09321a313 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 945 time: 0.4935210 Nov 23 23:10:57.716276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 49c55296-5342-42e4-85fc-3a43065541d3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:10:57.783334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Deleting port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:10:57.783722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:57.939006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:10:57.947695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49018) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:57.950817 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] Sync routers for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:10:57.951958 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-24d331d6-6663-4686-86e3-fe593ccf765c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/49c55296-5342-42e4-85fc-3a43065541d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6841981 Nov 23 23:10:57.963067 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:10:57.963717 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:10:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:57.967490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] For port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:57.967907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:57.982955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Calling delete_port for 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:10:58.059653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting subnet 9404846f-08a4-4635-829c-1cdab1bd2f96 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:10:58.072258 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.080057 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:10:58.201779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.239875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['28527a13-b9b7-4ed9-b35b-e34bec4c4fa5'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:10:58.243164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Pushing event deleted for resources: {'Port': ['ID=28527a13-b9b7-4ed9-b35b-e34bec4c4fa5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:58.252038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01db69b6-c1ef-42cd-9274-27c700982054 req-9d62bddb-c05a-4956-8b36-5c00d56fecf1 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=00c3e557-f35d-472b-be01-097fdedc451c HTTP/1.1" status: 200 len: 210 time: 0.0829065 Nov 23 23:10:58.257654 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.347672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] No DVR routers for this DVR port 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:10:58.351538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.355805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c75bbec-e331-495a-bb20-ec9cd9e5d6dd req-37546bd3-33c5-4202-8ce3-905def42a12e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "DELETE /v2.0/ports/28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 HTTP/1.1" status: 204 len: 173 time: 0.7265179 Nov 23 23:10:58.356470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c3e557-f35d-472b-be01-097fdedc451c', 'name': 'network-vif-deleted', 'tag': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:58.369260 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2bf1bc-7deb-41e5-8c59-588b2108d3bb" -d '{"events": [{"server_uuid": "00c3e557-f35d-472b-be01-097fdedc451c", "name": "network-vif-deleted", "tag": "28527a13-b9b7-4ed9-b35b-e34bec4c4fa5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:58.399814 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:10:56Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:58.420358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.466253 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bdd6b9-aa62-4a7d-9590-e0e60c2a4f72 x-openstack-request-id: req-03bdd6b9-aa62-4a7d-9590-e0e60c2a4f72 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:58.466591 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c3e557-f35d-472b-be01-097fdedc451c", "name": "network-vif-deleted", "tag": "28527a13-b9b7-4ed9-b35b-e34bec4c4fa5", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:58.466858 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03bdd6b9-aa62-4a7d-9590-e0e60c2a4f72 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:58.467269 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c3e557-f35d-472b-be01-097fdedc451c', 'name': 'network-vif-deleted', 'tag': '28527a13-b9b7-4ed9-b35b-e34bec4c4fa5', 'status': 'completed', 'code': 200} Nov 23 23:10:58.475625 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] Checking router: 49c55296-5342-42e4-85fc-3a43065541d3 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:10:58.499771 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] Routers {'49c55296-5342-42e4-85fc-3a43065541d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:10:58.500920 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:10:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['49c55296-5342-42e4-85fc-3a43065541d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:58.524663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.575973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Subnet': ['ID=9404846f-08a4-4635-829c-1cdab1bd2f96,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:58.578776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe96f4e-51e0-4a35-94d0-003053f3319c None None] Network c5c5bf22-b121-4e17-a66e-e5cb231f5c67 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:10:58.590594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.605925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49030) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:58.610122 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b45f7028-ee73-46ab-a3e2-143b7bd36962 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/subnets/9404846f-08a4-4635-829c-1cdab1bd2f96 HTTP/1.1" status: 204 len: 168 time: 0.6595345 Nov 23 23:10:58.694020 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] Set router 49c55296-5342-42e4-85fc-3a43065541d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:10:58.808875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:58.950793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926606d6-643b-4850-840a-86491dd3a786 None None] DHCP port deletion for c5c5bf22-b121-4e17-a66e-e5cb231f5c67 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:10:58.964532 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:10:56Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:10:58.996809 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f21021-2b46-40d2-b16c-230d0e7a94ed None None] The sync data for ids ['49c55296-5342-42e4-85fc-3a43065541d3'] in n-d-817303-3 is: [{'id': '49c55296-5342-42e4-85fc-3a43065541d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054270801', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e8040658-be19-4d88-8dc1-a18580690888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:08:29Z', 'updated_at': '2021-11-23T23:10:56Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'e8040658-be19-4d88-8dc1-a18580690888', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c55296-5342-42e4-85fc-3a43065541d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:08:30Z', 'updated_at': '2021-11-23T23:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:10:59.002775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.079971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-926606d6-643b-4850-840a-86491dd3a786 None None] Deleting port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:10:59.084536 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-926606d6-643b-4850-840a-86491dd3a786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.105548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port e8040658-be19-4d88-8dc1-a18580690888 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:10:59.105758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.192969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-926606d6-643b-4850-840a-86491dd3a786 None None] For port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5eb7bf54-4f53-4071-9e35-a9dab2c83a6a,segment=NetworkSegment(3f378f9d-f5a0-4162-802c-06b40860c282),segment_id=3f378f9d-f5a0-4162-802c-06b40860c282)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:59.193736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-926606d6-643b-4850-840a-86491dd3a786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.211683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-926606d6-643b-4850-840a-86491dd3a786 None None] Calling delete_port for 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:10:59.233000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port e8040658-be19-4d88-8dc1-a18580690888, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e8040658-be19-4d88-8dc1-a18580690888,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:59.233000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.243617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for e8040658-be19-4d88-8dc1-a18580690888 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:10:59.306132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-926606d6-643b-4850-840a-86491dd3a786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.351270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926606d6-643b-4850-840a-86491dd3a786 None None] Pushing event deleted for resources: {'Port': ['ID=5eb7bf54-4f53-4071-9e35-a9dab2c83a6a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:59.354118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926606d6-643b-4850-840a-86491dd3a786 None None] No DVR routers for this DVR port 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:10:59.476425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.525268 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=e8040658-be19-4d88-8dc1-a18580690888,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:59.552505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c58f7-da22-48c9-861d-108ed41ba239 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:10:59.680607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.792131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.795180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.898692 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.899384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Fanout notify agent at l3_agent the message router_deleted on router 49c55296-5342-42e4-85fc-3a43065541d3 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:10:59.908953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:59.913574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49060) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:10:59.923811 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3868d60d-95ea-4b17-ac8a-09bf1914b973 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/routers/49c55296-5342-42e4-85fc-3a43065541d3 HTTP/1.1" status: 204 len: 168 time: 1.3165302 Nov 23 23:11:00.060030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.205944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.235621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5bf22-b121-4e17-a66e-e5cb231f5c67']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:00.247927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f378f9d-f5a0-4162-802c-06b40860c282') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:00.248296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f378f9d-f5a0-4162-802c-06b40860c282') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:00.269902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.295460 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.300562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:11:00.301263 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:11:00.317998 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:11:00.377610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.386940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.394799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/networks/c5c5bf22-b121-4e17-a66e-e5cb231f5c67 HTTP/1.1" status: 204 len: 168 time: 0.4775999 Nov 23 23:11:00.395807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49066) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:00.419080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e6e83-4047-4459-9c71-ef7ac467cb82 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Network': ['ID=c5c5bf22-b121-4e17-a66e-e5cb231f5c67,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:00.504376 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1deec2fa-ff97-45dc-a4aa-2b66aa754d6c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.544173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1deec2fa-ff97-45dc-a4aa-2b66aa754d6c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.610143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a324eb26-5bac-4d59-ab51-877f736e6b79 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:00.659263 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1deec2fa-ff97-45dc-a4aa-2b66aa754d6c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.661972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1deec2fa-ff97-45dc-a4aa-2b66aa754d6c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.665824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1deec2fa-ff97-45dc-a4aa-2b66aa754d6c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/security-groups/8f263372-9d3b-4e68-a7e5-8465e1d9fafb HTTP/1.1" status: 204 len: 168 time: 0.2642751 Nov 23 23:11:00.676038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deec2fa-ff97-45dc-a4aa-2b66aa754d6c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f263372-9d3b-4e68-a7e5-8465e1d9fafb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:00.678984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a324eb26-5bac-4d59-ab51-877f736e6b79 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:00.679652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a324eb26-5bac-4d59-ab51-877f736e6b79 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:00.680505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e8040658-be19-4d88-8dc1-a18580690888 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:00.715018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e8040658-be19-4d88-8dc1-a18580690888 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:00.715369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e8040658-be19-4d88-8dc1-a18580690888 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:00.716000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:00.924498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:00.924845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5eb7bf54-4f53-4071-9e35-a9dab2c83a6a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:01.081618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49084) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:01.086957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6314a608-76de-4745-8bf7-82ac231038f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253749230', 'description': 'tempest-secgroup-smoke-1253749230 description', 'project_id': '79e0e77ee0be41da989a5a24b529c53e'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:01.124161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6314a608-76de-4745-8bf7-82ac231038f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.261698 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6314a608-76de-4745-8bf7-82ac231038f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.268033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6314a608-76de-4745-8bf7-82ac231038f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.307663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6314a608-76de-4745-8bf7-82ac231038f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.312066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6314a608-76de-4745-8bf7-82ac231038f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2255728 Nov 23 23:11:01.312310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49088) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:01.317724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f7d8bfd2-1917-4c80-9fe0-74c00a60cb98 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ab117812-006b-4cb8-b364-9dba18a1f5ca', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:01.325707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a608-76de-4745-8bf7-82ac231038f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab117812-006b-4cb8-b364-9dba18a1f5ca,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:01.384283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bfd2-1917-4c80-9fe0-74c00a60cb98 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.469871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bfd2-1917-4c80-9fe0-74c00a60cb98 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.473809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:01.479358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bfd2-1917-4c80-9fe0-74c00a60cb98 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.511004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8bfd2-1917-4c80-9fe0-74c00a60cb98 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5b225e-7fbe-462b-9b64-f8c90db2b9e8,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:01.533385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:01.534154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 28527a13-b9b7-4ed9-b35b-e34bec4c4fa5 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:01.599359 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bfd2-1917-4c80-9fe0-74c00a60cb98 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.606888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:01.607426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f7d8bfd2-1917-4c80-9fe0-74c00a60cb98 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932699 Nov 23 23:11:01.614883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8bc36c8d-50a9-44e5-9649-ab25961d8742 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ab117812-006b-4cb8-b364-9dba18a1f5ca', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:01.636594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e48432d-e552-4048-8539-503a92b0f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.685335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bc36c8d-50a9-44e5-9649-ab25961d8742 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.786556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bc36c8d-50a9-44e5-9649-ab25961d8742 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.793242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bc36c8d-50a9-44e5-9649-ab25961d8742 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.815311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc36c8d-50a9-44e5-9649-ab25961d8742 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48caa5d8-8bac-4276-824a-96effc9c04ab,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:01.826452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bc36c8d-50a9-44e5-9649-ab25961d8742 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.828961 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8bc36c8d-50a9-44e5-9649-ab25961d8742 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2198038 Nov 23 23:11:01.831251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:01.836102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-690aa4f0-67a4-4c7c-8f57-4c3859140b27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ab117812-006b-4cb8-b364-9dba18a1f5ca', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:01.865938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-690aa4f0-67a4-4c7c-8f57-4c3859140b27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.934322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-690aa4f0-67a4-4c7c-8f57-4c3859140b27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.939263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-690aa4f0-67a4-4c7c-8f57-4c3859140b27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.960737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aa4f0-67a4-4c7c-8f57-4c3859140b27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80042e66-da02-46c2-9893-4d5804fb7da1,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:01.972471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-690aa4f0-67a4-4c7c-8f57-4c3859140b27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.973914 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-690aa4f0-67a4-4c7c-8f57-4c3859140b27 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415646 Nov 23 23:11:01.976674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:01.981767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9efd155c-bd42-441c-85aa-1140f041cfae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ab117812-006b-4cb8-b364-9dba18a1f5ca', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:02.012328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9efd155c-bd42-441c-85aa-1140f041cfae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.088797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9efd155c-bd42-441c-85aa-1140f041cfae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.092832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9efd155c-bd42-441c-85aa-1140f041cfae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.112161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd155c-bd42-441c-85aa-1140f041cfae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc6523b-92b9-4eaf-b478-b1b7c914c85d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:02.123618 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9efd155c-bd42-441c-85aa-1140f041cfae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.129029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49110) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:02.132648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9efd155c-bd42-441c-85aa-1140f041cfae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542830 Nov 23 23:11:02.134076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ab117812-006b-4cb8-b364-9dba18a1f5ca', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:02.162196 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:11:02.167607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.237358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.241456 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.261499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defc800d-db5c-4d3b-b07d-ee543b8d1280,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:02.268120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.269352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-95e5d90e-f7b6-451b-859d-67bd8976399a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392772 Nov 23 23:11:02.272114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49116) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:02.276656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ab117812-006b-4cb8-b364-9dba18a1f5ca', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:02.300930 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:11:02.306484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.375385 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.379970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.399954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c488725-a475-4396-b9f8-d29eccac7fe4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:02.405487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.406718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a2bf11da-8af6-4b45-8028-daf98c4c23bf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335981 Nov 23 23:11:02.410327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49120) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:02.415675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'network': {'name': 'tempest-network-smoke--600287028', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'port_security_enabled': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:02.440646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:11:02.444322 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.474205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:11:02.487940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.488289 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Added segment 74a12796-fefe-4e22-92e9-e5686ac58e36 of type vlan for network 96a43760-9cac-42f5-9e76-97dedc2497a5 Nov 23 23:11:02.542490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.569801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.575519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:02.576170 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.621406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2098417 Nov 23 23:11:02.624629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49124) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:02.630749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'admin_state_up': True, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:02.662383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.663499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.666698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616a27e-1b47-4191-ae49-f3ea7f59be4d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Network': ['ID=96a43760-9cac-42f5-9e76-97dedc2497a5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:02.677747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:11:02.750088 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:02.942244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.263976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.285578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.420961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.63 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/33a11419-3d04-414d-ad54-1d069af1f501) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:11:03.549938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.591861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.634698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=33a11419-3d04-414d-ad54-1d069af1f501,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:03.651368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:11:03.653011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:03.655683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:11:03.669508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb542310-cfc7-4dde-b845-b235f07ac306 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:11:03.822964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cb41e8f6-f737-4a71-bd3a-670e1bb7166b None None] Provisioning complete for port 33a11419-3d04-414d-ad54-1d069af1f501 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:03.823629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cb41e8f6-f737-4a71-bd3a-670e1bb7166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.866428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cb41e8f6-f737-4a71-bd3a-670e1bb7166b None None] Port 33a11419-3d04-414d-ad54-1d069af1f501 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:11:04.004723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:04.286400 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:04.461582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router a34a4942-8247-41c4-b58d-8d6253253bd6 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:11:04.598314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:04.619783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Sync routers for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:04.647429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:04.648185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:10:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:04.648970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:04.650896 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ad091501-5c30-4e6d-9db1-a31b81869564 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0247970 Nov 23 23:11:04.655093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49178) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:04.739709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c8078f42-7df2-431a-bd44-6aa01754890f tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=79e0e77ee0be41da989a5a24b529c53e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754981 Nov 23 23:11:04.742620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:04.800121 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b06630f4-67d3-43e4-9bb4-4c0b3270a50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:04.852489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:04.879264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d67a03-06be-490a-b8e8-f82023aa0e85 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:04.883632 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-98d67a03-06be-490a-b8e8-f82023aa0e85 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369514 Nov 23 23:11:04.884319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49184) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:04.931130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a73dc3f4-2e16-49e8-ba46-829ec4ceb189 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456142 Nov 23 23:11:04.934936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 49190) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:04.941497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728452370', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:05.066613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:11:05.070823 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.104536 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.127852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:03Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:05.169201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Checking router: a34a4942-8247-41c4-b58d-8d6253253bd6 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:05.169709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Updating router a34a4942-8247-41c4-b58d-8d6253253bd6 port 33a11419-3d04-414d-ad54-1d069af1f501 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:11:05.216402 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.623886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.628617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.631712 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.710119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Subnet': ['ID=1fc4c3de-9414-44ce-9c5e-303105f3bf6b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:05.722285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Checking segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:11:05.722787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network hostable DHCP agents. Network: 96a43760-9cac-42f5-9e76-97dedc2497a5, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:11:05.727694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aeaa5-e915-4a36-8f79-339fb825d9f6 None None] Pushing event updated for resources: {'Port': ['ID=33a11419-3d04-414d-ad54-1d069af1f501,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:05.737497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7874b59-bca7-4801-9a92-76340123cc83 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:11:05.754217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:11:05.760117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Attempting to bind port 33a11419-3d04-414d-ad54-1d069af1f501 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:11:05.760497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Attempting to bind port 33a11419-3d04-414d-ad54-1d069af1f501 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:11:05.760916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Attempting to bind port 33a11419-3d04-414d-ad54-1d069af1f501 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:11:05.768887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:11:05.769524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:11:05.770039 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.770552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:11:05.771119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Bound port: 33a11419-3d04-414d-ad54-1d069af1f501, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:11:05.771599 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.793149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 96a43760-9cac-42f5-9e76-97dedc2497a5) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:05.813176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d3899f-dbbb-48fc-8f08-a45d0a490fd2 None None] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:11:05.814417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:05.817366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.855360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-44a8cc1d-e5a9-4bd8-a79a-e93cebdf07f5 None None] Provisioning complete for port 33a11419-3d04-414d-ad54-1d069af1f501 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:05.855898 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44a8cc1d-e5a9-4bd8-a79a-e93cebdf07f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:05.862521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49212) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:05.863746 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e0267198-90f9-41a3-8a40-084a635c9e20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9273248 Nov 23 23:11:05.965996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-44a8cc1d-e5a9-4bd8-a79a-e93cebdf07f5 None None] Port 33a11419-3d04-414d-ad54-1d069af1f501 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:11:05.968341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] For port 33a11419-3d04-414d-ad54-1d069af1f501, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:11:05.975675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] For port 33a11419-3d04-414d-ad54-1d069af1f501, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33a11419-3d04-414d-ad54-1d069af1f501,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:11:05.989915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.081624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa0d66-c73c-4396-972b-99520522091b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:11:06.109356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:06.110159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:06.115457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aeaa5-e915-4a36-8f79-339fb825d9f6 None None] Pushing event updated for resources: {'Port': ['ID=33a11419-3d04-414d-ad54-1d069af1f501,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:06.243285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-96a43760-9cac-42f5-9e76-97dedc2497a5', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:11:06.244162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.283088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e3547db7-4dc8-43fb-8a60-2cd6bb8ee976 None None] Provisioning complete for port 33a11419-3d04-414d-ad54-1d069af1f501 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:06.283471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3547db7-4dc8-43fb-8a60-2cd6bb8ee976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.315017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:06.622625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.655222 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.706854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Allocated IP 172.20.0.2 (96a43760-9cac-42f5-9e76-97dedc2497a5/1fc4c3de-9414-44ce-9c5e-303105f3bf6b/eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:11:06.824012 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3547db7-4dc8-43fb-8a60-2cd6bb8ee976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.849451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e3547db7-4dc8-43fb-8a60-2cd6bb8ee976 None None] For port 33a11419-3d04-414d-ad54-1d069af1f501, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33a11419-3d04-414d-ad54-1d069af1f501,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:06.884892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3547db7-4dc8-43fb-8a60-2cd6bb8ee976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:07.012036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3547db7-4dc8-43fb-8a60-2cd6bb8ee976 None None] Pushing event updated for resources: {'Port': ['ID=33a11419-3d04-414d-ad54-1d069af1f501,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:07.266726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:03Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:07.314550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07396256-96d2-4b66-af39-415f5a542f07 None None] The sync data for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 is: [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:03Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:07.314550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:07.322107 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:07.377182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:11:07.384730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:07.391670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Pushing event updated for resources: {'Port': ['ID=eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:07.394705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:11:07.435617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.1 (96a43760-9cac-42f5-9e76-97dedc2497a5/1fc4c3de-9414-44ce-9c5e-303105f3bf6b/5cb08291-e371-442e-9a07-aaaf7d5610e6) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:11:07.700296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:07.711510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Attempting to bind port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:11:07.711933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Attempting to bind port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:11:07.712297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Attempting to bind port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:11:07.720997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:11:07.721382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Checking segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:11:07.721786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:07.722185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Bound using segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:11:07.722677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Bound port: eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:11:07.723070 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:07.836022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] For port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:11:07.849856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] For port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:11:07.877673 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:08.022411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605561b9-9b2f-4f0e-9254-92bdbcab3d12 None None] Pushing event updated for resources: {'Port': ['ID=eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:08.151110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:08.195329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:08.286648 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:08.370246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:11:08.374610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:08.392483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:11:08.401604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33a11419-3d04-414d-ad54-1d069af1f501 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:11:08.501882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=5cb08291-e371-442e-9a07-aaaf7d5610e6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:08.514083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 33a11419-3d04-414d-ad54-1d069af1f501 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:08.520934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:08.533808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:08.802956 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.184500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-216167aa-a117-4421-a7f8-c574b6449dee tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:09.186109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-216167aa-a117-4421-a7f8-c574b6449dee tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/networks?id=e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 200 len: 813 time: 0.2524667 Nov 23 23:11:09.208909 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-a4e47d7e-dd3f-4a71-a54b-20b6745c2a74 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/quotas/d3bccea4eb484cac86674bf51dbf4c6c HTTP/1.1" status: 200 len: 375 time: 0.0123167 Nov 23 23:11:09.276789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-e8034d24-307f-4a66-a056-ac8cc74b9e54 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443597 Nov 23 23:11:09.540344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-b60a27bc-789d-4bee-ae0a-f8ac4cad4720 service neutron] 10.222.0.11 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055039 Nov 23 23:11:09.543310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.550724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.622633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533f5cc-9491-4b04-9fff-95e19bc5872f None None] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:11:09.782703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5d5d34bb-b4f8-4820-a247-c40ffb51ff8b None None] Provisioning complete for port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:09.784693 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d5d34bb-b4f8-4820-a247-c40ffb51ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.792360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=5cb08291-e371-442e-9a07-aaaf7d5610e6,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:09.798561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.842962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-ec6f5a47-38d9-4c17-83eb-83ee16916e7c service neutron] 10.222.0.11 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875450 Nov 23 23:11:10.005970 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d5d34bb-b4f8-4820-a247-c40ffb51ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:10.127109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:11:10.130050 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5d5d34bb-b4f8-4820-a247-c40ffb51ff8b None None] For port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:10.135735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:10.158924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d5d34bb-b4f8-4820-a247-c40ffb51ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:10.220620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd36b090-4d92-4973-9402-65fc03644ead req-caa2b9e5-cf1f-4dec-a6e7-76b985179f3d tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 210 time: 0.0719793 Nov 23 23:11:10.368405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d34bb-b4f8-4820-a247-c40ffb51ff8b None None] Pushing event updated for resources: {'Port': ['ID=eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:10.401370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router a34a4942-8247-41c4-b58d-8d6253253bd6 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:11:10.423416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:11:10.500057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-49c74422-2d8f-4bc5-9c43-4c430d7660bc None None] Provisioning complete for port 5cb08291-e371-442e-9a07-aaaf7d5610e6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:10.500672 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49c74422-2d8f-4bc5-9c43-4c430d7660bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:10.549025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:10.549574 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:10.605062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:10.617112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Sync routers for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:10.627258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d88f86d0-8dd6-4869-b710-f4f60f636da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/a34a4942-8247-41c4-b58d-8d6253253bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7540169 Nov 23 23:11:10.631875 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:10.632798 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:10.684179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-49c74422-2d8f-4bc5-9c43-4c430d7660bc None None] Port 5cb08291-e371-442e-9a07-aaaf7d5610e6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:11:10.793783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-49c74422-2d8f-4bc5-9c43-4c430d7660bc None None] Provisioning complete for port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:10.794212 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49c74422-2d8f-4bc5-9c43-4c430d7660bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:11.057338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-1ab74f66-e1b3-4acf-9b64-9d111974a74e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253749230&fields=id&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 267 time: 0.1294885 Nov 23 23:11:11.075791 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:11.231147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d9bcddc0-dfa8-4219-991c-a1eade409612 None None] Provisioning complete for port 5cb08291-e371-442e-9a07-aaaf7d5610e6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:11.231529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d9bcddc0-dfa8-4219-991c-a1eade409612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:11.321200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcddc0-dfa8-4219-991c-a1eade409612 None None] Port 5cb08291-e371-442e-9a07-aaaf7d5610e6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:11:11.324995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-2eba7442-b9df-4b72-86c8-c2db2424ca47 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:11.329260 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-2eba7442-b9df-4b72-86c8-c2db2424ca47 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 796 time: 0.2576623 Nov 23 23:11:11.370520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-5bddd64f-2057-4876-a39e-d847f10dc723 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/quotas/79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 375 time: 0.0334256 Nov 23 23:11:11.463008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bccab847-832c-4753-8c43-af696d439528 None None] Provisioning complete for port 5cb08291-e371-442e-9a07-aaaf7d5610e6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:11.466477 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bccab847-832c-4753-8c43-af696d439528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:11.514242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5eb7f134-f0a2-4149-b29c-4c851f617020 req-10aa65aa-7106-44fc-b880-a968de52e9f5 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 210 time: 0.0540273 Nov 23 23:11:11.530046 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-87b8a554-2887-468c-8dd4-b4b4e3919c47 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514204 Nov 23 23:11:11.548513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bccab847-832c-4753-8c43-af696d439528 None None] Port 5cb08291-e371-442e-9a07-aaaf7d5610e6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:11:11.657035 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:09Z', 'revision_number': 2, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:11.688353 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Checking router: a34a4942-8247-41c4-b58d-8d6253253bd6 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:11.688848 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Updating router a34a4942-8247-41c4-b58d-8d6253253bd6 port 5cb08291-e371-442e-9a07-aaaf7d5610e6 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:11:11.717438 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:11.781084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-e297f870-401d-45e8-9b14-14d3ac8e54c9 service neutron] 10.222.0.11 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264755 Nov 23 23:11:11.925312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-7678cde0-d88e-4df0-a221-ed0879f3856c service neutron] 10.222.0.11 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293674 Nov 23 23:11:12.204003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-a641d98e-78dd-4f8a-9f78-936486f4a121 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:12.208120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-a641d98e-78dd-4f8a-9f78-936486f4a121 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "GET /v2.0/networks?id=e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 200 len: 813 time: 0.2421429 Nov 23 23:11:12.226051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Request body: {'port': {'device_id': '3bf905d7-1989-497e-8083-a2573c32708d', 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71', 'admin_state_up': True, 'tenant_id': 'd3bccea4eb484cac86674bf51dbf4c6c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:12.244930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-103865a7-a4db-445e-9e16-6bb81a83202f req-af94939e-efc7-4ecc-928b-f377f7ab6840 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 210 time: 0.0635881 Nov 23 23:11:12.347401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:11:12.381850 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.395948 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.419460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:12.419860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.433078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Made reservation on behalf of d3bccea4eb484cac86674bf51dbf4c6c for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:11:12.438025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.492253 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Pushing event updated for resources: {'Port': ['ID=5cb08291-e371-442e-9a07-aaaf7d5610e6,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:12.504989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.504989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.504989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.504989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.505568 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.505568 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.505852 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.511337 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.511783 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.512115 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.512630 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.513119 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:12.629061 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Attempting to bind port 5cb08291-e371-442e-9a07-aaaf7d5610e6 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:11:12.629653 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Attempting to bind port 5cb08291-e371-442e-9a07-aaaf7d5610e6 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:11:12.630281 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Attempting to bind port 5cb08291-e371-442e-9a07-aaaf7d5610e6 on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:11:12.639364 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:11:12.639875 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Checking segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:11:12.640527 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.646190 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Bound using segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:11:12.647345 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Bound port: 5cb08291-e371-442e-9a07-aaaf7d5610e6, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:11:12.648042 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.753086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Allocated IP 172.20.0.6 (e8ed187e-2754-4a43-b78a-88483abc9b71/0b4d10b4-1773-46b4-8970-ce48163be163/7294ad7e-43fa-42b3-86b3-99004e7a3c85) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:11:12.810089 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6f1e5d6d-c7f3-4ed9-b797-70aa1884b8ff req-c9ddad7f-9119-4b09-8286-3a2400364665 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 210 time: 0.0704813 Nov 23 23:11:12.844772 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] For port 5cb08291-e371-442e-9a07-aaaf7d5610e6, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:11:12.852568 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] For port 5cb08291-e371-442e-9a07-aaaf7d5610e6, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5cb08291-e371-442e-9a07-aaaf7d5610e6,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:11:12.859885 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.946639 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:12.947501 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:12.981229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Provisioning complete for port 5cb08291-e371-442e-9a07-aaaf7d5610e6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:12.981769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.023973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.031435 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2900b-12ff-4248-9a7f-c8425c5de5f2 None None] Pushing event updated for resources: {'Port': ['ID=5cb08291-e371-442e-9a07-aaaf7d5610e6,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:13.074261 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.153995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Network e8ed187e-2754-4a43-b78a-88483abc9b71 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:11:13.163182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:13.182436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:11:13.206404 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:13.275671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Pushing event updated for resources: {'Port': ['ID=7294ad7e-43fa-42b3-86b3-99004e7a3c85,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:13.301104 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.308430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:13.309292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.350886 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-9b5fc794-03f8-486a-9fac-3aeffa67b16a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1287091 Nov 23 23:11:13.374933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Request body: {'port': {'device_id': '3bf905d7-1989-497e-8083-a2573c32708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:13.419161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] For port 5cb08291-e371-442e-9a07-aaaf7d5610e6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5cb08291-e371-442e-9a07-aaaf7d5610e6,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:13.426677 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.516035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.535862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da6b4666-468d-4001-88c2-f16fcf2f85e6 req-cd52f741-783e-4098-831e-a0a2a9560c2e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 210 time: 0.0886409 Nov 23 23:11:13.549259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Pushing event updated for resources: {'Port': ['ID=5cb08291-e371-442e-9a07-aaaf7d5610e6,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:13.572418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.580760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.581360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.581971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.582546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.583167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.583776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.584317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.585095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.585414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.586012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.586597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251a455-8d5f-4576-a07d-55340caa7075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:13.622910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9b60bb21-1be1-40f4-b1cf-453934c5aed7 None None] Provisioning complete for port 5cb08291-e371-442e-9a07-aaaf7d5610e6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:13.623384 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b60bb21-1be1-40f4-b1cf-453934c5aed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.708764 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:12Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:13.747108 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50083be1-8f89-4b52-8607-9f04e033798d None None] The sync data for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 is: [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:12Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:13.976100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7294ad7e-43fa-42b3-86b3-99004e7a3c85 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:11:13.986080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:14.004397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Transition to ACTIVE for port object 7294ad7e-43fa-42b3-86b3-99004e7a3c85 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:11:14.010214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:14.042193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2f024-c3eb-461d-899e-2be0f5be040a req-3cb6dbc2-eaee-4d67-a155-a62d87e044ed tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:14.046534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4f2f024-c3eb-461d-899e-2be0f5be040a req-3cb6dbc2-eaee-4d67-a155-a62d87e044ed tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 931 time: 0.0912564 Nov 23 23:11:14.190972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4f2f024-c3eb-461d-899e-2be0f5be040a req-45df1136-777f-4cb7-ad0e-e843eeba81e9 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365786 Nov 23 23:11:14.337005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5cb08291-e371-442e-9a07-aaaf7d5610e6 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:11:14.360527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Pushing event updated for resources: {'Port': ['ID=7294ad7e-43fa-42b3-86b3-99004e7a3c85,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:14.448795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Attempting to bind port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:11:14.449167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Attempting to bind port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:11:14.449478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Attempting to bind port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 on network e8ed187e-2754-4a43-b78a-88483abc9b71 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:11:14.463705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 on network e8ed187e-2754-4a43-b78a-88483abc9b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:11:14.464165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Attempting to bind port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 on network e8ed187e-2754-4a43-b78a-88483abc9b71 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:11:14.479661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:11:14.480055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Checking segment: {'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:11:14.480400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Bound using segment: {'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:11:14.480851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Bound port: 7294ad7e-43fa-42b3-86b3-99004e7a3c85, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80acb00b-3046-4182-8155-92f5a797248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:11:14.481210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:14.490230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-db793082-550f-48f5-b3d8-b7482c7f034b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:14.492031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-db793082-550f-48f5-b3d8-b7482c7f034b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 796 time: 0.3125296 Nov 23 23:11:14.525041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5cb08291-e371-442e-9a07-aaaf7d5610e6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:14.526223 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:14.654194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] For port 7294ad7e-43fa-42b3-86b3-99004e7a3c85, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:11:14.692116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-609819df-52bf-47d9-a237-63dc6577c66d req-b60c998c-c4d2-4678-bcbd-877348e99d2e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 210 time: 0.0566447 Nov 23 23:11:14.712766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] For port 7294ad7e-43fa-42b3-86b3-99004e7a3c85, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:11:14.719457 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:14.790435 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-02ad4819-7ca1-4ab7-bbbf-76a940dbdc67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 380 time: 0.2815154 Nov 23 23:11:14.832276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'port': {'device_id': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'admin_state_up': True, 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'security_groups': ['ab117812-006b-4cb8-b364-9dba18a1f5ca']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:14.865489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:14.866108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:14.867625 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] 10.222.0.48 "PUT /v2.0/ports/7294ad7e-43fa-42b3-86b3-99004e7a3c85 HTTP/1.1" status: 200 len: 1091 time: 1.5024142 Nov 23 23:11:14.868287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf905d7-1989-497e-8083-a2573c32708d', 'tag': '7294ad7e-43fa-42b3-86b3-99004e7a3c85'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:14.870870 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31744227-4e85-4a43-8f5e-846c092ff44d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf905d7-1989-497e-8083-a2573c32708d", "tag": "7294ad7e-43fa-42b3-86b3-99004e7a3c85"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:14.995486 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f2f2f-8b5e-400b-8495-7ead53834e99 x-openstack-request-id: req-5e3f2f2f-8b5e-400b-8495-7ead53834e99 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:14.995897 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf905d7-1989-497e-8083-a2573c32708d", "tag": "7294ad7e-43fa-42b3-86b3-99004e7a3c85", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:14.996359 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e3f2f2f-8b5e-400b-8495-7ead53834e99 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:14.996894 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf905d7-1989-497e-8083-a2573c32708d', 'tag': '7294ad7e-43fa-42b3-86b3-99004e7a3c85', 'status': 'completed', 'code': 200} Nov 23 23:11:15.008060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010a216-2ca8-4e3a-9c5a-eb69ec66825c service neutron] Pushing event updated for resources: {'Port': ['ID=7294ad7e-43fa-42b3-86b3-99004e7a3c85,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:15.093396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-7c9509a6-e526-4f3b-aea8-595f94d2a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:15.095592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-7c9509a6-e526-4f3b-aea8-595f94d2a644 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 1094 time: 0.0968149 Nov 23 23:11:15.160814 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-f4666549-6a5d-4277-8228-dc2c3e6dade9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85 HTTP/1.1" status: 200 len: 217 time: 0.0486765 Nov 23 23:11:15.161992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:11:15.166736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:15.293568 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:11:15.300277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-664e9f7a-8e6a-4834-8131-fa830ab5373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:15.302912 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-664e9f7a-8e6a-4834-8131-fa830ab5373e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b4d10b4-1773-46b4-8970-ce48163be163 HTTP/1.1" status: 200 len: 853 time: 0.1335573 Nov 23 23:11:15.367924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef24237-a47e-457e-a96c-be1b85bbefa4 req-10bff5b5-3404-4349-ad48-71e4d9f2501e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:15.376575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ef24237-a47e-457e-a96c-be1b85bbefa4 req-10bff5b5-3404-4349-ad48-71e4d9f2501e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 943 time: 0.0709648 Nov 23 23:11:15.393864 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-1bde4838-7aa6-4e63-8ae4-14be2866f393 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8ed187e-2754-4a43-b78a-88483abc9b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548172 Nov 23 23:11:15.447673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ef24237-a47e-457e-a96c-be1b85bbefa4 req-742b86ee-7a57-4f20-a59a-52da548e7efb tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697854 Nov 23 23:11:15.554844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.11 (96a43760-9cac-42f5-9e76-97dedc2497a5/1fc4c3de-9414-44ce-9c5e-303105f3bf6b/d14d41f5-1f42-47b3-b820-4061b3958b1a) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:11:15.582077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-a11e76ff-616e-4cde-aaf7-9b70f2f25f3a service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799314 Nov 23 23:11:15.804893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26b8f916-2578-4f68-90c5-bac7577d9955 req-27807e82-9760-4206-a495-c73206c2fd11 service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140646 Nov 23 23:11:15.847054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:15.869654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca4699eb-4f8c-4eff-959c-f1f2e001d0b3 req-20eaf5f6-d7fe-4b99-b491-4ac0a96a0d7a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 210 time: 0.0421195 Nov 23 23:11:15.908449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:15.972228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:11:15.978641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:15.983011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:11:16.030329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:16.087612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:16.088309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.106892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31744227-4e85-4a43-8f5e-846c092ff44d req-0fe6f22e-0b97-4056-9469-bef550a8c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:16.108648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-31744227-4e85-4a43-8f5e-846c092ff44d req-0fe6f22e-0b97-4056-9469-bef550a8c462 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 1094 time: 0.1184697 Nov 23 23:11:16.121087 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-87352861-3607-4253-9b76-9987cf46ef23 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3055401 Nov 23 23:11:16.141000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Request body: {'port': {'device_id': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:16.279509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.303127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cdb03d56-bae4-4740-8f48-bf715958f9c5 None None] Provisioning complete for port d14d41f5-1f42-47b3-b820-4061b3958b1a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:16.304144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cdb03d56-bae4-4740-8f48-bf715958f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.311604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31744227-4e85-4a43-8f5e-846c092ff44d req-a1bf33a1-f1d5-4c20-b439-497e16c96ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:16.313362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-31744227-4e85-4a43-8f5e-846c092ff44d req-a1bf33a1-f1d5-4c20-b439-497e16c96ac4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 200 len: 914 time: 0.1912241 Nov 23 23:11:16.357377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cdb03d56-bae4-4740-8f48-bf715958f9c5 None None] Port d14d41f5-1f42-47b3-b820-4061b3958b1a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:11:16.384860 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-31744227-4e85-4a43-8f5e-846c092ff44d req-01f7481c-22f1-4a22-8597-507d95fd4cea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85 HTTP/1.1" status: 200 len: 217 time: 0.0478837 Nov 23 23:11:16.537804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31744227-4e85-4a43-8f5e-846c092ff44d req-3340bbbc-b0db-4cf1-97df-1469b19fe983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:16.538438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-31744227-4e85-4a43-8f5e-846c092ff44d req-3340bbbc-b0db-4cf1-97df-1469b19fe983 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b4d10b4-1773-46b4-8970-ce48163be163 HTTP/1.1" status: 200 len: 853 time: 0.1270840 Nov 23 23:11:16.582042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-31744227-4e85-4a43-8f5e-846c092ff44d req-57429765-6c2f-491d-baed-6f8cf193da63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8ed187e-2754-4a43-b78a-88483abc9b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356665 Nov 23 23:11:16.632762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2c5a7-f068-43b9-9d4f-e14fdf39fe71 req-fadca6d1-9ea9-492b-bc8a-206833f5a901 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:16.635288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6a2c5a7-f068-43b9-9d4f-e14fdf39fe71 req-fadca6d1-9ea9-492b-bc8a-206833f5a901 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 943 time: 0.0627761 Nov 23 23:11:16.693739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f6a2c5a7-f068-43b9-9d4f-e14fdf39fe71 req-e722ea42-25eb-4130-9162-d980c841de32 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503287 Nov 23 23:11:16.766563 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-31744227-4e85-4a43-8f5e-846c092ff44d req-63de105b-c4f4-4287-af5f-527e903f79fc service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702793 Nov 23 23:11:16.903552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14d41f5-1f42-47b3-b820-4061b3958b1a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:11:16.918359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.937990 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-31744227-4e85-4a43-8f5e-846c092ff44d req-f44bbd16-79fe-4b81-8885-b11a9a870e58 service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577363 Nov 23 23:11:16.943042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Transition to ACTIVE for port object d14d41f5-1f42-47b3-b820-4061b3958b1a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:11:16.954743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.013190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb678fd-f418-4603-a8da-65be0d969472 req-6e48cd7f-f8fa-45f3-9f61-9caa5d38fcc6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:17.022276 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5eb678fd-f418-4603-a8da-65be0d969472 req-6e48cd7f-f8fa-45f3-9f61-9caa5d38fcc6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.0743582 Nov 23 23:11:17.056483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:17.106865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5eb678fd-f418-4603-a8da-65be0d969472 req-4e754552-98ee-421e-872b-923f6ea00374 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834124 Nov 23 23:11:17.163112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:11:17.163460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:11:17.163822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:11:17.176636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:11:17.176972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:11:17.187870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:11:17.188617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Checking segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:11:17.189484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Bound using segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:11:17.190385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Bound port: d14d41f5-1f42-47b3-b820-4061b3958b1a, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:11:17.192199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.272656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:11:17.276367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:11:17.283103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.316053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:17.316586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.318423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] 10.222.0.46 "PUT /v2.0/ports/d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1092 time: 1.1862411 Nov 23 23:11:17.321133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:17.324320 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:17.417783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1712f96-3f8d-44ba-99b9-79526e03b83c service neutron] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:17.434604 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e3f6a-9331-489f-80de-1a5c47242f2e x-openstack-request-id: req-af7e3f6a-9331-489f-80de-1a5c47242f2e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:17.435183 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:17.435540 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af7e3f6a-9331-489f-80de-1a5c47242f2e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:17.436244 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'status': 'completed', 'code': 200} Nov 23 23:11:17.455639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-9655c817-378e-4f3a-b1dc-39fdd7bc9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:17.459633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-9655c817-378e-4f3a-b1dc-39fdd7bc9b64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1095 time: 0.0865614 Nov 23 23:11:17.520373 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-91942a3a-4479-4522-a15a-28d60258198c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 217 time: 0.0541146 Nov 23 23:11:17.579253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-4525dfd3-0c89-4e24-9b17-a221536fa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:17.580742 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-4525dfd3-0c89-4e24-9b17-a221536fa407 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0539379 Nov 23 23:11:17.634009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806313-4402-4c5c-aaab-a7adf270520a req-03eeb98c-0025-480f-b7d0-1e7f37f0d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:17.635659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-03eeb98c-0025-480f-b7d0-1e7f37f0d806 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482807 Nov 23 23:11:17.783544 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-0ac5b52c-9156-4cc7-9b4e-abb9a73965c3 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395831 Nov 23 23:11:17.850597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca29f8-7159-49fd-8ede-67bb0b3e3d3a req-4161f4a6-2a7b-40ea-a7e0-0a0f1b317046 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:17.852854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10ca29f8-7159-49fd-8ede-67bb0b3e3d3a req-4161f4a6-2a7b-40ea-a7e0-0a0f1b317046 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 943 time: 0.0557022 Nov 23 23:11:17.888974 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-17806313-4402-4c5c-aaab-a7adf270520a req-9f5a5432-b632-4a4e-ae3c-686164494a15 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952141 Nov 23 23:11:17.918877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-10ca29f8-7159-49fd-8ede-67bb0b3e3d3a req-b7afcd51-5362-4a1e-9646-7e71118e7012 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587947 Nov 23 23:11:17.988849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-de4198b1-59d6-43dc-8f1e-2c57e047f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:17.990336 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-de4198b1-59d6-43dc-8f1e-2c57e047f969 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1095 time: 0.0485301 Nov 23 23:11:18.094580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-c826deb4-4a60-4c4d-a0e7-50ee30585cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:18.096134 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-c826deb4-4a60-4c4d-a0e7-50ee30585cc3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.0979939 Nov 23 23:11:18.179780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-4bf232d4-d49f-4c51-ad5c-50dab3984b52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 217 time: 0.0762677 Nov 23 23:11:18.249208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-53102c01-2624-4711-a1af-503aa514b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:18.250892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-53102c01-2624-4711-a1af-503aa514b503 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0620840 Nov 23 23:11:18.258598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342d0d3-6350-47eb-9b99-70117bc958b3 req-7e48fbb4-4e21-4002-9e65-72c6a4d3c025 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:18.261090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1342d0d3-6350-47eb-9b99-70117bc958b3 req-7e48fbb4-4e21-4002-9e65-72c6a4d3c025 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.0621612 Nov 23 23:11:18.307036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-e1da8e93-7661-4fe0-b4b5-f9394fb19f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:18.308861 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-e1da8e93-7661-4fe0-b4b5-f9394fb19f3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499475 Nov 23 23:11:18.325525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1342d0d3-6350-47eb-9b99-70117bc958b3 req-82aa0162-d14f-488a-91f2-b2c3f16eba76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554221 Nov 23 23:11:18.715467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-0d89f32e-dd9f-41af-a219-a221b5e950e6 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975251 Nov 23 23:11:18.847841 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5c5bd698-2bed-4fb0-adf2-4ed4cdead912 req-ce2545f7-f682-4ffe-8ffa-b5dc7ebbb3cb service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227217 Nov 23 23:11:19.066379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df793f2f-4e32-4371-8d57-d7876fe18321 req-787c7ca6-5830-45a3-af05-1877d7853748 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:19.071622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df793f2f-4e32-4371-8d57-d7876fe18321 req-787c7ca6-5830-45a3-af05-1877d7853748 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 943 time: 0.0666323 Nov 23 23:11:19.119321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df793f2f-4e32-4371-8d57-d7876fe18321 req-4fa61824-8a70-46c0-88f1-47864b92223c tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 Nov 23 23:11:19.479415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54b588-43af-46f9-9330-d9f77b6607eb req-41d0a0c1-16e1-41f6-89a3-addc32a615c8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:19.480962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e54b588-43af-46f9-9330-d9f77b6607eb req-41d0a0c1-16e1-41f6-89a3-addc32a615c8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.0560231 Nov 23 23:11:19.534951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e54b588-43af-46f9-9330-d9f77b6607eb req-f5c99b4a-2478-4ff4-9061-5b9c27ad65eb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 Nov 23 23:11:19.557682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7294ad7e-43fa-42b3-86b3-99004e7a3c85 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:11:19.660873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7294ad7e-43fa-42b3-86b3-99004e7a3c85, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:19.674372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '7294ad7e-43fa-42b3-86b3-99004e7a3c85', 'network_id': 'e8ed187e-2754-4a43-b78a-88483abc9b71', 'port_id': '7294ad7e-43fa-42b3-86b3-99004e7a3c85', 'mac_address': 'fa:16:3e:d4:d2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4d10b4-1773-46b4-8970-ce48163be163', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:11:19.711988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:19.727863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7294ad7e-43fa-42b3-86b3-99004e7a3c85 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:11:19.754942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7294ad7e-43fa-42b3-86b3-99004e7a3c85, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:19.759470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:19.808437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7294ad7e-43fa-42b3-86b3-99004e7a3c85,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:20.032360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7294ad7e-43fa-42b3-86b3-99004e7a3c85'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:11:20.263300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa52b5-a151-43cc-b469-445cea940f42 req-0326cf58-930b-43ea-887a-284d3ffb956f tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:20.266004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9baa52b5-a151-43cc-b469-445cea940f42 req-0326cf58-930b-43ea-887a-284d3ffb956f tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 944 time: 0.0613484 Nov 23 23:11:20.328182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9baa52b5-a151-43cc-b469-445cea940f42 req-d562498c-e404-43ac-9719-4e6eb72fe5d2 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534153 Nov 23 23:11:20.785420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d7a7-52d0-494e-bfe9-fbe30007dcdf req-edacf326-5aba-47a4-a687-b82c5ac5bf39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:20.787072 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a93d7a7-52d0-494e-bfe9-fbe30007dcdf req-edacf326-5aba-47a4-a687-b82c5ac5bf39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.1826613 Nov 23 23:11:20.838552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a93d7a7-52d0-494e-bfe9-fbe30007dcdf req-91369f5b-e07d-49d5-8cad-fb1b053f6115 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Nov 23 23:11:20.930215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:11:21.034131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:21.047251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'port_id': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'mac_address': 'fa:16:3e:a8:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:11:21.090054 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.104078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14d41f5-1f42-47b3-b820-4061b3958b1a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:11:21.124991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:21.129847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.179513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:21.381870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d14d41f5-1f42-47b3-b820-4061b3958b1a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:11:21.449324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdae73e-4c50-453c-92af-ec09c2248731 req-21488303-01b7-4393-8596-63ff5aa4c293 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:21.450868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fdae73e-4c50-453c-92af-ec09c2248731 req-21488303-01b7-4393-8596-63ff5aa4c293 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 944 time: 0.0504005 Nov 23 23:11:21.514755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fdae73e-4c50-453c-92af-ec09c2248731 req-22f26130-108b-4f3b-bd08-b62576e6cbb1 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561574 Nov 23 23:11:21.568009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7294ad7e-43fa-42b3-86b3-99004e7a3c85 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:11:21.669248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:11:21.677307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:21.677736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.762666 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.790190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf905d7-1989-497e-8083-a2573c32708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7294ad7e-43fa-42b3-86b3-99004e7a3c85'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:21.792555 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0538e9d-4fc0-4a24-b0c5-e65dc7bbf154" -d '{"events": [{"server_uuid": "3bf905d7-1989-497e-8083-a2573c32708d", "name": "network-vif-plugged", "status": "completed", "tag": "7294ad7e-43fa-42b3-86b3-99004e7a3c85"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:21.806601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7294ad7e-43fa-42b3-86b3-99004e7a3c85, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:21.813688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.842328 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d8aeb3-2029-4349-8f28-d22f1868ff1a x-openstack-request-id: req-82d8aeb3-2029-4349-8f28-d22f1868ff1a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:21.843343 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf905d7-1989-497e-8083-a2573c32708d", "name": "network-vif-plugged", "status": "completed", "tag": "7294ad7e-43fa-42b3-86b3-99004e7a3c85", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:21.843343 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82d8aeb3-2029-4349-8f28-d22f1868ff1a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:21.843343 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf905d7-1989-497e-8083-a2573c32708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7294ad7e-43fa-42b3-86b3-99004e7a3c85', 'code': 200} Nov 23 23:11:21.867490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7294ad7e-43fa-42b3-86b3-99004e7a3c85,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:21.968027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05c96-09de-4deb-b332-d4b5055e4a6b req-631f4b61-446d-44f9-bcbc-7d4c313fbf83 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:21.970278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01c05c96-09de-4deb-b332-d4b5055e4a6b req-631f4b61-446d-44f9-bcbc-7d4c313fbf83 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 945 time: 0.0542150 Nov 23 23:11:21.974436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624c07f-7d4d-4952-a9d6-c15d1cc648c7 req-b889482d-b6d0-4695-a63b-218808784027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:21.976132 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e624c07f-7d4d-4952-a9d6-c15d1cc648c7 req-b889482d-b6d0-4695-a63b-218808784027 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 1096 time: 0.0457873 Nov 23 23:11:22.027421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01c05c96-09de-4deb-b332-d4b5055e4a6b req-8f5376db-4337-4c00-afa0-f3fb40762854 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509179 Nov 23 23:11:22.032658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e624c07f-7d4d-4952-a9d6-c15d1cc648c7 req-77941f53-d137-4296-a850-5507eb48ac8d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Nov 23 23:11:22.634675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9ee1e-3b6e-4901-bfd2-0a8e36c42a95 req-c847534b-54f6-4f98-8471-13c917e37310 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:22.636233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47a9ee1e-3b6e-4901-bfd2-0a8e36c42a95 req-c847534b-54f6-4f98-8471-13c917e37310 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 945 time: 0.0506089 Nov 23 23:11:22.684688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47a9ee1e-3b6e-4901-bfd2-0a8e36c42a95 req-5879018a-c199-459f-a600-463fc65fb67e tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Nov 23 23:11:22.946459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:11:23.005408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port d14d41f5-1f42-47b3-b820-4061b3958b1a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:11:23.009326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port d14d41f5-1f42-47b3-b820-4061b3958b1a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:11:23.009694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:23.098387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:23.154567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:23.162113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:23.188779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a24c6-90b6-4154-bcc6-adfe360f0ee3 req-fabaf458-bd29-419a-8d46-18187e35533a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:23.190364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca2a24c6-90b6-4154-bcc6-adfe360f0ee3 req-fabaf458-bd29-419a-8d46-18187e35533a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 945 time: 0.0624623 Nov 23 23:11:23.219640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:23.246573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca2a24c6-90b6-4154-bcc6-adfe360f0ee3 req-248497d0-850b-4873-8936-6c3d27de294c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501487 Nov 23 23:11:23.815413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d380330-29d1-4e67-8d18-b418d804d502 req-c9b44ce1-56b5-44ad-96ab-9fc8b143fc48 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:23.816966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d380330-29d1-4e67-8d18-b418d804d502 req-c9b44ce1-56b5-44ad-96ab-9fc8b143fc48 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 945 time: 0.0530910 Nov 23 23:11:23.844250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:23.846734 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee81f9-6b1b-40cd-9774-7beeee78df70" -d '{"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-plugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:23.875064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d380330-29d1-4e67-8d18-b418d804d502 req-1840597c-e69b-4328-b6b4-5e6b2d46a9c6 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517817 Nov 23 23:11:23.889765 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb979b9-9d1c-42e9-854c-ba52b8f0e929 x-openstack-request-id: req-7eb979b9-9d1c-42e9-854c-ba52b8f0e929 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:23.890131 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-plugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:23.890593 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7eb979b9-9d1c-42e9-854c-ba52b8f0e929 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:23.891060 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'code': 200} Nov 23 23:11:23.994176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281b5b2-c3c8-42f2-b718-92af799b438e req-8c356494-bf6a-4207-9cd2-c3129c0fccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:23.995692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c281b5b2-c3c8-42f2-b718-92af799b438e req-8c356494-bf6a-4207-9cd2-c3129c0fccbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1097 time: 0.0421214 Nov 23 23:11:24.047604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c281b5b2-c3c8-42f2-b718-92af799b438e req-e092264d-c924-4b87-8fde-63ce42ae8fe0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Nov 23 23:11:24.377503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ffc16-8ea9-43de-b318-d523d2bfdf48 req-e4cc5a87-c670-4067-beb2-5a10be443fa3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:24.379135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-137ffc16-8ea9-43de-b318-d523d2bfdf48 req-e4cc5a87-c670-4067-beb2-5a10be443fa3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0584974 Nov 23 23:11:24.438290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-137ffc16-8ea9-43de-b318-d523d2bfdf48 req-4fe8a909-73db-44c0-b304-c6dc1a410ad4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525913 Nov 23 23:11:25.596316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e8f54-a62f-420a-b971-a6e331bfd847 req-c4479017-1b4f-493e-b5d7-0e0a68f61586 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:25.600180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-811e8f54-a62f-420a-b971-a6e331bfd847 req-c4479017-1b4f-493e-b5d7-0e0a68f61586 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0651753 Nov 23 23:11:25.666616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-811e8f54-a62f-420a-b971-a6e331bfd847 req-f9405976-d8d1-4704-b466-df35ea939e31 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616987 Nov 23 23:11:25.799366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10530-8bde-4d25-95fe-ed8583616c53 req-77c92991-4bc4-4609-9b4b-d938805f1c0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:25.801028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bd10530-8bde-4d25-95fe-ed8583616c53 req-77c92991-4bc4-4609-9b4b-d938805f1c0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0543489 Nov 23 23:11:25.852674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bd10530-8bde-4d25-95fe-ed8583616c53 req-73ee3148-9d61-4974-9f2f-4e3240569c50 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452859 Nov 23 23:11:25.881212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49602) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:25.941241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad5716-7fc3-4fa7-bd72-97f1a8ecefd1 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:25.946243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-72ad5716-7fc3-4fa7-bd72-97f1a8ecefd1 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1092 time: 0.0611715 Nov 23 23:11:25.946766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49606) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:25.954740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:11:25.993294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:26.119168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:26.256343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.123 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/2e65f8f3-8d59-4446-8ea9-514b838a9617) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:11:26.369748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:26.407218 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:26.453348 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:11:26.456314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:11:26.459928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:11:26.465570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=2e65f8f3-8d59-4446-8ea9-514b838a9617,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:26.879607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:26.950917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:27.101772 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:27.110738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:27.115892 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:27.184820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=2e65f8f3-8d59-4446-8ea9-514b838a9617,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:27.197609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:27.301583 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 381ba384-bdc9-4071-b81a-aecef4099b23 associated. External IP: 172.25.0.123, port: d14d41f5-1f42-47b3-b820-4061b3958b1a. Nov 23 23:11:27.841726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router a34a4942-8247-41c4-b58d-8d6253253bd6 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:11:27.955434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:27.965672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] Sync routers for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:27.977065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:27.978131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:27.979072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:28.005952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-88fd0ed2-8eef-4f40-af21-cb94a337524c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0577855 Nov 23 23:11:28.006591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:28.009154 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26379325-5867-489e-81b1-8ab14b3375d3" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:28.049894 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deec0d2-4c44-42f8-9e29-a07a5ef9735e x-openstack-request-id: req-8deec0d2-4c44-42f8-9e29-a07a5ef9735e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:28.050194 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:28.050455 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8deec0d2-4c44-42f8-9e29-a07a5ef9735e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:28.050863 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'status': 'completed', 'code': 200} Nov 23 23:11:28.112414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:28.133983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379325-5867-489e-81b1-8ab14b3375d3 req-25c143e7-3ff1-433b-9153-2f8e411b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:28.138491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26379325-5867-489e-81b1-8ab14b3375d3 req-25c143e7-3ff1-433b-9153-2f8e411b2bed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1097 time: 0.0523961 Nov 23 23:11:28.140730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ab5c-c2f3-4f7e-956c-7468c2b14fde req-92baa878-5b3a-498b-94f2-a39fba3fbf15 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:28.148475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57e1ab5c-c2f3-4f7e-956c-7468c2b14fde req-92baa878-5b3a-498b-94f2-a39fba3fbf15 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0721793 Nov 23 23:11:28.213934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57e1ab5c-c2f3-4f7e-956c-7468c2b14fde req-0261ee91-9e01-49de-a928-e794941926b3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598683 Nov 23 23:11:28.227321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49632) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:28.272411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379325-5867-489e-81b1-8ab14b3375d3 req-af240071-5da6-4a4e-8f07-4bdf6620ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:28.273947 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26379325-5867-489e-81b1-8ab14b3375d3 req-af240071-5da6-4a4e-8f07-4bdf6620ccbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.1306031 Nov 23 23:11:28.313988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7bc99aee-b47a-404f-a437-3bf37498a22c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/381ba384-bdc9-4071-b81a-aecef4099b23 HTTP/1.1" status: 200 len: 992 time: 0.0850437 Nov 23 23:11:28.348249 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26379325-5867-489e-81b1-8ab14b3375d3 req-357d074f-4d90-4fa2-a0fe-8c8af16533af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1000 time: 0.0664010 Nov 23 23:11:28.390192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '381ba384-bdc9-4071-b81a-aecef4099b23', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'port_id': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'mac_address': 'fa:16:3e:a8:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:11:26Z', 'updated_at': '2021-11-23T23:11:26Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:13Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:28.410902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379325-5867-489e-81b1-8ab14b3375d3 req-fdc752b3-5226-4edf-8e51-009d449d06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:28.413008 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26379325-5867-489e-81b1-8ab14b3375d3 req-fdc752b3-5226-4edf-8e51-009d449d06ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0577843 Nov 23 23:11:28.420845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] Checking router: a34a4942-8247-41c4-b58d-8d6253253bd6 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:28.430029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:28.430647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:28.463448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379325-5867-489e-81b1-8ab14b3375d3 req-cafee71b-6c92-4218-8e13-4fdcfac900f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:28.466530 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26379325-5867-489e-81b1-8ab14b3375d3 req-cafee71b-6c92-4218-8e13-4fdcfac900f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460577 Nov 23 23:11:28.568530 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26379325-5867-489e-81b1-8ab14b3375d3 req-6aa63f8a-c824-4b90-94de-6352c3ea410a service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943837 Nov 23 23:11:28.696528 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-26379325-5867-489e-81b1-8ab14b3375d3 req-17e8a958-863c-41c6-84b8-5e4ab3144c05 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206989 Nov 23 23:11:28.719644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:28.953552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '381ba384-bdc9-4071-b81a-aecef4099b23', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'port_id': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'mac_address': 'fa:16:3e:a8:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:11:26Z', 'updated_at': '2021-11-23T23:11:26Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:13Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:28.983920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb3996-b46f-4c76-b2f1-6778656d4591 None None] The sync data for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 is: [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '381ba384-bdc9-4071-b81a-aecef4099b23', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'port_id': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'mac_address': 'fa:16:3e:a8:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:11:26Z', 'updated_at': '2021-11-23T23:11:26Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:13Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:29.206196 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286631d-b254-433f-91a6-aeccec5b70a4 None None] New status for floating IP 381ba384-bdc9-4071-b81a-aecef4099b23: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:11:29.317884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49634) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:29.387824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9330911a-b300-4b72-9624-bfb7574acc1c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/381ba384-bdc9-4071-b81a-aecef4099b23 HTTP/1.1" status: 200 len: 992 time: 0.0686746 Nov 23 23:11:30.392479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 49636) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:30.466150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-47c18247-e309-45c1-9126-7ecb3587b1f0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/381ba384-bdc9-4071-b81a-aecef4099b23 HTTP/1.1" status: 200 len: 994 time: 0.0671508 Nov 23 23:11:31.625406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-08bf5734-3494-4406-9b36-f6440c35a577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:34.737538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5936-4fc3-472e-96df-d08ead7c4e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:35.083046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:36.557398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:37.513023 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:38.139369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:38.329449 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-a6615c3c-efd8-444d-868b-38b4d78b2105 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432103 Nov 23 23:11:38.432766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-8de5e55f-a780-4a45-a098-b9f07eea5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:38.434436 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-8de5e55f-a780-4a45-a098-b9f07eea5572 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 1096 time: 0.0442214 Nov 23 23:11:38.605233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-49951292-ffc9-40b5-8b85-19a7f15330a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:38.606720 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-49951292-ffc9-40b5-8b85-19a7f15330a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 200 len: 914 time: 0.1525602 Nov 23 23:11:38.651073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-141c0b1b-a5d3-4d72-830f-58305a030bc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85 HTTP/1.1" status: 200 len: 217 time: 0.0363915 Nov 23 23:11:38.706235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-e6558ab7-8a0d-44f8-a9a6-11a1126506a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:38.707840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-e6558ab7-8a0d-44f8-a9a6-11a1126506a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b4d10b4-1773-46b4-8970-ce48163be163 HTTP/1.1" status: 200 len: 853 time: 0.0500824 Nov 23 23:11:38.741655 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-3898892f-232b-4bbf-92e0-6c959e16174c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8ed187e-2754-4a43-b78a-88483abc9b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263319 Nov 23 23:11:38.838412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-a5ff9f9f-c2c3-4ad5-ad62-74dd017a2403 service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901337 Nov 23 23:11:38.958838 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a5c34295-01cc-48f7-b53f-e075ea9518fe req-b73a6cf5-360e-4412-a11e-729c8f09edf5 service neutron] 10.222.0.48 "GET /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129258 Nov 23 23:11:40.523827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875728-6084-4a77-b241-30455bddec3e req-62227a65-0a1b-48f6-a32e-ae0a568c7c3c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:40.525522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20875728-6084-4a77-b241-30455bddec3e req-62227a65-0a1b-48f6-a32e-ae0a568c7c3c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 946 time: 0.0553997 Nov 23 23:11:40.579018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20875728-6084-4a77-b241-30455bddec3e req-d7be4255-c204-4f69-8f8b-6d0ebf069786 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446122 Nov 23 23:11:41.415828 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-a07738b5-714c-4337-a6cb-7a562cb335ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598962 Nov 23 23:11:41.493280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-a5282b3b-ec6d-481e-b81d-887cecb73b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:41.494805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-a5282b3b-ec6d-481e-b81d-887cecb73b9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e03b763f86a84c4c968a36a3161333c2&device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 1101 time: 0.0527818 Nov 23 23:11:41.617692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-03679468-e7fe-411b-b151-276211702ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:41.619464 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-03679468-e7fe-411b-b151-276211702ade service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.1023059 Nov 23 23:11:41.666049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-c68007c7-3991-4f06-8504-856de80a9389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88 HTTP/1.1" status: 200 len: 217 time: 0.0361757 Nov 23 23:11:41.719888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b761a-47f3-4b64-abba-ca524e4f580a req-c9e625b3-fa4c-497e-a569-1273754bd6af tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:41.721519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-915b761a-47f3-4b64-abba-ca524e4f580a req-c9e625b3-fa4c-497e-a569-1273754bd6af tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 946 time: 0.0623605 Nov 23 23:11:41.729058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-32786906-e4db-4c60-860d-55edac92d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:41.730947 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-32786906-e4db-4c60-860d-55edac92d9d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0551026 Nov 23 23:11:41.786787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-915b761a-47f3-4b64-abba-ca524e4f580a req-3057d405-2cd5-4f9c-a6a8-7dd6f4354c57 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572767 Nov 23 23:11:41.801093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-7a8c3857-80ad-4cc1-99e6-2388303468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:41.802708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-7a8c3857-80ad-4cc1-99e6-2388303468cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635347 Nov 23 23:11:41.901942 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-3b51d05f-6a8f-4682-b30a-e4d1dc8929cc service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909266 Nov 23 23:11:42.003283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-914f1b20-f95a-406e-b3b6-a724a9a87fe1 req-f4f80eb9-fcf5-45b3-8244-6f143dc0cca5 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921190 Nov 23 23:11:42.454663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-4f6a2e44-ed1d-4917-a6a2-1e3f16eb046c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:42.457247 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-4f6a2e44-ed1d-4917-a6a2-1e3f16eb046c tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 946 time: 0.0574498 Nov 23 23:11:42.576833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Deleting port 899364ec-837d-4f45-8999-1b0679418028 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:42.577120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:42.679875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] For port 899364ec-837d-4f45-8999-1b0679418028, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=899364ec-837d-4f45-8999-1b0679418028,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:42.680421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:42.946970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:42.947238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:42.947784 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Floating IP a88bad9f-616b-41c7-8377-e2a7665fbff9 disassociated. External IP: 172.25.0.79, port: 899364ec-837d-4f45-8999-1b0679418028. Nov 23 23:11:42.948323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Calling delete_port for 899364ec-837d-4f45-8999-1b0679418028 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:42.956565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3244052-deca-4665-a723-e5db2a1091a4 req-91948f10-c527-498c-8d61-16c86d211da1 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:42.965254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3244052-deca-4665-a723-e5db2a1091a4 req-91948f10-c527-498c-8d61-16c86d211da1 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 946 time: 0.0682299 Nov 23 23:11:43.041000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3244052-deca-4665-a723-e5db2a1091a4 req-1376c950-fd5d-4afc-9eda-70e3a1a8e388 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f593abf-eefd-4462-8b41-ee90143cad43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660920 Nov 23 23:11:43.105668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:43.137890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event deleted for resources: {'Port': ['ID=899364ec-837d-4f45-8999-1b0679418028,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:43.293620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Router 8cf8766a-69e2-451c-b604-ad8219202a5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:11:43.414086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:43.430697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] Sync routers for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:43.446459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:43.447674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:43.462989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] No DVR routers for this DVR port 899364ec-837d-4f45-8999-1b0679418028 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:43.466060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:43.470477 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-727ecc9b-0038-4fd1-9583-9398c2e26c6e req-8a2f4be0-bc94-4185-99ff-b80fe6cefbbb tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.46 "DELETE /v2.0/ports/899364ec-837d-4f45-8999-1b0679418028 HTTP/1.1" status: 204 len: 173 time: 1.0071771 Nov 23 23:11:43.471123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'name': 'network-vif-deleted', 'tag': '899364ec-837d-4f45-8999-1b0679418028'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:43.475911 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de47834c-079a-4aad-ae68-5f86a2179eb8" -d '{"events": [{"server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "name": "network-vif-deleted", "tag": "899364ec-837d-4f45-8999-1b0679418028"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:43.678800 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d629c4-4f9f-43de-910f-ef95f3595b9d x-openstack-request-id: req-24d629c4-4f9f-43de-910f-ef95f3595b9d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:43.679105 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785294f6-6383-4da0-be4e-774e1ce9c7e3", "name": "network-vif-deleted", "tag": "899364ec-837d-4f45-8999-1b0679418028", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:43.679361 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24d629c4-4f9f-43de-910f-ef95f3595b9d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:43.683599 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785294f6-6383-4da0-be4e-774e1ce9c7e3', 'name': 'network-vif-deleted', 'tag': '899364ec-837d-4f45-8999-1b0679418028', 'status': 'completed', 'code': 200} Nov 23 23:11:43.746664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:44.094879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:44.133314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] Checking router: 8cf8766a-69e2-451c-b604-ad8219202a5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:44.150003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:44.150889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:44.196985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1057d88-43ef-4d68-bf79-2840e0bbfda3 req-ab34e9ee-4d31-4795-8e63-5403767fccc2 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/ports?device_id=785294f6-6383-4da0-be4e-774e1ce9c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0312152 Nov 23 23:11:44.279873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:44.570703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:44.607053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8f550-4cbe-43c5-9a01-4c3b77f0f9ac None None] The sync data for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 is: [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'd254d38d-b6eb-43aa-8671-3db14bc89d54', 'name': '', 'network_id': 'dba4419c-db2d-4491-985c-77c2d8a9e551', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'mac_address': 'fa:16:3e:20:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:04:03Z', 'updated_at': '2021-11-23T23:04:13Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'subnets': [{'id': 'ae138ab2-9ff1-417a-a2fe-383a3594f0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:44.871468 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a5b75-d0e7-497e-849c-c3ceb934c8dc None None] New status for floating IP a88bad9f-616b-41c7-8377-e2a7665fbff9: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:11:45.037705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 899364ec-837d-4f45-8999-1b0679418028 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:45.065787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 899364ec-837d-4f45-8999-1b0679418028 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:45.066159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 899364ec-837d-4f45-8999-1b0679418028 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:45.298739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50162) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:45.363387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-861013df-8611-4c66-9f44-ca5b8f7cff42 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.397230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-861013df-8611-4c66-9f44-ca5b8f7cff42 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.469176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-861013df-8611-4c66-9f44-ca5b8f7cff42 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.474181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-861013df-8611-4c66-9f44-ca5b8f7cff42 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.479284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50168) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:45.480003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-861013df-8611-4c66-9f44-ca5b8f7cff42 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "DELETE /v2.0/security-groups/1f593abf-eefd-4462-8b41-ee90143cad43 HTTP/1.1" status: 204 len: 168 time: 0.1796095 Nov 23 23:11:45.493003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861013df-8611-4c66-9f44-ca5b8f7cff42 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f593abf-eefd-4462-8b41-ee90143cad43,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:45.518902 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-fe67c1c0-96f1-4728-a412-ffde4cf5af52 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] show failed (client error): The resource could not be found. Nov 23 23:11:45.527637 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fe67c1c0-96f1-4728-a412-ffde4cf5af52 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "GET /v2.0/security-groups/1f593abf-eefd-4462-8b41-ee90143cad43 HTTP/1.1" status: 404 len: 347 time: 0.0448389 Nov 23 23:11:45.528909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50170) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:45.677842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdfa54-f36f-4c73-b67c-4761e8f169fe req-14640599-e83b-45dc-8897-1bd463b27107 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:45.679605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eefdfa54-f36f-4c73-b67c-4761e8f169fe req-14640599-e83b-45dc-8897-1bd463b27107 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 950 time: 0.0537210 Nov 23 23:11:45.682226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Deleting port 4bddeaa1-ea6d-4a6f-a0e9-1f949e23f942 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:45.682764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.760150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eefdfa54-f36f-4c73-b67c-4761e8f169fe req-06fc2061-f8d5-4105-8476-a835eb8a31c0 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584002 Nov 23 23:11:45.774063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.774522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.787784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Calling delete_port for 4bddeaa1-ea6d-4a6f-a0e9-1f949e23f942 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:45.938762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:45.965959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Pushing event deleted for resources: {'Port': ['ID=4bddeaa1-ea6d-4a6f-a0e9-1f949e23f942,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:46.120067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:46.122666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:46.127165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-95316ad5-ed1c-45fd-b358-074bf3a4aaa4 tempest-AttachVolumeTestJSON-1014881526 tempest-AttachVolumeTestJSON-1014881526-project] 10.222.0.11 "DELETE /v2.0/floatingips/a88bad9f-616b-41c7-8377-e2a7665fbff9 HTTP/1.1" status: 204 len: 168 time: 0.5927286 Nov 23 23:11:46.894048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266949b-b143-46df-8b52-57b6c678befa req-97dc5c23-cc0f-4a1c-b4c6-a3d2d208d2a6 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:46.895594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b266949b-b143-46df-8b52-57b6c678befa req-97dc5c23-cc0f-4a1c-b4c6-a3d2d208d2a6 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 950 time: 0.0550780 Nov 23 23:11:46.972639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b266949b-b143-46df-8b52-57b6c678befa req-cb3e7011-21e0-430e-b3f9-4e7916bc6b69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/security-groups?id=4cada07b-f657-4363-858b-d6aafa3561d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Nov 23 23:11:47.262290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-58391183-3876-4ac5-9dbd-68454bd6e651 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:47.263966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-58391183-3876-4ac5-9dbd-68454bd6e651 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.46 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 950 time: 0.0538750 Nov 23 23:11:47.375913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Deleting port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:47.376371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:47.479524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] For port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:47.479979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:47.494733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Calling delete_port for 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:47.638587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:47.651982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['187431b7-701c-4f8c-8f2b-8b8a0f80ec88'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:11:47.671019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Pushing event deleted for resources: {'Port': ['ID=187431b7-701c-4f8c-8f2b-8b8a0f80ec88,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:47.715907 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] No DVR routers for this DVR port 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:47.720092 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:47.723549 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd2dbae9-32b3-4364-90a2-5641131853c2 req-3745cbc6-cae8-48da-a210-161e57665e69 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.46 "DELETE /v2.0/ports/187431b7-701c-4f8c-8f2b-8b8a0f80ec88 HTTP/1.1" status: 204 len: 173 time: 0.4524734 Nov 23 23:11:47.724105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'name': 'network-vif-deleted', 'tag': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:47.726840 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167bca7-3333-4e13-ba6a-37cef63ef692" -d '{"events": [{"server_uuid": "5174f028-9956-4c40-ae8f-a895c1e7ccea", "name": "network-vif-deleted", "tag": "187431b7-701c-4f8c-8f2b-8b8a0f80ec88"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:47.781313 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7190206a-9760-4b83-887b-c0f6be87aa79 x-openstack-request-id: req-7190206a-9760-4b83-887b-c0f6be87aa79 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:47.781964 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5174f028-9956-4c40-ae8f-a895c1e7ccea", "name": "network-vif-deleted", "tag": "187431b7-701c-4f8c-8f2b-8b8a0f80ec88", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:47.782386 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7190206a-9760-4b83-887b-c0f6be87aa79 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:47.783211 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5174f028-9956-4c40-ae8f-a895c1e7ccea', 'name': 'network-vif-deleted', 'tag': '187431b7-701c-4f8c-8f2b-8b8a0f80ec88', 'status': 'completed', 'code': 200} Nov 23 23:11:48.204894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4aea0ce-9b05-4dec-b213-8a1b5a514505 req-bf042b93-223f-43ea-b025-81beb73378b4 tempest-VolumesBackupsTest-1084442443 tempest-VolumesBackupsTest-1084442443-project] 10.222.0.11 "GET /v2.0/ports?device_id=5174f028-9956-4c40-ae8f-a895c1e7ccea HTTP/1.1" status: 200 len: 210 time: 0.0471613 Nov 23 23:11:51.068552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:51.089550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:51.089901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 187431b7-701c-4f8c-8f2b-8b8a0f80ec88 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:52.274961 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:11:57.116435 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:58.927663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228df32-f181-4128-9f63-383c6886ea39 req-82cb3716-bc1c-4413-97b0-4a4a0902b644 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:58.929311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d228df32-f181-4128-9f63-383c6886ea39 req-82cb3716-bc1c-4413-97b0-4a4a0902b644 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 945 time: 0.0555305 Nov 23 23:11:58.988244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d228df32-f181-4128-9f63-383c6886ea39 req-11d7b12b-3bfd-4154-84a2-31788a90065a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 Nov 23 23:12:00.132648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1decb-dcb2-4503-994d-0a340fa0b5ee req-d92dba32-edd2-43ff-99a1-ea78f67c491f tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:00.144885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcb1decb-dcb2-4503-994d-0a340fa0b5ee req-d92dba32-edd2-43ff-99a1-ea78f67c491f tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 945 time: 0.0665891 Nov 23 23:12:00.205647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcb1decb-dcb2-4503-994d-0a340fa0b5ee req-1de90925-75df-4aa1-b569-70f822c2ecd9 tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b21e9c4-d036-427e-a71c-9094443eda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595338 Nov 23 23:12:00.464810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fd88eea9-930f-40b8-a3f3-20fca0614e1b tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:00.466492 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fd88eea9-930f-40b8-a3f3-20fca0614e1b tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 945 time: 0.0519741 Nov 23 23:12:00.592266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Deleting port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:00.592678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:00.703154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] For port 7294ad7e-43fa-42b3-86b3-99004e7a3c85, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7294ad7e-43fa-42b3-86b3-99004e7a3c85,segment=NetworkSegment(80acb00b-3046-4182-8155-92f5a797248e),segment_id=80acb00b-3046-4182-8155-92f5a797248e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:00.703532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:00.719786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Calling delete_port for 7294ad7e-43fa-42b3-86b3-99004e7a3c85 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:00.870198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:00.907375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Pushing event deleted for resources: {'Port': ['ID=7294ad7e-43fa-42b3-86b3-99004e7a3c85,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:00.907610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7294ad7e-43fa-42b3-86b3-99004e7a3c85'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:12:00.924107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.924107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.924464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.924572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.924901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.925234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.925557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.925894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.927850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.928201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.928630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.928864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:00.976749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] No DVR routers for this DVR port 7294ad7e-43fa-42b3-86b3-99004e7a3c85 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:12:00.980338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:00.986883 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-83cec839-dd1a-4f90-bf54-70ebe2a50af3 req-fe85d261-7448-4147-b4d1-aa6af5f5aa3a tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.48 "DELETE /v2.0/ports/7294ad7e-43fa-42b3-86b3-99004e7a3c85 HTTP/1.1" status: 204 len: 173 time: 0.5130353 Nov 23 23:12:00.987435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf905d7-1989-497e-8083-a2573c32708d', 'name': 'network-vif-deleted', 'tag': '7294ad7e-43fa-42b3-86b3-99004e7a3c85'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:12:00.996346 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b56264-366a-4443-8023-41d7ed6de262" -d '{"events": [{"server_uuid": "3bf905d7-1989-497e-8083-a2573c32708d", "name": "network-vif-deleted", "tag": "7294ad7e-43fa-42b3-86b3-99004e7a3c85"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:12:01.041047 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37438535-7dea-4936-8ba3-6f6aebdb8850 x-openstack-request-id: req-37438535-7dea-4936-8ba3-6f6aebdb8850 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:12:01.041418 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf905d7-1989-497e-8083-a2573c32708d", "name": "network-vif-deleted", "tag": "7294ad7e-43fa-42b3-86b3-99004e7a3c85", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:12:01.041707 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37438535-7dea-4936-8ba3-6f6aebdb8850 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:12:01.042171 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf905d7-1989-497e-8083-a2573c32708d', 'name': 'network-vif-deleted', 'tag': '7294ad7e-43fa-42b3-86b3-99004e7a3c85', 'status': 'completed', 'code': 200} Nov 23 23:12:01.338373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0b9cc06e-ac2c-4721-b9a2-7d5628c321cb req-2262ebfe-3cf3-4faa-a5a1-94ddeb8f440c tempest-VolumesSnapshotTestJSON-595134682 tempest-VolumesSnapshotTestJSON-595134682-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bf905d7-1989-497e-8083-a2573c32708d HTTP/1.1" status: 200 len: 210 time: 0.0301230 Nov 23 23:12:01.622788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-412f1d06-3f30-44ec-abad-8e564a4d9b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:01.790823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50394) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:02.348903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:02.682554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Deleting port d254d38d-b6eb-43aa-8671-3db14bc89d54 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:02.682887 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:02.776233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] For port d254d38d-b6eb-43aa-8671-3db14bc89d54, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d254d38d-b6eb-43aa-8671-3db14bc89d54,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:02.776904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:02.796825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Calling delete_port for d254d38d-b6eb-43aa-8671-3db14bc89d54 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:02.993195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:03.021001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Pushing event deleted for resources: {'Port': ['ID=d254d38d-b6eb-43aa-8671-3db14bc89d54,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:03.222414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:03.747005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23528b5e-0d5a-48f6-a559-ef5266236c07 req-5751bf03-d6cc-454a-99db-d095ff359e56 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:03.751408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23528b5e-0d5a-48f6-a559-ef5266236c07 req-5751bf03-d6cc-454a-99db-d095ff359e56 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1097 time: 0.0559456 Nov 23 23:12:03.753776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7294ad7e-43fa-42b3-86b3-99004e7a3c85 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:12:03.808410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 7294ad7e-43fa-42b3-86b3-99004e7a3c85 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:12:03.811382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7294ad7e-43fa-42b3-86b3-99004e7a3c85 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:12:03.821776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23528b5e-0d5a-48f6-a559-ef5266236c07 req-e1ae7a4e-a5a6-43d9-966b-dd9f3180ab29 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637293 Nov 23 23:12:03.824649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Router 8cf8766a-69e2-451c-b604-ad8219202a5a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:12:03.961479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a8cd4-d947-4330-babf-c8e4a78802a0 req-30182dc8-3f29-491c-91b5-5eb3f0f66dbc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:03.963471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e55a8cd4-d947-4330-babf-c8e4a78802a0 req-30182dc8-3f29-491c-91b5-5eb3f0f66dbc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0585296 Nov 23 23:12:03.991556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:12:04.000649 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-103401a1-55a2-496c-b574-64c6d2255347 admin admin] 10.222.0.11 "PUT /v2.0/routers/8cf8766a-69e2-451c-b604-ad8219202a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2084832 Nov 23 23:12:04.001872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50428) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:04.003788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] Sync routers for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:12:04.030922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:12:04.031604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:12:04.052806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e55a8cd4-d947-4330-babf-c8e4a78802a0 req-124d7bf7-aa96-40a7-9cfe-3d5f2c36fc5b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826242 Nov 23 23:12:04.079668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50432) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:04.151910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:12:04.164180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:04.167248 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5ba797c8-a6b6-46a8-a715-9f9715bf3f1b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/381ba384-bdc9-4071-b81a-aecef4099b23 HTTP/1.1" status: 200 len: 994 time: 0.0802410 Nov 23 23:12:04.313374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:04.380728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:12:02Z', 'revision_number': 5, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port': {'id': 'c57b238b-2582-45c3-bbf3-e72de90a88cc', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:03:56Z', 'updated_at': '2021-11-23T23:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:12:04.394757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Deleting port c57b238b-2582-45c3-bbf3-e72de90a88cc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:04.395112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:04.412469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] Checking router: 8cf8766a-69e2-451c-b604-ad8219202a5a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:12:04.423434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] Routers {'8cf8766a-69e2-451c-b604-ad8219202a5a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:12:04.424579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:11:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['8cf8766a-69e2-451c-b604-ad8219202a5a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:12:04.497643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] For port c57b238b-2582-45c3-bbf3-e72de90a88cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c57b238b-2582-45c3-bbf3-e72de90a88cc,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:04.498426 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:04.519787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Calling delete_port for c57b238b-2582-45c3-bbf3-e72de90a88cc owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:04.539967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] Set router 8cf8766a-69e2-451c-b604-ad8219202a5a gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:12:04.821679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:04.859256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50444) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:04.862476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57b238b-2582-45c3-bbf3-e72de90a88cc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:04.946730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66fdd-65fd-465b-b622-e6cec1261018 req-9706cc8d-4048-4101-b086-c98a0da22241 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:04.957005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62f66fdd-65fd-465b-b622-e6cec1261018 req-9706cc8d-4048-4101-b086-c98a0da22241 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.1244867 Nov 23 23:12:04.970116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f17df-94ee-40a0-a9fb-ef692f25a6cc None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:12:04.983476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:12:04Z', 'revision_number': 6, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:12:05.026266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d49f4-98bb-4600-9365-7b7517a7a329 None None] The sync data for ids ['8cf8766a-69e2-451c-b604-ad8219202a5a'] in n-d-817303-3 is: [{'id': '8cf8766a-69e2-451c-b604-ad8219202a5a', 'name': 'tempest-AttachVolumeTestJSON-1574049239-router', 'tenant_id': '49948405e5c94d4c816ca0849a276b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:03:54Z', 'updated_at': '2021-11-23T23:12:04Z', 'revision_number': 6, 'project_id': '49948405e5c94d4c816ca0849a276b05', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:12:05.039948 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3f4b26b4-c41e-4002-8350-51a0619a8b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.052837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62f66fdd-65fd-465b-b622-e6cec1261018 req-796f7017-3368-4172-a3b6-bc94cdef0da2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944464 Nov 23 23:12:05.068754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-96512586-4d46-46c5-b03e-e1bcf3a97666 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2012787 Nov 23 23:12:05.077351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.088186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.093965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-0205edd5-3b4b-43f5-bfa0-11f79fbe6087 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:12:05.095114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-0205edd5-3b4b-43f5-bfa0-11f79fbe6087 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148778 Nov 23 23:12:05.224358 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.226736 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.280929 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.281429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf8766a-69e2-451c-b604-ad8219202a5a {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:12:05.286730 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.287903 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-52a1b57e-9601-472a-a430-930435db0042 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8cf8766a-69e2-451c-b604-ad8219202a5a HTTP/1.1" status: 204 len: 168 time: 1.2843404 Nov 23 23:12:05.290460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50456) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:05.385558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] Deleting subnet ae138ab2-9ff1-417a-a2fe-383a3594f0bf {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:12:05.391484 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.437869 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.562036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.649416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.676091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae138ab2-9ff1-417a-a2fe-383a3594f0bf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:05.687026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.693665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50470) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:05.693856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f453819-b381-4f0f-ae21-86e43063a493 None None] Network dba4419c-db2d-4491-985c-77c2d8a9e551 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:12:05.693971 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c233894-ff07-4d88-b5e8-1184928d19a3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ae138ab2-9ff1-417a-a2fe-383a3594f0bf HTTP/1.1" status: 204 len: 168 time: 0.4022582 Nov 23 23:12:05.832805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:05.929625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Deleting port 812cf101-7d41-42ad-b46e-43fe060189fc {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:05.929963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.074777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] DHCP port deletion for dba4419c-db2d-4491-985c-77c2d8a9e551 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:12:06.194044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] For port 812cf101-7d41-42ad-b46e-43fe060189fc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=812cf101-7d41-42ad-b46e-43fe060189fc,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:06.195346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.271221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] Deleting port 812cf101-7d41-42ad-b46e-43fe060189fc {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:06.271221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.295735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Calling delete_port for 812cf101-7d41-42ad-b46e-43fe060189fc owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:06.334838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d4a2-a76c-4814-a1e0-aaa5bad6dffc req-2291c91a-5d53-460c-ab7c-1c9f96947e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:06.336693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e864d4a2-a76c-4814-a1e0-aaa5bad6dffc req-2291c91a-5d53-460c-ab7c-1c9f96947e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.1474540 Nov 23 23:12:06.397305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] For port 812cf101-7d41-42ad-b46e-43fe060189fc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=812cf101-7d41-42ad-b46e-43fe060189fc,segment=NetworkSegment(05d1a32c-6b84-42d7-969e-7b11c191df6a),segment_id=05d1a32c-6b84-42d7-969e-7b11c191df6a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:06.398064 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.416767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] Calling delete_port for 812cf101-7d41-42ad-b46e-43fe060189fc owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:06.429354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 812cf101-7d41-42ad-b46e-43fe060189fc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:12:06.478381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e864d4a2-a76c-4814-a1e0-aaa5bad6dffc req-5240a546-625d-4eb2-9b8d-83828c0357d8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984776 Nov 23 23:12:06.492128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.527497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Pushing event deleted for resources: {'Port': ['ID=812cf101-7d41-42ad-b46e-43fe060189fc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:06.541138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port 812cf101-7d41-42ad-b46e-43fe060189fc {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 23:12:06.541641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 812cf101-7d41-42ad-b46e-43fe060189fc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:12:06.541882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] No DVR routers for this DVR port 812cf101-7d41-42ad-b46e-43fe060189fc on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:12:06.542126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c57b238b-2582-45c3-bbf3-e72de90a88cc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:12:06.581162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c57b238b-2582-45c3-bbf3-e72de90a88cc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:12:06.581426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c57b238b-2582-45c3-bbf3-e72de90a88cc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:12:06.582035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d254d38d-b6eb-43aa-8671-3db14bc89d54 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:12:06.585885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.586243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.586596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.586947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.587286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.587651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.588012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.588333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.588666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.589000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.589340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.589659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:06.611949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d254d38d-b6eb-43aa-8671-3db14bc89d54 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:12:06.612507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d254d38d-b6eb-43aa-8671-3db14bc89d54 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:12:06.627427 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 23 23:12:06.631500 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.642271 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.655733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.679948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] Pushing event deleted for resources: {'Port': ['ID=812cf101-7d41-42ad-b46e-43fe060189fc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:06.686242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cdd08-e409-4abd-8fa0-e83e11f8a41a None None] No DVR routers for this DVR port 812cf101-7d41-42ad-b46e-43fe060189fc on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:12:06.687206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba4419c-db2d-4491-985c-77c2d8a9e551']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:12:06.701466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d1a32c-6b84-42d7-969e-7b11c191df6a') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:12:06.701989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d1a32c-6b84-42d7-969e-7b11c191df6a') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:12:06.713909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.730496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.739754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:12:06.740166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:12:06.742896 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:12:06.802616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.808114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:06.812165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dba4419c-db2d-4491-985c-77c2d8a9e551 HTTP/1.1" status: 204 len: 168 time: 1.1168668 Nov 23 23:12:06.831836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a543f9f-0682-49d1-9a25-c0619ecb7068 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba4419c-db2d-4491-985c-77c2d8a9e551,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:06.939435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50488) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:06.995928 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-be5c2582-2128-495a-bafa-243e76146d3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49948405e5c94d4c816ca0849a276b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526977 Nov 23 23:12:06.996125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50494) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:07.048951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-845ac55a-b874-4012-95db-e85a1c79e072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:07.076482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-845ac55a-b874-4012-95db-e85a1c79e072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:07.168315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-3e2cd7b6-0813-4a0f-a3c8-1c752f97a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:07.170471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-3e2cd7b6-0813-4a0f-a3c8-1c752f97a1ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1097 time: 0.0615575 Nov 23 23:12:07.187672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-845ac55a-b874-4012-95db-e85a1c79e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:07.190253 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-845ac55a-b874-4012-95db-e85a1c79e072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:07.191399 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-845ac55a-b874-4012-95db-e85a1c79e072 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66ae9352-057e-4d66-9c48-7920e0693023 HTTP/1.1" status: 204 len: 168 time: 0.1942739 Nov 23 23:12:07.219464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ac55a-b874-4012-95db-e85a1c79e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae9352-057e-4d66-9c48-7920e0693023,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:07.300755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-2e8f2f14-3cd0-4c5e-98c6-a22ace94c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:07.302520 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-2e8f2f14-3cd0-4c5e-98c6-a22ace94c696 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.1242075 Nov 23 23:12:07.393276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-8fe55c38-25c7-4713-a4fd-2c2ba27963ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1002 time: 0.0819933 Nov 23 23:12:07.455893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-56fff761-05ba-45d5-b7b8-589c912a8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:07.457687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-56fff761-05ba-45d5-b7b8-589c912a8d1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0575292 Nov 23 23:12:07.517886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-19e20975-6524-4e1e-9959-1e6d4f32eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:07.519505 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-19e20975-6524-4e1e-9959-1e6d4f32eb14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548275 Nov 23 23:12:07.541110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:07.661709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d055327-9361-48cd-adb2-37cadb873cd2 req-b714cf73-1cb8-4388-ac0b-932b9e0e65a6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:07.664386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d055327-9361-48cd-adb2-37cadb873cd2 req-b714cf73-1cb8-4388-ac0b-932b9e0e65a6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0825536 Nov 23 23:12:07.738151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-232f548c-228d-4693-aa23-dfaa7e477f17 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106123 Nov 23 23:12:07.804294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d055327-9361-48cd-adb2-37cadb873cd2 req-24343d04-08ae-4a61-b2a1-29b39413a496 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334088 Nov 23 23:12:07.868232 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-c2b1a8d4-dc4c-4f0c-ac49-447bd8a3264f service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221647 Nov 23 23:12:08.173693 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:09.045016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8016-81a5-48fc-860c-304b7c5b974c req-c3f52a4c-4762-4807-8bf9-f4930fb1f561 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:09.046750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-900d8016-81a5-48fc-860c-304b7c5b974c req-c3f52a4c-4762-4807-8bf9-f4930fb1f561 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.1251879 Nov 23 23:12:09.109384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-900d8016-81a5-48fc-860c-304b7c5b974c req-78dc0ec0-fde0-4eb2-9a2c-53a1e2016ac8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565727 Nov 23 23:12:10.269366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ed91d-60a0-4fbb-8083-d34ac9de1224 req-fcece366-e87a-4643-9555-9c399b4fb471 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:10.277607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-829ed91d-60a0-4fbb-8083-d34ac9de1224 req-fcece366-e87a-4643-9555-9c399b4fb471 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0822253 Nov 23 23:12:10.349043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-829ed91d-60a0-4fbb-8083-d34ac9de1224 req-93210fde-d89d-441e-8c52-ed6a8fd270ce tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663073 Nov 23 23:12:11.573117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90b93-81dd-4579-a3b1-c44fd921a2bb req-19bab35a-541f-4122-a945-2cf50c95de76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:11.581168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ae90b93-81dd-4579-a3b1-c44fd921a2bb req-19bab35a-541f-4122-a945-2cf50c95de76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.1205695 Nov 23 23:12:11.679080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ae90b93-81dd-4579-a3b1-c44fd921a2bb req-8ac8c867-7b70-4ddd-a5b9-3d65d725eaf5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885746 Nov 23 23:12:12.848741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228485-a2fd-49f5-b59e-2c430fbe74d2 req-86c7cbb2-f368-4614-bef0-9ce947298a3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:12.851416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d228485-a2fd-49f5-b59e-2c430fbe74d2 req-86c7cbb2-f368-4614-bef0-9ce947298a3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0770097 Nov 23 23:12:12.946388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d228485-a2fd-49f5-b59e-2c430fbe74d2 req-6678bb46-3593-42c7-9307-13ad2cfe5bf3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760987 Nov 23 23:12:14.081740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04d6f-8b93-4238-bd10-d35212275664 req-eb4a455d-d667-4140-8435-737f64480024 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:14.091123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3cd04d6f-8b93-4238-bd10-d35212275664 req-eb4a455d-d667-4140-8435-737f64480024 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0683432 Nov 23 23:12:14.161761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3cd04d6f-8b93-4238-bd10-d35212275664 req-bd8b2c27-5a62-44e1-82bc-cbea39ac85e1 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693436 Nov 23 23:12:15.340326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bdfcf-ccbe-4528-99dd-fbfda170606c req-3ac80a49-26ed-41f5-be98-3c1282a1f635 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:15.342020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c4bdfcf-ccbe-4528-99dd-fbfda170606c req-3ac80a49-26ed-41f5-be98-3c1282a1f635 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0643253 Nov 23 23:12:15.430235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c4bdfcf-ccbe-4528-99dd-fbfda170606c req-4d1bc387-2cc6-44b3-be1a-ddb5b3da5f87 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611012 Nov 23 23:12:16.550262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bee602-9d9c-4cb8-a58e-08de04d7f4f4 req-02a0ca68-02e7-46f1-8435-97c3b2cdb019 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:16.551746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27bee602-9d9c-4cb8-a58e-08de04d7f4f4 req-02a0ca68-02e7-46f1-8435-97c3b2cdb019 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0531912 Nov 23 23:12:16.610651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27bee602-9d9c-4cb8-a58e-08de04d7f4f4 req-dac90d7c-3b4f-48c8-ac10-da2492fa2c67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522304 Nov 23 23:12:17.755138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc469f-d3ab-4ad1-a9b0-0ec22a8d8bca req-fbebc763-54e3-400a-b36b-4256ebb0018c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:17.763922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47bc469f-d3ab-4ad1-a9b0-0ec22a8d8bca req-fbebc763-54e3-400a-b36b-4256ebb0018c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0614905 Nov 23 23:12:17.821700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47bc469f-d3ab-4ad1-a9b0-0ec22a8d8bca req-8ebeaf4e-85d0-4ee6-a7c1-c4871b9ad948 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535128 Nov 23 23:12:18.780035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 50732) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:18.939293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09162e1c-780c-4705-85a5-43c0d08193b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:19.004406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f0c3-860f-40e1-95ba-23d7834378ed req-4477f0a5-8cb7-4680-b5cd-98780e102da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:19.006739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7448f0c3-860f-40e1-95ba-23d7834378ed req-4477f0a5-8cb7-4680-b5cd-98780e102da4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0626462 Nov 23 23:12:19.059231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09162e1c-780c-4705-85a5-43c0d08193b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:19.065078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-09162e1c-780c-4705-85a5-43c0d08193b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:19.068907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7448f0c3-860f-40e1-95ba-23d7834378ed req-fc2fe8fb-9923-4f68-a46c-5431c2f685fe tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538359 Nov 23 23:12:19.102338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09162e1c-780c-4705-85a5-43c0d08193b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb345a0-d1e3-4f39-9de2-d5c7ccba51cf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:19.125547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 50738) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:19.125697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-09162e1c-780c-4705-85a5-43c0d08193b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d61314958bc94d1b92956c102848996a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444166 Nov 23 23:12:19.196372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f55dcdec-671c-402b-bc89-f800dd345107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:19.224087 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f55dcdec-671c-402b-bc89-f800dd345107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:19.295268 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f55dcdec-671c-402b-bc89-f800dd345107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:19.298672 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f55dcdec-671c-402b-bc89-f800dd345107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:19.299994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f55dcdec-671c-402b-bc89-f800dd345107 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bb345a0-d1e3-4f39-9de2-d5c7ccba51cf HTTP/1.1" status: 204 len: 168 time: 0.1730597 Nov 23 23:12:19.328282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dcdec-671c-402b-bc89-f800dd345107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb345a0-d1e3-4f39-9de2-d5c7ccba51cf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:20.226505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24d7ad-0fec-4adf-962f-6ac8acfb4494 req-eaa750ca-1651-4f0e-9732-485c660efc46 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:20.235948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c24d7ad-0fec-4adf-962f-6ac8acfb4494 req-eaa750ca-1651-4f0e-9732-485c660efc46 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0747945 Nov 23 23:12:20.315351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c24d7ad-0fec-4adf-962f-6ac8acfb4494 req-53492415-65ef-4778-92b2-65f7b2d69af6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781426 Nov 23 23:12:21.477877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb27247-e7ee-446f-848f-5619ee231a51 req-c4ae5da3-03f8-4746-b459-f6cb0090b9eb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:21.480138 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceb27247-e7ee-446f-848f-5619ee231a51 req-c4ae5da3-03f8-4746-b459-f6cb0090b9eb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0575399 Nov 23 23:12:21.548056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceb27247-e7ee-446f-848f-5619ee231a51 req-648191d7-d58f-4f07-9e0e-4a65aacfb14d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595720 Nov 23 23:12:22.712194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344929d-042c-4fc6-b2e6-2ae32dcf1e51 req-b4c2f945-e9a1-4c7c-871e-2165e57497aa tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:22.714004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1344929d-042c-4fc6-b2e6-2ae32dcf1e51 req-b4c2f945-e9a1-4c7c-871e-2165e57497aa tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0713730 Nov 23 23:12:22.784271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1344929d-042c-4fc6-b2e6-2ae32dcf1e51 req-4e7d6d14-2f17-4b68-8e45-2bbc36150a91 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628960 Nov 23 23:12:23.920970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84a19-bcf8-40ee-b07a-95cc22f51254 req-93b7e51c-d3aa-40ee-bc9a-b43a05d6d72c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:23.937445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbd84a19-bcf8-40ee-b07a-95cc22f51254 req-93b7e51c-d3aa-40ee-bc9a-b43a05d6d72c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0678465 Nov 23 23:12:23.997774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dbd84a19-bcf8-40ee-b07a-95cc22f51254 req-5fde3525-4bd4-49f6-8eb8-efd09d020c9c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580142 Nov 23 23:12:24.839519 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-f40a97f1-2b63-42c5-a6cf-900173a8d940 service neutron] show failed (client error): The resource could not be found. Nov 23 23:12:24.841163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-f40a97f1-2b63-42c5-a6cf-900173a8d940 service neutron] 10.222.0.46 "GET /v2.0/ports/d14d41f5-1f42-47b3-b820-4061b3958b1a/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0826585 Nov 23 23:12:25.165676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f2ece-aa5f-430b-89b5-a4d0882e24ac req-8f5dd3ff-f0a2-44d8-8cd5-e3d8b9d89034 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:25.174097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-8c46f615-4d25-4c57-bf6e-30bbaf2c3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:25.174568 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a13f2ece-aa5f-430b-89b5-a4d0882e24ac req-8f5dd3ff-f0a2-44d8-8cd5-e3d8b9d89034 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0650067 Nov 23 23:12:25.181237 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-8c46f615-4d25-4c57-bf6e-30bbaf2c3cdb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 1097 time: 0.0888684 Nov 23 23:12:25.199280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:25.228150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a13f2ece-aa5f-430b-89b5-a4d0882e24ac req-e1a89588-0564-4490-89d9-4b978c740ce6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523872 Nov 23 23:12:25.287091 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:25.580406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:25.637765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:12:25.685460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:12:25.688365 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8869b0-af9d-4a0a-9f6b-e4216974f8c4" -d '{"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-unplugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:12:25.693173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:25.725794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Transition to ACTIVE for port object d14d41f5-1f42-47b3-b820-4061b3958b1a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:12:25.738630 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:25.792504 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14acb167-3757-4ca4-8d92-2b3795832f52 x-openstack-request-id: req-14acb167-3757-4ca4-8d92-2b3795832f52 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:12:25.792809 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-unplugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:12:25.793119 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14acb167-3757-4ca4-8d92-2b3795832f52 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:12:25.794249 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'code': 200} Nov 23 23:12:25.898887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] No DVR routers for this DVR port d14d41f5-1f42-47b3-b820-4061b3958b1a on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:12:25.907533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:26.133452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:12:26.134052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:12:26.134545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:12:26.143040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:12:26.143690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:12:26.151088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:12:26.151751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Checking segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:12:26.153134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Bound using segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:12:26.153752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Bound port: d14d41f5-1f42-47b3-b820-4061b3958b1a, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:12:26.154420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:26.243783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:12:26.247876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:12:26.255980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:26.293610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:26.294331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:26.295693 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] 10.222.0.48 "PUT /v2.0/ports/d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1092 time: 1.1007419 Nov 23 23:12:26.330445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b39643-593b-442c-a3cc-1a32e891242b service neutron] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:26.393699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-93a63c1f-c6ed-432e-817d-eaf0222d16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:26.397905 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-93a63c1f-c6ed-432e-817d-eaf0222d16f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1095 time: 0.0639105 Nov 23 23:12:26.441773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab64c-9ee7-43dd-8c81-1ddba58ef1cb req-bd84b779-163a-47cb-95ab-d8d216f113f0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:26.450441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59bab64c-9ee7-43dd-8c81-1ddba58ef1cb req-bd84b779-163a-47cb-95ab-d8d216f113f0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.0663886 Nov 23 23:12:26.532238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59bab64c-9ee7-43dd-8c81-1ddba58ef1cb req-097bd302-65fe-47ac-bb33-9f01c056ee30 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803845 Nov 23 23:12:26.602870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-bb40a42a-80eb-4b5f-8e32-767543d9509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:26.605120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-bb40a42a-80eb-4b5f-8e32-767543d9509e service neutron] 10.222.0.48 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.2000034 Nov 23 23:12:26.692002 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-5633fa9b-7c37-46cf-8280-67492562dd73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1000 time: 0.0770733 Nov 23 23:12:26.750938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-74cb41f3-7258-4a3c-ae5c-748066706fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:26.752597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-74cb41f3-7258-4a3c-ae5c-748066706fb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0537694 Nov 23 23:12:26.832319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-d6385cca-588d-4431-ae30-d92f28651c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:26.833910 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-d6385cca-588d-4431-ae30-d92f28651c70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695572 Nov 23 23:12:26.973221 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-2ba7f25a-ec27-4a21-ade0-930f982e554a service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313365 Nov 23 23:12:27.098518 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f95a05f8-bc8f-49f5-8418-d6c40a06fde1 req-0eb507e4-e8e4-4c25-b27d-8b28e7610585 service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177747 Nov 23 23:12:27.126679 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:27.254587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:12:27.327022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:12:27.717292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0bfef-34c2-4a0c-ba76-956e1da9fadf req-fd0513cd-0b50-45ea-a740-c80e82e10054 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:27.726992 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9b0bfef-34c2-4a0c-ba76-956e1da9fadf req-fd0513cd-0b50-45ea-a740-c80e82e10054 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.0806503 Nov 23 23:12:27.795227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:12:27.796848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9b0bfef-34c2-4a0c-ba76-956e1da9fadf req-f3fc936d-d565-47d3-9c3e-6287f62b5abb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670040 Nov 23 23:12:27.797764 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fad021f-f467-490c-9ddc-8b4d8e50913e" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:12:27.869030 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ecd48b-ca95-4648-947b-260bd1f667b8 x-openstack-request-id: req-58ecd48b-ca95-4648-947b-260bd1f667b8 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:12:27.869333 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:12:27.869865 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58ecd48b-ca95-4648-947b-260bd1f667b8 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:12:27.870567 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'status': 'completed', 'code': 200} Nov 23 23:12:28.000281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-46645ea0-75fd-4f19-a12f-22bcf50bfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:28.002827 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-46645ea0-75fd-4f19-a12f-22bcf50bfbc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1095 time: 0.1083183 Nov 23 23:12:28.012415 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-4dc946a4-e076-4ef9-86ad-a7f866e6ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:28.015170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-4dc946a4-e076-4ef9-86ad-a7f866e6ef33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1095 time: 0.0822310 Nov 23 23:12:28.116711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-fe4dd594-72e5-4201-8d6f-5420618f95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:28.118505 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-fe4dd594-72e5-4201-8d6f-5420618f95a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.1090300 Nov 23 23:12:28.224555 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-e286010e-08ed-492c-88d0-72101aecb63c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1000 time: 0.0956075 Nov 23 23:12:28.382336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-02e7d0fe-1b15-4217-b9b7-3b25d585a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:28.384813 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-02e7d0fe-1b15-4217-b9b7-3b25d585a8e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.1474233 Nov 23 23:12:28.459085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-713e67d2-17e4-452e-86c7-0c95418bca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:28.461578 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-713e67d2-17e4-452e-86c7-0c95418bca1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.3419850 Nov 23 23:12:28.575970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-bf1a1989-b03c-4720-9d3a-08131f277d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:28.578592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-bf1a1989-b03c-4720-9d3a-08131f277d4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777999 Nov 23 23:12:28.632804 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-39e8e4c0-69fd-48f1-95fd-41691486bd2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1000 time: 0.1621027 Nov 23 23:12:28.947079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-97bb28a9-512e-47ed-9c01-837be3bf0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:28.954011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-97bb28a9-512e-47ed-9c01-837be3bf0b5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.3040948 Nov 23 23:12:29.035696 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-abd8b883-fa05-4cf7-a96f-d6697c2d47f2 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489119 Nov 23 23:12:29.070174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464020a4-6a9b-4fb5-b812-1a9da2a1bfff req-1634b1bf-dbc4-4393-aa5b-82e65d68a4b4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:29.078905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-464020a4-6a9b-4fb5-b812-1a9da2a1bfff req-1634b1bf-dbc4-4393-aa5b-82e65d68a4b4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.1016142 Nov 23 23:12:29.151947 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-8392fd99-eed9-4152-bdc0-f726f363b17f service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034503 Nov 23 23:12:29.173534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-55bbcf35-9e3e-4400-a49e-1a90e439e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:29.180484 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-55bbcf35-9e3e-4400-a49e-1a90e439e72b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024996 Nov 23 23:12:29.224993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-464020a4-6a9b-4fb5-b812-1a9da2a1bfff req-1ca4329d-efc3-4dd0-8507-4027349ad0b3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360126 Nov 23 23:12:29.289173 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:12:29.349558 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-c2ab075f-6075-4f2c-95ee-3e56a6e11039 service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600108 Nov 23 23:12:29.869889 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5fad021f-f467-490c-9ddc-8b4d8e50913e req-820c1f3a-7e2a-4f39-bb18-a8d372613a63 service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128872 Nov 23 23:12:29.939918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:12:30.153954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:30.182617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'port_id': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'mac_address': 'fa:16:3e:a8:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:12:30.227825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:30.271760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14d41f5-1f42-47b3-b820-4061b3958b1a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:12:30.321622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:30.328505 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:30.381675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02db923-8763-417b-a3b4-be223606051d req-b71fedd3-6cf8-466d-8689-b336eb41a4ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:30.384209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c02db923-8763-417b-a3b4-be223606051d req-b71fedd3-6cf8-466d-8689-b336eb41a4ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 944 time: 0.0800116 Nov 23 23:12:30.418349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:30.429631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.429884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.430223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.431212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.431212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.432254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.432254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.432254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.434041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.434041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.434041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.434041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:12:30.485349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c02db923-8763-417b-a3b4-be223606051d req-a6709ab0-e730-4338-9bd0-af97a7d3a1f6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940726 Nov 23 23:12:30.666530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['d14d41f5-1f42-47b3-b820-4061b3958b1a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:12:30.918420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-8a3a0974-cf3b-44e5-a558-5262f2571f8f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:30.926189 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-8a3a0974-cf3b-44e5-a558-5262f2571f8f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.48 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8&tenant_id=79e0e77ee0be41da989a5a24b529c53e&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 945 time: 0.1358025 Nov 23 23:12:31.008947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f22539-44a1-4535-bddc-ada144d28492 req-d404dcbe-4701-440a-8bb0-972683bd164c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:31.011000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69f22539-44a1-4535-bddc-ada144d28492 req-d404dcbe-4701-440a-8bb0-972683bd164c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 945 time: 0.0832791 Nov 23 23:12:31.098099 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-36bbc868-ec13-4ed0-97d0-286cf7ecbf99 service neutron] 10.222.0.48 "GET /v2.0/ports/d14d41f5-1f42-47b3-b820-4061b3958b1a/bindings/n-h1-817303-3 HTTP/1.1" status: 200 len: 382 time: 0.1593380 Nov 23 23:12:31.127380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69f22539-44a1-4535-bddc-ada144d28492 req-dd1947be-071e-49a4-bddb-9ba9e3afb532 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967817 Nov 23 23:12:31.234532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-323e1cfc-2746-4b5e-9a07-4d14676c2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:31.236842 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-323e1cfc-2746-4b5e-9a07-4d14676c2bd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0736697 Nov 23 23:12:31.379034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-083062d8-e78f-4509-a923-abe2f8d92013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:31.381631 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-083062d8-e78f-4509-a923-abe2f8d92013 service neutron] 10.222.0.48 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.1378386 Nov 23 23:12:31.478865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-4aef5915-c4df-4e1e-823d-4da5b818cf1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1001 time: 0.0896699 Nov 23 23:12:31.545663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-881b7f3d-5c78-417f-b845-67d27eb009c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:31.547069 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-881b7f3d-5c78-417f-b845-67d27eb009c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0607460 Nov 23 23:12:31.615647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-e05c64be-c868-4b04-baef-885b148838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:31.617357 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-e05c64be-c868-4b04-baef-885b148838e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615888 Nov 23 23:12:31.624110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88b089fd-ff5d-4491-bba8-497fdc32ac69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:31.767611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-302413a7-4bdf-425d-a425-533199947527 service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399419 Nov 23 23:12:31.933843 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-0ebb8782-edcd-4cff-97dc-d6b60fc894f4 service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580262 Nov 23 23:12:31.967420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:12:32.089757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port d14d41f5-1f42-47b3-b820-4061b3958b1a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:12:32.106187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port d14d41f5-1f42-47b3-b820-4061b3958b1a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:12:32.107472 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:32.329960 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:32.383131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:12:32.386146 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525b9087-6765-4585-95f3-5ce6b15b836d" -d '{"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-plugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:12:32.418599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:32.431087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:32.481506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bbfaf-c90a-44bc-97f6-3cdeadc3ceca req-da8f4d9e-5046-49df-aabd-fffe6f845b3a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:32.490660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da4bbfaf-c90a-44bc-97f6-3cdeadc3ceca req-da8f4d9e-5046-49df-aabd-fffe6f845b3a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 945 time: 0.1186469 Nov 23 23:12:32.534694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:32.557798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da4bbfaf-c90a-44bc-97f6-3cdeadc3ceca req-29a2113f-da63-4eb3-9eb8-7f5a553ab3bd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657766 Nov 23 23:12:32.708157 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c65613-473f-4d59-bea8-1dd009734c66 x-openstack-request-id: req-56c65613-473f-4d59-bea8-1dd009734c66 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:12:32.708664 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-plugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:12:32.709003 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56c65613-473f-4d59-bea8-1dd009734c66 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:12:32.709782 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'code': 200} Nov 23 23:12:33.773828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21463d-b607-4e97-9711-6ef58901e966 req-476684d8-6ca5-45d0-8556-bfcc8731a741 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:33.782929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a21463d-b607-4e97-9711-6ef58901e966 req-476684d8-6ca5-45d0-8556-bfcc8731a741 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.1021891 Nov 23 23:12:33.867232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a21463d-b607-4e97-9711-6ef58901e966 req-941cca06-a98c-4349-9560-065952ec671b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827737 Nov 23 23:12:34.413065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-d59179c5-f166-4ee2-821e-cc811b704542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:34.415297 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-d59179c5-f166-4ee2-821e-cc811b704542 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 1097 time: 0.0720985 Nov 23 23:12:34.428308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:34.494506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:34.744454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d118ee0-b522-4f4a-acf7-ebf6f7a0c30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:34.819905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51176) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:34.828712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:34.878851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:12:34.941518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:34.962844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Transition to ACTIVE for port object d14d41f5-1f42-47b3-b820-4061b3958b1a will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:12:34.962844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:12:34.971459 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c992ad03-ca98-42a0-a5ab-9affa1fcdc7f" -d '{"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-unplugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:12:34.975355 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.123954 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.160153 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467120d-d1fe-44d5-be1a-afde142bbdff x-openstack-request-id: req-6467120d-d1fe-44d5-be1a-afde142bbdff {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:12:35.160508 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-unplugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:12:35.160715 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6467120d-d1fe-44d5-be1a-afde142bbdff {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:12:35.161189 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'code': 200} Nov 23 23:12:35.165131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0c7d0-620c-4679-97a3-1a12d18d923e req-fc3f1957-2afb-492c-b0b5-7900bbddcf5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:35.173492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38e0c7d0-620c-4679-97a3-1a12d18d923e req-fc3f1957-2afb-492c-b0b5-7900bbddcf5c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 945 time: 0.1420481 Nov 23 23:12:35.174470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:35.190363 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd891b5e-9dba-4376-a2ba-c5ee64175683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.250830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] No DVR routers for this DVR port d14d41f5-1f42-47b3-b820-4061b3958b1a on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:12:35.272634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-38e0c7d0-620c-4679-97a3-1a12d18d923e req-b62d4a19-b91f-4c7e-8996-c1446ed05c80 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794075 Nov 23 23:12:35.376973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd891b5e-9dba-4376-a2ba-c5ee64175683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.383301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fd891b5e-9dba-4376-a2ba-c5ee64175683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.429712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891b5e-9dba-4376-a2ba-c5ee64175683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7629f473-004e-4f26-b740-fa86acfe5b8e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:35.440736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:12:35.441158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:12:35.441374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:12:35.447360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:12:35.447621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Attempting to bind port d14d41f5-1f42-47b3-b820-4061b3958b1a on network 96a43760-9cac-42f5-9e76-97dedc2497a5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:12:35.453145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fd891b5e-9dba-4376-a2ba-c5ee64175683 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=431941ec7f674b8c9a7f1ab5c7cd9def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6271544 Nov 23 23:12:35.455839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51186) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:35.456712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:12:35.457103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Checking segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:12:35.457603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Bound using segment: {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:12:35.458043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Bound port: d14d41f5-1f42-47b3-b820-4061b3958b1a, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a12796-fefe-4e22-92e9-e5686ac58e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:12:35.458499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.514077 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bae1e015-22e4-4def-81c3-347452431944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.529558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:12:35.533161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:12:35.539774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.543075 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bae1e015-22e4-4def-81c3-347452431944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.588905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:35.591869 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.594018 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] 10.222.0.46 "PUT /v2.0/ports/d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1093 time: 1.1706326 Nov 23 23:12:35.608830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bae1e015-22e4-4def-81c3-347452431944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.613014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bae1e015-22e4-4def-81c3-347452431944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.614611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bae1e015-22e4-4def-81c3-347452431944 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7629f473-004e-4f26-b740-fa86acfe5b8e HTTP/1.1" status: 204 len: 168 time: 0.1577408 Nov 23 23:12:35.627056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185465f0-c742-4f0a-a1ff-08a793355279 service neutron] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=11']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:35.647411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1e015-22e4-4def-81c3-347452431944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7629f473-004e-4f26-b740-fa86acfe5b8e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:35.728602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-2aac68f4-65a7-43ba-95c0-a7feec685fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:35.732137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-2aac68f4-65a7-43ba-95c0-a7feec685fff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0941541 Nov 23 23:12:35.871362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-20b57fb9-7260-4d0f-ac41-ccc93939fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:35.873350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-20b57fb9-7260-4d0f-ac41-ccc93939fc8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.1339614 Nov 23 23:12:35.976885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-b7962455-c0c6-45c7-a885-5c58c762d418 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1000 time: 0.0960379 Nov 23 23:12:36.075561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-cedabbf7-872a-4fa6-a0f5-e0386a73801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:36.076791 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-cedabbf7-872a-4fa6-a0f5-e0386a73801c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0927782 Nov 23 23:12:36.133176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51206) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:36.148949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6208db8-bb19-4ff9-b410-83b5f43fd21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:36.152581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-df112098-3029-44fe-8cc8-8250b86d7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:36.154839 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-df112098-3029-44fe-8cc8-8250b86d7c62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701537 Nov 23 23:12:36.271112 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6208db8-bb19-4ff9-b410-83b5f43fd21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:36.276318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6208db8-bb19-4ff9-b410-83b5f43fd21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:36.282325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-65473384-19b3-4c4b-9e32-c66bd3ad3d3e service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202829 Nov 23 23:12:36.318988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6208db8-bb19-4ff9-b410-83b5f43fd21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e4b68a-5dc0-4a32-b758-fa0559cfdbab,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:36.326801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f6208db8-bb19-4ff9-b410-83b5f43fd21d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5dac95ce6e54de9a52f8d6b9fcafce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925013 Nov 23 23:12:36.327503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:36.437616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e338c363-d350-4ae3-9300-9a4a86fc2569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:36.443598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ea691fae-a760-42a9-a3bf-8fd4d9ea3e51 req-55d9c01a-49f8-41c8-8ec6-5ce1d6b54c7d service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542549 Nov 23 23:12:36.445452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044440e-f81c-42cf-9777-c054c3e04714 req-58e15097-c20c-4a4c-9799-454bc635f15b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:36.466923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f044440e-f81c-42cf-9777-c054c3e04714 req-58e15097-c20c-4a4c-9799-454bc635f15b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 945 time: 0.0877190 Nov 23 23:12:36.467976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e338c363-d350-4ae3-9300-9a4a86fc2569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:36.531613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f044440e-f81c-42cf-9777-c054c3e04714 req-f8cd2a56-e29c-42e1-93d3-5c6bc33236df tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633090 Nov 23 23:12:36.536189 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e338c363-d350-4ae3-9300-9a4a86fc2569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:36.538752 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e338c363-d350-4ae3-9300-9a4a86fc2569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:36.542870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e338c363-d350-4ae3-9300-9a4a86fc2569 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0e4b68a-5dc0-4a32-b758-fa0559cfdbab HTTP/1.1" status: 204 len: 168 time: 0.2111945 Nov 23 23:12:36.562377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338c363-d350-4ae3-9300-9a4a86fc2569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e4b68a-5dc0-4a32-b758-fa0559cfdbab,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:36.581460 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:37.162637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:12:37.166484 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:12:37.249729 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4716c79-8322-454d-92c5-e70fd597a7a7 x-openstack-request-id: req-a4716c79-8322-454d-92c5-e70fd597a7a7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:12:37.250168 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:12:37.250638 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4716c79-8322-454d-92c5-e70fd597a7a7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:12:37.251189 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'status': 'completed', 'code': 200} Nov 23 23:12:37.288871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:12:37.388986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-a975f90c-2920-4e41-a1ec-3f60afcd916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:37.390616 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-a975f90c-2920-4e41-a1ec-3f60afcd916f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1096 time: 0.1144302 Nov 23 23:12:37.392964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-2f2f124c-6389-425d-bf4a-e28687e7013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:37.394467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-2f2f124c-6389-425d-bf4a-e28687e7013d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1096 time: 0.0898037 Nov 23 23:12:37.420297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:37.438290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'port_id': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'mac_address': 'fa:16:3e:a8:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:12:37.520434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:37.540910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14d41f5-1f42-47b3-b820-4061b3958b1a {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:12:37.599389 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:37.609792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:37.619552 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:37.691687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff98466-1f15-4419-9adb-cf916a3c173e req-1119cab9-ff3b-47b9-bf89-359958c892b8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:37.698990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-304e3893-185d-47d2-bdcf-fd927e4c9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:37.702060 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dff98466-1f15-4419-9adb-cf916a3c173e req-1119cab9-ff3b-47b9-bf89-359958c892b8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0709414 Nov 23 23:12:37.713299 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-304e3893-185d-47d2-bdcf-fd927e4c9fda service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.3146403 Nov 23 23:12:37.777509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dff98466-1f15-4419-9adb-cf916a3c173e req-34d3389e-3b80-430c-925f-8c8f24cdd2be tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727763 Nov 23 23:12:37.778628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:37.809414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-0242502a-2e4b-4324-80c1-a4cb37540def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:37.810893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-0242502a-2e4b-4324-80c1-a4cb37540def service neutron] 10.222.0.48 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.3398330 Nov 23 23:12:37.874628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d14d41f5-1f42-47b3-b820-4061b3958b1a'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:12:37.900602 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-4b2ba2b2-349f-4a04-b114-1a748e27dbc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1001 time: 0.1772082 Nov 23 23:12:37.981265 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-d91a88de-ed92-4052-91fa-7c1ca13c07f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1001 time: 0.1463788 Nov 23 23:12:37.990220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:12:37.998663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-e61e925f-43e4-4d0b-9d69-f622e7b46718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:38.000161 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-e61e925f-43e4-4d0b-9d69-f622e7b46718 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0879395 Nov 23 23:12:38.068209 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-99121de8-aac8-4700-be87-d4a1101004f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:38.069987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-99121de8-aac8-4700-be87-d4a1101004f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0799003 Nov 23 23:12:38.084736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-27521e80-442c-4eff-bf37-e35faa649ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:38.086333 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-27521e80-442c-4eff-bf37-e35faa649ffa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668333 Nov 23 23:12:38.145875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:12:38.209332 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:38.226887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-49060422-2201-420e-9d59-18951f2705c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:38.228699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-49060422-2201-420e-9d59-18951f2705c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398020 Nov 23 23:12:38.359780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-5ee65448-9173-469e-9ec0-fab08342a239 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639258 Nov 23 23:12:38.489056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-af3b42fa-5b6e-4327-9a4a-6b407f2f2464 service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528441 Nov 23 23:12:38.530393 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-01f1d0df-5512-4ab4-b29d-09dc9937bb2c service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620123 Nov 23 23:12:38.615680 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a69cbffb-2f28-42e5-b47a-4baf6d2359cb req-632a1532-2eb1-4ddd-88af-b8c725b9ed21 service neutron] 10.222.0.48 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149867 Nov 23 23:12:38.918222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ab16-265f-44fc-b72e-0e34a2f124af req-2f0e0373-3adf-4435-a71c-46bafc0e5b9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:38.927452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8318ab16-265f-44fc-b72e-0e34a2f124af req-2f0e0373-3adf-4435-a71c-46bafc0e5b9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 946 time: 0.0861359 Nov 23 23:12:38.985270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8318ab16-265f-44fc-b72e-0e34a2f124af req-e7a52cee-b550-4a47-8e1c-858097568485 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564449 Nov 23 23:12:39.012411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51280) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:39.111587 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-33c9b902-f009-4d9e-ade8-fb3f344a671b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/381ba384-bdc9-4071-b81a-aecef4099b23 HTTP/1.1" status: 200 len: 993 time: 0.0975661 Nov 23 23:12:39.302644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:12:39.449640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port d14d41f5-1f42-47b3-b820-4061b3958b1a completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:12:39.457620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port d14d41f5-1f42-47b3-b820-4061b3958b1a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:12:39.463959 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:39.649451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:39.733151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:39.734440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:12:39.737446 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7df9e-cfd9-4ea8-86e9-457d0a90cfca" -d '{"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-plugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:12:39.742162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:39.800582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=13']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:39.809546 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c587c21-57ba-4db1-a912-133a8d62f5f0 x-openstack-request-id: req-4c587c21-57ba-4db1-a912-133a8d62f5f0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:12:39.809546 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-plugged", "status": "completed", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:12:39.809841 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c587c21-57ba-4db1-a912-133a8d62f5f0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:12:39.810330 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'code': 200} Nov 23 23:12:39.870472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51306) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:40.018017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-840dd51b-2d25-43a6-8541-7508696510e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.106578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-840dd51b-2d25-43a6-8541-7508696510e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.111091 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-840dd51b-2d25-43a6-8541-7508696510e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.163104 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-840dd51b-2d25-43a6-8541-7508696510e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62f0791c87a74d87bee0976caf7ea2fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906151 Nov 23 23:12:40.165830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51310) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:40.177422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dd51b-2d25-43a6-8541-7508696510e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d193c2-aecc-4e5b-a5f0-c0c616044a8c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:40.244554 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82afe7d6-1f35-45e8-bb24-fb5007165e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.274421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82afe7d6-1f35-45e8-bb24-fb5007165e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.342908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82afe7d6-1f35-45e8-bb24-fb5007165e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.345623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82afe7d6-1f35-45e8-bb24-fb5007165e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.346903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-82afe7d6-1f35-45e8-bb24-fb5007165e27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13d193c2-aecc-4e5b-a5f0-c0c616044a8c HTTP/1.1" status: 204 len: 168 time: 0.1799548 Nov 23 23:12:40.358282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afe7d6-1f35-45e8-bb24-fb5007165e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d193c2-aecc-4e5b-a5f0-c0c616044a8c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:40.675602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51324) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:40.696559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58d23a60-308d-4d7e-a45b-dcfeb4c98d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.803809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58d23a60-308d-4d7e-a45b-dcfeb4c98d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.809528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-58d23a60-308d-4d7e-a45b-dcfeb4c98d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.852388 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-58d23a60-308d-4d7e-a45b-dcfeb4c98d87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=103c0b7d18814404876f25a351c68908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1749749 Nov 23 23:12:40.854668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23a60-308d-4d7e-a45b-dcfeb4c98d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8eebff-2e7a-4e79-93c8-820d0fdaccba,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:40.856491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51326) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:40.929542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b20c54fd-28ed-40bd-bf97-a8464bfc28de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:40.952390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b20c54fd-28ed-40bd-bf97-a8464bfc28de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:41.013121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b20c54fd-28ed-40bd-bf97-a8464bfc28de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:41.019597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b20c54fd-28ed-40bd-bf97-a8464bfc28de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:41.022023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b20c54fd-28ed-40bd-bf97-a8464bfc28de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e8eebff-2e7a-4e79-93c8-820d0fdaccba HTTP/1.1" status: 204 len: 168 time: 0.1641483 Nov 23 23:12:41.032427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c54fd-28ed-40bd-bf97-a8464bfc28de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8eebff-2e7a-4e79-93c8-820d0fdaccba,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:41.287456 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-18f14f7a-2f8c-4e3e-851b-426570370ed8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423176 Nov 23 23:12:41.440008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-5a4ba7c7-c0f0-4673-8a82-0ba782ee5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:41.442587 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-5a4ba7c7-c0f0-4673-8a82-0ba782ee5103 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1098 time: 0.0863447 Nov 23 23:12:41.583850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-2bd61b38-18af-4f21-b803-8604af176d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:41.585491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-2bd61b38-18af-4f21-b803-8604af176d85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.1155238 Nov 23 23:12:41.689255 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-6242dd1a-0cf6-41ce-a7f0-9d97e4eb3f2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 1002 time: 0.0964348 Nov 23 23:12:41.757652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-a409f437-2d66-4c91-ad80-2fb988f40c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:41.759137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-a409f437-2d66-4c91-ad80-2fb988f40c6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0633590 Nov 23 23:12:41.826091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-5dd55287-1d00-43b4-a31d-ecac8f098022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:41.827933 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-5dd55287-1d00-43b4-a31d-ecac8f098022 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619404 Nov 23 23:12:41.947302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-5362c10f-06f1-40e1-a855-5ed0703553e4 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114531 Nov 23 23:12:42.076338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0f52d82c-da6f-4a2b-a7fe-b2c9c7a0aa58 req-1448a7b2-e3ca-47a7-a8f9-dc6ba1df004a service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229491 Nov 23 23:12:42.944224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-185cb335-f627-4a9f-88f1-37a0bfa1812f req-1484aa3e-b62b-4397-b803-9546ffbbdf2c service neutron] (103522) timed out ('10.222.0.48', 53206) {{(pid=103522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:12:43.341915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51432) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:43.468532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd53a7f1-0499-4871-b833-79ddab217bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:43.565330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd53a7f1-0499-4871-b833-79ddab217bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:43.571684 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd53a7f1-0499-4871-b833-79ddab217bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:43.625145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bd53a7f1-0499-4871-b833-79ddab217bd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ff5f51c02e64fc080f2ccfba1adab38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814014 Nov 23 23:12:43.627646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a7f1-0499-4871-b833-79ddab217bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f25808-1835-4c44-a3ad-ec0dc43eb845,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:43.628011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51442) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:43.702408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a15e645-110c-4b53-92ca-56a4200fe015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:43.730639 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a15e645-110c-4b53-92ca-56a4200fe015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:43.804646 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a15e645-110c-4b53-92ca-56a4200fe015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:43.807465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a15e645-110c-4b53-92ca-56a4200fe015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:43.809319 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a15e645-110c-4b53-92ca-56a4200fe015 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39f25808-1835-4c44-a3ad-ec0dc43eb845 HTTP/1.1" status: 204 len: 168 time: 0.1797256 Nov 23 23:12:43.821089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15e645-110c-4b53-92ca-56a4200fe015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f25808-1835-4c44-a3ad-ec0dc43eb845,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:44.113852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51448) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:44.130814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fd19-d616-49ae-8184-739064f6d581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:44.219699 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fd19-d616-49ae-8184-739064f6d581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:44.224676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f2c4fd19-d616-49ae-8184-739064f6d581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:44.265395 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f2c4fd19-d616-49ae-8184-739064f6d581 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e5ef40db4e244d9af3518a35b4b88f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504352 Nov 23 23:12:44.266799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4fd19-d616-49ae-8184-739064f6d581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f74bc-4e73-45e3-bf80-0cf8cc3f0be0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:44.268106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51450) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:44.334346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3693dd7e-d62f-4625-9634-122394933904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:44.360616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3693dd7e-d62f-4625-9634-122394933904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:44.418190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3693dd7e-d62f-4625-9634-122394933904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:44.421408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3693dd7e-d62f-4625-9634-122394933904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:44.425505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3693dd7e-d62f-4625-9634-122394933904 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e1f74bc-4e73-45e3-bf80-0cf8cc3f0be0 HTTP/1.1" status: 204 len: 168 time: 0.1534805 Nov 23 23:12:44.436712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693dd7e-d62f-4625-9634-122394933904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1f74bc-4e73-45e3-bf80-0cf8cc3f0be0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:47.137310 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51598) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:47.267607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ebc01ab-988c-4f5d-bd58-fbdbfedb0e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.358020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ebc01ab-988c-4f5d-bd58-fbdbfedb0e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.362449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9ebc01ab-988c-4f5d-bd58-fbdbfedb0e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.402691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc01ab-988c-4f5d-bd58-fbdbfedb0e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc6c12-54d7-4ace-8702-12f27d486a92,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:47.409970 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9ebc01ab-988c-4f5d-bd58-fbdbfedb0e9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf71fc0a9fda4f11a2bf64db9eed3757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710953 Nov 23 23:12:47.410283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51602) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:47.480166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68065439-e01d-4e5c-9363-bc1fb8970488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.502807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68065439-e01d-4e5c-9363-bc1fb8970488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.563313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68065439-e01d-4e5c-9363-bc1fb8970488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.566646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68065439-e01d-4e5c-9363-bc1fb8970488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.568146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-68065439-e01d-4e5c-9363-bc1fb8970488 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fffc6c12-54d7-4ace-8702-12f27d486a92 HTTP/1.1" status: 204 len: 168 time: 0.1560631 Nov 23 23:12:47.577226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68065439-e01d-4e5c-9363-bc1fb8970488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc6c12-54d7-4ace-8702-12f27d486a92,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:47.884952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51610) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:47.899254 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-894de7b6-56b8-4bcf-9b93-28aaa0b75e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.984664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-894de7b6-56b8-4bcf-9b93-28aaa0b75e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:47.990722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-894de7b6-56b8-4bcf-9b93-28aaa0b75e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:48.040040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-894de7b6-56b8-4bcf-9b93-28aaa0b75e76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8bdfe64f51e4bfa8801e600861f73ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515675 Nov 23 23:12:48.040040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894de7b6-56b8-4bcf-9b93-28aaa0b75e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1783fb32-9c5a-4f17-b0c4-6af189653a0f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:48.040946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51614) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:48.102355 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d40b00c5-3290-404d-9ceb-fbc2425533ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:48.126021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d40b00c5-3290-404d-9ceb-fbc2425533ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:48.182877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d40b00c5-3290-404d-9ceb-fbc2425533ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:48.185696 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d40b00c5-3290-404d-9ceb-fbc2425533ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:48.189559 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d40b00c5-3290-404d-9ceb-fbc2425533ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1783fb32-9c5a-4f17-b0c4-6af189653a0f HTTP/1.1" status: 204 len: 168 time: 0.1426802 Nov 23 23:12:48.196508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b00c5-3290-404d-9ceb-fbc2425533ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1783fb32-9c5a-4f17-b0c4-6af189653a0f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:49.806616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51670) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:49.909455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-00343d07-a2db-40cc-833a-f67b7e06d670 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:49.944627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-00343d07-a2db-40cc-833a-f67b7e06d670 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "PUT /v2.0/quotas/ab75acb9ac8f4b3faf3947b98f60642c HTTP/1.1" status: 200 len: 366 time: 0.1360481 Nov 23 23:12:49.946602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51674) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:49.960182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4babd548-2a3c-40e4-b7ed-aa7255fcb8a2 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0101557 Nov 23 23:12:49.960533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51676) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:49.972524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b60c678f-991b-4093-bdf0-2689c6fe895c tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "GET /v2.0/quotas/ab75acb9ac8f4b3faf3947b98f60642c HTTP/1.1" status: 200 len: 366 time: 0.0088627 Nov 23 23:12:49.972747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:49.988079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-babbc518-1155-46df-84cf-253e71874edf tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/ab75acb9ac8f4b3faf3947b98f60642c HTTP/1.1" status: 204 len: 168 time: 0.0143161 Nov 23 23:12:49.990549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51680) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:50.002667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5be65f79-2015-4a06-90e8-de102dcb88fd tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0107329 Nov 23 23:12:50.004936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51682) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:50.019046 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54b702d3-6932-4ccc-b69d-697cb059e5f1 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "GET /v2.0/quotas/ab75acb9ac8f4b3faf3947b98f60642c HTTP/1.1" status: 200 len: 370 time: 0.0128977 Nov 23 23:12:50.019898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:50.025328 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0434db9a-550a-4023-a9f0-4e9a402fb691 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "GET /v2.0/quotas/ab75acb9ac8f4b3faf3947b98f60642c/default HTTP/1.1" status: 200 len: 370 time: 0.0041087 Nov 23 23:12:50.028939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51686) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:50.038526 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-1e8278b5-45b6-4ede-b5d3-207d0fe997e5 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] delete failed (client error): The resource could not be found. Nov 23 23:12:50.039485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1e8278b5-45b6-4ede-b5d3-207d0fe997e5 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/ab75acb9ac8f4b3faf3947b98f60642c HTTP/1.1" status: 404 len: 348 time: 0.0093584 Nov 23 23:12:50.189735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51698) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:50.216465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:network and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.220472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.227374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:subnet and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.231444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.243784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:subnetpool and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.250033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.256783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:port and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.260589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.268286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:router and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.271631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.283768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:floatingip and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.293757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.332594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:security_group and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.336547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.361006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Usage tracker for resource:security_group_rule and project:ba89bd5387dc46c88ad45cd925fca123 is out of sync, need to count used quota {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 23:12:50.367661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.quota.resource [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103522) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 23:12:50.380312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-722fb95c-24b4-4889-8ba1-4922070e0823 tempest-QuotasTest-652987327 tempest-QuotasTest-652987327-project-admin] 10.222.0.11 "GET /v2.0/quotas/ba89bd5387dc46c88ad45cd925fca123/details.json HTTP/1.1" status: 200 len: 703 time: 0.1894233 Nov 23 23:12:50.753329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51722) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:50.865197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5cc5-af91-4703-9877-3b2ca846b752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:50.942691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5cc5-af91-4703-9877-3b2ca846b752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:50.946967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a6c5cc5-af91-4703-9877-3b2ca846b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:50.988293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3a6c5cc5-af91-4703-9877-3b2ca846b752 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22dc7b3da4374d699058468dd95b0860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338245 Nov 23 23:12:50.989173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c5cc5-af91-4703-9877-3b2ca846b752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360834aa-6b9b-4d7a-913b-e57ed254392d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:50.991224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51726) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:51.047383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f409c03-8281-4763-89f9-e320d43e6647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.071856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f409c03-8281-4763-89f9-e320d43e6647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.120812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f409c03-8281-4763-89f9-e320d43e6647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.123934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f409c03-8281-4763-89f9-e320d43e6647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.125309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4f409c03-8281-4763-89f9-e320d43e6647 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/360834aa-6b9b-4d7a-913b-e57ed254392d HTTP/1.1" status: 204 len: 168 time: 0.1319935 Nov 23 23:12:51.134676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f409c03-8281-4763-89f9-e320d43e6647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360834aa-6b9b-4d7a-913b-e57ed254392d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:51.443095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51734) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:51.462276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18f10cd9-d243-437a-989e-16927dc42b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.559379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18f10cd9-d243-437a-989e-16927dc42b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.565772 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18f10cd9-d243-437a-989e-16927dc42b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.610870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10cd9-d243-437a-989e-16927dc42b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e67c8d9-bfc7-4072-acbf-d2e1f8e4b486,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:51.622490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-18f10cd9-d243-437a-989e-16927dc42b20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba89bd5387dc46c88ad45cd925fca123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1749988 Nov 23 23:12:51.622721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51742) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:51.674686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1770b22-2633-4eb4-b2ca-56b55fbb2e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.699881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1770b22-2633-4eb4-b2ca-56b55fbb2e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.753900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1770b22-2633-4eb4-b2ca-56b55fbb2e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.756625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c1770b22-2633-4eb4-b2ca-56b55fbb2e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:51.760293 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c1770b22-2633-4eb4-b2ca-56b55fbb2e5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e67c8d9-bfc7-4072-acbf-d2e1f8e4b486 HTTP/1.1" status: 204 len: 168 time: 0.1340964 Nov 23 23:12:51.769525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770b22-2633-4eb4-b2ca-56b55fbb2e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e67c8d9-bfc7-4072-acbf-d2e1f8e4b486,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:52.552668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51768) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:52.669425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-713202492'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:52.694094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:12:52.698076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.708232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.800814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.806675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.835749 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:12:52.846681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e37efb4-3ead-45a5-8c7b-62e58d9789c5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:52.851604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.851950 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Added segment 5eedf983-f806-471c-9ff1-8c33edb54c2b of type vlan for network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 Nov 23 23:12:52.895661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.923503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.932131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:52.933136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:52.984940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4308944 Nov 23 23:12:52.988469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51776) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:52.994109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:53.024482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f534bfc-f465-48ed-8391-db037eb6d97a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Network': ['ID=38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:53.037681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:12:53.105941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:12:53.110946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:53.320140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:53.392054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=fd9098a2-29e2-4f8e-87ce-437ce88e9228,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:53.401317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:12:53.401764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network hostable DHCP agents. Network: 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:12:53.424704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:12:53.435115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:12:53.439814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:53.440426 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:53.454143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd504cab-ded1-4350-b346-8945adaaaeba None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:12:53.474081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6ec19437-cd21-49b4-9396-5fe0686e4a94 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4837625 Nov 23 23:12:53.476639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51778) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:53.483100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'name': 'tempest-NetworksTestDHCPv6-399775761'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:53.674793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:12:53.679327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:53.715382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 97fd3694-ce4a-444b-ba4c-95f839744792 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:12:53.756200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': 'fd9098a2-29e2-4f8e-87ce-437ce88e9228'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:12:53.759510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:53.861374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::97 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/fd9098a2-29e2-4f8e-87ce-437ce88e9228/97fd3694-ce4a-444b-ba4c-95f839744792) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:12:54.052221 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.105933 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.194049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:12:54.199848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/fd9098a2-29e2-4f8e-87ce-437ce88e9228/8b0a5baa-4846-4fc3-81f3-6f2906faa2ad) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:12:54.203364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:12:54.212225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:12:54.228457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:54.229162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.245327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=97fd3694-ce4a-444b-ba4c-95f839744792,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:54.269848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51792) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:54.291381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-86bd0d11-dfd1-4ed8-a42e-471fc0fe565b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8128819 Nov 23 23:12:54.412905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32dd96f-acac-44ae-8f00-dd5ba05e3c8a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:54.417934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51794) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:54.427242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c32dd96f-acac-44ae-8f00-dd5ba05e3c8a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1550829 Nov 23 23:12:54.451967 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.462390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.546805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:12:54.552368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:12:54.555392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Pushing event updated for resources: {'Port': ['ID=8b0a5baa-4846-4fc3-81f3-6f2906faa2ad,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:54.557341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:12:54.581587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 97fd3694-ce4a-444b-ba4c-95f839744792 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:54.582082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.701914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Attempting to bind port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:12:54.702222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Attempting to bind port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:12:54.702611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Attempting to bind port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:12:54.710716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.716521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:12:54.717094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:12:54.717724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.718687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:12:54.719293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Bound port: 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:12:54.719867 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.734669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 97fd3694-ce4a-444b-ba4c-95f839744792 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:54.890962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] For port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:12:54.945046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] For port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8b0a5baa-4846-4fc3-81f3-6f2906faa2ad,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:12:54.947473 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:54.953249 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:55.007276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=97fd3694-ce4a-444b-ba4c-95f839744792,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:55.074605 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:55.081976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-36771c16-d09e-48dd-96ee-862d67785a9b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/97fd3694-ce4a-444b-ba4c-95f839744792 HTTP/1.1" status: 204 len: 168 time: 0.6627772 Nov 23 23:12:55.084488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:55.112880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf33a2-b823-484c-8bfc-22a57289c412 None None] Pushing event updated for resources: {'Port': ['ID=8b0a5baa-4846-4fc3-81f3-6f2906faa2ad,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:55.228593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb1eb6-b9d0-4145-9136-e63153734a3e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:55.230965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb1eb6-b9d0-4145-9136-e63153734a3e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:55.235855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51806) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:55.237174 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-93fb1eb6-b9d0-4145-9136-e63153734a3e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1507940 Nov 23 23:12:55.315298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet fd9098a2-29e2-4f8e-87ce-437ce88e9228 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:12:55.318955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:55.414447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:55.537471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:55.630056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:55.666569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9098a2-29e2-4f8e-87ce-437ce88e9228,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:55.671100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:55.674422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6eda8d73-b17b-4b12-bcf1-8fea102e1846 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/fd9098a2-29e2-4f8e-87ce-437ce88e9228 HTTP/1.1" status: 204 len: 168 time: 0.4376729 Nov 23 23:12:55.677153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:55.741465 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4fb99a58-d5dd-4f0b-b856-cff3adfb45e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630052 Nov 23 23:12:55.744798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51812) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:55.750122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:55.886751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:12:55.890557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:56.457130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:56.470329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:12:56.539595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=67dd9a15-d0b3-4ef1-bd6d-b2273936e61d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:56.556245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf8c50-2768-4a5e-93be-9a882b9dc332 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:12:56.562182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:12:56.566117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:12:56.572234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:56.573785 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:56.598872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51820) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:56.599461 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4f5cebcb-ddef-4166-a0aa-c0be39d13043 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8533132 Nov 23 23:12:56.605140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'name': 'tempest-NetworksTestDHCPv6-1151469762'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:56.664735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5c4f85dd-6745-478b-b42c-1f9a6eab6af5 None None] Provisioning complete for port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:12:56.665467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4f85dd-6745-478b-b42c-1f9a6eab6af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:56.701156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:12:56.701923 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:56.826156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:12:56.830089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:56.864915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 395190c4-1887-446d-8638-bc27209aa998 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:12:57.017203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4f85dd-6745-478b-b42c-1f9a6eab6af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.029349 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.060571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::13d (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/67dd9a15-d0b3-4ef1-bd6d-b2273936e61d/395190c4-1887-446d-8638-bc27209aa998) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:12:57.129393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5c4f85dd-6745-478b-b42c-1f9a6eab6af5 None None] For port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8b0a5baa-4846-4fc3-81f3-6f2906faa2ad,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:57.143770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5c4f85dd-6745-478b-b42c-1f9a6eab6af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.392738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.434040 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.489328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:12:57.495533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:12:57.504428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:12:57.511108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:57.511777 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.538149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9347908 Nov 23 23:12:57.538149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef572c98-4817-4b29-9724-aac79c51591f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=395190c4-1887-446d-8638-bc27209aa998,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:57.539860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51834) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:57.644445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f85dd-6745-478b-b42c-1f9a6eab6af5 None None] Pushing event updated for resources: {'Port': ['ID=8b0a5baa-4846-4fc3-81f3-6f2906faa2ad,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:57.652348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5e5b1-c485-4798-9cda-f473cbdcb678 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:12:57.669913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.677610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec5d745-bc57-4d75-a0c2-9d2d154d894c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:57.685281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec5d745-bc57-4d75-a0c2-9d2d154d894c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:57.689432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2ec5d745-bc57-4d75-a0c2-9d2d154d894c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1456046 Nov 23 23:12:57.690089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51836) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:57.731802 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:12:57.732318 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:12:57.749599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6bc28012-3b51-4605-9c69-7394967da032 None None] Provisioning complete for port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:12:57.750030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6bc28012-3b51-4605-9c69-7394967da032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.858304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 395190c4-1887-446d-8638-bc27209aa998 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:57.858304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.972683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:57.985615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 395190c4-1887-446d-8638-bc27209aa998 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:58.141413 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.212025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=395190c4-1887-446d-8638-bc27209aa998,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:58.217401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.221155 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-76c4074b-9410-4b97-9539-673adb7f7023 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/395190c4-1887-446d-8638-bc27209aa998 HTTP/1.1" status: 204 len: 168 time: 0.5290589 Nov 23 23:12:58.223785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51846) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:58.357333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc553c3-f7f9-49db-9f8a-f084e9247282 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:58.358979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc553c3-f7f9-49db-9f8a-f084e9247282 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:58.360824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2fc553c3-f7f9-49db-9f8a-f084e9247282 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1360447 Nov 23 23:12:58.367893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51848) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:58.400187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:12:58.433046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 67dd9a15-d0b3-4ef1-bd6d-b2273936e61d {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:12:58.436905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.451052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-df29a64d-b9e8-4c6b-a061-d57318e2e5bf None None] Could not find standard attr ID for object 395190c4-1887-446d-8638-bc27209aa998. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:12:58.491938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.500327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-df29a64d-b9e8-4c6b-a061-d57318e2e5bf None None] Provisioning complete for port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:12:58.500812 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df29a64d-b9e8-4c6b-a061-d57318e2e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.542099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.578904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:12:58.579439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.618259 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.661574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=67dd9a15-d0b3-4ef1-bd6d-b2273936e61d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:58.664610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.668789 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-75ef423d-544f-47d7-bf31-e72b114844df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/67dd9a15-d0b3-4ef1-bd6d-b2273936e61d HTTP/1.1" status: 204 len: 168 time: 0.2998426 Nov 23 23:12:58.672087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51850) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:58.712606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd222994-0b97-49a3-9523-2161f6e5fdb6 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:12:58.731598 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a5cb24cc-423d-486d-a799-968f73edba37 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583289 Nov 23 23:12:58.736246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51852) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:58.744909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:58.850786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:12:58.851852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-30d77ba2-5bfd-4793-bf44-6e39cd432949 None None] Could not find standard attr ID for object 97fd3694-ce4a-444b-ba4c-95f839744792. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:12:58.857165 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.013275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:12:59.072179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] Deleting port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:12:59.072562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.190420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] For port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8b0a5baa-4846-4fc3-81f3-6f2906faa2ad,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:12:59.190832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.219967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] Calling delete_port for 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:12:59.319856 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.359812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] Pushing event deleted for resources: {'Port': ['ID=8b0a5baa-4846-4fc3-81f3-6f2906faa2ad,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:59.377229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c31d70f-552f-403f-b6f0-9005854c0de8 None None] No DVR routers for this DVR port 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:12:59.487657 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.533315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:12:59.536623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:12:59.540947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:12:59.541577 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.549577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=7477cd85-b7d5-4d04-b384-de61ad27f00f,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:12:59.549950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a462aeb-de56-42d4-aa67-c63fd9a3e9b3 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:12:59.565208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-82b2c71c-3888-4090-a9de-2f63f3adb1a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8252182 Nov 23 23:12:59.565425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51862) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:12:59.570824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'name': 'tempest-NetworksTestDHCPv6-2040914357'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:12:59.714482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:12:59.719072 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.751665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port bb140827-42e5-4663-882b-f70a71f4239a yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:12:59.777226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '7477cd85-b7d5-4d04-b384-de61ad27f00f'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:12:59.778169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:59.912443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::386 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/7477cd85-b7d5-4d04-b384-de61ad27f00f/bb140827-42e5-4663-882b-f70a71f4239a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:00.091081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.134048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.184311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:00.187511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:00.190003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:00.195829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:00.196455 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.206983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/7477cd85-b7d5-4d04-b384-de61ad27f00f/3f070fa1-a3e9-461b-9277-7c1ad1e20fcc) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:00.240451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:00.240982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6742065 Nov 23 23:13:00.241937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fddaf6-e44b-41e7-a696-cb7e577077fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=bb140827-42e5-4663-882b-f70a71f4239a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:00.321818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52368106-a8bc-4957-a749-cf24971a844d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:00.327912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51874) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:00.331758 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-52368106-a8bc-4957-a749-cf24971a844d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0866046 Nov 23 23:13:00.399256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:00.425259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:00.425654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8b0a5baa-4846-4fc3-81f3-6f2906faa2ad not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:00.458066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.468770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.475262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port bb140827-42e5-4663-882b-f70a71f4239a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:00.475765 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.527445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:00.530872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:00.536385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:00.540065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Pushing event updated for resources: {'Port': ['ID=3f070fa1-a3e9-461b-9277-7c1ad1e20fcc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:00.593452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.605711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Attempting to bind port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:00.606156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Attempting to bind port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:00.606631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Attempting to bind port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:00.610451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for bb140827-42e5-4663-882b-f70a71f4239a owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:00.612390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:00.612892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:00.613402 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.613910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:00.614711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Bound port: 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:00.615095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.689742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] For port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:00.693779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] For port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3f070fa1-a3e9-461b-9277-7c1ad1e20fcc,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:00.699448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.767223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9784196-94c0-4088-aba3-2b65bbed5b8f None None] Pushing event updated for resources: {'Port': ['ID=3f070fa1-a3e9-461b-9277-7c1ad1e20fcc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:00.778773 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.817035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=bb140827-42e5-4663-882b-f70a71f4239a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:00.841808 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.847660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e8fe24e3-1b73-4993-9724-440a37e73840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/bb140827-42e5-4663-882b-f70a71f4239a HTTP/1.1" status: 204 len: 168 time: 0.5163772 Nov 23 23:13:00.848074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:00.911661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc035ae7-477d-48be-b0cf-e386c4193b4d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:00.913321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc035ae7-477d-48be-b0cf-e386c4193b4d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:00.918296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51882) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:00.918459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bc035ae7-477d-48be-b0cf-e386c4193b4d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0691509 Nov 23 23:13:00.990321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 7477cd85-b7d5-4d04-b384-de61ad27f00f {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:00.994083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.064804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.177995 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.262249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.292260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=7477cd85-b7d5-4d04-b384-de61ad27f00f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:01.298311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.300939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d1f24523-97de-4a98-9fcc-3766a02dc174 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/7477cd85-b7d5-4d04-b384-de61ad27f00f HTTP/1.1" status: 204 len: 168 time: 0.3813784 Nov 23 23:13:01.303532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:01.323198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51890) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:01.349040 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-69efd4df-d2cf-4500-9544-301bd1011409 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443137 Nov 23 23:13:01.351579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51892) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:01.373263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] Deleting subnet 0b4d10b4-1773-46b4-8970-ce48163be163 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:01.377121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.412380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643c5e4-936c-43a5-858a-ed4ead96b84a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:01.414966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5643c5e4-936c-43a5-858a-ed4ead96b84a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0619168 Nov 23 23:13:01.418120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51894) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:01.462869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.513153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eced6a-039b-4a46-9a2f-1aa0a490b186 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:01.517630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d5eced6a-039b-4a46-9a2f-1aa0a490b186 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0955467 Nov 23 23:13:01.517766 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:01.530736 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.555746 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0e6421ed-ce9f-4a70-8fc1-3161c3f0606d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371017 Nov 23 23:13:01.560992 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51898) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:01.566201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:01.618670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.636936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a4d6282-4639-422a-9d25-d8b69dc6a1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.681918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4d10b4-1773-46b4-8970-ce48163be163,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:01.691328 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.700367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:01.703471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-df46e2d3-714d-4a8a-a4f3-1ccbd3f87c38 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0b4d10b4-1773-46b4-8970-ce48163be163 HTTP/1.1" status: 204 len: 168 time: 0.3789058 Nov 23 23:13:01.763027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:01.779715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.894712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.049654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.069185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d50ad-ee71-4392-8aad-33e63a4ff2d4 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:02.105350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ed187e-2754-4a43-b78a-88483abc9b71']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:02.123420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80acb00b-3046-4182-8155-92f5a797248e') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:02.124075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80acb00b-3046-4182-8155-92f5a797248e') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:02.139918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.167882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.193752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e4299bb8-374b-49bb-8c53-2da13aebf796 None None] Provisioning complete for port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:02.193752 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e4299bb8-374b-49bb-8c53-2da13aebf796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.211336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:13:02.211882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:13:02.217736 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:13:02.295289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.336213 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e4299bb8-374b-49bb-8c53-2da13aebf796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.357928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=9081ba22-d83a-4cbc-ac5b-30a1daef75fa,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:02.372371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:02.377676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:02.379834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.382056 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:02.382663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.383590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e4299bb8-374b-49bb-8c53-2da13aebf796 None None] For port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3f070fa1-a3e9-461b-9277-7c1ad1e20fcc,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:02.386546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.386972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.387276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.387748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.388111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.388467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.388836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.389217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.389486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e4299bb8-374b-49bb-8c53-2da13aebf796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.389660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.389918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.390250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.391189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:02.417921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.423872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e8ed187e-2754-4a43-b78a-88483abc9b71 HTTP/1.1" status: 204 len: 168 time: 0.7200837 Nov 23 23:13:02.427423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:02.442350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54908-666f-4590-874a-9c27afe37866 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ed187e-2754-4a43-b78a-88483abc9b71,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:02.452775 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cd175ffb-0dc3-4c64-884d-8c060b1b3778 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8904574 Nov 23 23:13:02.455531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:02.461691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '9081ba22-d83a-4cbc-ac5b-30a1daef75fa', 'ip_address': '2001:db8::2b2f:2ccd:de24:e23f'}], 'name': 'tempest-NetworksTestDHCPv6-543961612'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:02.504508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4299bb8-374b-49bb-8c53-2da13aebf796 None None] Pushing event updated for resources: {'Port': ['ID=3f070fa1-a3e9-461b-9277-7c1ad1e20fcc,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:02.539933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] Deleting port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:02.540317 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.615801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:02.644258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] For port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3f070fa1-a3e9-461b-9277-7c1ad1e20fcc,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:02.644857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.652406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51912) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:02.665778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] Calling delete_port for 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:02.704595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-adc782e7-9856-402b-9207-f9c4fc319de6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3bccea4eb484cac86674bf51dbf4c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509682 Nov 23 23:13:02.706967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51914) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:02.732228 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.755438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 3524ec59-9173-451e-a652-d67add19b8c5 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:02.773451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.778617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8500617-14ed-4c4d-ad5d-cd99107baee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.814677 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8500617-14ed-4c4d-ad5d-cd99107baee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.821395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] Pushing event deleted for resources: {'Port': ['ID=3f070fa1-a3e9-461b-9277-7c1ad1e20fcc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:02.834409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fcb5d-8674-4d41-bdb8-92eae0c9142d None None] No DVR routers for this DVR port 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:02.853702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf99027-5610-4bb2-ad2a-3520239589a8 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:02.883810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8500617-14ed-4c4d-ad5d-cd99107baee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.890312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8500617-14ed-4c4d-ad5d-cd99107baee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:02.899910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d8500617-14ed-4c4d-ad5d-cd99107baee8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b21e9c4-d036-427e-a71c-9094443eda6d HTTP/1.1" status: 204 len: 168 time: 0.1866102 Nov 23 23:13:02.936446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500617-14ed-4c4d-ad5d-cd99107baee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b21e9c4-d036-427e-a71c-9094443eda6d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:03.004527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::2b2f:2ccd:de24:e23f (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/9081ba22-d83a-4cbc-ac5b-30a1daef75fa/3524ec59-9173-451e-a652-d67add19b8c5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:03.080098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '9081ba22-d83a-4cbc-ac5b-30a1daef75fa'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:03.080987 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.240751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.283884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.350337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:03.358275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:03.362019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:03.367430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/9081ba22-d83a-4cbc-ac5b-30a1daef75fa/d151b92f-ff55-49a1-afe2-31f2c999d816) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:03.367791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:03.368429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.382038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=3524ec59-9173-451e-a652-d67add19b8c5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:03.395925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fa7bfe6e-5873-4508-a937-e26ba6f5a472 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9392221 Nov 23 23:13:03.398586 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51932) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:03.482431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b23474-2a40-4c50-b9fd-6ed04e2d5090 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:03.490946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51938) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:03.491731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a0b23474-2a40-4c50-b9fd-6ed04e2d5090 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0885355 Nov 23 23:13:03.582112 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.583299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 3524ec59-9173-451e-a652-d67add19b8c5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:03.583734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.592372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.640203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:03.646073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:03.654721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:03.670845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Pushing event updated for resources: {'Port': ['ID=d151b92f-ff55-49a1-afe2-31f2c999d816,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:03.731205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.733492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Attempting to bind port d151b92f-ff55-49a1-afe2-31f2c999d816 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:03.733880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Attempting to bind port d151b92f-ff55-49a1-afe2-31f2c999d816 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:03.734436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Attempting to bind port d151b92f-ff55-49a1-afe2-31f2c999d816 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:03.740400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:03.740909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:03.741182 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.741773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:03.742719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Bound port: d151b92f-ff55-49a1-afe2-31f2c999d816, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:03.742719 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.759459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 3524ec59-9173-451e-a652-d67add19b8c5 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:03.842984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4fff84b4-87db-4321-8856-76cc689015db None None] For port d151b92f-ff55-49a1-afe2-31f2c999d816, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:03.847606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4fff84b4-87db-4321-8856-76cc689015db None None] For port d151b92f-ff55-49a1-afe2-31f2c999d816, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d151b92f-ff55-49a1-afe2-31f2c999d816,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:03.854810 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.917345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff84b4-87db-4321-8856-76cc689015db None None] Pushing event updated for resources: {'Port': ['ID=d151b92f-ff55-49a1-afe2-31f2c999d816,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:03.955358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51950) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:03.969033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.002699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=3524ec59-9173-451e-a652-d67add19b8c5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:04.033168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.036435 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0b62db08-c7a5-4edc-8318-83983929d81e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/3524ec59-9173-451e-a652-d67add19b8c5 HTTP/1.1" status: 204 len: 168 time: 0.5443647 Nov 23 23:13:04.039363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51956) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:04.105274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-131780895-network', 'tenant_id': 'fbc16b21c1464cd38bba115181274333'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:04.126646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0aaef-e4bb-4cbb-a44e-89931797f220 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:04.128085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0aaef-e4bb-4cbb-a44e-89931797f220 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:04.129676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-47a0aaef-e4bb-4cbb-a44e-89931797f220 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0886838 Nov 23 23:13:04.132858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51962) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:04.185623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Made reservation on behalf of fbc16b21c1464cd38bba115181274333 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:04.197052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.239824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 9081ba22-d83a-4cbc-ac5b-30a1daef75fa {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:04.243679 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.245617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.310083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.439841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d151b92f-ff55-49a1-afe2-31f2c999d816 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:04.446625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.452085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.484605 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.501459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d151b92f-ff55-49a1-afe2-31f2c999d816 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:04.501918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.522042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:13:04.541826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75169000-e87f-46ab-bdd1-f4edb2b76630,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:04.550814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.551165 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Added segment 72988842-6150-433e-852a-2070073937e7 of type vlan for network 2787a28a-5c86-4e69-84c9-878b1414381a Nov 23 23:13:04.603586 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.608117 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.618062 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.642747 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.648114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/9081ba22-d83a-4cbc-ac5b-30a1daef75fa HTTP/1.1" status: 204 len: 168 time: 0.5141973 Nov 23 23:13:04.648591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51964) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:04.649724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99964f-15d6-4324-ba3b-7da95f41c2cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=9081ba22-d83a-4cbc-ac5b-30a1daef75fa,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:04.678141 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:13:04.679802 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:13:04.688857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.689805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ce6a949d-bacf-4615-8b50-5d9b5073fcda tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400097 Nov 23 23:13:04.689954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:04.690643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.693131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51966) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:04.698694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:04.751703 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-32803918-e941-4d11-9ced-c2a880ac1fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.771282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8147662 Nov 23 23:13:04.774385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51968) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:04.774778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd43b45-28a0-4614-b5c9-3864b36723bd admin admin] Pushing event updated for resources: {'Network': ['ID=2787a28a-5c86-4e69-84c9-878b1414381a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:04.780831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Request body: {'subnet': {'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-131780895-subnet', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:04.789767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 2787a28a-5c86-4e69-84c9-878b1414381a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:13:04.829572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Made reservation on behalf of fbc16b21c1464cd38bba115181274333 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:04.832547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.879050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:04.883976 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.108216 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.192522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.254393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.281728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1dbc5-6c6a-4e69-b4b1-9144d46a836b None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:05.304521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76c9f04-5893-4c67-aad9-abdcb5739897,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:05.308679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Checking segment: {'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:05.308837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Network hostable DHCP agents. Network: 2787a28a-5c86-4e69-84c9-878b1414381a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:13:05.311776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port d151b92f-ff55-49a1-afe2-31f2c999d816, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d151b92f-ff55-49a1-afe2-31f2c999d816,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:05.313542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.321776 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.380601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:05.384511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:05.390013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:05.390613 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.400404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Network 2787a28a-5c86-4e69-84c9-878b1414381a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:13:05.411293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=67cf915b-9a76-4ebe-b92f-96ce88f21e63,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:05.418095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:05.422681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 2787a28a-5c86-4e69-84c9-878b1414381a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:05.431474 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-18dd6767-d798-4d4c-8995-4def2e0328e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7369034 Nov 23 23:13:05.435029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51976) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:05.440797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '67cf915b-9a76-4ebe-b92f-96ce88f21e63', 'ip_address': '2001:db8::5b17:fa04:a951:62c4'}], 'name': 'tempest-NetworksTestDHCPv6-1764812554'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:05.441616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-98dc03ce-b284-469e-8425-fd4c4cb43486 None None] Provisioning complete for port d151b92f-ff55-49a1-afe2-31f2c999d816 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:05.441996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98dc03ce-b284-469e-8425-fd4c4cb43486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.444733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:05.445316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.449616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbdde8-8ae3-48e8-bd0c-dda56254a82b None None] Network 2787a28a-5c86-4e69-84c9-878b1414381a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:05.486663 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d7916c7e-185b-411e-b432-18c6168f894c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7098024 Nov 23 23:13:05.489481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 51978) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:05.493991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:05.519674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:05.519921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3f070fa1-a3e9-461b-9277-7c1ad1e20fcc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:05.523333 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.526223 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.537637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=d151b92f-ff55-49a1-afe2-31f2c999d816,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:05.612805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.615941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:05.623549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.645085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 11eca577-d998-4203-83ce-9fd1e12dc3b9 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:05.788489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-2787a28a-5c86-4e69-84c9-878b1414381a', 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'fixed_ips': [{'subnet_id': 'a76c9f04-5893-4c67-aad9-abdcb5739897'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:05.789381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.860685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:05.907971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::5b17:fa04:a951:62c4 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/67cf915b-9a76-4ebe-b92f-96ce88f21e63/11eca577-d998-4203-83ce-9fd1e12dc3b9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:06.028745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Allocated IP 172.20.0.2 (2787a28a-5c86-4e69-84c9-878b1414381a/a76c9f04-5893-4c67-aad9-abdcb5739897/dfdabbd4-3f6a-404e-be0c-4ceb74488479) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:06.056141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190671a6-a124-4822-b2d8-5598fc58656f None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:06.116191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.171085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.180265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-66d64736-4f5c-4b18-ac33-ead2519d162a None None] Provisioning complete for port d151b92f-ff55-49a1-afe2-31f2c999d816 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:06.180643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66d64736-4f5c-4b18-ac33-ead2519d162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.194611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.215942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:06.217306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.222003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:06.227754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:06.237226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:06.238642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.271229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=11eca577-d998-4203-83ce-9fd1e12dc3b9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:06.279726 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:13:06.288778 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2b590323-8159-45ae-8875-d954ee674413 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8518753 Nov 23 23:13:06.290378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51988) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:06.371958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c2f6a-35f9-434f-861d-89cf78dad4df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:06.378311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c2f6a-35f9-434f-861d-89cf78dad4df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:06.382596 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-616c2f6a-35f9-434f-861d-89cf78dad4df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0911150 Nov 23 23:13:06.385995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51990) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:06.391583 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.401854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d151b92f-ff55-49a1-afe2-31f2c999d816 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:06.406182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Allocated IP 172.25.0.79 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/21669a70-48c4-49f4-8482-7fa22ddbb6db) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:06.444028 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.522731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 11eca577-d998-4203-83ce-9fd1e12dc3b9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:06.524219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.540372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Network 2787a28a-5c86-4e69-84c9-878b1414381a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:06.554434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:06.562878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:06.565541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Pushing event updated for resources: {'Port': ['ID=dfdabbd4-3f6a-404e-be0c-4ceb74488479,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:06.589700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.639815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.647276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.667324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d151b92f-ff55-49a1-afe2-31f2c999d816 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:06.667606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.676615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 11eca577-d998-4203-83ce-9fd1e12dc3b9 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:06.679879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.723124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Attempting to bind port dfdabbd4-3f6a-404e-be0c-4ceb74488479 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:06.723504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Attempting to bind port dfdabbd4-3f6a-404e-be0c-4ceb74488479 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:06.723912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Attempting to bind port dfdabbd4-3f6a-404e-be0c-4ceb74488479 on network 2787a28a-5c86-4e69-84c9-878b1414381a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:06.743805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:06.744220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Checking segment: {'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:06.745468 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.746085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Bound using segment: {'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:06.746560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Bound port: dfdabbd4-3f6a-404e-be0c-4ceb74488479, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:06.746952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.760614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:06.764003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:06.769006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:06.772627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Pushing event updated for resources: {'Port': ['ID=21669a70-48c4-49f4-8482-7fa22ddbb6db,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:06.817729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d51da-9278-4695-90a3-c4accb6b46db None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:06.824443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.825226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.827732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.828052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.828632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.828991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.831756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.832125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.832465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.833749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.834098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.834431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:06.914405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] For port dfdabbd4-3f6a-404e-be0c-4ceb74488479, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:06.920562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] For port dfdabbd4-3f6a-404e-be0c-4ceb74488479, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=dfdabbd4-3f6a-404e-be0c-4ceb74488479,segment=NetworkSegment(72988842-6150-433e-852a-2070073937e7),segment_id=72988842-6150-433e-852a-2070073937e7)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:06.927599 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:06.955118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.048331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e15d388d-3410-4eda-9094-14ecbcfd8c0a None None] Provisioning complete for port 21669a70-48c4-49f4-8482-7fa22ddbb6db triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:07.048708 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e15d388d-3410-4eda-9094-14ecbcfd8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.051480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ce502-dd26-4a0b-a63f-33e7d3d3c37a None None] Pushing event updated for resources: {'Port': ['ID=dfdabbd4-3f6a-404e-be0c-4ceb74488479,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:07.095203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e15d388d-3410-4eda-9094-14ecbcfd8c0a None None] Port 21669a70-48c4-49f4-8482-7fa22ddbb6db cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:07.107549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=11eca577-d998-4203-83ce-9fd1e12dc3b9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:07.125868 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.157209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d04a53e-34eb-42cc-95b3-53d0972f0dc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/11eca577-d998-4203-83ce-9fd1e12dc3b9 HTTP/1.1" status: 204 len: 168 time: 0.7696059 Nov 23 23:13:07.159850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 51994) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:07.204680 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.232294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1ca3ea21-3bbf-4ff4-922f-6429a7c8c93d None None] Could not find standard attr ID for object 11eca577-d998-4203-83ce-9fd1e12dc3b9. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:07.257926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1ca3ea21-3bbf-4ff4-922f-6429a7c8c93d None None] Provisioning complete for port d151b92f-ff55-49a1-afe2-31f2c999d816 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:07.257926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ea21-3bbf-4ff4-922f-6429a7c8c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.285576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5dbe6-c6b9-44b9-b18b-ebedd955ab68 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:07.292126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5dbe6-c6b9-44b9-b18b-ebedd955ab68 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:07.300205 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ade5dbe6-c6b9-44b9-b18b-ebedd955ab68 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1392238 Nov 23 23:13:07.302845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52000) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:07.445100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 67cf915b-9a76-4ebe-b92f-96ce88f21e63 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:07.450181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.517324 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.541590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.551841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.631555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.655489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5139b19a-3f25-4905-bd73-bb3a32eb7b59 None None] Could not find standard attr ID for object bb140827-42e5-4663-882b-f70a71f4239a. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:07.757063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.793579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=67cf915b-9a76-4ebe-b92f-96ce88f21e63,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:07.800674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:07.803938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fcc87f97-df15-4565-8063-8f0b8e0197b7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/67cf915b-9a76-4ebe-b92f-96ce88f21e63 HTTP/1.1" status: 204 len: 168 time: 0.4992950 Nov 23 23:13:07.811559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52002) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:07.829631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:13:07.867011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c17349a6-6b60-4e7b-ad3f-9bcbe83976de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577128 Nov 23 23:13:07.868265 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:07.875552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:07.964893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a77d3-7daa-4c09-817b-a617a829568e None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:07.983926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:07.999055 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Sync routers for ids ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:08.017823 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Routers {'3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:08.018468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.019605 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:08.024087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-394f14b8-d83f-4ca6-96a6-1535bbf428cb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5335402 Nov 23 23:13:08.024998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:08.082637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d209264c-7b67-402c-afa9-83f22c70774a None None] Could not find standard attr ID for object 3524ec59-9173-451e-a652-d67add19b8c5. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:08.087801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:08.096561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.225111 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.227128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Set router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:08.293860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:08.381243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] Deleting port d151b92f-ff55-49a1-afe2-31f2c999d816 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:08.381625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.487351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] For port d151b92f-ff55-49a1-afe2-31f2c999d816, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d151b92f-ff55-49a1-afe2-31f2c999d816,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:08.487782 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.502579 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.504984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] Calling delete_port for d151b92f-ff55-49a1-afe2-31f2c999d816 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:08.622081 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:08.626804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:08.627937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device dfdabbd4-3f6a-404e-be0c-4ceb74488479 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:08.633664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:08.634871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.667344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7976203 Nov 23 23:13:08.670490 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:07Z', 'revision_number': 3, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port': {'id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:06Z', 'updated_at': '2021-11-23T23:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:08.676414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52016) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:08.677389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d5ec4-cbbb-4c0a-8560-f48cc234b22d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:08.692967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d', 'ip_address': '2001:db8::d6e5:92c8:10f6:213c'}], 'name': 'tempest-NetworksTestDHCPv6-751553192'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:08.753026 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Checking router: 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:08.753815 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Updating router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 port 21669a70-48c4-49f4-8482-7fa22ddbb6db binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:08.763001 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.789398 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.840107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] Pushing event deleted for resources: {'Port': ['ID=d151b92f-ff55-49a1-afe2-31f2c999d816,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:08.860965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd1f26-1a32-4070-a793-63863aa0caa7 None None] No DVR routers for this DVR port d151b92f-ff55-49a1-afe2-31f2c999d816 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:08.885748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port dfdabbd4-3f6a-404e-be0c-4ceb74488479 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:08.886127 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:08.944793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd7797-a23b-4cb4-ad63-81101ddd7f24 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:08.966389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:09.075950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3d4bd-6931-4449-9827-108bd3ec9143 None None] Network 2787a28a-5c86-4e69-84c9-878b1414381a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:09.094289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.161852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 2fd4f56e-eafe-4926-b534-8d8748c90b5d yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:09.185711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7799d9d7-f61a-4fdf-b91e-5002cd40de51 None None] Provisioning complete for port dfdabbd4-3f6a-404e-be0c-4ceb74488479 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:09.186091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7799d9d7-f61a-4fdf-b91e-5002cd40de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.237501 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.248952 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.336632 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Attempting to bind port 21669a70-48c4-49f4-8482-7fa22ddbb6db on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:09.337041 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Attempting to bind port 21669a70-48c4-49f4-8482-7fa22ddbb6db by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:09.337363 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Attempting to bind port 21669a70-48c4-49f4-8482-7fa22ddbb6db on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:09.340665 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Pushing event updated for resources: {'Port': ['ID=21669a70-48c4-49f4-8482-7fa22ddbb6db,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:09.340829 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.352301 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.353335 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.353335 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.353335 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.353695 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.354563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.354894 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.355225 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.355554 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.356245 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.356652 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.357013 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:09.361989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:09.362381 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:09.362928 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.363369 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:09.363887 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Bound port: 21669a70-48c4-49f4-8482-7fa22ddbb6db, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:09.364274 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.421276 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] For port 21669a70-48c4-49f4-8482-7fa22ddbb6db, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:09.424699 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] For port 21669a70-48c4-49f4-8482-7fa22ddbb6db, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=21669a70-48c4-49f4-8482-7fa22ddbb6db,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:09.431050 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.461366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::d6e5:92c8:10f6:213c (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d/2fd4f56e-eafe-4926-b534-8d8748c90b5d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:09.499387 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Routers {'3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:09.500502 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:09.587927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367d9a1-d019-42de-81ff-303ba0c8422e None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:09.633504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142f20b-33f9-4efb-ba36-0ca19b5ad99b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:09.654084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:09.655115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.690078 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.707023 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b8fb4-6524-4777-9aef-dd4c80feafa7 None None] Pushing event updated for resources: {'Port': ['ID=21669a70-48c4-49f4-8482-7fa22ddbb6db,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:09.732108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port dfdabbd4-3f6a-404e-be0c-4ceb74488479, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=dfdabbd4-3f6a-404e-be0c-4ceb74488479,segment=NetworkSegment(72988842-6150-433e-852a-2070073937e7),segment_id=72988842-6150-433e-852a-2070073937e7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:09.748067 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] Set router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:09.748405 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.761481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.839753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.859039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d151b92f-ff55-49a1-afe2-31f2c999d816 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:09.874316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Allocated IP 172.20.0.1 (2787a28a-5c86-4e69-84c9-878b1414381a/a76c9f04-5893-4c67-aad9-abdcb5739897/01904697-fbd4-4e4b-ae88-15aa4cf90e18) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:09.898140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:09.903172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:09.911687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:09.920078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:09.920934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.962077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2722428 Nov 23 23:13:09.962077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636a771-f1a9-4be3-a79e-7107366e15e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=2fd4f56e-eafe-4926-b534-8d8748c90b5d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:09.963732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52036) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:09.985081 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7799d9d7-f61a-4fdf-b91e-5002cd40de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:09.988758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9c14-cc56-4f3e-beba-9abeee1c2a08 req-e00832f8-fe65-4023-93cb-005fed875249 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:09.997558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba4c9c14-cc56-4f3e-beba-9abeee1c2a08 req-e00832f8-fe65-4023-93cb-005fed875249 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1098 time: 0.1562495 Nov 23 23:13:10.012704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d151b92f-ff55-49a1-afe2-31f2c999d816 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:10.013386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d151b92f-ff55-49a1-afe2-31f2c999d816 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:10.065003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1932bf64-cbf8-4aa8-982f-5916fea49881 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:10.078661 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1932bf64-cbf8-4aa8-982f-5916fea49881 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1046917 Nov 23 23:13:10.080053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52038) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:10.085339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:07Z', 'revision_number': 3, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port': {'id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:06Z', 'updated_at': '2021-11-23T23:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:10.133307 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0b3ea-80fa-49a8-b035-45a96da5a947 None None] The sync data for ids ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'] in n-d-817303-3 is: [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:07Z', 'revision_number': 3, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port': {'id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:06Z', 'updated_at': '2021-11-23T23:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:10.163777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba4c9c14-cc56-4f3e-beba-9abeee1c2a08 req-ebd367a9-6cb6-4e76-a22d-aaa7bbb7293b tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602461 Nov 23 23:13:10.183250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52040) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:10.209927 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:10.243472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=dfdabbd4-3f6a-404e-be0c-4ceb74488479,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:10.274279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:10.321175 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-7799d9d7-f61a-4fdf-b91e-5002cd40de51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:13:10.321662 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-7799d9d7-f61a-4fdf-b91e-5002cd40de51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:13:10.329153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Network 2787a28a-5c86-4e69-84c9-878b1414381a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:10.364080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d/a3596d5d-eb89-4eff-a4d5-f732e4fd3955) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:10.397325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:10.408692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:10.469154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Pushing event updated for resources: {'Port': ['ID=01904697-fbd4-4e4b-ae88-15aa4cf90e18,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:10.476952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:10.690663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device dfdabbd4-3f6a-404e-be0c-4ceb74488479 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:10.724300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:10.784402 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:10.802307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:10.826684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 2fd4f56e-eafe-4926-b534-8d8748c90b5d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:10.827068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:10.939197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:10.947010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:10.954768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:10.957449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Pushing event updated for resources: {'Port': ['ID=a3596d5d-eb89-4eff-a4d5-f732e4fd3955,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:10.975724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port dfdabbd4-3f6a-404e-be0c-4ceb74488479 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:10.976476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.094700 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.102363 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.123393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Attempting to bind port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:11.132357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Attempting to bind port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:11.132880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Attempting to bind port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:11.156755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.195914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:11.199987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:11.201173 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.201635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:11.202721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Bound port: a3596d5d-eb89-4eff-a4d5-f732e4fd3955, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:11.205949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.206264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.208666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Pushing event updated for resources: {'Port': ['ID=01904697-fbd4-4e4b-ae88-15aa4cf90e18,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:11.230686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 2fd4f56e-eafe-4926-b534-8d8748c90b5d owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:11.254865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] Provisioning complete for port dfdabbd4-3f6a-404e-be0c-4ceb74488479 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:11.255723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.256088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 2e65f8f3-8d59-4446-8ea9-514b838a9617 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:11.256431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.382083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Network 2787a28a-5c86-4e69-84c9-878b1414381a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:11.384700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:11.405917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] For port a3596d5d-eb89-4eff-a4d5-f732e4fd3955, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:11.411146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] For port a3596d5d-eb89-4eff-a4d5-f732e4fd3955, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a3596d5d-eb89-4eff-a4d5-f732e4fd3955,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:11.433682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.435065 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.461463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.471685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 2e65f8f3-8d59-4446-8ea9-514b838a9617 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:11.655793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd973e-fc6b-40a3-b1bc-8891cbc40773 None None] Pushing event updated for resources: {'Port': ['ID=a3596d5d-eb89-4eff-a4d5-f732e4fd3955,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:11.708728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] Provisioning complete for port 21669a70-48c4-49f4-8482-7fa22ddbb6db triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:11.708931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.716234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:11.897827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.923265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:11.938637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4962a6a3-f2df-4671-8c90-1184a4243424 admin admin] 10.222.0.11 "PUT /v2.0/routers/3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9114058 Nov 23 23:13:11.953629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:11.983877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=2fd4f56e-eafe-4926-b534-8d8748c90b5d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:11.991775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.007456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] For port 21669a70-48c4-49f4-8482-7fa22ddbb6db, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=21669a70-48c4-49f4-8482-7fa22ddbb6db,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:12.015395 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.056579 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.067127 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f743eb40-780b-487f-94e2-a71cd0881068 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/2fd4f56e-eafe-4926-b534-8d8748c90b5d HTTP/1.1" status: 204 len: 168 time: 1.9835541 Nov 23 23:13:12.067127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=2e65f8f3-8d59-4446-8ea9-514b838a9617,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:12.069025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52058) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:12.146611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ec7b0-c7e5-46e3-bd38-68dd2ce4f990 None None] Pushing event updated for resources: {'Port': ['ID=21669a70-48c4-49f4-8482-7fa22ddbb6db,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:12.173272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.174133 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 381ba384-bdc9-4071-b81a-aecef4099b23 disassociated (deleted). External IP: 172.25.0.123, port: d14d41f5-1f42-47b3-b820-4061b3958b1a. Nov 23 23:13:12.189443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d5964-a45b-4f6b-a541-11834285619f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:12.191674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d5964-a45b-4f6b-a541-11834285619f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:12.197593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c14d5964-a45b-4f6b-a541-11834285619f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1250677 Nov 23 23:13:12.198175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52060) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:12.201707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-adb3f566-e8c9-4423-a40b-6f53e08920ef None None] Provisioning complete for port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:12.210432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-adb3f566-e8c9-4423-a40b-6f53e08920ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.283239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:12.286232 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.295874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-adb3f566-e8c9-4423-a40b-6f53e08920ef None None] Port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:12.367469 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.555650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 21669a70-48c4-49f4-8482-7fa22ddbb6db up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:12.558289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.631017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 21669a70-48c4-49f4-8482-7fa22ddbb6db triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:12.631392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.654650 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router a34a4942-8247-41c4-b58d-8d6253253bd6 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:12.665236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.695488 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.702743 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d HTTP/1.1" status: 204 len: 168 time: 0.5019240 Nov 23 23:13:12.705341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52074) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:12.740365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c2499-3c1f-48f8-a7f2-6b5066292ab1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:12.771465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a3596d5d-eb89-4eff-a4d5-f732e4fd3955 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:12.856757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:12.864062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ef74a2d1-d9b1-483f-a0ee-6c0f266a6524 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1545248 Nov 23 23:13:12.864345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.871967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52082) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:12.884426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] Sync routers for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:12.918075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d0e99ab-e00a-4c50-a18d-f931383ecd0b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/floatingips/381ba384-bdc9-4071-b81a-aecef4099b23 HTTP/1.1" status: 204 len: 168 time: 2.7333107 Nov 23 23:13:12.919048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:13:12.922410 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3138680-f9e1-4814-8f16-88ab67988e16" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:13:12.941153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:12.945171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:13.031152 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668456ff-0c36-4647-8b5f-d55da8450190 x-openstack-request-id: req-668456ff-0c36-4647-8b5f-d55da8450190 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:13:13.031542 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:13:13.033354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:13.033571 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-668456ff-0c36-4647-8b5f-d55da8450190 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:13:13.034124 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'status': 'completed', 'code': 200} Nov 23 23:13:13.034355 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.066216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3699f945-aa9f-44c3-955b-69b9006086f9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.067875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3699f945-aa9f-44c3-955b-69b9006086f9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1947925 Nov 23 23:13:13.084863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52090) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:13.165952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-027e2668-a9bc-4c6c-89a8-74841d36ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.169126 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-027e2668-a9bc-4c6c-89a8-74841d36ea8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 1098 time: 0.1290469 Nov 23 23:13:13.186175 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:13.228069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc23fa-58fa-4b4d-b3a4-334e6ee4a822 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.231200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a4bc23fa-58fa-4b4d-b3a4-334e6ee4a822 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1450596 Nov 23 23:13:13.233743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52096) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:13.291667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb0d1a0b-6900-4b99-b763-4fb9cedb05cf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562141 Nov 23 23:13:13.295753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52100) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:13.313384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:13.374015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-195831282-network', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:13.390493 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.410941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-9b14f816-bb38-4339-bf9e-0796f2b4d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.416988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:13.420303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-9b14f816-bb38-4339-bf9e-0796f2b4d702 service neutron] 10.222.0.46 "GET /v2.0/networks?id=96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 200 len: 897 time: 0.2403307 Nov 23 23:13:13.466557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port a3596d5d-eb89-4eff-a4d5-f732e4fd3955, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a3596d5d-eb89-4eff-a4d5-f732e4fd3955,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:13.485470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.509144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-1cbaf190-1e9f-47f2-acff-e06b64a727ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 200 len: 217 time: 0.0786843 Nov 23 23:13:13.511473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Made reservation on behalf of ca61a6001a0245498d241ff1b188108c for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:13.514446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.523247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185188c4-94aa-44f4-bcec-ff79380d5cb0 req-702cf93c-bbd6-4686-83ed-70d13e891532 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.532274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185188c4-94aa-44f4-bcec-ff79380d5cb0 req-702cf93c-bbd6-4686-83ed-70d13e891532 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 947 time: 0.1929183 Nov 23 23:13:13.564755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:13.565603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.569434 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.580661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e025607-4f50-4a00-b675-788e39a29261 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:13.611833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-8a226ae4-e14c-4bf5-a142-b2d9a3d6d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.613283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-8a226ae4-e14c-4bf5-a142-b2d9a3d6d3e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 200 len: 834 time: 0.0962293 Nov 23 23:13:13.645158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185188c4-94aa-44f4-bcec-ff79380d5cb0 req-f1d4e3c3-a7d0-4a32-8b43-1a4f3142d011 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921705 Nov 23 23:13:13.711469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-b48b69e4-dbc0-4366-9bb4-248f80a2297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.714872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-b48b69e4-dbc0-4366-9bb4-248f80a2297f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=96a43760-9cac-42f5-9e76-97dedc2497a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923462 Nov 23 23:13:13.729363 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Sync routers for ids ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:13.747407 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Routers {'3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:13.748069 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:13.777685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.830473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.865133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158963d2-a5d7-4110-abaf-ca10a07cc88f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:13.883985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:13:13.893607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.910892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:13.911433 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Added segment 4f9e4788-07d0-44c8-8369-754fe6dbf25b of type vlan for network afdb2789-8e6e-4785-8470-71b5feb37f92 Nov 23 23:13:13.914716 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-b32de0c3-4412-4669-a385-284768f08c34 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915474 Nov 23 23:13:13.964212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=600b5cae-996d-48ec-98d2-792b85bfbdd4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:13.978068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:13.982307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:13.991454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:13.993276 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.022178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-065c8541-94fd-4428-9a0c-66a2867c282b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7250016 Nov 23 23:13:14.025027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52108) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:14.033416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '600b5cae-996d-48ec-98d2-792b85bfbdd4', 'ip_address': '2001:db8::5b89:4a42:b026:17ec'}], 'name': 'tempest-NetworksTestDHCPv6-1229677692'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:14.077356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Set router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:14.106858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.168920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:14.173979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=a3596d5d-eb89-4eff-a4d5-f732e4fd3955,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:14.177437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bf84c4d3-e32d-475b-9e02-d8c72c80f8a1 None None] Provisioning complete for port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:14.177938 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bf84c4d3-e32d-475b-9e02-d8c72c80f8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.218492 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.219552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:14.220213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.242928 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3138680-f9e1-4814-8f16-88ab67988e16 req-9061cf10-12fe-4d71-806a-778bda2bce94 service neutron] 10.222.0.46 "GET /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192284 Nov 23 23:13:14.278391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:13Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:14.291524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.313136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] Checking router: a34a4942-8247-41c4-b58d-8d6253253bd6 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:14.330933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 82bf35cc-caa2-4242-a47f-bf56b0bb4cca yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:14.372190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0042870 Nov 23 23:13:14.381817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:14.391976 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:10Z', 'revision_number': 4, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port': {'id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:06Z', 'updated_at': '2021-11-23T23:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '01904697-fbd4-4e4b-ae88-15aa4cf90e18', 'name': '', 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'mac_address': 'fa:16:3e:2c:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a76c9f04-5893-4c67-aad9-abdcb5739897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:09Z', 'updated_at': '2021-11-23T23:13:10Z', 'revision_number': 2, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'subnets': [{'id': 'a76c9f04-5893-4c67-aad9-abdcb5739897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:14.394562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:14.395825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:14.430878 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Checking router: 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:14.431244 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Updating router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:14.454564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Request body: {'subnet': {'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-195831282-subnet', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:14.491839 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.495150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d8067-adfb-4cc5-a38d-2653f5f7aabf admin admin] Pushing event updated for resources: {'Network': ['ID=afdb2789-8e6e-4785-8470-71b5feb37f92,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:14.520039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a3596d5d-eb89-4eff-a4d5-f732e4fd3955 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:14.522058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network afdb2789-8e6e-4785-8470-71b5feb37f92 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:13:14.552624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Made reservation on behalf of ca61a6001a0245498d241ff1b188108c for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:14.556528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.689202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::5b89:4a42:b026:17ec (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/600b5cae-996d-48ec-98d2-792b85bfbdd4/82bf35cc-caa2-4242-a47f-bf56b0bb4cca) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:14.820598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:14.882773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:14.883396 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:14.996450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.004784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e33f0-ca90-4af0-a841-ffe97978ee18 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:15.014961 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.020907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.024334 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.075375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.148313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-47fc4975-482c-43e9-9389-132b25b5a3f5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:15.151934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-47fc4975-482c-43e9-9389-132b25b5a3f5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 947 time: 0.3861818 Nov 23 23:13:15.153335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b3975f-bdff-44cf-b7bd-0a08e1b7a898,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:15.202442 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db59b8-2d2b-4c18-ac02-8b8f00d20500 None None] Pushing event updated for resources: {'Port': ['ID=01904697-fbd4-4e4b-ae88-15aa4cf90e18,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:15.209112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=82bf35cc-caa2-4242-a47f-bf56b0bb4cca,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:15.227173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-03d43319-0509-4f09-a165-1322f8ddf926 None None] Provisioning complete for port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:15.229325 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03d43319-0509-4f09-a165-1322f8ddf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.251368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Attempting to bind port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:15.251802 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Attempting to bind port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:15.252186 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Attempting to bind port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 on network 2787a28a-5c86-4e69-84c9-878b1414381a {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:15.266305 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:15.266688 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Checking segment: {'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:15.267101 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.270016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Bound using segment: {'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:15.270594 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Bound port: 01904697-fbd4-4e4b-ae88-15aa4cf90e18, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72988842-6150-433e-852a-2070073937e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:15.271000 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.285867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:15.306394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f17942-b5c4-4fd2-b7a1-00c566377ba9 req-2d78931b-c351-4c15-8bb1-c5955cf63187 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:15.308264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93f17942-b5c4-4fd2-b7a1-00c566377ba9 req-2d78931b-c351-4c15-8bb1-c5955cf63187 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 947 time: 0.2470164 Nov 23 23:13:15.311599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:15.317178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Checking segment: {'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:15.317920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Network hostable DHCP agents. Network: afdb2789-8e6e-4785-8470-71b5feb37f92, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:13:15.322537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:15.338206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:15.339606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.341967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port d14d41f5-1f42-47b3-b820-4061b3958b1a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:15.342471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.406600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f179e740-674b-400f-9bc3-1ef5513f3dd5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3770266 Nov 23 23:13:15.407738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52122) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:15.425224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b2e162d3-d7af-4ee4-ada7-dfe8f1d4a8cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '600b5cae-996d-48ec-98d2-792b85bfbdd4', 'ip_address': '2001:db8::5b89:4a42:b026:17ec'}], 'name': 'tempest-NetworksTestDHCPv6-1070542291'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:15.457793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Network afdb2789-8e6e-4785-8470-71b5feb37f92 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:13:15.471208 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] For port 01904697-fbd4-4e4b-ae88-15aa4cf90e18, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:15.479236 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] For port 01904697-fbd4-4e4b-ae88-15aa4cf90e18, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=01904697-fbd4-4e4b-ae88-15aa4cf90e18,segment=NetworkSegment(72988842-6150-433e-852a-2070073937e7),segment_id=72988842-6150-433e-852a-2070073937e7)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:15.487812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, afdb2789-8e6e-4785-8470-71b5feb37f92) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:15.503279 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.511679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:15.516303 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.544920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd541d9-7c79-487d-9b26-e90f120b9e33 None None] Network afdb2789-8e6e-4785-8470-71b5feb37f92 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:15.562108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-36a4e0ef-2cb7-4e98-9332-6be934a88ee3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1693368 Nov 23 23:13:15.563025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52128) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:15.576528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:15.587826 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93f17942-b5c4-4fd2-b7a1-00c566377ba9 req-b235634e-c7ad-4995-b61f-5bed2f2defff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab117812-006b-4cb8-b364-9dba18a1f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193539 Nov 23 23:13:15.610491 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db59b8-2d2b-4c18-ac02-8b8f00d20500 None None] Pushing event updated for resources: {'Port': ['ID=01904697-fbd4-4e4b-ae88-15aa4cf90e18,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:15.618522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port d14d41f5-1f42-47b3-b820-4061b3958b1a, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d14d41f5-1f42-47b3-b820-4061b3958b1a,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:15.621361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.648321 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Routers {'3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:15.654817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:13Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:15.656937 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:15.659941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.661356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.683777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for d14d41f5-1f42-47b3-b820-4061b3958b1a owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:15.717661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0aee8b-5345-4311-a530-145a59c73f09 None None] The sync data for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 is: [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:11:08Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5cb08291-e371-442e-9a07-aaaf7d5610e6', 'name': '', 'network_id': '96a43760-9cac-42f5-9e76-97dedc2497a5', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:b3:10:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:06Z', 'updated_at': '2021-11-23T23:11:13Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': '1fc4c3de-9414-44ce-9c5e-303105f3bf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:15.828346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e162d3-d7af-4ee4-ada7-dfe8f1d4a8cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:15.833569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b2e162d3-d7af-4ee4-ada7-dfe8f1d4a8cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.868006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5ff5134c-35a6-4f34-9306-46f894b288c8 None None] Provisioning complete for port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:15.870015 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ff5134c-35a6-4f34-9306-46f894b288c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:15.914363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-b2e162d3-d7af-4ee4-ada7-dfe8f1d4a8cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port b1cf6496-f41a-4131-be0e-2a212eb0dcd6 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:15.943524 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] Set router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:15.963241 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:16.232668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-afdb2789-8e6e-4785-8470-71b5feb37f92', 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'fixed_ips': [{'subnet_id': '83b3975f-bdff-44cf-b7bd-0a08e1b7a898'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:16.233552 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:16.280775 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ff5134c-35a6-4f34-9306-46f894b288c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:16.314662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:16.353433 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e162d3-d7af-4ee4-ada7-dfe8f1d4a8cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 23:13:16.354106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e162d3-d7af-4ee4-ada7-dfe8f1d4a8cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:13:16.388546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b2e162d3-d7af-4ee4-ada7-dfe8f1d4a8cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9737213 Nov 23 23:13:16.389341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52134) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:16.458705 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:10Z', 'revision_number': 4, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port': {'id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:06Z', 'updated_at': '2021-11-23T23:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '01904697-fbd4-4e4b-ae88-15aa4cf90e18', 'name': '', 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'mac_address': 'fa:16:3e:2c:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a76c9f04-5893-4c67-aad9-abdcb5739897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:09Z', 'updated_at': '2021-11-23T23:13:15Z', 'revision_number': 4, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'subnets': [{'id': 'a76c9f04-5893-4c67-aad9-abdcb5739897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:16.461005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:16.476951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Allocated IP 172.20.0.2 (afdb2789-8e6e-4785-8470-71b5feb37f92/83b3975f-bdff-44cf-b7bd-0a08e1b7a898/f483cc64-05ed-42f0-9c92-beadfcd2ff2c) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:16.526699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fabaa0-9a90-4ea3-a9f5-d0281f95fab6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:16.531424 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878338d-130f-4104-94b4-51e2bf4a2bc5 None None] The sync data for ids ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'] in n-d-817303-3 is: [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:10Z', 'revision_number': 4, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port': {'id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:06Z', 'updated_at': '2021-11-23T23:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '01904697-fbd4-4e4b-ae88-15aa4cf90e18', 'name': '', 'network_id': '2787a28a-5c86-4e69-84c9-878b1414381a', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'mac_address': 'fa:16:3e:2c:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a76c9f04-5893-4c67-aad9-abdcb5739897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:09Z', 'updated_at': '2021-11-23T23:13:15Z', 'revision_number': 4, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'subnets': [{'id': 'a76c9f04-5893-4c67-aad9-abdcb5739897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:16.558787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fabaa0-9a90-4ea3-a9f5-d0281f95fab6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:16.571710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e9fabaa0-9a90-4ea3-a9f5-d0281f95fab6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1812370 Nov 23 23:13:16.574539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52138) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:16.621539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] No DVR routers for this DVR port d14d41f5-1f42-47b3-b820-4061b3958b1a on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:16.628721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c92f96-4c24-40e3-a658-00eb5e875220 None None] New status for floating IP 381ba384-bdc9-4071-b81a-aecef4099b23: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:13:16.789009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fed9732c-86d5-4e1a-a909-26e9820aa43d req-77353c20-ed9a-4fbb-8bee-64c4b839c59d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 210 time: 0.0892882 Nov 23 23:13:16.876762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 82bf35cc-caa2-4242-a47f-bf56b0bb4cca {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:16.877099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:16.897373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5ff5134c-35a6-4f34-9306-46f894b288c8 None None] For port 01904697-fbd4-4e4b-ae88-15aa4cf90e18, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=01904697-fbd4-4e4b-ae88-15aa4cf90e18,segment=NetworkSegment(72988842-6150-433e-852a-2070073937e7),segment_id=72988842-6150-433e-852a-2070073937e7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:16.928153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ff5134c-35a6-4f34-9306-46f894b288c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:16.976965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.067993 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.126960 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.180850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 82bf35cc-caa2-4242-a47f-bf56b0bb4cca owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:17.247880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.251894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d7b90b6-d57b-4fe2-9b7e-587bfdb125ba req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "DELETE /v2.0/ports/d14d41f5-1f42-47b3-b820-4061b3958b1a HTTP/1.1" status: 204 len: 173 time: 2.0860162 Nov 23 23:13:17.254435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-deleted', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:13:17.258234 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef11b400-9e5c-49d8-b569-e479437ea604" -d '{"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-deleted", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:13:17.262085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1f68d-338f-490f-8991-44d5c97c01ef tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=d14d41f5-1f42-47b3-b820-4061b3958b1a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:17.400587 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a552e7c5-21af-421b-b932-a98d2b3c37cc x-openstack-request-id: req-a552e7c5-21af-421b-b932-a98d2b3c37cc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:13:17.401695 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd4717-d7ec-409c-9fd9-29de1c91ead8", "name": "network-vif-deleted", "tag": "d14d41f5-1f42-47b3-b820-4061b3958b1a", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:13:17.401695 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a552e7c5-21af-421b-b932-a98d2b3c37cc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:13:17.401908 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bd4717-d7ec-409c-9fd9-29de1c91ead8', 'name': 'network-vif-deleted', 'tag': 'd14d41f5-1f42-47b3-b820-4061b3958b1a', 'status': 'completed', 'code': 200} Nov 23 23:13:17.516605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.549799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.555863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.590813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5134c-35a6-4f34-9306-46f894b288c8 None None] Pushing event updated for resources: {'Port': ['ID=01904697-fbd4-4e4b-ae88-15aa4cf90e18,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:17.613120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.628694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/82bf35cc-caa2-4242-a47f-bf56b0bb4cca HTTP/1.1" status: 204 len: 168 time: 1.0450110 Nov 23 23:13:17.629610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52150) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:17.647381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Provisioning complete for port 82bf35cc-caa2-4242-a47f-bf56b0bb4cca triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:17.649164 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.655778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Network afdb2789-8e6e-4785-8470-71b5feb37f92 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:17.690376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b22784-48c3-4382-9a78-445344e94428 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=82bf35cc-caa2-4242-a47f-bf56b0bb4cca,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:17.707331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:17.718426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Port 82bf35cc-caa2-4242-a47f-bf56b0bb4cca was deleted so its status cannot be updated. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 23:13:17.720522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:17.784220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd87cb-3916-4a26-bcb7-515e4f8939bb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:17.787620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd87cb-3916-4a26-bcb7-515e4f8939bb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:17.789682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Allocated IP 172.25.0.200 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/97ed2400-532a-47c7-94dd-2a12c32cc2e3) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:17.790534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-01cd87cb-3916-4a26-bcb7-515e4f8939bb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1128101 Nov 23 23:13:17.792149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52152) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:17.810026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Provisioning complete for port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:17.810647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.823558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Pushing event updated for resources: {'Port': ['ID=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:17.920910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Attempting to bind port f483cc64-05ed-42f0-9c92-beadfcd2ff2c on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:17.921368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Attempting to bind port f483cc64-05ed-42f0-9c92-beadfcd2ff2c by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:17.921822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Attempting to bind port f483cc64-05ed-42f0-9c92-beadfcd2ff2c on network afdb2789-8e6e-4785-8470-71b5feb37f92 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:17.934115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 600b5cae-996d-48ec-98d2-792b85bfbdd4 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:17.938486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:17.938992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Checking segment: {'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:17.939492 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.940349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Bound using segment: {'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:17.943949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Bound port: f483cc64-05ed-42f0-9c92-beadfcd2ff2c, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:17.946201 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:17.946656 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.083404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Could not find standard attr ID for object 11eca577-d998-4203-83ce-9fd1e12dc3b9. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:18.085014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697cecc5-cd5d-4ee4-ab7b-26e6f34d27ae req-46c3c2df-ede4-4c42-90bf-ae4c928f5b48 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=96bd4717-d7ec-409c-9fd9-29de1c91ead8 HTTP/1.1" status: 200 len: 210 time: 0.0942204 Nov 23 23:13:18.096484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] For port f483cc64-05ed-42f0-9c92-beadfcd2ff2c, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:18.106198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.107717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] For port f483cc64-05ed-42f0-9c92-beadfcd2ff2c, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,segment=NetworkSegment(4f9e4788-07d0-44c8-8369-754fe6dbf25b),segment_id=4f9e4788-07d0-44c8-8369-754fe6dbf25b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:18.110999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Provisioning complete for port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:18.111378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-14b9c8e8-3559-4647-9b96-c9decb1ade51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.143308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.174587 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.193830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.232290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.272865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73576c3d-f0a9-448b-ac23-0d70a1648689 None None] Pushing event updated for resources: {'Port': ['ID=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:18.278254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:18.286804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:18.290731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:18.316422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf2c823-c135-49ff-9ea6-90845d65dbad None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:18.345290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=97ed2400-532a-47c7-94dd-2a12c32cc2e3,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:18.435607 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.500413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 01904697-fbd4-4e4b-ae88-15aa4cf90e18 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:18.530945 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.545474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/600b5cae-996d-48ec-98d2-792b85bfbdd4 HTTP/1.1" status: 204 len: 168 time: 0.7522461 Nov 23 23:13:18.548170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52160) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:18.551121 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02623e58-997a-4481-bd72-ae390c6700af tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=600b5cae-996d-48ec-98d2-792b85bfbdd4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:18.604936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-56b1134b-5045-4405-baa5-6e80410661f7 None None] Provisioning complete for port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:18.605319 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-56b1134b-5045-4405-baa5-6e80410661f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.675438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7d5c9545-0a71-44ed-90e5-b2efe6647305 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131744 Nov 23 23:13:18.680165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:18.687312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:18.696235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-56b1134b-5045-4405-baa5-6e80410661f7 None None] Port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:18.709804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:18.710188 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.714208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-56b1134b-5045-4405-baa5-6e80410661f7 None None] Could not find standard attr ID for object 82bf35cc-caa2-4242-a47f-bf56b0bb4cca. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:18.802905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-56b1134b-5045-4405-baa5-6e80410661f7 None None] Could not find standard attr ID for object 2fd4f56e-eafe-4926-b534-8d8748c90b5d. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:18.807514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4391dfd2-23ba-4050-ab34-0bd3d74ccd42 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:18.874897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:18.958639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:18.963483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:19.117259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:19.185948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52172) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:19.200753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] Deleting port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:19.202489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:19.241700 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:19.279965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] For port a3596d5d-eb89-4eff-a4d5-f732e4fd3955, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a3596d5d-eb89-4eff-a4d5-f732e4fd3955,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:19.280650 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:19.296661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] Calling delete_port for a3596d5d-eb89-4eff-a4d5-f732e4fd3955 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:19.405144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:19.411833 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:19.437877 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: d14d41f5-1f42-47b3-b820-4061b3958b1a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:19.443138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d14d41f5-1f42-47b3-b820-4061b3958b1a not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:19.459549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:13:19.481254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] Pushing event deleted for resources: {'Port': ['ID=a3596d5d-eb89-4eff-a4d5-f732e4fd3955,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:19.490460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ed4c3-87fb-4da9-ac11-d158d8bbaa92 None None] No DVR routers for this DVR port a3596d5d-eb89-4eff-a4d5-f732e4fd3955 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:19.648394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:19.666516 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Sync routers for ids ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:19.692181 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Routers {'18e5493e-5d72-46b7-b32d-24b9ff9a1df8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:19.692429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:19.695672 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-62486d4e-c12d-4603-b30e-833e59398ea2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1228831 Nov 23 23:13:19.697367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52184) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:19.704981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:19.860776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:19.981385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=157967cd-e3c5-455e-a8f9-84e5d7b7fdc6,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:19.991321 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Set router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:20.080458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:20.092158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:20.096961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:20.097604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.106346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12310df-5f6e-4d7a-ac1b-f07736761ce7 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:20.123386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd42ca-e2b7-4e38-8ff6-57c0525bb6c3 None None] Network afdb2789-8e6e-4785-8470-71b5feb37f92 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:20.221508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e6240560-a7ca-4576-b1cf-81cf2971d41f None None] Provisioning complete for port f483cc64-05ed-42f0-9c92-beadfcd2ff2c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:20.221882 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6240560-a7ca-4576-b1cf-81cf2971d41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.302048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52190) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:20.304930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8ce9372d-7c05-4622-898f-45bf510b58ef tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6165895 Nov 23 23:13:20.337835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2eabb03b-5283-4219-8308-043837e3e628 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '157967cd-e3c5-455e-a8f9-84e5d7b7fdc6', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-714670646'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:20.344851 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:18Z', 'revision_number': 3, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port': {'id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:17Z', 'updated_at': '2021-11-23T23:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:20.380074 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Checking router: 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:20.380529 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Updating router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:20.446888 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.462236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.530763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6240560-a7ca-4576-b1cf-81cf2971d41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.541300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f483cc64-05ed-42f0-9c92-beadfcd2ff2c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:20.585088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '157967cd-e3c5-455e-a8f9-84e5d7b7fdc6'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:20.586093 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.598750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eabb03b-5283-4219-8308-043837e3e628 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:20.707200 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2eabb03b-5283-4219-8308-043837e3e628 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.731025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e6240560-a7ca-4576-b1cf-81cf2971d41f None None] For port f483cc64-05ed-42f0-9c92-beadfcd2ff2c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,segment=NetworkSegment(4f9e4788-07d0-44c8-8369-754fe6dbf25b),segment_id=4f9e4788-07d0-44c8-8369-754fe6dbf25b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:20.740365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-2eabb03b-5283-4219-8308-043837e3e628 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 5633f7e5-c7d4-4033-8c37-4ff71c4944fa yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:20.876985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6240560-a7ca-4576-b1cf-81cf2971d41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.946987 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:20.965750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f483cc64-05ed-42f0-9c92-beadfcd2ff2c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:20.966114 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.006343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 5cb08291-e371-442e-9a07-aaaf7d5610e6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:21.006886 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.116563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240560-a7ca-4576-b1cf-81cf2971d41f None None] Pushing event updated for resources: {'Port': ['ID=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:21.125819 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.149569 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port 5cb08291-e371-442e-9a07-aaaf7d5610e6, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5cb08291-e371-442e-9a07-aaaf7d5610e6,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:21.149569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.151600 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.180452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e478a1a8-4c03-4aec-8fda-3ab47c765710 None None] Provisioning complete for port f483cc64-05ed-42f0-9c92-beadfcd2ff2c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:21.181153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e478a1a8-4c03-4aec-8fda-3ab47c765710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.196266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/157967cd-e3c5-455e-a8f9-84e5d7b7fdc6/7a87294d-601b-421a-a951-2a308f053d16) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:21.199859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3d91f-41bd-4ebc-b548-9f6b386b8210 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:21.205506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 5cb08291-e371-442e-9a07-aaaf7d5610e6 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:21.243110 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Attempting to bind port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:21.243601 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Attempting to bind port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:21.244621 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Attempting to bind port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:21.255329 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ed5b6-c5b9-462c-a035-1911d8864f0b None None] Pushing event updated for resources: {'Port': ['ID=97ed2400-532a-47c7-94dd-2a12c32cc2e3,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:21.267080 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:21.267822 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:21.268449 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.269568 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:21.270267 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Bound port: 97ed2400-532a-47c7-94dd-2a12c32cc2e3, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:21.271025 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.319601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Allocated IP 172.20.0.1 (afdb2789-8e6e-4785-8470-71b5feb37f92/83b3975f-bdff-44cf-b7bd-0a08e1b7a898/53de77a1-8570-4190-a40f-ca08a7aeff72) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:21.341001 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] For port 97ed2400-532a-47c7-94dd-2a12c32cc2e3, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:21.345112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] For port 97ed2400-532a-47c7-94dd-2a12c32cc2e3, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=97ed2400-532a-47c7-94dd-2a12c32cc2e3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:21.364918 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.428821 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.468277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=5cb08291-e371-442e-9a07-aaaf7d5610e6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:21.488356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.488569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c396d12-7cb8-45db-b45b-6021da34d286 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:21.529961 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Routers {'18e5493e-5d72-46b7-b32d-24b9ff9a1df8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:21.530614 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:21.577518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.616722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a3596d5d-eb89-4eff-a4d5-f732e4fd3955 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:21.620695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Network afdb2789-8e6e-4785-8470-71b5feb37f92 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:21.624001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:21.628846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:21.670328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Pushing event updated for resources: {'Port': ['ID=53de77a1-8570-4190-a40f-ca08a7aeff72,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:21.685118 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ed5b6-c5b9-462c-a035-1911d8864f0b None None] Pushing event updated for resources: {'Port': ['ID=97ed2400-532a-47c7-94dd-2a12c32cc2e3,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:21.687231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.717692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a3596d5d-eb89-4eff-a4d5-f732e4fd3955 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:21.718052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a3596d5d-eb89-4eff-a4d5-f732e4fd3955 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:21.766457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.786906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2a1554ab-0697-4c85-b050-137a4cca8db4 None None] Provisioning complete for port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:21.787172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a1554ab-0697-4c85-b050-137a4cca8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.822031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.854136 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eabb03b-5283-4219-8308-043837e3e628 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:13:21.854825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eabb03b-5283-4219-8308-043837e3e628 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:13:21.860915 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] Set router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:21.894964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:21.968916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2eabb03b-5283-4219-8308-043837e3e628 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6573975 Nov 23 23:13:21.971551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52200) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:22.069520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5a1b26-5330-421d-8f45-d233415334ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:22.071005 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7b5a1b26-5330-421d-8f45-d233415334ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0983162 Nov 23 23:13:22.081097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52202) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:22.170289 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:18Z', 'revision_number': 3, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port': {'id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:17Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:22.189132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.200391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.202402 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.233541 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30476e-1420-46c6-9a67-644dc7b0dca4 None None] The sync data for ids ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'] in n-d-817303-3 is: [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:18Z', 'revision_number': 3, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port': {'id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:17Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:22.234039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ba6cd-357b-472e-8934-75d2f435d946 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:22.235725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ba6cd-357b-472e-8934-75d2f435d946 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:22.241193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-244ba6cd-357b-472e-8934-75d2f435d946 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1573124 Nov 23 23:13:22.245743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52204) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:22.284707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:22.292101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:22.300188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:22.300422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Pushing event updated for resources: {'Port': ['ID=53de77a1-8570-4190-a40f-ca08a7aeff72,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:22.303033 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.333137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Pushing event updated for resources: {'Port': ['ID=7a87294d-601b-421a-a951-2a308f053d16,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:22.450783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 157967cd-e3c5-455e-a8f9-84e5d7b7fdc6 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:22.468394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a1554ab-0697-4c85-b050-137a4cca8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.503628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Attempting to bind port 7a87294d-601b-421a-a951-2a308f053d16 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:22.504013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Attempting to bind port 7a87294d-601b-421a-a951-2a308f053d16 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:22.504384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Attempting to bind port 7a87294d-601b-421a-a951-2a308f053d16 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:22.506028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.518540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2a1554ab-0697-4c85-b050-137a4cca8db4 None None] For port 97ed2400-532a-47c7-94dd-2a12c32cc2e3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=97ed2400-532a-47c7-94dd-2a12c32cc2e3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:22.528321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:22.528723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:22.530295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.531599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:22.531599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Bound port: 7a87294d-601b-421a-a951-2a308f053d16, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:22.536395 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.536395 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a1554ab-0697-4c85-b050-137a4cca8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.580171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router a34a4942-8247-41c4-b58d-8d6253253bd6 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:22.605224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f483cc64-05ed-42f0-9c92-beadfcd2ff2c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:22.665075 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.761245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1554ab-0697-4c85-b050-137a4cca8db4 None None] Pushing event updated for resources: {'Port': ['ID=97ed2400-532a-47c7-94dd-2a12c32cc2e3,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:22.772278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a7add9ef-ed52-4796-8fa1-8885a108a03c None None] Provisioning complete for port 53de77a1-8570-4190-a40f-ca08a7aeff72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:22.772654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a7add9ef-ed52-4796-8fa1-8885a108a03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.816215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] For port 7a87294d-601b-421a-a951-2a308f053d16, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:22.862549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] For port 7a87294d-601b-421a-a951-2a308f053d16, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7a87294d-601b-421a-a951-2a308f053d16,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:22.867124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a7add9ef-ed52-4796-8fa1-8885a108a03c None None] Port 53de77a1-8570-4190-a40f-ca08a7aeff72 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:22.869604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f483cc64-05ed-42f0-9c92-beadfcd2ff2c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:22.869983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.878782 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:22.969137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.009501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d128a-4ebc-4826-a047-1612c74fd327 None None] Pushing event updated for resources: {'Port': ['ID=7a87294d-601b-421a-a951-2a308f053d16,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:23.029210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:23.041417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a32c54ba-ce58-40c9-8826-1aaf576cdb76 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/a34a4942-8247-41c4-b58d-8d6253253bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8534381 Nov 23 23:13:23.044306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52208) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:23.070540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] Sync routers for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:23.098019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:23.098689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:23.115756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.153643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Network afdb2789-8e6e-4785-8470-71b5feb37f92 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:23.155844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=157967cd-e3c5-455e-a8f9-84e5d7b7fdc6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:23.161253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.173868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d066a4cb-3c3c-4fe9-8b8f-8ae2158ed8f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/157967cd-e3c5-455e-a8f9-84e5d7b7fdc6 HTTP/1.1" status: 204 len: 168 time: 0.9260199 Nov 23 23:13:23.174810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52210) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:23.176736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:23.218452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting subnet 1fc4c3de-9414-44ce-9c5e-303105f3bf6b {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:23.254445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.272146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-001bd102-acc7-4ca1-a81a-aeadd697290c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918958 Nov 23 23:13:23.272509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52218) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:23.284716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:23.474264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:23.516017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.558438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:23.562137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.567502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:23.827499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-320d7fa1-1472-4385-8609-d398544b8694 None None] Provisioning complete for port 53de77a1-8570-4190-a40f-ca08a7aeff72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:23.828260 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-320d7fa1-1472-4385-8609-d398544b8694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.844092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.868714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:23.872298 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.879987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-49e8a2c7-465b-4368-a69d-321fda863d80 admin admin] 10.222.0.11 "PUT /v2.0/routers/18e5493e-5d72-46b7-b32d-24b9ff9a1df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1737411 Nov 23 23:13:23.912789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-320d7fa1-1472-4385-8609-d398544b8694 None None] Port 53de77a1-8570-4190-a40f-ca08a7aeff72 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:23.928671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:23.937961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:23.946245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:23.948239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:23.948846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:23.981741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=69e73cd4-a033-4d6e-9b74-1a50325e09a9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:23.987449 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-89460950-0cb0-41dd-9b94-22e4567306e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7137709 Nov 23 23:13:23.990093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52228) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:24.004312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c51e3c06-a9b8-4ea5-aa54-a81fe6197c58 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-344523775', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:24.019384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.032978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] Checking router: a34a4942-8247-41c4-b58d-8d6253253bd6 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:24.043397 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c51e3c06-a9b8-4ea5-aa54-a81fe6197c58 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.044858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c51e3c06-a9b8-4ea5-aa54-a81fe6197c58 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.059005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc4c3de-9414-44ce-9c5e-303105f3bf6b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:24.061891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] Routers {'a34a4942-8247-41c4-b58d-8d6253253bd6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:24.062513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a34a4942-8247-41c4-b58d-8d6253253bd6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:24.063750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.074199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52230) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:24.074509 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-27758400-553b-45bb-ab14-ccdfca52b718 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/subnets/1fc4c3de-9414-44ce-9c5e-303105f3bf6b HTTP/1.1" status: 204 len: 168 time: 1.0279479 Nov 23 23:13:24.117708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8469e-9656-49fe-b840-ad414fb4866a None None] Network 96a43760-9cac-42f5-9e76-97dedc2497a5 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:24.215208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c51e3c06-a9b8-4ea5-aa54-a81fe6197c58 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.233087 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c51e3c06-a9b8-4ea5-aa54-a81fe6197c58 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.331190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c51e3c06-a9b8-4ea5-aa54-a81fe6197c58 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.332471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c51e3c06-a9b8-4ea5-aa54-a81fe6197c58 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3413486 Nov 23 23:13:24.335354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52240) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:24.363807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] Set router a34a4942-8247-41c4-b58d-8d6253253bd6 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:24.393308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.464669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc6073-9586-496a-8372-910ac5513800 None None] DHCP port deletion for 96a43760-9cac-42f5-9e76-97dedc2497a5 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:24.684474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-03cc6073-9586-496a-8372-910ac5513800 None None] Deleting port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:24.685093 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03cc6073-9586-496a-8372-910ac5513800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.724546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.726973 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7a87294d-601b-421a-a951-2a308f053d16 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:24.861807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 33a11419-3d04-414d-ad54-1d069af1f501 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:24.862159 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.893715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-03cc6073-9586-496a-8372-910ac5513800 None None] For port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd,segment=NetworkSegment(74a12796-fefe-4e22-92e9-e5686ac58e36),segment_id=74a12796-fefe-4e22-92e9-e5686ac58e36)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:24.894699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03cc6073-9586-496a-8372-910ac5513800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.905586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f61c1b-9a30-4380-802c-319a5437be5f None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:24.943045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:24.954133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-03cc6073-9586-496a-8372-910ac5513800 None None] Calling delete_port for eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:25.003710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-39d4b342-c5cf-4290-8034-48d24a4fdc94 None None] Provisioning complete for port 7a87294d-601b-421a-a951-2a308f053d16 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:25.004318 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-39d4b342-c5cf-4290-8034-48d24a4fdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.008410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port 33a11419-3d04-414d-ad54-1d069af1f501, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=33a11419-3d04-414d-ad54-1d069af1f501,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:25.008895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.024492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 33a11419-3d04-414d-ad54-1d069af1f501 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:25.362832 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.376157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7a87294d-601b-421a-a951-2a308f053d16 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:25.376536 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.417498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=33a11419-3d04-414d-ad54-1d069af1f501,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:25.419137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:25.467880 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Sync routers for ids ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:25.487078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::1 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/69e73cd4-a033-4d6e-9b74-1a50325e09a9/efafde21-310f-4d07-abdd-39f2b19a0ea9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:25.488994 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Routers {'18e5493e-5d72-46b7-b32d-24b9ff9a1df8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:25.489745 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:25.502019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca5a507-05a1-4c8c-8ca5-ae9aaf444dd6 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:25.512243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce12f9-619e-49ff-aa7e-597d1f8b575b None None] The sync data for ids ['a34a4942-8247-41c4-b58d-8d6253253bd6'] in n-d-817303-3 is: [{'id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749200664', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '33a11419-3d04-414d-ad54-1d069af1f501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:11:02Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '33a11419-3d04-414d-ad54-1d069af1f501', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34a4942-8247-41c4-b58d-8d6253253bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:11:03Z', 'updated_at': '2021-11-23T23:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:25.634894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-03cc6073-9586-496a-8372-910ac5513800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.645846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.730279 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-39d4b342-c5cf-4290-8034-48d24a4fdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.730279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc6073-9586-496a-8372-910ac5513800 None None] No DVR routers for this DVR port eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:25.734350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.747427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc6073-9586-496a-8372-910ac5513800 None None] Pushing event deleted for resources: {'Port': ['ID=eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:25.771328 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Set router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:25.798087 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.882563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.882901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.888867 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.959841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-39d4b342-c5cf-4290-8034-48d24a4fdc94 None None] For port 7a87294d-601b-421a-a951-2a308f053d16, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7a87294d-601b-421a-a951-2a308f053d16,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:25.961548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:25.964071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:25.968813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:25.969420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.985862 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-39d4b342-c5cf-4290-8034-48d24a4fdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.997447 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:25.998998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Fanout notify agent at l3_agent the message router_deleted on router a34a4942-8247-41c4-b58d-8d6253253bd6 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:13:26.029530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.033424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4aa03b88-4ddd-400a-98e4-47b5ca315833 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/routers/a34a4942-8247-41c4-b58d-8d6253253bd6 HTTP/1.1" status: 204 len: 168 time: 1.9554627 Nov 23 23:13:26.035093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52290) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:26.162139 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:13:26.162495 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:13:26.165188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4b342-c5cf-4290-8034-48d24a4fdc94 None None] Pushing event updated for resources: {'Port': ['ID=7a87294d-601b-421a-a951-2a308f053d16,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:26.263842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=efafde21-310f-4d07-abdd-39f2b19a0ea9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:26.309773 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 4, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port': {'id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:17Z', 'updated_at': '2021-11-23T23:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '53de77a1-8570-4190-a40f-ca08a7aeff72', 'name': '', 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'mac_address': 'fa:16:3e:a5:8a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '83b3975f-bdff-44cf-b7bd-0a08e1b7a898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:20Z', 'updated_at': '2021-11-23T23:13:22Z', 'revision_number': 2, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'subnets': [{'id': '83b3975f-bdff-44cf-b7bd-0a08e1b7a898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:26.344287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52304) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:26.383855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.406130 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Checking router: 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:26.406726 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Updating router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 port 53de77a1-8570-4190-a40f-ca08a7aeff72 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:26.464255 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.472480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4f5f7213-019e-4788-9176-6834757ee8af None None] Provisioning complete for port 7a87294d-601b-421a-a951-2a308f053d16 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:26.472853 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7213-019e-4788-9176-6834757ee8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.757207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 97ed2400-532a-47c7-94dd-2a12c32cc2e3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:26.858140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:26.858629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.867442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.902349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a8de0ca6-0384-4656-8f33-663fc8d1a5b4 None None] Provisioning complete for port efafde21-310f-4d07-abdd-39f2b19a0ea9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:26.903979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.904765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a8de0ca6-0384-4656-8f33-663fc8d1a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.912984 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.914106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.959846 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.971513 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:26.984929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a8de0ca6-0384-4656-8f33-663fc8d1a5b4 None None] Port efafde21-310f-4d07-abdd-39f2b19a0ea9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:27.038967 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959498c-3fd2-4ca3-8470-d0ecb43e8f34 None None] Pushing event updated for resources: {'Port': ['ID=53de77a1-8570-4190-a40f-ca08a7aeff72,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:27.073472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:27.097057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:27.113724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=efafde21-310f-4d07-abdd-39f2b19a0ea9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:27.161743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.189719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Attempting to bind port 53de77a1-8570-4190-a40f-ca08a7aeff72 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:27.189877 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Attempting to bind port 53de77a1-8570-4190-a40f-ca08a7aeff72 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:27.190243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Attempting to bind port 53de77a1-8570-4190-a40f-ca08a7aeff72 on network afdb2789-8e6e-4785-8470-71b5feb37f92 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:27.201380 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:27.201764 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Checking segment: {'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:27.207025 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.207964 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Bound using segment: {'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:27.209238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Bound port: 53de77a1-8570-4190-a40f-ca08a7aeff72, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9e4788-07d0-44c8-8369-754fe6dbf25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:27.209238 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.358183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7a87294d-601b-421a-a951-2a308f053d16 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:27.429918 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] For port 53de77a1-8570-4190-a40f-ca08a7aeff72, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:27.438600 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] For port 53de77a1-8570-4190-a40f-ca08a7aeff72, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=53de77a1-8570-4190-a40f-ca08a7aeff72,segment=NetworkSegment(4f9e4788-07d0-44c8-8369-754fe6dbf25b),segment_id=4f9e4788-07d0-44c8-8369-754fe6dbf25b)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:27.444394 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.462399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:13:27.472466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7a87294d-601b-421a-a951-2a308f053d16 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:27.472841 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.557607 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Routers {'18e5493e-5d72-46b7-b32d-24b9ff9a1df8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:27.558318 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:27.625976 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.675906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:27.676543 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959498c-3fd2-4ca3-8470-d0ecb43e8f34 None None] Pushing event updated for resources: {'Port': ['ID=53de77a1-8570-4190-a40f-ca08a7aeff72,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:27.685798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1b78be81-1473-41f1-8529-738770826b11 None None] Provisioning complete for port 53de77a1-8570-4190-a40f-ca08a7aeff72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:27.686179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1b78be81-1473-41f1-8529-738770826b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.707591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a43760-9cac-42f5-9e76-97dedc2497a5']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:27.741573 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8dfc416e-6da4-4289-9e62-45d2dfd2bab8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "PUT /v2.0/routers/385ae8fe-2fb0-4e60-b5aa-efc871d9a783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3896542 Nov 23 23:13:27.741958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:27.742762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Sync routers for ids ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:27.742946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a12796-fefe-4e22-92e9-e5686ac58e36') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:27.742946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a12796-fefe-4e22-92e9-e5686ac58e36') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:27.763276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33a11419-3d04-414d-ad54-1d069af1f501 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:27.772145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.807551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 33a11419-3d04-414d-ad54-1d069af1f501 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:27.807551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 33a11419-3d04-414d-ad54-1d069af1f501 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:27.807983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:27.833140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.835251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Routers {'385ae8fe-2fb0-4e60-b5aa-efc871d9a783'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:27.835935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:27.852296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b26e5d-c388-46b0-a1a6-d4d4947325cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:27.854606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-68b26e5d-c388-46b0-a1a6-d4d4947325cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports/efafde21-310f-4d07-abdd-39f2b19a0ea9 HTTP/1.1" status: 200 len: 911 time: 0.1167691 Nov 23 23:13:27.857495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52322) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:27.886379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:13:27.886954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:13:27.899484 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:13:27.970934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957eba9-d549-436f-9de3-e3e4e192e08a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:27.989147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957eba9-d549-436f-9de3-e3e4e192e08a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:27.993345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3957eba9-d549-436f-9de3-e3e4e192e08a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1321175 Nov 23 23:13:27.994148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:27.994148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device eaf7ec2d-1f88-43dc-a758-cea1d8e7eebd not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:27.994148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5cb08291-e371-442e-9a07-aaaf7d5610e6 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:27.995911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52324) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:28.010681 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] Set router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:28.063243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5cb08291-e371-442e-9a07-aaaf7d5610e6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:28.063883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5cb08291-e371-442e-9a07-aaaf7d5610e6 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:28.077931 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.085375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.092077 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/networks/96a43760-9cac-42f5-9e76-97dedc2497a5 HTTP/1.1" status: 204 len: 168 time: 2.0558188 Nov 23 23:13:28.095226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52330) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:28.117760 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1b78be81-1473-41f1-8529-738770826b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.133879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Set router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:28.152828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcb835-18e7-4065-a5fd-5195a406efd8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Network': ['ID=96a43760-9cac-42f5-9e76-97dedc2497a5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:28.193533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1b78be81-1473-41f1-8529-738770826b11 None None] For port 53de77a1-8570-4190-a40f-ca08a7aeff72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=53de77a1-8570-4190-a40f-ca08a7aeff72,segment=NetworkSegment(4f9e4788-07d0-44c8-8369-754fe6dbf25b),segment_id=4f9e4788-07d0-44c8-8369-754fe6dbf25b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:28.203668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1b78be81-1473-41f1-8529-738770826b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.207505 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28801055-366f-4070-abea-879b4c28c5d2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.216344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.290412 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28801055-366f-4070-abea-879b4c28c5d2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.357615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78be81-1473-41f1-8529-738770826b11 None None] Pushing event updated for resources: {'Port': ['ID=53de77a1-8570-4190-a40f-ca08a7aeff72,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:28.423996 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-df187187-30d8-4d4a-9779-84189c894171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 4, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port': {'id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:17Z', 'updated_at': '2021-11-23T23:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '53de77a1-8570-4190-a40f-ca08a7aeff72', 'name': '', 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'mac_address': 'fa:16:3e:a5:8a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '83b3975f-bdff-44cf-b7bd-0a08e1b7a898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:20Z', 'updated_at': '2021-11-23T23:13:27Z', 'revision_number': 4, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'subnets': [{'id': '83b3975f-bdff-44cf-b7bd-0a08e1b7a898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:28.440945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-422e3c0c-d04e-41ef-b407-96fb9f579976 None None] Provisioning complete for port 53de77a1-8570-4190-a40f-ca08a7aeff72 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:28.441899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-422e3c0c-d04e-41ef-b407-96fb9f579976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.458281 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df187187-30d8-4d4a-9779-84189c894171 None None] The sync data for ids ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'] in n-d-817303-3 is: [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:21Z', 'revision_number': 4, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port': {'id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:17Z', 'updated_at': '2021-11-23T23:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '53de77a1-8570-4190-a40f-ca08a7aeff72', 'name': '', 'network_id': 'afdb2789-8e6e-4785-8470-71b5feb37f92', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'mac_address': 'fa:16:3e:a5:8a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '83b3975f-bdff-44cf-b7bd-0a08e1b7a898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:20Z', 'updated_at': '2021-11-23T23:13:27Z', 'revision_number': 4, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'subnets': [{'id': '83b3975f-bdff-44cf-b7bd-0a08e1b7a898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:28.553222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28801055-366f-4070-abea-879b4c28c5d2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.563762 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-28801055-366f-4070-abea-879b4c28c5d2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.569379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-28801055-366f-4070-abea-879b4c28c5d2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/security-groups/ab117812-006b-4cb8-b364-9dba18a1f5ca HTTP/1.1" status: 204 len: 168 time: 0.4731145 Nov 23 23:13:28.585744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28801055-366f-4070-abea-879b4c28c5d2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab117812-006b-4cb8-b364-9dba18a1f5ca,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:28.726891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Deleting port 01904697-fbd4-4e4b-ae88-15aa4cf90e18 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:28.727241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.729799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-422e3c0c-d04e-41ef-b407-96fb9f579976 None None] Provisioning complete for port efafde21-310f-4d07-abdd-39f2b19a0ea9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:28.730247 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-422e3c0c-d04e-41ef-b407-96fb9f579976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.759385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385ae8fe-2fb0-4e60-b5aa-efc871d9a783', 'name': 'tempest-NetworksTestDHCPv6-router-344523775', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:24Z', 'updated_at': '2021-11-23T23:13:26Z', 'revision_number': 2, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None, '_interfaces': [{'id': 'efafde21-310f-4d07-abdd-39f2b19a0ea9', 'name': '', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'mac_address': 'fa:16:3e:01:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385ae8fe-2fb0-4e60-b5aa-efc871d9a783', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '69e73cd4-a033-4d6e-9b74-1a50325e09a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:25Z', 'updated_at': '2021-11-23T23:13:26Z', 'revision_number': 2, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'subnets': [{'id': '69e73cd4-a033-4d6e-9b74-1a50325e09a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:28.822415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Checking router: 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:28.823492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Updating router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 port efafde21-310f-4d07-abdd-39f2b19a0ea9 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:28.857820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-422e3c0c-d04e-41ef-b407-96fb9f579976 None None] Port efafde21-310f-4d07-abdd-39f2b19a0ea9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:28.862822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.914196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] For port 01904697-fbd4-4e4b-ae88-15aa4cf90e18, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=01904697-fbd4-4e4b-ae88-15aa4cf90e18,segment=NetworkSegment(72988842-6150-433e-852a-2070073937e7),segment_id=72988842-6150-433e-852a-2070073937e7)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:28.914810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.938750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.953963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Calling delete_port for 01904697-fbd4-4e4b-ae88-15aa4cf90e18 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:29.013617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52346) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:29.023111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-42ea216b-e217-4b9f-bed2-3d68c869a9a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921606449', 'description': 'tempest-secgroup-smoke-921606449 description', 'project_id': '79e0e77ee0be41da989a5a24b529c53e'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:29.178773 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ea216b-e217-4b9f-bed2-3d68c869a9a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.254028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port efafde21-310f-4d07-abdd-39f2b19a0ea9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:29.254555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.345524 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ea216b-e217-4b9f-bed2-3d68c869a9a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.354429 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ea216b-e217-4b9f-bed2-3d68c869a9a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.371687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.378104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53de77a1-8570-4190-a40f-ca08a7aeff72 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:29.410380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea216b-e217-4b9f-bed2-3d68c869a9a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43240278-fd21-4f20-b33a-062e7dd3fe5f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:29.412718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.425045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ea216b-e217-4b9f-bed2-3d68c869a9a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.429519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-42ea216b-e217-4b9f-bed2-3d68c869a9a2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4120181 Nov 23 23:13:29.435530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52350) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:29.442339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f58c3ee7-0865-419b-b5bb-b37cabe42e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '43240278-fd21-4f20-b33a-062e7dd3fe5f', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:29.450827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.481126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for efafde21-310f-4d07-abdd-39f2b19a0ea9 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:29.562272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 53de77a1-8570-4190-a40f-ca08a7aeff72 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:29.562646 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.565323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6492cba-f261-4b4f-b19e-82120171645b None None] Pushing event updated for resources: {'Port': ['ID=efafde21-310f-4d07-abdd-39f2b19a0ea9,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:29.568022 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.659326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Pushing event deleted for resources: {'Port': ['ID=01904697-fbd4-4e4b-ae88-15aa4cf90e18,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:29.687124 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f58c3ee7-0865-419b-b5bb-b37cabe42e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.725259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Attempting to bind port efafde21-310f-4d07-abdd-39f2b19a0ea9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:29.725637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Attempting to bind port efafde21-310f-4d07-abdd-39f2b19a0ea9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:29.726010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Attempting to bind port efafde21-310f-4d07-abdd-39f2b19a0ea9 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:29.755676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:29.756058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:29.756469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.756887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:29.757360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Bound port: efafde21-310f-4d07-abdd-39f2b19a0ea9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:29.758370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.823186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:29.876403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Port efafde21-310f-4d07-abdd-39f2b19a0ea9 has been deleted concurrently {{(pid=103524) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 23:13:29.880548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=efafde21-310f-4d07-abdd-39f2b19a0ea9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:29.941672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Routers {'385ae8fe-2fb0-4e60-b5aa-efc871d9a783'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:29.942540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:30.046768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] Set router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:30.066912 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f58c3ee7-0865-419b-b5bb-b37cabe42e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.076820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f58c3ee7-0865-419b-b5bb-b37cabe42e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.111614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d031daa3-2ae3-49fd-9e6e-3ca0f2d4d888 None None] Could not find standard attr ID for object efafde21-310f-4d07-abdd-39f2b19a0ea9. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:30.146025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385ae8fe-2fb0-4e60-b5aa-efc871d9a783', 'name': 'tempest-NetworksTestDHCPv6-router-344523775', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:24Z', 'updated_at': '2021-11-23T23:13:29Z', 'revision_number': 3, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:30.146274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.154827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c3ee7-0865-419b-b5bb-b37cabe42e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f34818-5d4f-4b98-aac2-4fcf84c634d9,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:30.165080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f58c3ee7-0865-419b-b5bb-b37cabe42e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.170274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f58c3ee7-0865-419b-b5bb-b37cabe42e49 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7334092 Nov 23 23:13:30.173228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52360) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:30.178197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-20fe9eb1-fc3d-4fd2-989d-13c2de97a2a4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '43240278-fd21-4f20-b33a-062e7dd3fe5f', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:30.205584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91fd77-b490-4f22-bd51-a6606dde3ca0 None None] The sync data for ids ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'] in n-d-817303-3 is: [{'id': '385ae8fe-2fb0-4e60-b5aa-efc871d9a783', 'name': 'tempest-NetworksTestDHCPv6-router-344523775', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:24Z', 'updated_at': '2021-11-23T23:13:29Z', 'revision_number': 3, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:30.205870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.218230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20fe9eb1-fc3d-4fd2-989d-13c2de97a2a4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.455557 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20fe9eb1-fc3d-4fd2-989d-13c2de97a2a4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.461896 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20fe9eb1-fc3d-4fd2-989d-13c2de97a2a4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.498863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe9eb1-fc3d-4fd2-989d-13c2de97a2a4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0c63db-70bd-4ec5-be82-e113b9302f10,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:30.636896 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20fe9eb1-fc3d-4fd2-989d-13c2de97a2a4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.641117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20fe9eb1-fc3d-4fd2-989d-13c2de97a2a4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4667609 Nov 23 23:13:30.641774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52368) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:30.647442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:30.651894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3c9f8364-9066-4781-a49a-a482f627accb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '43240278-fd21-4f20-b33a-062e7dd3fe5f', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:30.755610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8364-9066-4781-a49a-a482f627accb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.769184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:30.847743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:30.865755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52374) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:30.866174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0028d172-a12e-4b25-9e9d-593c80b5030d admin admin] 10.222.0.11 "PUT /v2.0/routers/3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5204976 Nov 23 23:13:30.871135 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] Sync routers for ids ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:30.875871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8364-9066-4781-a49a-a482f627accb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.887653 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] Routers {'3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:30.888366 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:30.891898 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8364-9066-4781-a49a-a482f627accb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.925370 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8364-9066-4781-a49a-a482f627accb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.926845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3c9f8364-9066-4781-a49a-a482f627accb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816303 Nov 23 23:13:30.928346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8364-9066-4781-a49a-a482f627accb tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd582aa7-a668-4a23-9d6e-29f3c9ad711f,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:30.930390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52376) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:30.935343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-733e9d1e-385f-486c-b54d-ccff359f1b3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '43240278-fd21-4f20-b33a-062e7dd3fe5f', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:30.972397 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-733e9d1e-385f-486c-b54d-ccff359f1b3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.000607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:31.002722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.008694 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-91214905-a58e-45c9-90e6-a85845e939cd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "PUT /v2.0/routers/385ae8fe-2fb0-4e60-b5aa-efc871d9a783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117435 Nov 23 23:13:31.017218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52378) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:31.043019 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] Set router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:31.099264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-733e9d1e-385f-486c-b54d-ccff359f1b3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.105984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-733e9d1e-385f-486c-b54d-ccff359f1b3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.162407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e9d1e-385f-486c-b54d-ccff359f1b3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25d990a-ae11-4b3d-889f-0324888b313c,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:31.168906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.173555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316e781-78f4-4a62-8dca-df61271e7231 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:31.175699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316e781-78f4-4a62-8dca-df61271e7231 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:31.178364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b316e781-78f4-4a62-8dca-df61271e7231 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1595714 Nov 23 23:13:31.182684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:31.197104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-733e9d1e-385f-486c-b54d-ccff359f1b3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.201721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-733e9d1e-385f-486c-b54d-ccff359f1b3e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2673359 Nov 23 23:13:31.204267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52386) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:31.211358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '43240278-fd21-4f20-b33a-062e7dd3fe5f', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:31.262419 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:13:31.276830 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.319402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Deleting port 21669a70-48c4-49f4-8482-7fa22ddbb6db {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:31.320144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.325433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 69e73cd4-a033-4d6e-9b74-1a50325e09a9 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:31.333496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.348563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:29Z', 'revision_number': 5, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port': {'id': '21669a70-48c4-49f4-8482-7fa22ddbb6db', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:06Z', 'updated_at': '2021-11-23T23:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:31.388411 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] Checking router: 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:31.401353 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] Routers {'3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:31.402172 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:31.422810 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.449589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] For port 21669a70-48c4-49f4-8482-7fa22ddbb6db, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=21669a70-48c4-49f4-8482-7fa22ddbb6db,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:31.449960 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.465499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Calling delete_port for 21669a70-48c4-49f4-8482-7fa22ddbb6db owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:31.486115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.540563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] Set router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:31.606984 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:31Z', 'revision_number': 6, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:31.632861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.644921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-051d3d4a-e083-4d7f-9faf-4e878e0de49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.649011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20541a-2592-482e-86da-0dd679bba565 None None] The sync data for ids ['3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279'] in n-d-817303-3 is: [{'id': '3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279', 'name': 'tempest-TestAggregatesBasicOps-131780895-router', 'tenant_id': 'fbc16b21c1464cd38bba115181274333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:05Z', 'updated_at': '2021-11-23T23:13:31Z', 'revision_number': 6, 'project_id': 'fbc16b21c1464cd38bba115181274333', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:31.683769 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.693561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=69e73cd4-a033-4d6e-9b74-1a50325e09a9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:31.699998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.704409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.710953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351eddd-d4ef-4c85-9978-68cadd7fa09f None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:31.714332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52394) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:31.716054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-508a9607-d9e7-42ce-b1e1-f9f7f5964ef9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/69e73cd4-a033-4d6e-9b74-1a50325e09a9 HTTP/1.1" status: 204 len: 168 time: 0.5294843 Nov 23 23:13:31.717918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.750679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Pushing event deleted for resources: {'Port': ['ID=21669a70-48c4-49f4-8482-7fa22ddbb6db,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:31.750938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269b5f81-09ba-41d0-959a-ad1f085262e2,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:31.756824 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.760702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ce7903a-9895-43ca-9ac5-b11851555e39 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5509806 Nov 23 23:13:31.761216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52396) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:31.765907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': '43240278-fd21-4f20-b33a-062e7dd3fe5f', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:31.788090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93537eb5-5891-410a-8f6c-9b74da2a8ef4 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:31.807199 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:13:31.814544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.924503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.928813 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.956738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.961755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.966871 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2021527 Nov 23 23:13:31.969861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52402) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:31.978372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'network': {'name': 'tempest-network-smoke--394876150', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'port_security_enabled': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:32.007379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5db8-10c5-4f99-8ddf-40e4bfac4ab9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e81fb10-852a-4122-9af0-22c423e9f9b0,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:32.012467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:32.022265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.041297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] Sync routers for ids ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:32.080153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:13:32.092110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.092557 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Added segment 8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7 of type vlan for network 423d151f-d875-414c-ab6b-6e66a61c7e4a Nov 23 23:13:32.124377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] Routers {'385ae8fe-2fb0-4e60-b5aa-efc871d9a783'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:32.125018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:32.137394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.151144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.154111 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.175697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d003f873-ea1e-41ff-a1d0-9b231c879668 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4368088 Nov 23 23:13:32.176374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52408) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:32.209119 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.217111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:32.218317 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.225950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] Set router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:32.268388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2950034 Nov 23 23:13:32.269214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52410) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:32.274050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'admin_state_up': True, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:32.294404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385ae8fe-2fb0-4e60-b5aa-efc871d9a783', 'name': 'tempest-NetworksTestDHCPv6-router-344523775', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:24Z', 'updated_at': '2021-11-23T23:13:29Z', 'revision_number': 3, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:32.334051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da9bd159-a89c-4f33-b2db-f1d0c3d47a56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.339169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.339169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:13:32.344578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.348298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7681332d-5a87-49e1-b4a0-e9dc5374918a admin admin] 10.222.0.11 "DELETE /v2.0/routers/3f4ec6eb-68d7-42c7-a04b-6f0a19cd7279 HTTP/1.1" status: 204 len: 168 time: 1.4787846 Nov 23 23:13:32.349722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] Checking router: 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:32.361936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52414) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:32.376439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] Routers {'385ae8fe-2fb0-4e60-b5aa-efc871d9a783'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:32.378344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:32.384844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eb1e0-c69e-4f5b-8b7d-c17ba7086728 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Network': ['ID=423d151f-d875-414c-ab6b-6e66a61c7e4a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:32.443844 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.445015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.464302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] Deleting subnet a76c9f04-5893-4c67-aad9-abdcb5739897 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:32.470325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.471610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:13:32.479124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] Set router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:32.553108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da9bd159-a89c-4f33-b2db-f1d0c3d47a56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.555465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da9bd159-a89c-4f33-b2db-f1d0c3d47a56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.580420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:32.585744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385ae8fe-2fb0-4e60-b5aa-efc871d9a783', 'name': 'tempest-NetworksTestDHCPv6-router-344523775', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:24Z', 'updated_at': '2021-11-23T23:13:29Z', 'revision_number': 3, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:32.597424 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.615617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da9bd159-a89c-4f33-b2db-f1d0c3d47a56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.616752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9bd159-a89c-4f33-b2db-f1d0c3d47a56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Fanout notify agent at l3_agent the message router_deleted on router 385ae8fe-2fb0-4e60-b5aa-efc871d9a783 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:13:32.628196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da9bd159-a89c-4f33-b2db-f1d0c3d47a56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.631659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-da9bd159-a89c-4f33-b2db-f1d0c3d47a56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/routers/385ae8fe-2fb0-4e60-b5aa-efc871d9a783 HTTP/1.1" status: 204 len: 168 time: 0.4473193 Nov 23 23:13:32.633117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:32.642547 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.647426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:32.653706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d9c1b-2b6d-4f5b-b235-8bcc9a6a81a8 None None] The sync data for ids ['385ae8fe-2fb0-4e60-b5aa-efc871d9a783'] in n-d-817303-3 is: [{'id': '385ae8fe-2fb0-4e60-b5aa-efc871d9a783', 'name': 'tempest-NetworksTestDHCPv6-router-344523775', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:24Z', 'updated_at': '2021-11-23T23:13:29Z', 'revision_number': 3, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:32.722744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Deleting port 7a87294d-601b-421a-a951-2a308f053d16 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:32.723119 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.791771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.809552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] For port 7a87294d-601b-421a-a951-2a308f053d16, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7a87294d-601b-421a-a951-2a308f053d16,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:32.810201 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.814959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:32.825934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.828559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Calling delete_port for 7a87294d-601b-421a-a951-2a308f053d16 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:32.926855 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.934935 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:32.994467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76c9f04-5893-4c67-aad9-abdcb5739897,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:33.006707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.027775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.031863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ceb0c86a-3e2a-4399-b133-ea70a144ce49 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a76c9f04-5893-4c67-aad9-abdcb5739897 HTTP/1.1" status: 204 len: 168 time: 0.6594536 Nov 23 23:13:33.034597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52426) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:33.082762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Pushing event deleted for resources: {'Port': ['ID=7a87294d-601b-421a-a951-2a308f053d16,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:33.091887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ec615-6f6e-4f2e-b022-00300c5039f7 None None] Network 2787a28a-5c86-4e69-84c9-878b1414381a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:33.167166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.167394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.167677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.168167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.168513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.168858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.170858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.171366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.171742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.172083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.172422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.172760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:13:33.175778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad04fb-7a35-4fb9-b5a5-7e4b67064658 None None] No DVR routers for this DVR port 7a87294d-601b-421a-a951-2a308f053d16 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:33.224105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.293007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7a87294d-601b-421a-a951-2a308f053d16 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:33.317964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.320432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:33.328159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.332495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:33.338850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:33.339691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.345458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45c47b-a6b5-49fe-b430-25da0c5fa1ad None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:33.361734 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.368943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=967b3325-af7c-46af-872b-fa3410ff4995,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:33.376472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7a87294d-601b-421a-a951-2a308f053d16 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:33.378371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7a87294d-601b-421a-a951-2a308f053d16 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:33.378837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 21669a70-48c4-49f4-8482-7fa22ddbb6db no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:33.379847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9b5f7d74-d508-4f54-9988-0e48d903da63 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7453604 Nov 23 23:13:33.397945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:33.403114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 21669a70-48c4-49f4-8482-7fa22ddbb6db {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:33.403462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 21669a70-48c4-49f4-8482-7fa22ddbb6db not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:33.403772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-79d2a073-4089-4ac9-940f-4304d2adab56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-947620993', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:33.403981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 01904697-fbd4-4e4b-ae88-15aa4cf90e18 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:33.439886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Deleting port dfdabbd4-3f6a-404e-be0c-4ceb74488479 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:33.440791 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.454328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 01904697-fbd4-4e4b-ae88-15aa4cf90e18 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:33.454328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 01904697-fbd4-4e4b-ae88-15aa4cf90e18 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:33.500494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d2a073-4089-4ac9-940f-4304d2adab56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.503953 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d2a073-4089-4ac9-940f-4304d2adab56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.529500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] For port dfdabbd4-3f6a-404e-be0c-4ceb74488479, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=dfdabbd4-3f6a-404e-be0c-4ceb74488479,segment=NetworkSegment(72988842-6150-433e-852a-2070073937e7),segment_id=72988842-6150-433e-852a-2070073937e7)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:33.529963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.553412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Calling delete_port for dfdabbd4-3f6a-404e-be0c-4ceb74488479 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:33.575745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.220 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/0cb2f530-69c0-46a1-9b6d-8f9dae078266) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:33.641792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] DHCP port deletion for 2787a28a-5c86-4e69-84c9-878b1414381a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:33.651032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '967b3325-af7c-46af-872b-fa3410ff4995'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:33.652029 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.678990 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.724335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdabbd4-3f6a-404e-be0c-4ceb74488479,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:33.738634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] No DVR routers for this DVR port dfdabbd4-3f6a-404e-be0c-4ceb74488479 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:33.761596 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d2a073-4089-4ac9-940f-4304d2adab56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.769156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.772632 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d2a073-4089-4ac9-940f-4304d2adab56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.809880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d2a073-4089-4ac9-940f-4304d2adab56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.813836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-79d2a073-4089-4ac9-940f-4304d2adab56 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4124155 Nov 23 23:13:33.815065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52440) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:33.825115 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] Deleting port dfdabbd4-3f6a-404e-be0c-4ceb74488479 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:33.825700 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.839328 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.882458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:33.889382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.892542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:33.902599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:33.905053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] For port dfdabbd4-3f6a-404e-be0c-4ceb74488479, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:33.905466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.919989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] Calling delete_port for dfdabbd4-3f6a-404e-be0c-4ceb74488479 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:33.922708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] Port dfdabbd4-3f6a-404e-be0c-4ceb74488479 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:13:33.926986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.929159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc6a272-3578-4762-a68b-5fd0e1741328 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:33.959080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=0cb2f530-69c0-46a1-9b6d-8f9dae078266,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:33.965607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2787a28a-5c86-4e69-84c9-878b1414381a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:33.976362 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/967b3325-af7c-46af-872b-fa3410ff4995/2fedb64b-3b05-46e7-83b0-a735dbc2e80c) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:33.983267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] Pushing event deleted for resources: {'Port': ['ID=dfdabbd4-3f6a-404e-be0c-4ceb74488479,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:33.985308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4c7cf-7483-422a-8bc2-1b1d40587bc2 None None] No DVR routers for this DVR port dfdabbd4-3f6a-404e-be0c-4ceb74488479 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:34.080137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72988842-6150-433e-852a-2070073937e7') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:34.081091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72988842-6150-433e-852a-2070073937e7') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:34.097028 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.102361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ad599191-feb6-4782-8777-80a25dd95ad2 None None] Provisioning complete for port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:34.103689 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad599191-feb6-4782-8777-80a25dd95ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.177007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.185027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ad599191-feb6-4782-8777-80a25dd95ad2 None None] Port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:34.190425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:13:34.190862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: items = [ Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:13:34.192713 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:13:34.280102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.295915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.309144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.318370 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.334245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.341150 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2787a28a-5c86-4e69-84c9-878b1414381a HTTP/1.1" status: 204 len: 168 time: 1.3049591 Nov 23 23:13:34.342694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.344617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52446) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:34.368485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:34.375953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:34.380981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:34.395737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Pushing event updated for resources: {'Port': ['ID=2fedb64b-3b05-46e7-83b0-a735dbc2e80c,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:34.453303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc7e7d-c9dc-4884-8992-bc5e5b0c56b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2787a28a-5c86-4e69-84c9-878b1414381a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:34.484206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Attempting to bind port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:34.485274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Attempting to bind port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:34.485851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Attempting to bind port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:34.495802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:34.496492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:34.497288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.497844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:34.499363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Bound port: 2fedb64b-3b05-46e7-83b0-a735dbc2e80c, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:34.499813 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.596545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.620725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] For port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:34.628689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] For port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fedb64b-3b05-46e7-83b0-a735dbc2e80c,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:34.635958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.769513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd6d0b-d7c7-426e-8709-6dad9673a0ed None None] Pushing event updated for resources: {'Port': ['ID=2fedb64b-3b05-46e7-83b0-a735dbc2e80c,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:34.777553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a138c210-e727-4f77-91d7-059c907e237f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.798936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 3825221c-164c-4ff4-9fba-677c05fd996c is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:13:35.122276 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.300085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::1 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/967b3325-af7c-46af-872b-fa3410ff4995/54ba4f18-e374-4770-b8e3-5af54bb729d0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:35.305226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fedb64b-3b05-46e7-83b0-a735dbc2e80c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:35.404553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:35.404826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.421747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:35.436645 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Sync routers for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:35.473352 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:35.474287 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:35.492713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.497119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ad61534f-4332-4f27-9b1c-2e76c218d378 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2237744 Nov 23 23:13:35.504109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52468) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:35.515343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.578583 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.655870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.666634 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:35.693536 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.709227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0aa0adb0-9f47-4c61-8b96-c0499d41fba1 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=79e0e77ee0be41da989a5a24b529c53e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2038176 Nov 23 23:13:35.716156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52472) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:35.837083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:35.854091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:35.874555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fedb64b-3b05-46e7-83b0-a735dbc2e80c,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:35.887626 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.897396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:35.897961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:35.927010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6044f1-e31b-4ab6-8756-150809512389 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:35.927010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6c6044f1-e31b-4ab6-8756-150809512389 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2074015 Nov 23 23:13:35.927665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52478) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:35.971303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-081fd636-145f-4307-8893-8f33912b22ac tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426393 Nov 23 23:13:35.974035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52480) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:35.981283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1798026312', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:36.001437 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:34Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:36.004881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=2fedb64b-3b05-46e7-83b0-a735dbc2e80c,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:36.019797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device dfdabbd4-3f6a-404e-be0c-4ceb74488479 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:36.063003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: dfdabbd4-3f6a-404e-be0c-4ceb74488479 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:36.063351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device dfdabbd4-3f6a-404e-be0c-4ceb74488479 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:36.065957 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Checking router: 3825221c-164c-4ff4-9fba-677c05fd996c for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:36.066686 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Updating router 3825221c-164c-4ff4-9fba-677c05fd996c port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:36.073425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=54ba4f18-e374-4770-b8e3-5af54bb729d0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:36.112630 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.124814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:36.136279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.276811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.448452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-de265d67-2055-414c-ae40-2689f6734114 None None] Provisioning complete for port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:36.449027 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-de265d67-2055-414c-ae40-2689f6734114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.492404 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.503664 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.513174 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.560938 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Attempting to bind port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:36.561303 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Attempting to bind port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:36.561662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Attempting to bind port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:36.568593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f156c4-f1b7-4f90-8812-4f6758e2868b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:36.579362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Subnet': ['ID=c5d226a0-5ed5-45f5-8c6f-8fad73687583,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:36.607515 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:36.607905 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:36.608302 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.608694 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:36.609335 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Bound port: 0cb2f530-69c0-46a1-9b6d-8f9dae078266, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:36.609765 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.638566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Checking segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:36.638945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network hostable DHCP agents. Network: 423d151f-d875-414c-ab6b-6e66a61c7e4a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:13:36.645476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.662339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:13:36.693514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 423d151f-d875-414c-ab6b-6e66a61c7e4a) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:36.701391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:36.703974 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.717475 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7df289-ae19-4ea7-be8e-1b399ad343bd None None] Pushing event updated for resources: {'Port': ['ID=0cb2f530-69c0-46a1-9b6d-8f9dae078266,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:36.727312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84ea4d-f3c0-4336-a6ad-74b158d6236b None None] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:36.783521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d3e6a0fa-57cf-449e-8188-9a638b674399 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8077979 Nov 23 23:13:36.786004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52492) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:36.821393 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] For port 0cb2f530-69c0-46a1-9b6d-8f9dae078266, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:36.830251 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] For port 0cb2f530-69c0-46a1-9b6d-8f9dae078266, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0cb2f530-69c0-46a1-9b6d-8f9dae078266,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:36.840444 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.910090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.921842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.923341 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:36.924148 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:36.925882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.933545 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Deleting port 53de77a1-8570-4190-a40f-ca08a7aeff72 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:36.937234 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:36.972260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aaa9ee-12a1-4029-8c80-209c7721ad1f None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:36.984546 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7df289-ae19-4ea7-be8e-1b399ad343bd None None] Pushing event updated for resources: {'Port': ['ID=0cb2f530-69c0-46a1-9b6d-8f9dae078266,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:37.071423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Provisioning complete for port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:37.075998 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.219091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=54ba4f18-e374-4770-b8e3-5af54bb729d0,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:37.236380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-423d151f-d875-414c-ab6b-6e66a61c7e4a', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:37.237238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.241028 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.264479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] For port 0cb2f530-69c0-46a1-9b6d-8f9dae078266, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0cb2f530-69c0-46a1-9b6d-8f9dae078266,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:37.281736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.291133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fedb64b-3b05-46e7-83b0-a735dbc2e80c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:37.294965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] For port 53de77a1-8570-4190-a40f-ca08a7aeff72, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=53de77a1-8570-4190-a40f-ca08a7aeff72,segment=NetworkSegment(4f9e4788-07d0-44c8-8369-754fe6dbf25b),segment_id=4f9e4788-07d0-44c8-8369-754fe6dbf25b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:37.295952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.319454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Calling delete_port for 53de77a1-8570-4190-a40f-ca08a7aeff72 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:37.329743 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:37.340816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:37.344633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:37.636456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Allocated IP 172.20.0.2 (423d151f-d875-414c-ab6b-6e66a61c7e4a/c5d226a0-5ed5-45f5-8c6f-8fad73687583/a1e87640-26c0-4fe7-895b-d8ee53e641cc) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:37.648026 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.650900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Router 447d3d19-714c-4b4f-8cc3-e5dd18c78f72 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:13:37.807081 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:34Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:37.850392 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df291d-49c6-4e88-ad33-74a6853b25d9 None None] The sync data for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 is: [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:34Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:37.897916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Provisioning complete for port 54ba4f18-e374-4770-b8e3-5af54bb729d0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:37.897916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.904650 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:37.914117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:37.922414 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ebf51803-16ef-43a1-8670-23cb1ead1030 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "PUT /v2.0/routers/447d3d19-714c-4b4f-8cc3-e5dd18c78f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1062372 Nov 23 23:13:37.925933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52510) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:37.934969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Pushing event updated for resources: {'Port': ['ID=0cb2f530-69c0-46a1-9b6d-8f9dae078266,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:37.962740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Sync routers for ids ['447d3d19-714c-4b4f-8cc3-e5dd18c78f72'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:37.976819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.022905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-af88312f-52e6-49f7-8463-ced02e458f34 None None] Port 54ba4f18-e374-4770-b8e3-5af54bb729d0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:38.027192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c979cd-4741-4d99-9b03-f6b88e47cfc5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:38.028791 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f1c979cd-4741-4d99-9b03-f6b88e47cfc5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports/54ba4f18-e374-4770-b8e3-5af54bb729d0 HTTP/1.1" status: 200 len: 911 time: 0.1019187 Nov 23 23:13:38.030606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.031382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:38.064668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.102789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Pushing event deleted for resources: {'Port': ['ID=53de77a1-8570-4190-a40f-ca08a7aeff72,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:38.103427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:38.108912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:38.110647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Routers {'447d3d19-714c-4b4f-8cc3-e5dd18c78f72'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:38.111285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['447d3d19-714c-4b4f-8cc3-e5dd18c78f72'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:38.113964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:38.123994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:38.124366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.191132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838efadc-647e-4ce1-899d-f0f508638a14 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:38.197736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838efadc-647e-4ce1-899d-f0f508638a14 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:38.199620 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-838efadc-647e-4ce1-899d-f0f508638a14 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1672142 Nov 23 23:13:38.204317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52516) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:38.251944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Pushing event updated for resources: {'Port': ['ID=a1e87640-26c0-4fe7-895b-d8ee53e641cc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:38.292207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.1 (423d151f-d875-414c-ab6b-6e66a61c7e4a/c5d226a0-5ed5-45f5-8c6f-8fad73687583/5fae345d-dd4d-4509-bc7b-4c6e2b32d590) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:38.395630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-86a0c983-d0fe-402f-b389-df3905c4d0c9 None None] Provisioning complete for port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:38.396379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86a0c983-d0fe-402f-b389-df3905c4d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.405686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.512965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Set router 447d3d19-714c-4b4f-8cc3-e5dd18c78f72 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:38.543453 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.575503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Attempting to bind port a1e87640-26c0-4fe7-895b-d8ee53e641cc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:38.576198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Attempting to bind port a1e87640-26c0-4fe7-895b-d8ee53e641cc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:38.584972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Attempting to bind port a1e87640-26c0-4fe7-895b-d8ee53e641cc on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:38.618289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.630102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:38.630498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Checking segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:38.630900 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.631320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Bound using segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:38.632261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Bound port: a1e87640-26c0-4fe7-895b-d8ee53e641cc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:38.632261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.655132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:38.701004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:38.704703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:38.714910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:38.752250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:38.823362 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.034727 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.068933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:39.240517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] For port a1e87640-26c0-4fe7-895b-d8ee53e641cc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:39.269812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] For port a1e87640-26c0-4fe7-895b-d8ee53e641cc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a1e87640-26c0-4fe7-895b-d8ee53e641cc,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:39.286225 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.404242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-86a0c983-d0fe-402f-b389-df3905c4d0c9 None None] Provisioning complete for port 54ba4f18-e374-4770-b8e3-5af54bb729d0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:39.404791 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86a0c983-d0fe-402f-b389-df3905c4d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.410885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0cb2f530-69c0-46a1-9b6d-8f9dae078266 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:39.569209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-86a0c983-d0fe-402f-b389-df3905c4d0c9 None None] Port 54ba4f18-e374-4770-b8e3-5af54bb729d0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:13:39.570878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafadd3-dc41-447b-badd-7951e18257f2 None None] Pushing event updated for resources: {'Port': ['ID=a1e87640-26c0-4fe7-895b-d8ee53e641cc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:39.606836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:39.607357 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.662343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.672249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.687702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d3d19-714c-4b4f-8cc3-e5dd18c78f72', 'name': 'tempest-NetworksTestDHCPv6-router-947620993', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:36Z', 'revision_number': 2, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None, '_interfaces': [{'id': '54ba4f18-e374-4770-b8e3-5af54bb729d0', 'name': '', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'mac_address': 'fa:16:3e:cc:e6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d3d19-714c-4b4f-8cc3-e5dd18c78f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '967b3325-af7c-46af-872b-fa3410ff4995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:34Z', 'updated_at': '2021-11-23T23:13:36Z', 'revision_number': 2, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'subnets': [{'id': '967b3325-af7c-46af-872b-fa3410ff4995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:39.741057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Checking router: 447d3d19-714c-4b4f-8cc3-e5dd18c78f72 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:39.741857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Updating router 447d3d19-714c-4b4f-8cc3-e5dd18c78f72 port 54ba4f18-e374-4770-b8e3-5af54bb729d0 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:39.771940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:39.779089 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e8e415a3-992a-46c9-9ab3-b2c3569e1430 admin admin] 10.222.0.11 "PUT /v2.0/routers/18e5493e-5d72-46b7-b32d-24b9ff9a1df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4317937 Nov 23 23:13:39.781771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52538) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:39.786271 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] Sync routers for ids ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:39.808572 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] Routers {'18e5493e-5d72-46b7-b32d-24b9ff9a1df8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:39.808901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.811719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:39.870949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.895167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:39.898876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:40.079777 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] Set router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:40.130649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:40.132692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:40.226374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.324356 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.336773 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.426205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f24725-f088-4c8b-9d7b-ca37c020f5bb None None] Pushing event updated for resources: {'Port': ['ID=54ba4f18-e374-4770-b8e3-5af54bb729d0,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:40.480265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 3825221c-164c-4ff4-9fba-677c05fd996c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:40.490706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.562358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 54ba4f18-e374-4770-b8e3-5af54bb729d0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:40.562727 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.568724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Attempting to bind port 54ba4f18-e374-4770-b8e3-5af54bb729d0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:40.569346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Attempting to bind port 54ba4f18-e374-4770-b8e3-5af54bb729d0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:40.570017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Attempting to bind port 54ba4f18-e374-4770-b8e3-5af54bb729d0 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:40.589237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:40.591888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:40.592824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.593339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:40.593737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Bound port: 54ba4f18-e374-4770-b8e3-5af54bb729d0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:40.594124 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.616243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 5, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port': {'id': '97ed2400-532a-47c7-94dd-2a12c32cc2e3', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:17Z', 'updated_at': '2021-11-23T23:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:40.696647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Deleting port 97ed2400-532a-47c7-94dd-2a12c32cc2e3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:40.696994 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.711434 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] Checking router: 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:40.735818 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] Routers {'18e5493e-5d72-46b7-b32d-24b9ff9a1df8'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:40.737406 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:40.772633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:40.779883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-851aa1ca-cec2-4636-a028-03ed9d951406 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/3825221c-164c-4ff4-9fba-677c05fd996c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9927256 Nov 23 23:13:40.804781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] For port 54ba4f18-e374-4770-b8e3-5af54bb729d0, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:40.813384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] For port 54ba4f18-e374-4770-b8e3-5af54bb729d0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=54ba4f18-e374-4770-b8e3-5af54bb729d0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:40.822893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.938063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] For port 54ba4f18-e374-4770-b8e3-5af54bb729d0, host n-d-817303-3, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:40.938369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:40.960582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Routers {'447d3d19-714c-4b4f-8cc3-e5dd18c78f72'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:40.962218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['447d3d19-714c-4b4f-8cc3-e5dd18c78f72'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:40.987153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 54ba4f18-e374-4770-b8e3-5af54bb729d0 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:40.991212 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] Set router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:41.118880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Sync routers for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:41.168432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-72084664-1a75-4db9-bb47-6bbf242f4586 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921606449&fields=id&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 267 time: 0.1400378 Nov 23 23:13:41.171820 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:40Z', 'revision_number': 6, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:41.184631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f24725-f088-4c8b-9d7b-ca37c020f5bb None None] Pushing event updated for resources: {'Port': ['ID=54ba4f18-e374-4770-b8e3-5af54bb729d0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:41.201998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] For port 97ed2400-532a-47c7-94dd-2a12c32cc2e3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=97ed2400-532a-47c7-94dd-2a12c32cc2e3,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:41.202373 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:41.242626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Calling delete_port for 97ed2400-532a-47c7-94dd-2a12c32cc2e3 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:41.260643 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6e37d-420f-448b-bd9e-8393a5a7553b None None] The sync data for ids ['18e5493e-5d72-46b7-b32d-24b9ff9a1df8'] in n-d-817303-3 is: [{'id': '18e5493e-5d72-46b7-b32d-24b9ff9a1df8', 'name': 'tempest-TestAggregatesBasicOps-195831282-router', 'tenant_id': 'ca61a6001a0245498d241ff1b188108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:15Z', 'updated_at': '2021-11-23T23:13:40Z', 'revision_number': 6, 'project_id': 'ca61a6001a0245498d241ff1b188108c', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:41.313732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c0f7ca61-155e-416f-87fb-45441f0c4923 None None] Provisioning complete for port 54ba4f18-e374-4770-b8e3-5af54bb729d0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:41.314176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ca61-155e-416f-87fb-45441f0c4923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:41.317570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:41.317570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:41.380999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] Set router 447d3d19-714c-4b4f-8cc3-e5dd18c78f72 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:41.429069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-46ce6825-5961-4a91-a45b-31ca1c6f2258 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:41.437475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-46ce6825-5961-4a91-a45b-31ca1c6f2258 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 796 time: 0.2678983 Nov 23 23:13:41.451231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a1e87640-26c0-4fe7-895b-d8ee53e641cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:41.460202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-b3c73254-cea9-402a-955e-e390afe0cbf5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/quotas/79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 375 time: 0.0213671 Nov 23 23:13:41.559000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-87fc7552-d3bc-496a-aa89-ae1cf4d28dd2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978198 Nov 23 23:13:41.620518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2530629-bc35-47cf-9c42-2687cf70b4e3 None None] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:41.669957 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:41.714990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=54ba4f18-e374-4770-b8e3-5af54bb729d0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:41.746611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c0f7ca61-155e-416f-87fb-45441f0c4923 None None] Could not find standard attr ID for object 54ba4f18-e374-4770-b8e3-5af54bb729d0. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:41.790830 n-d-817303-3 neutron-server[103524]: INFO neutron.plugins.ml2.db [None req-c0f7ca61-155e-416f-87fb-45441f0c4923 None None] No ports have port_id starting with 54ba4f18-e374-4770-b8e3-5af54bb729d0 Nov 23 23:13:41.850430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-ec4d580c-6380-4f3e-874f-aec6f993d824 service neutron] 10.222.0.11 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742653 Nov 23 23:13:41.929900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:41.957658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.034374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-672fdcfc-1af0-4f51-aeaf-eea9da433087 service neutron] 10.222.0.11 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748095 Nov 23 23:13:42.060793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ed2400-532a-47c7-94dd-2a12c32cc2e3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:42.103950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:42.215882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Router 447d3d19-714c-4b4f-8cc3-e5dd18c78f72 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:13:42.230478 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.323973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c919ff53-cd4c-44bc-a72c-0d7f56731a3d req-0ea58a5a-df49-4bb9-8ea3-fb5d6612b9d5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 210 time: 0.0450418 Nov 23 23:13:42.480580 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.485184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.496931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:13:42.500495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdc07f-95ce-493a-98df-8d74ee13b7d3 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:42.505946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52568) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:42.506173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7494eb33-774a-4be6-946b-d69119ac9eab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "PUT /v2.0/routers/447d3d19-714c-4b4f-8cc3-e5dd18c78f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3005896 Nov 23 23:13:42.564165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.564903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18e5493e-5d72-46b7-b32d-24b9ff9a1df8 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:13:42.572433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a1e87640-26c0-4fe7-895b-d8ee53e641cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:42.572433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.572835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.576407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a40917d9-249e-4124-85a9-891ea2ee88d7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/18e5493e-5d72-46b7-b32d-24b9ff9a1df8 HTTP/1.1" status: 204 len: 168 time: 2.7938561 Nov 23 23:13:42.579503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52570) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:42.640834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddffd59b-e9e5-4bbb-adaa-f5bbbc0770d0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:42.642951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddffd59b-e9e5-4bbb-adaa-f5bbbc0770d0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:42.645056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ddffd59b-e9e5-4bbb-adaa-f5bbbc0770d0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1378169 Nov 23 23:13:42.650471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52572) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:42.664226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] Deleting subnet 83b3975f-bdff-44cf-b7bd-0a08e1b7a898 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:42.682142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a2ef34ca-eec4-4c97-95ec-d0b69bf1c7ed None None] Provisioning complete for port a1e87640-26c0-4fe7-895b-d8ee53e641cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:42.682520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ef34ca-eec4-4c97-95ec-d0b69bf1c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.695283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.777263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 967b3325-af7c-46af-872b-fa3410ff4995 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:42.815349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.826180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.838297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.900901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:39Z', 'revision_number': 2, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:42.920383 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.938228 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2ef34ca-eec4-4c97-95ec-d0b69bf1c7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:42.960278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Checking router: 3825221c-164c-4ff4-9fba-677c05fd996c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:13:42.960639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Updating router 3825221c-164c-4ff4-9fba-677c05fd996c port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:13:43.082087 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.092313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port a1e87640-26c0-4fe7-895b-d8ee53e641cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a1e87640-26c0-4fe7-895b-d8ee53e641cc,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:43.094200 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.107052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447d3d19-714c-4b4f-8cc3-e5dd18c78f72', 'name': 'tempest-NetworksTestDHCPv6-router-947620993', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:36Z', 'revision_number': 2, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None, '_interfaces': [{'id': '54ba4f18-e374-4770-b8e3-5af54bb729d0', 'name': '', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'mac_address': 'fa:16:3e:cc:e6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d3d19-714c-4b4f-8cc3-e5dd18c78f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '967b3325-af7c-46af-872b-fa3410ff4995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:34Z', 'updated_at': '2021-11-23T23:13:40Z', 'revision_number': 4, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'subnets': [{'id': '967b3325-af7c-46af-872b-fa3410ff4995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:43.121341 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.200985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.282930 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:13:43.290606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7cd5a-bb9e-4525-88c3-49477d1ad953 None None] The sync data for ids ['447d3d19-714c-4b4f-8cc3-e5dd18c78f72'] in n-d-817303-3 is: [{'id': '447d3d19-714c-4b4f-8cc3-e5dd18c78f72', 'name': 'tempest-NetworksTestDHCPv6-router-947620993', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:36Z', 'revision_number': 2, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'gw_port_host': None, '_interfaces': [{'id': '54ba4f18-e374-4770-b8e3-5af54bb729d0', 'name': '', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'mac_address': 'fa:16:3e:cc:e6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447d3d19-714c-4b4f-8cc3-e5dd18c78f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '967b3325-af7c-46af-872b-fa3410ff4995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:34Z', 'updated_at': '2021-11-23T23:13:40Z', 'revision_number': 4, 'project_id': '470ec568cebb40619dfc152eede4d7a3', 'subnets': [{'id': '967b3325-af7c-46af-872b-fa3410ff4995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:43.310574 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.324752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 97ed2400-532a-47c7-94dd-2a12c32cc2e3 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:43.418450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.429328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52580) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:43.430223 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/967b3325-af7c-46af-872b-fa3410ff4995 HTTP/1.1" status: 204 len: 168 time: 0.7771702 Nov 23 23:13:43.435588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069b164-7329-4d6d-b875-8d9433e88706 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=967b3325-af7c-46af-872b-fa3410ff4995,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:43.485654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d3824-b63d-4100-bb56-c4075c606f53 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:43.499997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.544412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b3975f-bdff-44cf-b7bd-0a08e1b7a898,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:43.564328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.571914 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a97f0e7f-8e3d-41c6-a900-10da350eb955 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/83b3975f-bdff-44cf-b7bd-0a08e1b7a898 HTTP/1.1" status: 204 len: 168 time: 0.9869225 Nov 23 23:13:43.574707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52582) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:43.713423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:43.748974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bf4218c-cfc9-4852-9b1f-01e20b9a12fe req-a574b2b0-5fca-4f99-bba3-887a269f4f74 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 210 time: 0.0594318 Nov 23 23:13:43.795721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5f685023-13cb-48d2-99f7-07471266ec33 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3647537 Nov 23 23:13:43.832209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52584) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:43.895358 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a2ef34ca-eec4-4c97-95ec-d0b69bf1c7ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:13:43.896001 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a2ef34ca-eec4-4c97-95ec-d0b69bf1c7ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:13:43.896327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 97ed2400-532a-47c7-94dd-2a12c32cc2e3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:43.896668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 97ed2400-532a-47c7-94dd-2a12c32cc2e3 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:43.897332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53de77a1-8570-4190-a40f-ca08a7aeff72 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:43.920854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeecf2a-da00-4ff2-b053-979d295ffe6b None None] Network afdb2789-8e6e-4785-8470-71b5feb37f92 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:44.012018 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88094d6-6458-418b-8867-33f976306279 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.045327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-4974f04e-e399-44f8-b05a-9c6b4227efc4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:44.047165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-4974f04e-e399-44f8-b05a-9c6b4227efc4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 796 time: 0.2540843 Nov 23 23:13:44.136350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 53de77a1-8570-4190-a40f-ca08a7aeff72 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:44.136859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 53de77a1-8570-4190-a40f-ca08a7aeff72 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:44.178838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=a1e87640-26c0-4fe7-895b-d8ee53e641cc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:44.208915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Deleting port f483cc64-05ed-42f0-9c92-beadfcd2ff2c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:44.209171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.233938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-8e08cf77-723e-41e9-9e52-c302e0bcb94d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 379 time: 0.1768305 Nov 23 23:13:44.255679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'port': {'device_id': '8b818675-3ab4-40ba-9014-75ae372474b0', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'admin_state_up': True, 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'security_groups': ['43240278-fd21-4f20-b33a-062e7dd3fe5f']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:44.283497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88094d6-6458-418b-8867-33f976306279 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.286045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88094d6-6458-418b-8867-33f976306279 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.366041 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88094d6-6458-418b-8867-33f976306279 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.366506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88094d6-6458-418b-8867-33f976306279 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Fanout notify agent at l3_agent the message router_deleted on router 447d3d19-714c-4b4f-8cc3-e5dd18c78f72 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:13:44.378169 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e88094d6-6458-418b-8867-33f976306279 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.382554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e88094d6-6458-418b-8867-33f976306279 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/routers/447d3d19-714c-4b4f-8cc3-e5dd18c78f72 HTTP/1.1" status: 204 len: 168 time: 0.5488064 Nov 23 23:13:44.387016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:44.471342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a2ef34ca-eec4-4c97-95ec-d0b69bf1c7ed None None] Could not find standard attr ID for object 54ba4f18-e374-4770-b8e3-5af54bb729d0. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:44.489047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:44.513019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.527607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c300b7a-651f-47b4-ad31-548eeec63054 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:44.532679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6c300b7a-651f-47b4-ad31-548eeec63054 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1436977 Nov 23 23:13:44.535129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52590) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:44.554399 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.612312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] DHCP port deletion for afdb2789-8e6e-4785-8470-71b5feb37f92 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:44.616391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:44.625216 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.639269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] For port f483cc64-05ed-42f0-9c92-beadfcd2ff2c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,segment=NetworkSegment(4f9e4788-07d0-44c8-8369-754fe6dbf25b),segment_id=4f9e4788-07d0-44c8-8369-754fe6dbf25b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:44.639760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.640434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295620d2-1441-4265-94f6-5d8dd74c061e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:44.644870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-295620d2-1441-4265-94f6-5d8dd74c061e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068764 Nov 23 23:13:44.650122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52592) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:44.658486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] Provisioning complete for port a1e87640-26c0-4fe7-895b-d8ee53e641cc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:44.666617 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.709438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Calling delete_port for f483cc64-05ed-42f0-9c92-beadfcd2ff2c owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:44.717555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb5653c7-5d1c-4cab-89f5-fe8673c6dbbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610108 Nov 23 23:13:44.719703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52594) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:44.728732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:44.767060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb191462-8847-492e-af71-04b5e667caa4 None None] Pushing event updated for resources: {'Port': ['ID=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:44.811122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Attempting to bind port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:44.811688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Attempting to bind port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:44.812205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Attempting to bind port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:44.831496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] Deleting port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:44.832069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.851558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:44.853045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Checking segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:44.853288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.853744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Bound using segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:44.854317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Bound port: 5fae345d-dd4d-4509-bc7b-4c6e2b32d590, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:44.854904 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.936948 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:44.940755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:44.983660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] For port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2fedb64b-3b05-46e7-83b0-a735dbc2e80c,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:44.984212 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.002194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] Calling delete_port for 2fedb64b-3b05-46e7-83b0-a735dbc2e80c owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:45.003793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.049300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5612af0-6114-43db-aef2-296b2527b362 req-7aa8ee91-6d00-4086-bb39-a904fc7826ae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 210 time: 0.0948377 Nov 23 23:13:45.110439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] Deleting port f483cc64-05ed-42f0-9c92-beadfcd2ff2c {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:45.111086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.111477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:45.113714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] No DVR routers for this DVR port f483cc64-05ed-42f0-9c92-beadfcd2ff2c on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:45.316068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a1e87640-26c0-4fe7-895b-d8ee53e641cc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:45.550351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] For port f483cc64-05ed-42f0-9c92-beadfcd2ff2c, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:45.550651 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.575327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] For port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:45.582353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.592594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] Calling delete_port for f483cc64-05ed-42f0-9c92-beadfcd2ff2c owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:45.604143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] Port f483cc64-05ed-42f0-9c92-beadfcd2ff2c was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:13:45.616147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] For port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:45.640681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.643778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.652175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] Pushing event deleted for resources: {'Port': ['ID=2fedb64b-3b05-46e7-83b0-a735dbc2e80c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:45.655087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.671280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] Provisioning complete for port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:45.671671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.676080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.8 (423d151f-d875-414c-ab6b-6e66a61c7e4a/c5d226a0-5ed5-45f5-8c6f-8fad73687583/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:45.683806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdb2789-8e6e-4785-8470-71b5feb37f92']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:45.691003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:13:45.691675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7efff0-7e8a-481a-abf8-1d3c1a5ee6c1 None None] No DVR routers for this DVR port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:45.704778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9e4788-07d0-44c8-8369-754fe6dbf25b') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:45.705418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9e4788-07d0-44c8-8369-754fe6dbf25b') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:45.718881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] No DVR routers for this DVR port f483cc64-05ed-42f0-9c92-beadfcd2ff2c on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:45.727741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a521f-65f0-408e-a5c2-9d1994991b4e None None] Pushing event deleted for resources: {'Port': ['ID=f483cc64-05ed-42f0-9c92-beadfcd2ff2c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:45.730871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.767851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.803847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:13:45.804644 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:13:45.807390 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:13:45.821573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a1e87640-26c0-4fe7-895b-d8ee53e641cc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:45.822074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.827167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:45.836003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:45.911377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.920009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:45.923407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/afdb2789-8e6e-4785-8470-71b5feb37f92 HTTP/1.1" status: 204 len: 168 time: 2.3476603 Nov 23 23:13:45.986244 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] Sync routers for ids ['447d3d19-714c-4b4f-8cc3-e5dd18c78f72'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:13:45.995534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e761-3c70-4a63-9bcb-8067a20fc9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=afdb2789-8e6e-4785-8470-71b5feb37f92,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:46.011104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb191462-8847-492e-af71-04b5e667caa4 None None] Pushing event updated for resources: {'Port': ['ID=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:46.039508 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] Routers set() bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:46.048173 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] Router IDs set() for agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 23:13:46.049414 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_agentschedulers_db [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'447d3d19-714c-4b4f-8cc3-e5dd18c78f72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent'). {{(pid=103525) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 23:13:46.116375 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] Routers set() bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:13:46.116533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.116963 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] Router IDs set() for agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 23:13:46.117666 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_agentschedulers_db [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'447d3d19-714c-4b4f-8cc3-e5dd18c78f72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent'). {{(pid=103525) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 23:13:46.119376 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04cc83d-5749-4561-8f73-6b3abdf040c2 None None] The sync data for ids ['447d3d19-714c-4b4f-8cc3-e5dd18c78f72'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:46.232413 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.261981 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.292382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:46.316748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:46.329791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:46.333224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:46.338329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:13:46.409673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] For port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:46.420598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.452216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:46.452910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.490697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-08a2e7ce-a8ad-4bb6-b827-9670de5bc818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2389910 Nov 23 23:13:46.522576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Request body: {'port': {'device_id': '8b818675-3ab4-40ba-9014-75ae372474b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:46.527696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52608) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:46.645660 n-d-817303-3 neutron-server[103522]: WARNING neutron.services.revisions.revision_plugin [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Could not find related port for resource to bump revision. Nov 23 23:13:46.663277 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.677142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Port 2fedb64b-3b05-46e7-83b0-a735dbc2e80c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 23:13:46.689241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a42afb2e-a501-4163-89ba-53bf532377ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbc16b21c1464cd38bba115181274333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579249 Nov 23 23:13:46.689481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Reverting IP allocation for 2001:db8::f816:3eff:fee7:3432 {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 23:13:46.692410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee7:3432 {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 23:13:46.693751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52610) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:46.720825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.722066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fedb64b-3b05-46e7-83b0-a735dbc2e80c no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:46.770787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 2fedb64b-3b05-46e7-83b0-a735dbc2e80c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:46.771126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2fedb64b-3b05-46e7-83b0-a735dbc2e80c not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:46.771593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f483cc64-05ed-42f0-9c92-beadfcd2ff2c no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:46.780499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58d913-8a2b-47a3-87ab-45dadb9b3763 None None] Pushing event updated for resources: {'Port': ['ID=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:46.813154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:46.817402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f483cc64-05ed-42f0-9c92-beadfcd2ff2c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:46.817402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f483cc64-05ed-42f0-9c92-beadfcd2ff2c not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:46.828295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:46.834222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:46.835409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.838514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:46.844055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-da6213c1-2266-4156-b44f-565a3b738e9d None None] Provisioning complete for port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:46.848049 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da6213c1-2266-4156-b44f-565a3b738e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.850369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6375b2-5113-4ec9-a131-e7a541ff9b16 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:46.856975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7beb70-7a1a-4710-8bbd-a8032beef8d8 req-f4a3df68-46a5-4310-a6eb-56cb70d5813b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:46.858981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b7beb70-7a1a-4710-8bbd-a8032beef8d8 req-f4a3df68-46a5-4310-a6eb-56cb70d5813b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 931 time: 0.2040734 Nov 23 23:13:46.888292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-566638b0-6b2a-4d25-b200-3c4195dd5102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:46.918517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-691ccd4b-b801-4aa1-a2b2-6a7e1ad35cc8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1972816 Nov 23 23:13:46.922540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52612) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:46.929221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:46.978029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-566638b0-6b2a-4d25-b200-3c4195dd5102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.058197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b7beb70-7a1a-4710-8bbd-a8032beef8d8 req-44f9176d-f12a-4841-9dea-ffcdd22dc9ae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708884 Nov 23 23:13:47.107181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:13:47.116379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.146337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:47.149014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Transition to ACTIVE for port object 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:13:47.154484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.156032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.176952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-566638b0-6b2a-4d25-b200-3c4195dd5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.185794 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-566638b0-6b2a-4d25-b200-3c4195dd5102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.188082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 54ba4f18-e374-4770-b8e3-5af54bb729d0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:47.189732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-566638b0-6b2a-4d25-b200-3c4195dd5102 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75169000-e87f-46ab-bdd1-f4edb2b76630 HTTP/1.1" status: 204 len: 168 time: 0.4662495 Nov 23 23:13:47.213514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566638b0-6b2a-4d25-b200-3c4195dd5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75169000-e87f-46ab-bdd1-f4edb2b76630,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:47.216483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 54ba4f18-e374-4770-b8e3-5af54bb729d0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:47.216839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 54ba4f18-e374-4770-b8e3-5af54bb729d0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:47.246413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:47.313198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:45Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:13:47.386606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70734e70-1d8b-4ae3-a6e1-b42ed2e5dddd None None] The sync data for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 is: [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:45Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:13:47.427669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:47.429495 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.469833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:47.469833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:47.469833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:47.498763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:13:47.500066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:47.543044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:47.543300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Checking segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:47.544074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Bound using segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:47.544627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Bound port: 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:47.545202 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.847701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:47.854489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:47.863808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.870215 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Allocated IP 2001:db8::f816:3eff:fe58:c227 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc/d28c64af-84fc-42fe-babe-16e0fd18429e) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:47.883637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.919874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:47.920715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:47.923173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] 10.222.0.46 "PUT /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 1091 time: 1.4077954 Nov 23 23:13:47.923758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:13:47.937460 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ceb53d-d762-471d-baa4-375d6fbea374" -d '{"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:13:48.047056 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d93360-df6a-4516-a82a-3cb7464e782c x-openstack-request-id: req-52d93360-df6a-4516-a82a-3cb7464e782c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:13:48.047357 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:13:48.048707 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52d93360-df6a-4516-a82a-3cb7464e782c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:13:48.050034 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'status': 'completed', 'code': 200} Nov 23 23:13:48.082043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52624) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:48.114023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:48.143980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718d8a2-d2b3-4b3a-8161-35a389b1c35e service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:48.173272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-b262a002-526b-494e-9ece-f59f8c624a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:48.175438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-b262a002-526b-494e-9ece-f59f8c624a80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1094 time: 0.1615088 Nov 23 23:13:48.209219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:48.233875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:48.234732 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.270759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=7ab5aac2-e251-47ca-9ac4-fe447390e5a2,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:48.295658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-87c1a240-52c8-4bc9-a55c-dc77ce197522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 217 time: 0.1033275 Nov 23 23:13:48.296263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.307941 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.340136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-39e30a2f-b152-4b6f-9f5b-599507d3d081 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca61a6001a0245498d241ff1b188108c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272930 Nov 23 23:13:48.340917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52628) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:48.366701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-430ff93b-eb59-46b7-9bdd-6d1c503e73e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4416730 Nov 23 23:13:48.372211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52630) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:48.378259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:3e:9f:19', 'name': 'tempest-NetworksTestDHCPv6-414095527'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:48.415243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-06c86dc5-59c1-4bb9-b05e-9a5a5d291c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:48.417907 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-06c86dc5-59c1-4bb9-b05e-9a5a5d291c70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.1158583 Nov 23 23:13:48.419513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:48.424042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:48.429326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:48.435899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Pushing event updated for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:48.490471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-c2f94489-c85c-442e-b1d1-f4ae51dc0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:48.492326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-c2f94489-c85c-442e-b1d1-f4ae51dc0fed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658610 Nov 23 23:13:48.511175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9c062-1f07-415b-834b-7ff3448e9be7 req-7020728e-5b47-4548-bc4d-c0fccfb7dc51 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:48.516380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Attempting to bind port d28c64af-84fc-42fe-babe-16e0fd18429e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:48.516912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Attempting to bind port d28c64af-84fc-42fe-babe-16e0fd18429e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:48.517522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Attempting to bind port d28c64af-84fc-42fe-babe-16e0fd18429e on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:48.519852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22b9c062-1f07-415b-834b-7ff3448e9be7 req-7020728e-5b47-4548-bc4d-c0fccfb7dc51 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 943 time: 0.2882745 Nov 23 23:13:48.527084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:48.528247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:48.528247 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.528945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:48.529668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Bound port: d28c64af-84fc-42fe-babe-16e0fd18429e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:48.530178 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.612827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f9a8-b594-4c7b-a1f1-ddbd4b7433cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.623873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:48.629417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d28c64af-84fc-42fe-babe-16e0fd18429e,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:48.638668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.679218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22b9c062-1f07-415b-834b-7ff3448e9be7 req-fa80d4c1-6f9a-47b7-97f4-c16f62fbd52a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583388 Nov 23 23:13:48.689036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-60c6787b-5774-44f7-b60e-766153fc4c58 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886275 Nov 23 23:13:48.700236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f9a8-b594-4c7b-a1f1-ddbd4b7433cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.714530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:48.792451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c8e7-4f5e-4ed1-ac9d-310837e67e68 None None] Pushing event updated for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:48.850414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f9a8-b594-4c7b-a1f1-ddbd4b7433cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.855046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d7e9f9a8-b594-4c7b-a1f1-ddbd4b7433cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.856640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d7e9f9a8-b594-4c7b-a1f1-ddbd4b7433cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/158963d2-a5d7-4110-abaf-ca10a07cc88f HTTP/1.1" status: 204 len: 168 time: 0.5139842 Nov 23 23:13:48.871675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:48.885899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9f9a8-b594-4c7b-a1f1-ddbd4b7433cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158963d2-a5d7-4110-abaf-ca10a07cc88f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:48.908918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port c19f5bf4-0f9f-41f1-8a88-c99be31104cd yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:48.921412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c6d076f-afdf-4e3c-a75c-6eab6c9c57f5 req-3a9c03d5-54cc-40d5-b427-6b963b6b9248 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251663 Nov 23 23:13:49.058977 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-d7f9f49a-1d1c-4977-8844-df74a75a9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:49.060798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-d7f9f49a-1d1c-4977-8844-df74a75a9843 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1094 time: 0.0839317 Nov 23 23:13:49.171126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 172.20.0.4 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/7ab5aac2-e251-47ca-9ac4-fe447390e5a2/c19f5bf4-0f9f-41f1-8a88-c99be31104cd) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:49.196932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fe3e:9f19 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc/c19f5bf4-0f9f-41f1-8a88-c99be31104cd) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:49.335464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-88f6e9a3-fb0d-4aa2-a815-94971d8d8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:49.338761 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-88f6e9a3-fb0d-4aa2-a815-94971d8d8470 service neutron] 10.222.0.46 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 897 time: 0.2702584 Nov 23 23:13:49.385066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:49.445218 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-1b8bd096-c2ff-498b-9ce8-1adc92aaed4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 217 time: 0.0962739 Nov 23 23:13:49.489696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:49.490495 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:49.533856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-90236175-1d65-445f-b203-44bc62e47e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:49.535539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-90236175-1d65-445f-b203-44bc62e47e4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.0816495 Nov 23 23:13:49.591017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:49.642259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-de8b0249-ad40-4b48-9e29-f4839dbb1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:49.645349 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-de8b0249-ad40-4b48-9e29-f4839dbb1e70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988438 Nov 23 23:13:49.693506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:49.718579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d28c64af-84fc-42fe-babe-16e0fd18429e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:49.837109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=c19f5bf4-0f9f-41f1-8a88-c99be31104cd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:49.854696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:49.856975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:49.888961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:49.921614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:49.922096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:49.981193 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-a7954f1d-e542-4ca7-a586-c825542e237c service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273294 Nov 23 23:13:50.039181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:50.040549 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.075951 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.080302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-17869e88-6c6a-42c4-a3f4-d89c07b659ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7060208 Nov 23 23:13:50.085637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52646) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:50.091823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c049263-d6fc-4245-841b-b4ef43bd0d61 req-c3a71e59-19ee-4aae-9896-934fb26ed67e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:50.093938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c049263-d6fc-4245-841b-b4ef43bd0d61 req-c3a71e59-19ee-4aae-9896-934fb26ed67e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 943 time: 0.1621213 Nov 23 23:13:50.133942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d28c64af-84fc-42fe-babe-16e0fd18429e,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:50.140542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.158124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-32ceb53d-d762-471d-baa4-375d6fbea374 req-9576a68f-033c-43a8-9d22-31706ba4f7f2 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674933 Nov 23 23:13:50.174508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf66d1-ae5c-4f8e-b07c-164e5d1e264c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:50.183621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf66d1-ae5c-4f8e-b07c-164e5d1e264c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:50.183841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c049263-d6fc-4245-841b-b4ef43bd0d61 req-0a42b246-d465-4314-ad51-641890ef6e7f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825257 Nov 23 23:13:50.187982 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-27bf66d1-ae5c-4f8e-b07c-164e5d1e264c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0986092 Nov 23 23:13:50.188354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52648) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:50.240788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:50.306548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port c19f5bf4-0f9f-41f1-8a88-c99be31104cd {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:50.306880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.348946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f405438-1652-4ef4-8321-3831c8be47b8 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:50.401924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.416317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for c19f5bf4-0f9f-41f1-8a88-c99be31104cd owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:50.422011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d3db090e-b460-45c2-bcb0-5730e7da2e11 None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:50.422528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d3db090e-b460-45c2-bcb0-5730e7da2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.616556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.674058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=c19f5bf4-0f9f-41f1-8a88-c99be31104cd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:50.746611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.751281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-226b843d-3c50-479b-a41c-0fc62b968a30 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/c19f5bf4-0f9f-41f1-8a88-c99be31104cd HTTP/1.1" status: 204 len: 168 time: 0.5614200 Nov 23 23:13:50.753881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52650) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:50.813882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb08cc0-b864-4a24-9350-a65745c65d68 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:50.815404 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb08cc0-b864-4a24-9350-a65745c65d68 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:50.817058 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb08cc0-b864-4a24-9350-a65745c65d68 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:50.818662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2eb08cc0-b864-4a24-9350-a65745c65d68 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0638072 Nov 23 23:13:50.821818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52652) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:50.837459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f462b-242d-4a30-8f9c-50aede658e87 None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc', 'ip_address': '2001:db8::f816:3eff:fe58:c227'}, {'subnet_id': '7ab5aac2-e251-47ca-9ac4-fe447390e5a2'}], 'binding:host_id': 'n-d-817303-3'}, 'id': 'd28c64af-84fc-42fe-babe-16e0fd18429e'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:13:50.868190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2f4f462b-242d-4a30-8f9c-50aede658e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.878999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:50.882269 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:50.932380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.021702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.080882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-2f4f462b-242d-4a30-8f9c-50aede658e87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc: This subnet is being modified by another concurrent operation. Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc: This subnet is being modified by another concurrent operation. Nov 23 23:13:51.082665 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 23:13:51.111947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.115132 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc HTTP/1.1" status: 204 len: 168 time: 0.2922955 Nov 23 23:13:51.116283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85453a8f-a69d-475a-aaf1-e4ee35fd2d86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:51.118451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52654) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:51.166276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd3e8fa-7218-4922-a966-a7c9bb2b4d80 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:51.189212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 7ab5aac2-e251-47ca-9ac4-fe447390e5a2 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:51.192647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.232520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d28c64af-84fc-42fe-babe-16e0fd18429e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:51.254660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.321549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-779346b0-5b4b-4449-a9d0-393f839ab7dd None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:51.321918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-779346b0-5b4b-4449-a9d0-393f839ab7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.328636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.373140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1135f-7659-43b0-bc0c-bc56e59e9c01 req-6e2f4407-1e23-4c77-a9dc-2551633c06f4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:51.374554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9db1135f-7659-43b0-bc0c-bc56e59e9c01 req-6e2f4407-1e23-4c77-a9dc-2551633c06f4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 943 time: 0.0987403 Nov 23 23:13:51.429526 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.437937 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.451342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9db1135f-7659-43b0-bc0c-bc56e59e9c01 req-3ccb1437-0611-4dd8-9391-cdb26adfa0fe tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687740 Nov 23 23:13:51.471559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab5aac2-e251-47ca-9ac4-fe447390e5a2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:51.476266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.480079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9bee7c73-6a47-43ec-bc72-cc759ffc31ec tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/7ab5aac2-e251-47ca-9ac4-fe447390e5a2 HTTP/1.1" status: 204 len: 168 time: 0.3605144 Nov 23 23:13:51.482800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:51.510373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d28c64af-84fc-42fe-babe-16e0fd18429e,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:51.528596 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fcc34e00-3a43-4a77-be0d-be279e84cff9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445461 Nov 23 23:13:51.531445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52660) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:51.532759 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.538087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:51.546524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:13:51.599589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59175496-77a8-4c7e-87a0-e30591e60186 None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '7ab5aac2-e251-47ca-9ac4-fe447390e5a2'}], 'binding:host_id': 'n-d-817303-3'}, 'id': 'd28c64af-84fc-42fe-babe-16e0fd18429e'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:13:51.638613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:51.642262 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.651617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:51.660311 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-59175496-77a8-4c7e-87a0-e30591e60186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.807650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:51.819207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'port_id': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'mac_address': 'fa:16:3e:aa:c8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:13:51.863090 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.882808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:13:51.918829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:51.925176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.990941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:51.990941 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:51.993825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:13:52.022965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:52.095556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034cb19-3937-434e-9fee-64713e6db0be None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:13:52.145302 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.172427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:13:52.201907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.316198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034cb19-3937-434e-9fee-64713e6db0be None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:13:52.326827 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:13:52.329687 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:13:52.387256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d28c64af-84fc-42fe-babe-16e0fd18429e,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:52.422240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.427965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.429281 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.511246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:52.523091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:52.539870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:52.540224 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.587606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=eede6543-3f68-4c94-9250-a4d749992545,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:52.590929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=7']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:52.620404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52666) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:52.621127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-91df20c8-a609-4f59-b40c-364d92b2b651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0883198 Nov 23 23:13:52.625867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:52.678978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6e28b-86f3-4c35-a92b-11bf0545a802 req-e35405d3-6ebf-406f-9a20-4f34fa0c0d01 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:52.681002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91a6e28b-86f3-4c35-a92b-11bf0545a802 req-e35405d3-6ebf-406f-9a20-4f34fa0c0d01 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.1105812 Nov 23 23:13:52.761102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-91a6e28b-86f3-4c35-a92b-11bf0545a802 req-5fd2349d-e63e-4b9b-823a-a1ff32ea40a0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730274 Nov 23 23:13:52.785376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:52.789455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.901330 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:52.956465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d28c64af-84fc-42fe-babe-16e0fd18429e,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:52.962286 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.035628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926afdb-9d4d-4ca9-aafa-252f86ed30fc None None] Pushing event updated for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:53.081455 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a1d1cc12-4e46-47fd-8e02-ea206a2b88c7 None None] Could not find standard attr ID for object c19f5bf4-0f9f-41f1-8a88-c99be31104cd. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:53.154605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.207591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:53.211371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:53.214665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:53.215362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.230196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:53.243481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c579f462-7ecc-4405-a997-ec95a41e06e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6212323 Nov 23 23:13:53.246240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52670) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:53.252047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:a9:4c:12', 'name': 'tempest-NetworksTestDHCPv6-203636899'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:53.288416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d28c64af-84fc-42fe-babe-16e0fd18429e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:53.347535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:53.347948 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.393409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:53.485874 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.516935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 9be86529-4d30-4212-a9ed-51a0f3a31e8f yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:53.552397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:53.602671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1809741-05aa-48e2-a8bc-73faa4951bbe None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:13:53.678592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-424ca056-7680-4679-a899-7c913ab377b1 None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:53.679062 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-424ca056-7680-4679-a899-7c913ab377b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.702270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 172.20.0.14 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736/9be86529-4d30-4212-a9ed-51a0f3a31e8f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:53.710941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fea9:4c12 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/eede6543-3f68-4c94-9250-a4d749992545/9be86529-4d30-4212-a9ed-51a0f3a31e8f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:53.775753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:13:53.783348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:53.783768 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.791311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1809741-05aa-48e2-a8bc-73faa4951bbe None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:13:53.896643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b364228-3339-4146-8995-982ffaec2b32 req-0b288d54-ca68-43f9-84d2-45948cc084dd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:53.899713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b364228-3339-4146-8995-982ffaec2b32 req-0b288d54-ca68-43f9-84d2-45948cc084dd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.0540490 Nov 23 23:13:53.922786 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:53.959758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b364228-3339-4146-8995-982ffaec2b32 req-c64bd156-5b61-44c7-9db0-845d3da0c316 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530715 Nov 23 23:13:53.999896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.010630 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.049512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:54.052990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:54.056029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:54.068058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:13:54.070317 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729017b8-2e0e-4102-9af0-eaa503f54569" -d '{"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-plugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:13:54.087452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:54.092847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.114017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=9be86529-4d30-4212-a9ed-51a0f3a31e8f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:54.162649 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea068d25-965e-4663-870a-2898549de108 x-openstack-request-id: req-ea068d25-965e-4663-870a-2898549de108 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:13:54.162927 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-plugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:13:54.163187 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea068d25-965e-4663-870a-2898549de108 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:13:54.163614 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'code': 200} Nov 23 23:13:54.172286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:54.173212 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.191079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:54.202557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-eacd7f31-c081-4f64-be42-154241f804d4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9544983 Nov 23 23:13:54.204579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:54.272145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be857ca-b723-406d-a7d3-d9bf32b4d372 req-0a32b8d9-89f7-4b74-be79-ad55aaafa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:54.275374 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3be857ca-b723-406d-a7d3-d9bf32b4d372 req-0a32b8d9-89f7-4b74-be79-ad55aaafa389 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1096 time: 0.0672033 Nov 23 23:13:54.278167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1f0cd-cce2-4c81-bc9d-314e3d33e6bc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:54.284720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1f0cd-cce2-4c81-bc9d-314e3d33e6bc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:54.286334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-faa1f0cd-cce2-4c81-bc9d-314e3d33e6bc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0807655 Nov 23 23:13:54.291100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52680) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:54.294927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636dac2-9616-4128-950b-88c5ae97e3bd None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': 'eede6543-3f68-4c94-9250-a4d749992545', 'ip_address': '2001:db8::f816:3eff:fe58:c227'}, {'subnet_id': '8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736'}], 'binding:host_id': 'n-d-817303-3'}, 'id': 'd28c64af-84fc-42fe-babe-16e0fd18429e'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:13:54.330949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9636dac2-9616-4128-950b-88c5ae97e3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.335268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3be857ca-b723-406d-a7d3-d9bf32b4d372 req-bc4bc080-dd77-4bc0-97be-4a8b17d49727 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511384 Nov 23 23:13:54.392826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 9be86529-4d30-4212-a9ed-51a0f3a31e8f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:54.393176 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.507821 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.522333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 9be86529-4d30-4212-a9ed-51a0f3a31e8f owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:54.672858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-9636dac2-9616-4128-950b-88c5ae97e3bd None None] Allocated IP 172.20.0.2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736/d28c64af-84fc-42fe-babe-16e0fd18429e) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:54.733403 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.767012 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=9be86529-4d30-4212-a9ed-51a0f3a31e8f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:54.787236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9636dac2-9616-4128-950b-88c5ae97e3bd None None] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d28c64af-84fc-42fe-babe-16e0fd18429e,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:54.822454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9636dac2-9616-4128-950b-88c5ae97e3bd None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.827658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9636dac2-9616-4128-950b-88c5ae97e3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.864418 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:54.870833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dadce9b8-e96d-4b56-97dd-904f26aa7ce1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/9be86529-4d30-4212-a9ed-51a0f3a31e8f HTTP/1.1" status: 204 len: 168 time: 0.5764239 Nov 23 23:13:54.872180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52682) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:54.922630 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636dac2-9616-4128-950b-88c5ae97e3bd None None] Pushing event updated for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:54.944031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566b77e-6df1-4b11-b40f-b5d935b7ed86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:54.946252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566b77e-6df1-4b11-b40f-b5d935b7ed86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:54.948680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566b77e-6df1-4b11-b40f-b5d935b7ed86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:54.952954 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3566b77e-6df1-4b11-b40f-b5d935b7ed86 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0769632 Nov 23 23:13:54.954269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52684) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:55.026537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:55.028703 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.085907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.131116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0067dc-2f4e-4915-abd1-64fc60710e5b req-3e9c3134-8409-4077-9c2a-5dac9784e645 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:55.132948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0067dc-2f4e-4915-abd1-64fc60710e5b req-3e9c3134-8409-4077-9c2a-5dac9784e645 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0790181 Nov 23 23:13:55.228738 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.254236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e0067dc-2f4e-4915-abd1-64fc60710e5b req-a575c632-857d-4cca-b401-c845124cecae tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038201 Nov 23 23:13:55.300430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d28c64af-84fc-42fe-babe-16e0fd18429e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:55.366663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:55.367087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.376816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.436039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.444370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52692) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:55.444590 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736 HTTP/1.1" status: 204 len: 168 time: 0.4890826 Nov 23 23:13:55.446190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423071c-ac20-4355-847a-15cdf8624555 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:55.534698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet eede6543-3f68-4c94-9250-a4d749992545 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:13:55.538448 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.592761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.696530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.777359 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.801025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d825ea-15b4-4946-bc7f-6c22c1da4578 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:55.819500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=eede6543-3f68-4c94-9250-a4d749992545,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:55.824064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:55.827257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-18eaab64-dd3c-4f34-b276-2c77f804fd93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/eede6543-3f68-4c94-9250-a4d749992545 HTTP/1.1" status: 204 len: 168 time: 0.3815870 Nov 23 23:13:55.829920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52694) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:55.873989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e7700997-2353-49ea-bc74-7fffe7811d9a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427990 Nov 23 23:13:55.876781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52696) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:55.882105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:55.899617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-26cae3e9-05d7-4b42-a512-4692264e79bd None None] Could not find standard attr ID for object 9be86529-4d30-4212-a9ed-51a0f3a31e8f. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:13:55.941815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-26cae3e9-05d7-4b42-a512-4692264e79bd None None] Provisioning complete for port d28c64af-84fc-42fe-babe-16e0fd18429e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:55.942207 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26cae3e9-05d7-4b42-a512-4692264e79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.008645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:56.016842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.136248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:13:56.202267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] Deleting port d28c64af-84fc-42fe-babe-16e0fd18429e {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:13:56.202682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.284753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] For port d28c64af-84fc-42fe-babe-16e0fd18429e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d28c64af-84fc-42fe-babe-16e0fd18429e,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:56.285095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.306700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] Calling delete_port for d28c64af-84fc-42fe-babe-16e0fd18429e owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:13:56.354984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.418903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:56.423310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.449781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:56.455650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] Pushing event deleted for resources: {'Port': ['ID=d28c64af-84fc-42fe-babe-16e0fd18429e,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:56.456419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:56.457145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.458364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f09180-9068-4a84-aff5-f3762384b740 None None] No DVR routers for this DVR port d28c64af-84fc-42fe-babe-16e0fd18429e on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:13:56.478337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604b54d-3fe6-4f53-8d9f-8a56794497df None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:56.498889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1c5d8-562c-4ef9-b917-6bb8d19bd865 req-2ea37749-43b0-425f-8db3-43c33909224e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:56.501090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9b1c5d8-562c-4ef9-b917-6bb8d19bd865 req-2ea37749-43b0-425f-8db3-43c33909224e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.1045470 Nov 23 23:13:56.503086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=dd941bf5-c51f-431e-9934-559bcb3a7eba,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:56.528716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2310f45b-46f7-4f68-b9c2-2de892ab010f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6507492 Nov 23 23:13:56.531719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:56.537354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:56.572828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9b1c5d8-562c-4ef9-b917-6bb8d19bd865 req-5dd3060f-7b04-453b-b537-10438b595a8a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613725 Nov 23 23:13:56.675839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': 'dd941bf5-c51f-431e-9934-559bcb3a7eba'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:13:56.677098 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.765705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:56.770171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:56.823728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26741-4d87-454d-be91-0c47993a38ae req-0133ee46-d888-462a-ac43-5f6e650d77b7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:56.825567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a26741-4d87-454d-be91-0c47993a38ae req-0133ee46-d888-462a-ac43-5f6e650d77b7 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.1186490 Nov 23 23:13:56.863554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Allocated IP 172.20.0.2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/dd941bf5-c51f-431e-9934-559bcb3a7eba/57dab3aa-f779-4e80-8246-352a6d9bd950) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:56.897227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8a26741-4d87-454d-be91-0c47993a38ae req-7b04e1f9-2e51-4baf-92a5-1b5c38e940b2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653014 Nov 23 23:13:56.923427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52706) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:56.995205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02782148-9c56-4577-bf35-f6733c73013f tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:57.001495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-02782148-9c56-4577-bf35-f6733c73013f tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1091 time: 0.0769155 Nov 23 23:13:57.004681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52708) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:57.013128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:57.080422 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.101043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.108392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.145777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:57.155769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:57.192646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:57.281680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.285226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Attempting to bind port 57dab3aa-f779-4e80-8246-352a6d9bd950 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:13:57.285598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Attempting to bind port 57dab3aa-f779-4e80-8246-352a6d9bd950 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:13:57.285958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Attempting to bind port 57dab3aa-f779-4e80-8246-352a6d9bd950 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:13:57.296426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:13:57.296797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:13:57.297198 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.297592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:13:57.298059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Bound port: 57dab3aa-f779-4e80-8246-352a6d9bd950, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:13:57.298436 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.313707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d28c64af-84fc-42fe-babe-16e0fd18429e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:13:57.337849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d28c64af-84fc-42fe-babe-16e0fd18429e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:13:57.338103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d28c64af-84fc-42fe-babe-16e0fd18429e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:13:57.341124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Pushing event updated for resources: {'Port': ['ID=57dab3aa-f779-4e80-8246-352a6d9bd950,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:57.412583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] For port 57dab3aa-f779-4e80-8246-352a6d9bd950, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:13:57.418906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] For port 57dab3aa-f779-4e80-8246-352a6d9bd950, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57dab3aa-f779-4e80-8246-352a6d9bd950,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:13:57.424913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.468527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.objects.ports [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:13:57.501854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f3fb0-62d3-423a-aadd-e9e569c7c5e1 None None] Pushing event updated for resources: {'Port': ['ID=57dab3aa-f779-4e80-8246-352a6d9bd950,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:57.515460 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:57.747720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.40 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/f1e4e9e1-1419-4a82-8d9f-6f52532c26fc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:58.285467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.303407 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.406054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.490758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:58.496846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:58.505493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:58.517104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=f1e4e9e1-1419-4a82-8d9f-6f52532c26fc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:58.536992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0cab65-ca26-4c0a-82f0-e69f13f28802 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:58.553186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] For port 57dab3aa-f779-4e80-8246-352a6d9bd950, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57dab3aa-f779-4e80-8246-352a6d9bd950,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:58.606762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4fdc03f7-0894-4307-a79c-c2703e21642e None None] Provisioning complete for port 57dab3aa-f779-4e80-8246-352a6d9bd950 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:58.607129 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fdc03f7-0894-4307-a79c-c2703e21642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.611930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.638991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.639695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.746321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:58.761262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fdc03f7-0894-4307-a79c-c2703e21642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.792647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:58.801724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4fdc03f7-0894-4307-a79c-c2703e21642e None None] For port 57dab3aa-f779-4e80-8246-352a6d9bd950, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57dab3aa-f779-4e80-8246-352a6d9bd950,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:13:58.801950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:58.802510 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.808252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fdc03f7-0894-4307-a79c-c2703e21642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.808877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=3b1d0d6f-a5a6-4b5c-a556-ebde122a3987,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:58.816279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=57dab3aa-f779-4e80-8246-352a6d9bd950,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:58.873252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc03f7-0894-4307-a79c-c2703e21642e None None] Pushing event updated for resources: {'Port': ['ID=57dab3aa-f779-4e80-8246-352a6d9bd950,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:58.878163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-184b4e0d-00a5-4a1f-b2c6-4085e2489dad tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3448024 Nov 23 23:13:58.881148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:13:58.888667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:58:76:69', 'name': 'tempest-NetworksTestDHCPv6-1690570411'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:13:59.036011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:13:59.104292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.148347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.184042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 32a9cf46-1547-49e4-8fea-4fd2ba13e597 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:13:59.231292 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.319147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57dab3aa-f779-4e80-8246-352a6d9bd950 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:13:59.439172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 172.20.0.9 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/dd941bf5-c51f-431e-9934-559bcb3a7eba/32a9cf46-1547-49e4-8fea-4fd2ba13e597) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:59.446917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fe58:7669 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/3b1d0d6f-a5a6-4b5c-a556-ebde122a3987/32a9cf46-1547-49e4-8fea-4fd2ba13e597) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:13:59.454477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 57dab3aa-f779-4e80-8246-352a6d9bd950 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:59.454477 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.522857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.533257 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.599138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=f1e4e9e1-1419-4a82-8d9f-6f52532c26fc,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:59.605765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d156c5e-d82c-4cb2-8970-0649c0e37342 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:13:59.655205 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.668269 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.697724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.718527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-161ec2a3-d08f-4f8e-a5f5-242695e12843 None None] Provisioning complete for port 57dab3aa-f779-4e80-8246-352a6d9bd950 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:13:59.718979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-161ec2a3-d08f-4f8e-a5f5-242695e12843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:59.746956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:13:59.750284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:13:59.754751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:13:59.762290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=32a9cf46-1547-49e4-8fea-4fd2ba13e597,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:13:59.901385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:13:59.901385 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.004450 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 5ce3bcc1-8740-41df-a679-83b9aee6f133 associated. External IP: 172.25.0.40, port: 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4. Nov 23 23:14:00.004450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52726) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:00.007226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2a0d2be9-f1b5-48bc-9151-de6b59dbbfe1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9759991 Nov 23 23:14:00.008366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6ca8e-de25-49ab-b7ac-91f01e50bb9d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:00.014305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6ca8e-de25-49ab-b7ac-91f01e50bb9d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:00.019817 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3bf6ca8e-de25-49ab-b7ac-91f01e50bb9d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1212988 Nov 23 23:14:00.019817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52734) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:00.235203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 32a9cf46-1547-49e4-8fea-4fd2ba13e597 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:00.235399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.275855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af61592f-793e-420c-83da-8565f4d476be None None] Provisioning complete for port 57dab3aa-f779-4e80-8246-352a6d9bd950 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:00.276231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af61592f-793e-420c-83da-8565f4d476be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.348076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 3825221c-164c-4ff4-9fba-677c05fd996c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:14:00.375265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.411554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af61592f-793e-420c-83da-8565f4d476be None None] Provisioning complete for port 32a9cf46-1547-49e4-8fea-4fd2ba13e597 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:00.412041 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af61592f-793e-420c-83da-8565f4d476be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.422883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 32a9cf46-1547-49e4-8fea-4fd2ba13e597 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:00.457866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-af61592f-793e-420c-83da-8565f4d476be None None] Port 32a9cf46-1547-49e4-8fea-4fd2ba13e597 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:14:00.551205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:14:00.568665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] Sync routers for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:14:00.583227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:14:00.584345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:00.590364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.661751 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7fa6baad-7006-4df3-b149-fdcb8590015b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6497419 Nov 23 23:14:00.673095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:14:00.675462 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:14:00.772740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7a3fa517-b00e-4d62-a3de-c9bf0d50dedb None None] Could not find standard attr ID for object 9be86529-4d30-4212-a9ed-51a0f3a31e8f. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:00.773789 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335b9afa-7dd8-4c44-b545-d8a8e3119923 x-openstack-request-id: req-335b9afa-7dd8-4c44-b545-d8a8e3119923 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:14:00.774354 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:14:00.774624 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-335b9afa-7dd8-4c44-b545-d8a8e3119923 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:14:00.775069 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'status': 'completed', 'code': 200} Nov 23 23:14:00.825923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:14:00.841801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc014-ade3-43c1-83cf-6f6a0a31acf1 req-7b090eeb-5bfc-4000-a9c7-35e96a80dc50 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:00.850114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-077cc014-ade3-43c1-83cf-6f6a0a31acf1 req-7b090eeb-5bfc-4000-a9c7-35e96a80dc50 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0821824 Nov 23 23:14:00.887401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-fea1bb5c-52ad-42c4-b625-f9b403b11268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:00.889707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-fea1bb5c-52ad-42c4-b625-f9b403b11268 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1096 time: 0.1137984 Nov 23 23:14:00.912603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.961704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-077cc014-ade3-43c1-83cf-6f6a0a31acf1 req-439c8393-b1d0-47e4-9276-e4feb846c255 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098065 Nov 23 23:14:01.018160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52752) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:01.044814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=32a9cf46-1547-49e4-8fea-4fd2ba13e597,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:01.162908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e365f966-46d7-4198-893a-6c8fed31a806 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/5ce3bcc1-8740-41df-a679-83b9aee6f133 HTTP/1.1" status: 200 len: 990 time: 0.1425591 Nov 23 23:14:01.238133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-d1c83e9a-c990-4d94-ab9c-da1841e7248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:01.240264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5d3adda7-bb38-48ad-878e-3207f2cbaa6b None None] Could not find standard attr ID for object 32a9cf46-1547-49e4-8fea-4fd2ba13e597. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:01.240543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-d1c83e9a-c990-4d94-ab9c-da1841e7248e service neutron] 10.222.0.46 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 897 time: 0.3421087 Nov 23 23:14:01.295778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5ce3bcc1-8740-41df-a679-83b9aee6f133', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'port_id': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'mac_address': 'fa:16:3e:aa:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b818675-3ab4-40ba-9014-75ae372474b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:13:58Z', 'updated_at': '2021-11-23T23:13:58Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:46Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:01.304245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.310981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:01.332066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3dd9aca2-1574-4fae-8656-945f0d5eb01a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/32a9cf46-1547-49e4-8fea-4fd2ba13e597 HTTP/1.1" status: 204 len: 168 time: 1.2863951 Nov 23 23:14:01.360387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] Checking router: 3825221c-164c-4ff4-9fba-677c05fd996c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:14:01.375622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-96b435bc-02d5-4eba-ad5d-065e37095e64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 998 time: 0.1261714 Nov 23 23:14:01.375981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:14:01.376691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:13:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:01.399473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87516ada-6aba-4dfe-b038-76559503c250 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:01.401468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87516ada-6aba-4dfe-b038-76559503c250 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:01.403191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87516ada-6aba-4dfe-b038-76559503c250 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:01.408323 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-87516ada-6aba-4dfe-b038-76559503c250 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0959222 Nov 23 23:14:01.409210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52764) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:01.439354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-fbb42605-13d8-4465-956f-e1123d3a128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:01.441857 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-fbb42605-13d8-4465-956f-e1123d3a128c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.0589178 Nov 23 23:14:01.479155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 3b1d0d6f-a5a6-4b5c-a556-ebde122a3987 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:01.483389 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.507345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-2a277c5d-2897-4b73-98ae-98c196249751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:01.516519 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-2a277c5d-2897-4b73-98ae-98c196249751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688620 Nov 23 23:14:01.544363 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.709188 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-aa28801f-4ad9-465b-b570-61ae3cdb8e90 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662326 Nov 23 23:14:01.721740 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.810669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.815663 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98b74389-659e-4573-bd39-f72e77157d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.830945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:14:01.847554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1d0d6f-a5a6-4b5c-a556-ebde122a3987,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:01.858162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.860795 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b8ccf5e-cc0d-444a-ab18-f22dfac57d3f req-2a87bc5d-4261-438d-aa6b-2c7e23b1fe40 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451359 Nov 23 23:14:01.864891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7c80ec59-cef4-4651-b9c2-f465a4b1f8de tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/3b1d0d6f-a5a6-4b5c-a556-ebde122a3987 HTTP/1.1" status: 204 len: 168 time: 0.4521332 Nov 23 23:14:01.865194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52772) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:01.935643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d9a4a-59fd-40e0-81d6-c2ed62143ff4 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:01.951945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet dd941bf5-c51f-431e-9934-559bcb3a7eba {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:01.956495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.003959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.104532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.168238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52778) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:02.226713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.263346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5ce3bcc1-8740-41df-a679-83b9aee6f133', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'port_id': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'mac_address': 'fa:16:3e:aa:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b818675-3ab4-40ba-9014-75ae372474b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:13:58Z', 'updated_at': '2021-11-23T23:13:58Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:46Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:02.287760 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d082ec13-ab60-43cc-9df2-27e4d1b84d73 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/5ce3bcc1-8740-41df-a679-83b9aee6f133 HTTP/1.1" status: 200 len: 990 time: 0.1172082 Nov 23 23:14:02.287919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.291309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/dd941bf5-c51f-431e-9934-559bcb3a7eba HTTP/1.1" status: 204 len: 168 time: 0.4251473 Nov 23 23:14:02.292413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f232279-c7e1-4bca-8bcf-b1f4279658f1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=dd941bf5-c51f-431e-9934-559bcb3a7eba,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:02.294231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52782) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:02.322052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670e7968-e0fc-47cc-91e6-f43beed009c6 None None] The sync data for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 is: [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5ce3bcc1-8740-41df-a679-83b9aee6f133', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'port_id': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'mac_address': 'fa:16:3e:aa:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b818675-3ab4-40ba-9014-75ae372474b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:13:58Z', 'updated_at': '2021-11-23T23:13:58Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:46Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:14:02.348629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3bf719f3-8d7b-4703-82aa-6db6cff57733 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531046 Nov 23 23:14:02.351193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52786) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:02.356867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:02.372090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43965170-7ddc-4637-85a1-42f8e491ba0f None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': 'dd941bf5-c51f-431e-9934-559bcb3a7eba'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '57dab3aa-f779-4e80-8246-352a6d9bd950'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:14:02.408611 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43965170-7ddc-4637-85a1-42f8e491ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.464908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:02.469252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.628438 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfac50cb-fe88-4446-9ee6-4e34c154afe5 None None] New status for floating IP 5ce3bcc1-8740-41df-a679-83b9aee6f133: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:14:02.660144 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d7f815-9f24-4808-846b-d7d243aa50b0 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:02.770269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9fdcf882-1635-4068-a6d8-bfd2b702b15c None None] Provisioning complete for port 57dab3aa-f779-4e80-8246-352a6d9bd950 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:02.771586 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf882-1635-4068-a6d8-bfd2b702b15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.779941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.859316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:02.864053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:02.867745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:02.868466 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:02.886043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=71b64e06-bc7b-4d03-9141-e4ab855b531a,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:02.902412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5466554 Nov 23 23:14:02.902412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.902412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.902412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.902412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.903964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.903964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.903964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.903964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.904308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.904399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.904688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.905021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e7d77-7150-4e37-81c1-412c32788d81 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:02.905532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52794) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:02.913748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:02.925099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:02.995839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] Deleting port 57dab3aa-f779-4e80-8246-352a6d9bd950 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:02.996203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.069178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:03.072775 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.107341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] For port 57dab3aa-f779-4e80-8246-352a6d9bd950, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57dab3aa-f779-4e80-8246-352a6d9bd950,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:03.107788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.141101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] Calling delete_port for 57dab3aa-f779-4e80-8246-352a6d9bd950 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:03.241394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57dab3aa-f779-4e80-8246-352a6d9bd950 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:03.290933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52802) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:03.337507 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.374469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] No DVR routers for this DVR port 57dab3aa-f779-4e80-8246-352a6d9bd950 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:03.386287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port 57dab3aa-f779-4e80-8246-352a6d9bd950 {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 23:14:03.386287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57dab3aa-f779-4e80-8246-352a6d9bd950 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:03.388044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e005-ebc9-4e51-9b8c-fca2acee021f None None] Pushing event deleted for resources: {'Port': ['ID=57dab3aa-f779-4e80-8246-352a6d9bd950,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:03.429419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d5459-ad00-41c1-bdb4-24916f24aac9 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:03.440210 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6c3f13b7-8b14-4246-a26b-ecfb13841a83 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/5ce3bcc1-8740-41df-a679-83b9aee6f133 HTTP/1.1" status: 200 len: 992 time: 0.1479487 Nov 23 23:14:03.613210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '71b64e06-bc7b-4d03-9141-e4ab855b531a'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:03.614390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.777799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Allocated IP 172.20.0.2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/71b64e06-bc7b-4d03-9141-e4ab855b531a/de67e6ee-70cc-4813-94e0-a0c2372f1273) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:03.839602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:03.841209 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.891073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:03.894505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:03.899471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:03.900095 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.912768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=276d66fb-71ab-48a7-b209-654962e17341,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:03.923581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bf1647a6-a239-4a09-bff4-017de7a631ba tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0161047 Nov 23 23:14:03.926733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52812) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:03.933225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:ce:53:c6', 'name': 'tempest-NetworksTestDHCPv6-1999098606'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:03.961005 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.968275 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.013889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:04.016857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:04.020565 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:04.029251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Pushing event updated for resources: {'Port': ['ID=de67e6ee-70cc-4813-94e0-a0c2372f1273,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:04.054662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:04.060096 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.083981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 84c1c89c-eae1-4a18-a6fd-50920755eb08 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:04.089660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Attempting to bind port de67e6ee-70cc-4813-94e0-a0c2372f1273 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:04.090651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Attempting to bind port de67e6ee-70cc-4813-94e0-a0c2372f1273 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:04.090651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Attempting to bind port de67e6ee-70cc-4813-94e0-a0c2372f1273 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:04.097162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:04.098720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:04.099143 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.099553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:04.100207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Bound port: de67e6ee-70cc-4813-94e0-a0c2372f1273, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:04.100608 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.178358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] For port de67e6ee-70cc-4813-94e0-a0c2372f1273, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:04.184366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] For port de67e6ee-70cc-4813-94e0-a0c2372f1273, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=de67e6ee-70cc-4813-94e0-a0c2372f1273,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:04.190447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.259586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f7776-6811-4c3b-9a49-66c6f08b067c None None] Pushing event updated for resources: {'Port': ['ID=de67e6ee-70cc-4813-94e0-a0c2372f1273,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:04.284055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 172.20.0.5 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/71b64e06-bc7b-4d03-9141-e4ab855b531a/84c1c89c-eae1-4a18-a6fd-50920755eb08) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:04.295950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fece:53c6 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/276d66fb-71ab-48a7-b209-654962e17341/84c1c89c-eae1-4a18-a6fd-50920755eb08) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:04.521631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.566522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.615653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:04.622572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:04.626420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:04.655499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=84c1c89c-eae1-4a18-a6fd-50920755eb08,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:04.682787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:04.683531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.700319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b5d154ef-af97-4f65-aafc-1b6734eb5c7d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7721124 Nov 23 23:14:04.702412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52824) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:04.745147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0e5-b2fa-4e56-9f33-3a1f4d293c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.766913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6141e77-925f-4607-b280-5399f1a74f75 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:04.773032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6141e77-925f-4607-b280-5399f1a74f75 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:04.775547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c6141e77-925f-4607-b280-5399f1a74f75 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0721514 Nov 23 23:14:04.778335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52828) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:04.867425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 84c1c89c-eae1-4a18-a6fd-50920755eb08 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:04.867820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.972794 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.986877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 84c1c89c-eae1-4a18-a6fd-50920755eb08 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:05.094016 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.233290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.289816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device de67e6ee-70cc-4813-94e0-a0c2372f1273 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:05.342627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=84c1c89c-eae1-4a18-a6fd-50920755eb08,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:05.379654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port de67e6ee-70cc-4813-94e0-a0c2372f1273 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:05.380220 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.409957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.417868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-26f6ab3b-0662-4432-9f65-5d4c5a5a90f2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/84c1c89c-eae1-4a18-a6fd-50920755eb08 HTTP/1.1" status: 204 len: 168 time: 0.6342070 Nov 23 23:14:05.418072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf4026-5b58-49fb-bdc5-4564375d4353 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:05.418213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:05.480805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb95985-cb2a-4ebd-b620-83aafef200c5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:05.482712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb95985-cb2a-4ebd-b620-83aafef200c5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:05.484593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb95985-cb2a-4ebd-b620-83aafef200c5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:05.488773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9bb95985-cb2a-4ebd-b620-83aafef200c5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0671639 Nov 23 23:14:05.489107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52840) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:05.551276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 276d66fb-71ab-48a7-b209-654962e17341 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:05.555423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.565378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-27906c4f-38f7-4a12-bb1c-72eb1fe3d103 None None] Provisioning complete for port de67e6ee-70cc-4813-94e0-a0c2372f1273 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:05.566011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27906c4f-38f7-4a12-bb1c-72eb1fe3d103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.598972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.639907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.670189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.715666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port de67e6ee-70cc-4813-94e0-a0c2372f1273, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=de67e6ee-70cc-4813-94e0-a0c2372f1273,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:05.743316 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.754219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.791607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=276d66fb-71ab-48a7-b209-654962e17341,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:05.795694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27906c4f-38f7-4a12-bb1c-72eb1fe3d103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.798667 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.810700 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52846) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:05.811218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7cde28dd-fd48-4e6f-ba3e-1fdb965bfb1c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/276d66fb-71ab-48a7-b209-654962e17341 HTTP/1.1" status: 204 len: 168 time: 0.3204188 Nov 23 23:14:05.865893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=de67e6ee-70cc-4813-94e0-a0c2372f1273,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:05.884385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 71b64e06-bc7b-4d03-9141-e4ab855b531a {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:05.888013 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.909134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc6f4c-d480-4b99-bac3-8e4a0639ef61 None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '71b64e06-bc7b-4d03-9141-e4ab855b531a', 'ip_address': '172.20.0.2'}, {'subnet_id': '276d66fb-71ab-48a7-b209-654962e17341'}], 'binding:host_id': 'n-d-817303-3'}, 'id': 'de67e6ee-70cc-4813-94e0-a0c2372f1273'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:14:05.937612 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-27906c4f-38f7-4a12-bb1c-72eb1fe3d103 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:14:05.937881 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-27906c4f-38f7-4a12-bb1c-72eb1fe3d103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:14:05.940174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:05.940604 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78fc6f4c-d480-4b99-bac3-8e4a0639ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.390445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.458369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.472675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-78fc6f4c-d480-4b99-bac3-8e4a0639ef61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71b64e06-bc7b-4d03-9141-e4ab855b531a: This subnet is being modified by another concurrent operation. Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71b64e06-bc7b-4d03-9141-e4ab855b531a: This subnet is being modified by another concurrent operation. Nov 23 23:14:06.474993 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 23:14:06.494202 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/71b64e06-bc7b-4d03-9141-e4ab855b531a HTTP/1.1" status: 204 len: 168 time: 0.6637609 Nov 23 23:14:06.496717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52860) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:06.508661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac76212-4342-426a-99b4-f130db494d0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=71b64e06-bc7b-4d03-9141-e4ab855b531a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:06.535609 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-45ac094b-8b29-41cd-8144-c23313f89fc1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549974 Nov 23 23:14:06.537864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52862) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:06.581547 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.587368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c48ff7-d6ef-45a8-91c1-56fd5ee045b1 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:06.593908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdec09e-6eef-42b3-8be7-925264a09912 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:06.597973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0cdec09e-6eef-42b3-8be7-925264a09912 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0566254 Nov 23 23:14:06.598188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52864) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:06.663306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f70e25-7e34-47ad-8e6c-c0f6ae0d00e8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:06.665409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f5f70e25-7e34-47ad-8e6c-c0f6ae0d00e8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658722 Nov 23 23:14:06.667972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52868) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:06.694869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d17c5682-f141-4a02-9c5b-36900e33e4e0 None None] Provisioning complete for port de67e6ee-70cc-4813-94e0-a0c2372f1273 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:06.695278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d17c5682-f141-4a02-9c5b-36900e33e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.712514 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e805c95c-0c50-430c-85b3-e95cdf08cee5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430808 Nov 23 23:14:06.718816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:06.722364 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-91063b5d-b57b-4a99-ace4-42595b17a3ee tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:06.825275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91063b5d-b57b-4a99-ace4-42595b17a3ee tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:06.830330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91063b5d-b57b-4a99-ace4-42595b17a3ee tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.836476 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-91063b5d-b57b-4a99-ace4-42595b17a3ee tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:06.837079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91063b5d-b57b-4a99-ace4-42595b17a3ee tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:06.839484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:06.857185 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-91063b5d-b57b-4a99-ace4-42595b17a3ee tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1386642 Nov 23 23:14:06.860361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52874) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:06.865901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5b11210e-27f3-46be-83ce-fc70ef468ae7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:06.905832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] Deleting port de67e6ee-70cc-4813-94e0-a0c2372f1273 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:06.906216 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.979297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b11210e-27f3-46be-83ce-fc70ef468ae7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:06.980233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] For port de67e6ee-70cc-4813-94e0-a0c2372f1273, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=de67e6ee-70cc-4813-94e0-a0c2372f1273,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:06.980233 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.984285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b11210e-27f3-46be-83ce-fc70ef468ae7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:06.986049 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b11210e-27f3-46be-83ce-fc70ef468ae7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:06.986547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b11210e-27f3-46be-83ce-fc70ef468ae7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:06.995401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] Calling delete_port for de67e6ee-70cc-4813-94e0-a0c2372f1273 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:07.019680 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b11210e-27f3-46be-83ce-fc70ef468ae7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1550486 Nov 23 23:14:07.020790 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52878) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.031560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-347a9ee9-5c5f-4f03-a7f1-29982796974d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:07.102454 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:07.116169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] No DVR routers for this DVR port de67e6ee-70cc-4813-94e0-a0c2372f1273 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:07.142492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a730a3-3584-4551-a9cf-feb799b36e53 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:14:07.144815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f96850-75a2-4d8e-b11b-243002492297 None None] Pushing event deleted for resources: {'Port': ['ID=de67e6ee-70cc-4813-94e0-a0c2372f1273,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:07.203979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347a9ee9-5c5f-4f03-a7f1-29982796974d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:07.207552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-347a9ee9-5c5f-4f03-a7f1-29982796974d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:07.208990 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-347a9ee9-5c5f-4f03-a7f1-29982796974d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:07.209415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347a9ee9-5c5f-4f03-a7f1-29982796974d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:07.241011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-347a9ee9-5c5f-4f03-a7f1-29982796974d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2190292 Nov 23 23:14:07.243793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52882) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.251983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c32dab95-4c56-4461-b886-a98c6a2d52cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:07.269063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device de67e6ee-70cc-4813-94e0-a0c2372f1273 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:07.303759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: de67e6ee-70cc-4813-94e0-a0c2372f1273 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:07.304112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device de67e6ee-70cc-4813-94e0-a0c2372f1273 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:07.318011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a730a3-3584-4551-a9cf-feb799b36e53 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:14:07.372413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32dab95-4c56-4461-b886-a98c6a2d52cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:07.376400 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c32dab95-4c56-4461-b886-a98c6a2d52cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:07.378096 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32dab95-4c56-4461-b886-a98c6a2d52cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:07.378717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32dab95-4c56-4461-b886-a98c6a2d52cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:07.397028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c32dab95-4c56-4461-b886-a98c6a2d52cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1507447 Nov 23 23:14:07.402090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52886) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.410748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-75070450-55f3-425c-804e-764c3369184b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:07.506835 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:07.547857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75070450-55f3-425c-804e-764c3369184b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:07.551888 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75070450-55f3-425c-804e-764c3369184b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:07.553590 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-75070450-55f3-425c-804e-764c3369184b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:07.554094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75070450-55f3-425c-804e-764c3369184b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:07.572534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-75070450-55f3-425c-804e-764c3369184b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1692553 Nov 23 23:14:07.577880 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52892) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.584878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3e362321-ed43-43ce-98d1-f5d0ce26d78d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:07.685188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e362321-ed43-43ce-98d1-f5d0ce26d78d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:07.689092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e362321-ed43-43ce-98d1-f5d0ce26d78d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:07.690548 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e362321-ed43-43ce-98d1-f5d0ce26d78d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:07.691059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e362321-ed43-43ce-98d1-f5d0ce26d78d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:07.707223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3e362321-ed43-43ce-98d1-f5d0ce26d78d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1278353 Nov 23 23:14:07.709590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52896) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.745685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3fddba66-106d-4502-bf84-e0e93a17bd16 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0348532 Nov 23 23:14:07.748007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52898) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.809101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd3061-e840-4597-9dae-9f757f588392 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:07.810610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-75bd3061-e840-4597-9dae-9f757f588392 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0616441 Nov 23 23:14:07.813362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52902) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.852733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-573aed85-0322-473f-8ab3-0b884d9f1d5b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382836 Nov 23 23:14:07.857238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52904) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:07.862075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:07.964180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:07.968024 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.174327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.267730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:08.269321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.326980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:08.330669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:08.334105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:08.334747 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.341637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38026bc-0702-4fc8-90d5-e47515f27681 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:08.364675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=17201bbb-142b-4cc6-b8cf-bbff17e57d56,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:08.375843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.376246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.376369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.376681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.377026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.377365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.377685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.378019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.378353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.378684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.379033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.379503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:08.388726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6dbeddfe-e376-4387-8715-7371c3fc9604 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5300703 Nov 23 23:14:08.392142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:08.397929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:b1:0a:02', 'name': 'tempest-NetworksTestDHCPv6-387155547'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:08.527101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '17201bbb-142b-4cc6-b8cf-bbff17e57d56'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:08.528590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.542855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:08.643637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.666411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 20f1e116-3a95-414c-8a93-784045889db0 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:08.690139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Allocated IP 2001:db8::f816:3eff:fe79:fdf (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/17201bbb-142b-4cc6-b8cf-bbff17e57d56/aaf1a25c-90b7-4247-9f12-45943454501c) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:08.850952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.858383 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.894711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:08.899375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:08.901829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:08.915229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:feb1:a02 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/17201bbb-142b-4cc6-b8cf-bbff17e57d56/20f1e116-3a95-414c-8a93-784045889db0) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:08.951140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Pushing event updated for resources: {'Port': ['ID=aaf1a25c-90b7-4247-9f12-45943454501c,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:08.980396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Attempting to bind port aaf1a25c-90b7-4247-9f12-45943454501c on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:08.980797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Attempting to bind port aaf1a25c-90b7-4247-9f12-45943454501c by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:08.981333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Attempting to bind port aaf1a25c-90b7-4247-9f12-45943454501c on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:08.987107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:08.987968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:08.988390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:08.988800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:08.989353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Bound port: aaf1a25c-90b7-4247-9f12-45943454501c, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:08.989770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.073107 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] For port aaf1a25c-90b7-4247-9f12-45943454501c, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:09.077104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] For port aaf1a25c-90b7-4247-9f12-45943454501c, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=aaf1a25c-90b7-4247-9f12-45943454501c,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:09.082654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.114725 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.156457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e9d82-6f3f-40b9-980c-974c5e308a10 None None] Pushing event updated for resources: {'Port': ['ID=aaf1a25c-90b7-4247-9f12-45943454501c,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:09.158054 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.223811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:09.228149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:09.233560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:09.239683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:09.240439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.247984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=20f1e116-3a95-414c-8a93-784045889db0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:09.262639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cfee504f-ddc7-4068-87b8-33a35225f6e0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8696218 Nov 23 23:14:09.266884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52934) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:09.330700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5aab8a-f28a-4c8e-afcd-be3a4a6d965d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:09.336973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5aab8a-f28a-4c8e-afcd-be3a4a6d965d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:09.339380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5e5aab8a-f28a-4c8e-afcd-be3a4a6d965d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.0708206 Nov 23 23:14:09.341811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52936) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:09.474511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 20f1e116-3a95-414c-8a93-784045889db0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:09.475284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.588681 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.601269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 20f1e116-3a95-414c-8a93-784045889db0 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:09.747658 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.782719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=20f1e116-3a95-414c-8a93-784045889db0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:09.812942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:09.818664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4dff0330-5496-444a-9043-21d947fd801f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/20f1e116-3a95-414c-8a93-784045889db0 HTTP/1.1" status: 204 len: 168 time: 0.4754660 Nov 23 23:14:09.822002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:09.884227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1200c6-a88f-4951-8cbd-a4a8e46fc87a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:09.886005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1200c6-a88f-4951-8cbd-a4a8e46fc87a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:09.890103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2b1200c6-a88f-4951-8cbd-a4a8e46fc87a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0642705 Nov 23 23:14:09.890552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52952) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:09.953909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 17201bbb-142b-4cc6-b8cf-bbff17e57d56 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:09.958326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.004530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.126088 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.198690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.230743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=17201bbb-142b-4cc6-b8cf-bbff17e57d56,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:10.234446 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.240025 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2678803f-1b9a-473e-9be1-fe29ddd5b2e9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/17201bbb-142b-4cc6-b8cf-bbff17e57d56 HTTP/1.1" status: 204 len: 168 time: 0.3462338 Nov 23 23:14:10.240388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52960) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:10.282107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a1275b0b-1ccd-4157-9f84-cfd2e376560e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404553 Nov 23 23:14:10.285023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 52962) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:10.290524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:10.331834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af2e08-b546-4104-aa0e-4caf75410281 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:10.393412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:10.397706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.471785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-00e4c87a-a1ae-4d64-bc41-993a9311a493 None None] Provisioning complete for port aaf1a25c-90b7-4247-9f12-45943454501c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:10.472169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00e4c87a-a1ae-4d64-bc41-993a9311a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.575216 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00e4c87a-a1ae-4d64-bc41-993a9311a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.627614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:10.633287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-00e4c87a-a1ae-4d64-bc41-993a9311a493 None None] For port aaf1a25c-90b7-4247-9f12-45943454501c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=aaf1a25c-90b7-4247-9f12-45943454501c,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:10.640148 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-00e4c87a-a1ae-4d64-bc41-993a9311a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.726127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4c87a-a1ae-4d64-bc41-993a9311a493 None None] Pushing event updated for resources: {'Port': ['ID=aaf1a25c-90b7-4247-9f12-45943454501c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:10.744547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] Deleting port aaf1a25c-90b7-4247-9f12-45943454501c {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:10.745072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.816911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:10.840490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] For port aaf1a25c-90b7-4247-9f12-45943454501c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=aaf1a25c-90b7-4247-9f12-45943454501c,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:10.841112 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.863027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] Calling delete_port for aaf1a25c-90b7-4247-9f12-45943454501c owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:10.958243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.974696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Port aaf1a25c-90b7-4247-9f12-45943454501c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 23:14:10.975361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Reverting IP allocation for 2001:db8::f816:3eff:fe79:fdf {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 23:14:10.980517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe79:fdf {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 23:14:10.982236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:10.990212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] No DVR routers for this DVR port aaf1a25c-90b7-4247-9f12-45943454501c on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:10.998089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc405f-d999-45c8-8f81-1cf490c03338 None None] Pushing event deleted for resources: {'Port': ['ID=aaf1a25c-90b7-4247-9f12-45943454501c,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:11.033427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:11.037215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:11.042924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:11.043645 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.050368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f701d-49dc-4d4c-9869-b114a15ffbe3 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:11.057422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=82ddb955-ba2f-4017-a082-d32270552978,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:11.075724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-63bd9b00-f124-45ea-971b-733be4163cd6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7860355 Nov 23 23:14:11.076229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 52978) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:11.081346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:7e:dd:e9', 'name': 'tempest-NetworksTestDHCPv6-100343270'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:11.228076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '82ddb955-ba2f-4017-a082-d32270552978'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:11.228076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.238053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:11.350105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.378901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 65a01323-eb49-4789-9704-dca815a5a262 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:11.380580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Allocated IP 2001:db8::f816:3eff:fed7:bef2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/82ddb955-ba2f-4017-a082-d32270552978/0f7679c8-4454-487a-9f74-017c08dbaaaf) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:11.554965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.565192 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.608732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:11.612085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:11.614817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:11.622089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Pushing event updated for resources: {'Port': ['ID=0f7679c8-4454-487a-9f74-017c08dbaaaf,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:11.638694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fe7e:dde9 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/82ddb955-ba2f-4017-a082-d32270552978/65a01323-eb49-4789-9704-dca815a5a262) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:11.690976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Attempting to bind port 0f7679c8-4454-487a-9f74-017c08dbaaaf on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:11.690976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Attempting to bind port 0f7679c8-4454-487a-9f74-017c08dbaaaf by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:11.690976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Attempting to bind port 0f7679c8-4454-487a-9f74-017c08dbaaaf on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:11.698237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:11.698698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:11.699096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.700386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:11.700386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Bound port: 0f7679c8-4454-487a-9f74-017c08dbaaaf, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:11.700386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.791764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] For port 0f7679c8-4454-487a-9f74-017c08dbaaaf, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:11.795392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] For port 0f7679c8-4454-487a-9f74-017c08dbaaaf, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0f7679c8-4454-487a-9f74-017c08dbaaaf,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:11.800025 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.822730 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.861052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.868122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aac37e-1919-4164-accf-5ecb36e34013 None None] Pushing event updated for resources: {'Port': ['ID=0f7679c8-4454-487a-9f74-017c08dbaaaf,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:11.921301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:11.925178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:11.937111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=65a01323-eb49-4789-9704-dca815a5a262,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:11.941688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:11.948641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:11.949284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:11.968382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bffcc83d-45f7-4c92-89d9-7500c6882206 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8910189 Nov 23 23:14:11.971016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53000) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:12.028212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb87cf-5572-45ab-b8cf-8912176a6b0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:12.034982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb87cf-5572-45ab-b8cf-8912176a6b0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:12.040313 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2fb87cf-5572-45ab-b8cf-8912176a6b0f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0647233 Nov 23 23:14:12.040933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53002) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:12.183073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 65a01323-eb49-4789-9704-dca815a5a262 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:12.183442 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.297343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.312337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 65a01323-eb49-4789-9704-dca815a5a262 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:12.491123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.527068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=65a01323-eb49-4789-9704-dca815a5a262,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:12.553608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.557496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dd77c87f-eb7c-43cf-9717-fbc8ee5bd469 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/65a01323-eb49-4789-9704-dca815a5a262 HTTP/1.1" status: 204 len: 168 time: 0.5147309 Nov 23 23:14:12.559821 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53014) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:12.624894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f53f9-ac9d-4776-b7d7-17d87b02f59d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:12.626277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f53f9-ac9d-4776-b7d7-17d87b02f59d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:12.627843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-820f53f9-ac9d-4776-b7d7-17d87b02f59d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0669048 Nov 23 23:14:12.630534 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53018) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:12.687846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 82ddb955-ba2f-4017-a082-d32270552978 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:12.692730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.738204 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.841861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.917502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.950423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=82ddb955-ba2f-4017-a082-d32270552978,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:12.955402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:12.962826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53028) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:12.963381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a799ac51-f814-4620-b9d2-fb1501a02135 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/82ddb955-ba2f-4017-a082-d32270552978 HTTP/1.1" status: 204 len: 168 time: 0.3314667 Nov 23 23:14:13.010622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cee9cd80-e806-441b-97af-04494891b9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455785 Nov 23 23:14:13.013001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53030) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:13.064149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6172df-db30-4f7e-8cb8-c77599b379fc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:13.066629 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3f6172df-db30-4f7e-8cb8-c77599b379fc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0520325 Nov 23 23:14:13.068713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53034) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:13.083191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01abd0cd-c77a-4988-a44d-26c5d77cdfee None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:13.125501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd63b9b-817f-4dc5-ac4d-80f968dc4037 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:13.127178 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dbd63b9b-817f-4dc5-ac4d-80f968dc4037 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0574887 Nov 23 23:14:13.129715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:13.174064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-18df0e2e-eebf-4195-bcf2-4998d856afe3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425496 Nov 23 23:14:13.178494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53040) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:13.193020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:13.351914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0f7679c8-4454-487a-9f74-017c08dbaaaf up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:13.361542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:13.365450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.452885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d6504a86-06e1-47ef-a318-8d71b701c366 None None] Provisioning complete for port 0f7679c8-4454-487a-9f74-017c08dbaaaf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:13.453393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6504a86-06e1-47ef-a318-8d71b701c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.535941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0f7679c8-4454-487a-9f74-017c08dbaaaf triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:13.536759 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.631646 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6504a86-06e1-47ef-a318-8d71b701c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.637186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:13.716831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.objects.ports [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:13.751112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d6504a86-06e1-47ef-a318-8d71b701c366 None None] For port 0f7679c8-4454-487a-9f74-017c08dbaaaf, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0f7679c8-4454-487a-9f74-017c08dbaaaf,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:13.758573 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6504a86-06e1-47ef-a318-8d71b701c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.760283 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.838217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] Deleting port 0f7679c8-4454-487a-9f74-017c08dbaaaf {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:13.838217 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.877865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6504a86-06e1-47ef-a318-8d71b701c366 None None] Pushing event updated for resources: {'Port': ['ID=0f7679c8-4454-487a-9f74-017c08dbaaaf,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:13.895245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.910096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:14:13.910514 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:14:13.979625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] For port 0f7679c8-4454-487a-9f74-017c08dbaaaf, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0f7679c8-4454-487a-9f74-017c08dbaaaf,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:13.980065 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:13.994155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] Calling delete_port for 0f7679c8-4454-487a-9f74-017c08dbaaaf owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:14.096148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] For port 0f7679c8-4454-487a-9f74-017c08dbaaaf, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0f7679c8-4454-487a-9f74-017c08dbaaaf,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:14.125747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.130805 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.131784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.147688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.174126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] Pushing event deleted for resources: {'Port': ['ID=0f7679c8-4454-487a-9f74-017c08dbaaaf,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:14.177766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578c92e-161d-4406-92d3-4e8fe4d2cacd None None] No DVR routers for this DVR port 0f7679c8-4454-487a-9f74-017c08dbaaaf on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:14.217648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=0f7679c8-4454-487a-9f74-017c08dbaaaf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:14.232819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:14.236847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:14.239923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:14.240533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.251799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af110170-7dce-4ea5-a495-e48023acd3e0 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:14.256695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=0464dd16-d7de-45f1-a694-b590fc0fab38,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:14.273068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53064) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:14.273578 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a09f7728-b8e7-4d8e-946c-02bc1cb38d76 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0939865 Nov 23 23:14:14.278071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:00:e6:3a', 'name': 'tempest-NetworksTestDHCPv6-781312941'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:14.415480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:14.439844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '0464dd16-d7de-45f1-a694-b590fc0fab38'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:14.440722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.445009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Port 0f7679c8-4454-487a-9f74-017c08dbaaaf update to ACTIVE by agent not found {{(pid=103524) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 23:14:14.525752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.552614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port aaf2bc55-0248-4d02-be3b-8642562a3888 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:14.594303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Allocated IP 2001:db8::f816:3eff:fec1:9421 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/0464dd16-d7de-45f1-a694-b590fc0fab38/456eabe4-e03f-422f-8ebe-03bfc81128ad) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:14.786022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.798297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.849056 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:14.854791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:14.859720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:14.860444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fe00:e63a (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/0464dd16-d7de-45f1-a694-b590fc0fab38/aaf2bc55-0248-4d02-be3b-8642562a3888) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:14.863650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Pushing event updated for resources: {'Port': ['ID=456eabe4-e03f-422f-8ebe-03bfc81128ad,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:14.937614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Attempting to bind port 456eabe4-e03f-422f-8ebe-03bfc81128ad on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:14.938544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Attempting to bind port 456eabe4-e03f-422f-8ebe-03bfc81128ad by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:14.939155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Attempting to bind port 456eabe4-e03f-422f-8ebe-03bfc81128ad on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:14.947216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:14.947811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:14.948150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:14.948709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:14.949402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Bound port: 456eabe4-e03f-422f-8ebe-03bfc81128ad, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:14.949935 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.022336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] For port 456eabe4-e03f-422f-8ebe-03bfc81128ad, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:15.025970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] For port 456eabe4-e03f-422f-8ebe-03bfc81128ad, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=456eabe4-e03f-422f-8ebe-03bfc81128ad,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:15.031539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.041731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.082868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.097915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86916b6-63df-441a-af7b-84cf04142231 None None] Pushing event updated for resources: {'Port': ['ID=456eabe4-e03f-422f-8ebe-03bfc81128ad,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:15.139175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:15.145340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:15.150846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:15.156579 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:15.157222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.170564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=aaf2bc55-0248-4d02-be3b-8642562a3888,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:15.185754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7b1b3e8a-4409-4b73-b75f-b52df37f64a0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9115696 Nov 23 23:14:15.188577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53068) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:15.250105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d615edd-9ac5-412b-a6df-57cc7611d950 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:15.256834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d615edd-9ac5-412b-a6df-57cc7611d950 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:15.258636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8d615edd-9ac5-412b-a6df-57cc7611d950 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0687475 Nov 23 23:14:15.261854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:15.291243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0f7679c8-4454-487a-9f74-017c08dbaaaf no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:15.328515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 0f7679c8-4454-487a-9f74-017c08dbaaaf {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:15.328965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0f7679c8-4454-487a-9f74-017c08dbaaaf not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:15.425268 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port aaf2bc55-0248-4d02-be3b-8642562a3888 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:15.425825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.534535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.546494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for aaf2bc55-0248-4d02-be3b-8642562a3888 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:15.680763 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.714803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=aaf2bc55-0248-4d02-be3b-8642562a3888,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:15.741418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.748188 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c3f1a74-e2b4-4ae0-aaab-53dbc44ef754 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/aaf2bc55-0248-4d02-be3b-8642562a3888 HTTP/1.1" status: 204 len: 168 time: 0.4846380 Nov 23 23:14:15.748702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53074) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:15.803706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f38203-2f0b-4450-a7e8-7be8b88fcf80 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:15.807004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f38203-2f0b-4450-a7e8-7be8b88fcf80 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:15.808742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d4f38203-2f0b-4450-a7e8-7be8b88fcf80 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0589118 Nov 23 23:14:15.811235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53076) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:15.867962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 0464dd16-d7de-45f1-a694-b590fc0fab38 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:15.871969 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:15.916200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.010933 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.082332 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.111936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=0464dd16-d7de-45f1-a694-b590fc0fab38,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:16.115900 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.123244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53078) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:16.123762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7b0b37d4-8cf1-4a22-943e-65cc71614e87 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/0464dd16-d7de-45f1-a694-b590fc0fab38 HTTP/1.1" status: 204 len: 168 time: 0.3110170 Nov 23 23:14:16.167000 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-90557c7c-5cbe-4deb-bed9-0ef0f1541032 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422411 Nov 23 23:14:16.169545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53080) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:16.174618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:16.192668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f2067e-9e3d-4c6a-b3b5-a8d69378f8cb None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:16.260617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-abbef7e6-67b3-4fe5-85f6-89c90cc21f29 None None] Provisioning complete for port 456eabe4-e03f-422f-8ebe-03bfc81128ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:16.260892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abbef7e6-67b3-4fe5-85f6-89c90cc21f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.272122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:16.276583 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.402816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abbef7e6-67b3-4fe5-85f6-89c90cc21f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.439209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:16.444250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-abbef7e6-67b3-4fe5-85f6-89c90cc21f29 None None] For port 456eabe4-e03f-422f-8ebe-03bfc81128ad, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=456eabe4-e03f-422f-8ebe-03bfc81128ad,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:16.472891 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abbef7e6-67b3-4fe5-85f6-89c90cc21f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.552786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbef7e6-67b3-4fe5-85f6-89c90cc21f29 None None] Pushing event updated for resources: {'Port': ['ID=456eabe4-e03f-422f-8ebe-03bfc81128ad,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:16.563438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] Deleting port 456eabe4-e03f-422f-8ebe-03bfc81128ad {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:16.563798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.637671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:16.657002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] For port 456eabe4-e03f-422f-8ebe-03bfc81128ad, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=456eabe4-e03f-422f-8ebe-03bfc81128ad,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:16.657658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.670919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] Calling delete_port for 456eabe4-e03f-422f-8ebe-03bfc81128ad owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:16.759230 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.777015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Port 456eabe4-e03f-422f-8ebe-03bfc81128ad was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 23:14:16.777015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:9421 {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 23:14:16.778766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:9421 {{(pid=103522) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 23:14:16.780162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.797162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] Pushing event deleted for resources: {'Port': ['ID=456eabe4-e03f-422f-8ebe-03bfc81128ad,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:16.799024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dab95e-3e46-495f-a86b-fba6e97eb07f None None] No DVR routers for this DVR port 456eabe4-e03f-422f-8ebe-03bfc81128ad on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:16.828408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:16.833027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:16.836606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:16.837476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:16.843273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2315421-2b52-4f91-8fe0-0ef6e1985556 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:16.869574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=826cf581-174f-41ab-88e0-de380d250f59,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:16.876457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6bc30464-a72e-4d13-a959-15e6d5f8318f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7057683 Nov 23 23:14:16.879245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53084) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:16.887948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:9d:9a:17', 'name': 'tempest-NetworksTestDHCPv6-314563685'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:17.013484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:17.019330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '826cf581-174f-41ab-88e0-de380d250f59'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:17.020237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.104080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.126331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port fbe61417-6093-4eb2-b4d3-6746210dd8f7 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:17.167085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Allocated IP 2001:db8::f816:3eff:fe6a:c77d (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/826cf581-174f-41ab-88e0-de380d250f59/19204a76-dd55-4aca-80d9-28684f1739c4) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:17.336599 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.344884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.391333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:17.394875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:17.399998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:17.400245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fe9d:9a17 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/826cf581-174f-41ab-88e0-de380d250f59/fbe61417-6093-4eb2-b4d3-6746210dd8f7) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:17.408744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Pushing event updated for resources: {'Port': ['ID=19204a76-dd55-4aca-80d9-28684f1739c4,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:17.475386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Attempting to bind port 19204a76-dd55-4aca-80d9-28684f1739c4 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:17.475674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Attempting to bind port 19204a76-dd55-4aca-80d9-28684f1739c4 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:17.476572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Attempting to bind port 19204a76-dd55-4aca-80d9-28684f1739c4 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:17.485263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:17.486058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:17.486058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.486599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:17.487549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Bound port: 19204a76-dd55-4aca-80d9-28684f1739c4, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:17.487549 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.554484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] For port 19204a76-dd55-4aca-80d9-28684f1739c4, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:17.558112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] For port 19204a76-dd55-4aca-80d9-28684f1739c4, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=19204a76-dd55-4aca-80d9-28684f1739c4,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:17.563100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.604324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.636042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10c80d-f2a0-4f9a-b513-3774ebd9e844 None None] Pushing event updated for resources: {'Port': ['ID=19204a76-dd55-4aca-80d9-28684f1739c4,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:17.662784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.713913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:17.717218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:17.719669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:17.725565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:17.726799 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:17.736460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=fbe61417-6093-4eb2-b4d3-6746210dd8f7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:17.755012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e5b303e7-8eaf-48be-b66f-1640f48de0ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8704515 Nov 23 23:14:17.755408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53086) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:17.826709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3bd5cc-7afc-4122-8005-c3eb04fb382b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:17.832450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3bd5cc-7afc-4122-8005-c3eb04fb382b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:17.834462 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c3bd5cc-7afc-4122-8005-c3eb04fb382b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0777919 Nov 23 23:14:17.839395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53090) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:17.937592 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port fbe61417-6093-4eb2-b4d3-6746210dd8f7 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:17.937931 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.033924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.046867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for fbe61417-6093-4eb2-b4d3-6746210dd8f7 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:18.182172 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.211858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=fbe61417-6093-4eb2-b4d3-6746210dd8f7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:18.243593 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.249458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53092) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:18.250128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0694edb2-bed0-4d6c-9e9b-31141cf767fb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/fbe61417-6093-4eb2-b4d3-6746210dd8f7 HTTP/1.1" status: 204 len: 168 time: 0.4090750 Nov 23 23:14:18.309018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d89f0f9-9cdb-4ffb-8d77-22b82c3eb04a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:18.310839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d89f0f9-9cdb-4ffb-8d77-22b82c3eb04a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:18.314616 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d89f0f9-9cdb-4ffb-8d77-22b82c3eb04a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0620186 Nov 23 23:14:18.315256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:18.377127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 826cf581-174f-41ab-88e0-de380d250f59 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:18.381185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.425539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.518710 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.590532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.624450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.630912 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/826cf581-174f-41ab-88e0-de380d250f59 HTTP/1.1" status: 204 len: 168 time: 0.3123891 Nov 23 23:14:18.630912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6a93-7fbe-4603-aaa6-5eaf963a4155 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=826cf581-174f-41ab-88e0-de380d250f59,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:18.631919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53096) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:18.675091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0373820b-6b9b-4c83-b361-8abda24b0826 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408213 Nov 23 23:14:18.677674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53098) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:18.719479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-178527d4-1732-40f8-95ec-6af5d2fab46e None None] Provisioning complete for port 19204a76-dd55-4aca-80d9-28684f1739c4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:18.720501 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-178527d4-1732-40f8-95ec-6af5d2fab46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.731363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5baa38-01b2-4627-a971-0869ae18b600 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:18.735548 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2c5baa38-01b2-4627-a971-0869ae18b600 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0546379 Nov 23 23:14:18.735839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:18.798190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c57fb-caa2-4074-8897-a098a01abae8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:18.803098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53102) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:18.812042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bd6c57fb-caa2-4074-8897-a098a01abae8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749958 Nov 23 23:14:18.866324 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-178527d4-1732-40f8-95ec-6af5d2fab46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:18.879192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c6cff215-ea06-4b40-8881-57cadbbe1c05 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739501 Nov 23 23:14:18.883747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53106) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:18.889215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:18.909537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-178527d4-1732-40f8-95ec-6af5d2fab46e None None] For port 19204a76-dd55-4aca-80d9-28684f1739c4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=19204a76-dd55-4aca-80d9-28684f1739c4,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:18.915830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430370e0-4088-4b3d-8c76-9d2f4040848b None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:18.919968 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-178527d4-1732-40f8-95ec-6af5d2fab46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.000807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:19.004747 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.052807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178527d4-1732-40f8-95ec-6af5d2fab46e None None] Pushing event updated for resources: {'Port': ['ID=19204a76-dd55-4aca-80d9-28684f1739c4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:19.057109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1f11c9a4-8c6d-45d3-8874-79853204f4b7 None None] Could not find standard attr ID for object fbe61417-6093-4eb2-b4d3-6746210dd8f7. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:19.172361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819fb938-9341-4add-a243-3cdc20045787 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:19.212246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.228652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-819fb938-9341-4add-a243-3cdc20045787 None None] Deleting port 19204a76-dd55-4aca-80d9-28684f1739c4 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:19.229072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-819fb938-9341-4add-a243-3cdc20045787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.254902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:19.261815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:19.265110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:19.265723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.287002 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4017482 Nov 23 23:14:19.290958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53108) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:19.294961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673d92a-1927-4c34-aaf1-4626e4a2eff0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=4e50fc84-b0e6-400d-ae5e-7632feac50e6,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:19.299335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:12:04:08', 'name': 'tempest-NetworksTestDHCPv6-228321646'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:19.327958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-819fb938-9341-4add-a243-3cdc20045787 None None] For port 19204a76-dd55-4aca-80d9-28684f1739c4, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=19204a76-dd55-4aca-80d9-28684f1739c4,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:19.328466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-819fb938-9341-4add-a243-3cdc20045787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.345497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-819fb938-9341-4add-a243-3cdc20045787 None None] Calling delete_port for 19204a76-dd55-4aca-80d9-28684f1739c4 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:19.424539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:19.428701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.431918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-819fb938-9341-4add-a243-3cdc20045787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.451071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:19.461075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fb938-9341-4add-a243-3cdc20045787 None None] Pushing event deleted for resources: {'Port': ['ID=19204a76-dd55-4aca-80d9-28684f1739c4,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:19.463089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819fb938-9341-4add-a243-3cdc20045787 None None] No DVR routers for this DVR port 19204a76-dd55-4aca-80d9-28684f1739c4 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:19.481793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978c68e-e3fa-48de-9d0f-51bdad21b700 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:19.595612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::3b1 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/4e50fc84-b0e6-400d-ae5e-7632feac50e6/aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:19.656735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '4e50fc84-b0e6-400d-ae5e-7632feac50e6'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:19.658293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.771765 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.807164 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.859647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:19.863730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:19.867953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:19.873899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:19.874847 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:19.888394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:19.906640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bc97a5a0-751f-4c6f-af70-05ec00c05ba4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6113503 Nov 23 23:14:19.907637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53112) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:19.967183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0413a-4a11-4135-b208-7958fa01be48 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:19.971806 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-22c0413a-4a11-4135-b208-7958fa01be48 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0606613 Nov 23 23:14:19.972134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53114) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:20.033607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/4e50fc84-b0e6-400d-ae5e-7632feac50e6/feff23c5-1402-4249-a3d3-374c17768140) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:20.077062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:20.077703 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.187342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.204134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:20.224959 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.235843 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.275450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:14:20.292203 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:20.296172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:20.305530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:20.321090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Pushing event updated for resources: {'Port': ['ID=feff23c5-1402-4249-a3d3-374c17768140,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:20.369766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Attempting to bind port feff23c5-1402-4249-a3d3-374c17768140 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:20.370145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Attempting to bind port feff23c5-1402-4249-a3d3-374c17768140 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:20.370518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Attempting to bind port feff23c5-1402-4249-a3d3-374c17768140 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:20.375611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:20.375993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:20.376401 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.376801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:20.377277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Bound port: feff23c5-1402-4249-a3d3-374c17768140, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:20.377779 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.403489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.434571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:20.449835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] For port feff23c5-1402-4249-a3d3-374c17768140, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:20.453511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] For port feff23c5-1402-4249-a3d3-374c17768140, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=feff23c5-1402-4249-a3d3-374c17768140,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:20.459046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.475556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.479017 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9fa079bf-12df-42bd-9494-b16f612993b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e HTTP/1.1" status: 204 len: 168 time: 0.5056381 Nov 23 23:14:20.481574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53116) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:20.534794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4519f-17c2-4fdc-a0fa-f0ef3e3f1744 None None] Pushing event updated for resources: {'Port': ['ID=feff23c5-1402-4249-a3d3-374c17768140,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:20.554956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80549e6-3c3c-4635-87f9-960129150ec8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:20.556670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80549e6-3c3c-4635-87f9-960129150ec8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:20.558255 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e80549e6-3c3c-4635-87f9-960129150ec8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0757165 Nov 23 23:14:20.561092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53118) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:20.620317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 4e50fc84-b0e6-400d-ae5e-7632feac50e6 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:20.623734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.667240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.768972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.833326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.862153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=4e50fc84-b0e6-400d-ae5e-7632feac50e6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:20.865787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:20.869815 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-13c12889-afe4-4688-bd4f-7841ff4b3fa9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/4e50fc84-b0e6-400d-ae5e-7632feac50e6 HTTP/1.1" status: 204 len: 168 time: 0.3076510 Nov 23 23:14:20.872251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53120) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:20.917158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-24fea1de-f30b-44ca-8a6d-9a379d282925 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416181 Nov 23 23:14:20.917292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53126) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:20.966126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8a622-33d1-4179-ba15-3444ff130312 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:20.970025 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ef8a622-33d1-4179-ba15-3444ff130312 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0495293 Nov 23 23:14:20.970251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53130) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:21.022180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25153a-53f6-4991-af40-8e08337693b1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:21.023773 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d25153a-53f6-4991-af40-8e08337693b1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0522153 Nov 23 23:14:21.026968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53134) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:21.074216 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-93f7b621-f37f-4175-85a0-a6369c6fa41c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415227 Nov 23 23:14:21.074216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53138) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:21.078671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:21.174974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:21.189105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.307271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device feff23c5-1402-4249-a3d3-374c17768140 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:21.375985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port feff23c5-1402-4249-a3d3-374c17768140 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:21.376384 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.478668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.519815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port feff23c5-1402-4249-a3d3-374c17768140, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=feff23c5-1402-4249-a3d3-374c17768140,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:21.527275 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.567738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.objects.ports [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:21.601303 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=feff23c5-1402-4249-a3d3-374c17768140,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:21.615170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b1ea2-efa4-47d5-9266-c270e67b1087 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:21.743965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0d0344c4-6f0b-455b-a30d-3b223688fcab None None] Provisioning complete for port feff23c5-1402-4249-a3d3-374c17768140 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:21.744192 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0d0344c4-6f0b-455b-a30d-3b223688fcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.771204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.953735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] For port feff23c5-1402-4249-a3d3-374c17768140, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=feff23c5-1402-4249-a3d3-374c17768140,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:21.988345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.995941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:21.996875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:22.082837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:22.088231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c765c670-2939-4bfc-8f5c-ff9862beadc4 None None] Provisioning complete for port feff23c5-1402-4249-a3d3-374c17768140 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:22.088739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c765c670-2939-4bfc-8f5c-ff9862beadc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:22.093782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:22.096757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:22.097356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:22.136344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=d1fdd644-8950-4b77-bdc1-c6dea334a353,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:22.140017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=feff23c5-1402-4249-a3d3-374c17768140,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:22.150091 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16126638-dcaf-497c-af36-b13392d8244d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0739522 Nov 23 23:14:22.151639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53146) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:22.158486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e2f583d9-ba06-4c91-b921-1ad3bbe50989 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:22.288881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f583d9-ba06-4c91-b921-1ad3bbe50989 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:22.293537 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2f583d9-ba06-4c91-b921-1ad3bbe50989 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:22.317048 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440dc7e-22a0-4c6f-b111-2b86b1d17d82 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:22.346109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8b8799d6-8c90-4f73-aef7-c36a26da6854 None None] Could not find standard attr ID for object aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:22.400858 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-e2f583d9-ba06-4c91-b921-1ad3bbe50989 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1fdd644-8950-4b77-bdc1-c6dea334a353 (CIDR: 2001:db8::/64) Nov 23 23:14:22.404284 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f583d9-ba06-4c91-b921-1ad3bbe50989 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:22.404784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f583d9-ba06-4c91-b921-1ad3bbe50989 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:22.421307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e2f583d9-ba06-4c91-b921-1ad3bbe50989 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2682953 Nov 23 23:14:22.423895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53148) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:22.432695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:22.567615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:22.572525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:22.771348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0fa119c2-b42b-4a95-bff6-cd523af0c9e7 None None] Provisioning complete for port feff23c5-1402-4249-a3d3-374c17768140 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:22.771920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0fa119c2-b42b-4a95-bff6-cd523af0c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.157903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.201669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:23.205069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:23.209329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:23.209964 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.216652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db18ea1-404a-49ea-a601-ec1fe6dea413 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:23.228010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=24f28494-175f-4e41-882b-f31cc09a4fae,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:23.234179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-61c0edc2-253e-4890-8664-adc140d8441e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8092985 Nov 23 23:14:23.236968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53152) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:23.244240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:60:c8:3c', 'name': 'tempest-NetworksTestDHCPv6-1678223574'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:23.298483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device feff23c5-1402-4249-a3d3-374c17768140 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:23.365218 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:23.402343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port feff23c5-1402-4249-a3d3-374c17768140 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:23.402895 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.458102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.484586 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port aa3d8844-a25f-4ab8-8453-6a10d55c25d3 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:23.560363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca58a3-1c97-4893-9180-025717619aa5 None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': 'd1fdd644-8950-4b77-bdc1-c6dea334a353', 'ip_address': '2001:db8::f816:3eff:fed2:1ee2'}, {'subnet_id': '24f28494-175f-4e41-882b-f31cc09a4fae'}], 'binding:host_id': 'n-d-817303-3'}, 'id': 'feff23c5-1402-4249-a3d3-374c17768140'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:14:23.587171 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09ca58a3-1c97-4893-9180-025717619aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.682128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8:0:1::246 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/24f28494-175f-4e41-882b-f31cc09a4fae/aa3d8844-a25f-4ab8-8453-6a10d55c25d3) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:23.689557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fe60:c83c (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/d1fdd644-8950-4b77-bdc1-c6dea334a353/aa3d8844-a25f-4ab8-8453-6a10d55c25d3) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:23.841154 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.877222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.924819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:23.928018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:23.933867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:23.934401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-09ca58a3-1c97-4893-9180-025717619aa5 None None] Allocated IP 2001:db8:0:1::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/24f28494-175f-4e41-882b-f31cc09a4fae/feff23c5-1402-4249-a3d3-374c17768140) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:23.939687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:23.940313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.944126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=aa3d8844-a25f-4ab8-8453-6a10d55c25d3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:23.964403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53154) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:23.964973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-19852616-c016-48ab-8505-e276458f3fd1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7261071 Nov 23 23:14:24.045838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-09ca58a3-1c97-4893-9180-025717619aa5 None None] For port feff23c5-1402-4249-a3d3-374c17768140, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=feff23c5-1402-4249-a3d3-374c17768140,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:24.056599 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port aa3d8844-a25f-4ab8-8453-6a10d55c25d3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:24.056942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:24.078359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09ca58a3-1c97-4893-9180-025717619aa5 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:24.083339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09ca58a3-1c97-4893-9180-025717619aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:24.169367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:24.173657 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca58a3-1c97-4893-9180-025717619aa5 None None] Pushing event updated for resources: {'Port': ['ID=feff23c5-1402-4249-a3d3-374c17768140,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:24.190195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for aa3d8844-a25f-4ab8-8453-6a10d55c25d3 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:24.405933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:24.440174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=aa3d8844-a25f-4ab8-8453-6a10d55c25d3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:24.513723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:24.518223 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e5259ea0-502c-4ea0-a1e5-bb1a088fcf11 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/aa3d8844-a25f-4ab8-8453-6a10d55c25d3 HTTP/1.1" status: 204 len: 168 time: 0.5521059 Nov 23 23:14:24.520498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53174) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:24.596755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e0087-5475-4f89-9de4-d036a479acd3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:24.598550 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-672e0087-5475-4f89-9de4-d036a479acd3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0765326 Nov 23 23:14:24.601300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53186) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:24.660107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a245eb0-b94d-4bd1-803b-811dfa65c133 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:24.665302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53196) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:24.665921 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4a245eb0-b94d-4bd1-803b-811dfa65c133 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0630789 Nov 23 23:14:24.747382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733553ce-5fd4-4cda-852c-34be4e341113 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:24.749824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733553ce-5fd4-4cda-852c-34be4e341113 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:24.751543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733553ce-5fd4-4cda-852c-34be4e341113 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:24.753798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-733553ce-5fd4-4cda-852c-34be4e341113 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0874519 Nov 23 23:14:24.756409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53210) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:24.829825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 24f28494-175f-4e41-882b-f31cc09a4fae {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:24.834525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:24.880723 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.010483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.032073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-95800903-0177-4c0b-ac4d-de814fa6ef48 None None] Provisioning complete for port feff23c5-1402-4249-a3d3-374c17768140 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:25.033834 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-95800903-0177-4c0b-ac4d-de814fa6ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.101826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.155522 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.161377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/24f28494-175f-4e41-882b-f31cc09a4fae HTTP/1.1" status: 204 len: 168 time: 0.4028177 Nov 23 23:14:25.162863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53256) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:25.164493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c589b43-fce0-4d59-8d9e-2d67c91c363d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=24f28494-175f-4e41-882b-f31cc09a4fae,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:25.252828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet d1fdd644-8950-4b77-bdc1-c6dea334a353 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:25.258872 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.292217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device feff23c5-1402-4249-a3d3-374c17768140 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:25.308719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.403774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b51c9b-124a-478b-8a97-ce6f8d05f74b None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:25.407091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-67328c10-beaa-423f-8c62-2f03bac33e8c None None] Could not find standard attr ID for object aa3d8844-a25f-4ab8-8453-6a10d55c25d3. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:25.449598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.489778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port feff23c5-1402-4249-a3d3-374c17768140 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:25.490763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.552979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.603558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fdd644-8950-4b77-bdc1-c6dea334a353,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:25.605938 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.612390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d6e301a7-f9b2-434b-b527-8910bc9da5ab tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/d1fdd644-8950-4b77-bdc1-c6dea334a353 HTTP/1.1" status: 204 len: 168 time: 0.4436419 Nov 23 23:14:25.612878 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:25.671280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53316) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:25.671788 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-98d41cad-a882-4aff-9799-fc4274c7dc70 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572190 Nov 23 23:14:25.678475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:25.748593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:25.809681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] Deleting port feff23c5-1402-4249-a3d3-374c17768140 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:25.810046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.814311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:25.818621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.897267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] For port feff23c5-1402-4249-a3d3-374c17768140, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=feff23c5-1402-4249-a3d3-374c17768140,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:25.899219 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:25.921750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] Calling delete_port for feff23c5-1402-4249-a3d3-374c17768140 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:26.013259 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.044524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] No DVR routers for this DVR port feff23c5-1402-4249-a3d3-374c17768140 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:26.053989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af149e0-7bba-4b89-aa77-e0921517c4cd None None] Pushing event deleted for resources: {'Port': ['ID=feff23c5-1402-4249-a3d3-374c17768140,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:26.134315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:26.135960 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.189944 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:26.193349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:26.198265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:26.199058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.202570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=63543f9a-a01c-451c-81a5-61b550296367,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:26.205746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae99aa5-f7a8-4ce7-a3c2-2eda860d24d0 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:26.220330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-279a8b2f-820d-4cc5-adb4-834c6ac2dd44 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5472717 Nov 23 23:14:26.222633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53390) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:26.229023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0932ab76-c8da-436d-863d-26f2a624b636 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:26.348625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932ab76-c8da-436d-863d-26f2a624b636 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:26.352988 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0932ab76-c8da-436d-863d-26f2a624b636 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.376487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '63543f9a-a01c-451c-81a5-61b550296367'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:26.377493 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.454969 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-0932ab76-c8da-436d-863d-26f2a624b636 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63543f9a-a01c-451c-81a5-61b550296367 (CIDR: 2001:db8::/64) Nov 23 23:14:26.462118 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-0932ab76-c8da-436d-863d-26f2a624b636 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:26.462589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0932ab76-c8da-436d-863d-26f2a624b636 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:26.496124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0932ab76-c8da-436d-863d-26f2a624b636 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2708113 Nov 23 23:14:26.497276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53430) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:26.502657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:26.551886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Allocated IP 2001:db8::f816:3eff:fe2f:3088 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/63543f9a-a01c-451c-81a5-61b550296367/3189b132-6b70-4774-8d2b-827e117de221) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:26.634568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:26.638469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.874824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.882987 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.914080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.922515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:26.928193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:26.933091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:26.946845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Pushing event updated for resources: {'Port': ['ID=3189b132-6b70-4774-8d2b-827e117de221,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:26.961826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:26.965624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:26.970387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:26.971206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.983972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=2c26b09e-7e30-4882-a606-48b11fcd3396,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:26.999363 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-af619388-449c-4704-9f89-683f27384fbc tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4984190 Nov 23 23:14:26.999618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Attempting to bind port 3189b132-6b70-4774-8d2b-827e117de221 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:26.999618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Attempting to bind port 3189b132-6b70-4774-8d2b-827e117de221 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:26.999618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Attempting to bind port 3189b132-6b70-4774-8d2b-827e117de221 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:27.000090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53494) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:27.003777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:27.004167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:27.004566 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:27.004961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:27.005428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Bound port: 3189b132-6b70-4774-8d2b-827e117de221, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:27.005550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:dc:f2:c3', 'name': 'tempest-NetworksTestDHCPv6-1375767935'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:27.005811 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:27.077582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] For port 3189b132-6b70-4774-8d2b-827e117de221, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:27.082205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] For port 3189b132-6b70-4774-8d2b-827e117de221, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3189b132-6b70-4774-8d2b-827e117de221,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:27.089291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:27.148449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:27.176163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488e8d-9769-49cb-8297-730ade18d3cb None None] Pushing event updated for resources: {'Port': ['ID=3189b132-6b70-4774-8d2b-827e117de221,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:27.184417 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:27.263191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:27.281166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device feff23c5-1402-4249-a3d3-374c17768140 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:27.291145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:27.305028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: feff23c5-1402-4249-a3d3-374c17768140 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:27.305646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device feff23c5-1402-4249-a3d3-374c17768140 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:27.544461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8:0:1::19 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/2c26b09e-7e30-4882-a606-48b11fcd3396/cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:27.552860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::f816:3eff:fedc:f2c3 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/63543f9a-a01c-451c-81a5-61b550296367/cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:28.056783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.093828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.150930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:28.153889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:28.158744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:28.165210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.165872 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.175518 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:28.190034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9979d613-a250-45da-9c1e-0786b8d3d952 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1887326 Nov 23 23:14:28.192600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53624) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:28.247275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569d506-fc0e-4970-a2e9-9e7fb0e98501 req-e54c561b-46f2-4b64-af36-e7206a2fa3b8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.249109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d569d506-fc0e-4970-a2e9-9e7fb0e98501 req-e54c561b-46f2-4b64-af36-e7206a2fa3b8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0589335 Nov 23 23:14:28.270100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77ee68-aaef-4e50-9217-afa02ffd38e8 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:28.290254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:28.290688 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.303055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d569d506-fc0e-4970-a2e9-9e7fb0e98501 req-fe46a7b5-4baa-4ca0-a3e4-d2001a8694d3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471401 Nov 23 23:14:28.327450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53626) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:28.387385 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.397047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b8935713-8c51-4f9a-806f-c0686f7e98d7 None None] Provisioning complete for port 3189b132-6b70-4774-8d2b-827e117de221 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:28.397654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b8935713-8c51-4f9a-806f-c0686f7e98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.409034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-354e05cd-633a-4a8c-a77e-85e16effb218 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/5ce3bcc1-8740-41df-a679-83b9aee6f133 HTTP/1.1" status: 200 len: 992 time: 0.0709612 Nov 23 23:14:28.409251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:28.549123 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b8935713-8c51-4f9a-806f-c0686f7e98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.594069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca0129-66e3-4f45-a326-2635592d8286 None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '63543f9a-a01c-451c-81a5-61b550296367', 'ip_address': '2001:db8::f816:3eff:fe2f:3088'}, {'subnet_id': '2c26b09e-7e30-4882-a606-48b11fcd3396'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '3189b132-6b70-4774-8d2b-827e117de221'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:14:28.599181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b8935713-8c51-4f9a-806f-c0686f7e98d7 None None] For port 3189b132-6b70-4774-8d2b-827e117de221, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3189b132-6b70-4774-8d2b-827e117de221,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:28.608546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.617706 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b8935713-8c51-4f9a-806f-c0686f7e98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.645610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:28.650447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bca0129-66e3-4f45-a326-2635592d8286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.710513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8935713-8c51-4f9a-806f-c0686f7e98d7 None None] Pushing event updated for resources: {'Port': ['ID=3189b132-6b70-4774-8d2b-827e117de221,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:28.715485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:28.723290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53638) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:28.724045 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9852fed8-3da8-4e7a-a3a1-52879214cbb4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52 HTTP/1.1" status: 204 len: 168 time: 0.5300517 Nov 23 23:14:28.803276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29418901-3090-432c-8190-1026fccedd6a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.805157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-29418901-3090-432c-8190-1026fccedd6a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0808399 Nov 23 23:14:28.808533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53640) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:28.839126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e620c8d-e18e-494f-8eb6-a15dde6dedf7 req-cf9c3b75-03c3-421f-a440-60d7b768d17d tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.846326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e620c8d-e18e-494f-8eb6-a15dde6dedf7 req-cf9c3b75-03c3-421f-a440-60d7b768d17d tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1096 time: 0.0904272 Nov 23 23:14:28.880226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-5bca0129-66e3-4f45-a326-2635592d8286 None None] Allocated IP 2001:db8:0:1::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/2c26b09e-7e30-4882-a606-48b11fcd3396/3189b132-6b70-4774-8d2b-827e117de221) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:28.896172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a9750-a63a-4b65-9441-63770a8c8422 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.898288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ba3a9750-a63a-4b65-9441-63770a8c8422 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0888336 Nov 23 23:14:28.901297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53646) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:28.920852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3e620c8d-e18e-494f-8eb6-a15dde6dedf7 req-48ba1784-c672-4a06-b330-bc4b02374888 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734422 Nov 23 23:14:28.978176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143a3f21-3066-4f27-97d3-0e0c8d4dc35f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.980180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143a3f21-3066-4f27-97d3-0e0c8d4dc35f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.981897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143a3f21-3066-4f27-97d3-0e0c8d4dc35f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:28.983759 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-143a3f21-3066-4f27-97d3-0e0c8d4dc35f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0814350 Nov 23 23:14:28.986964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53650) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:29.014889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5bca0129-66e3-4f45-a326-2635592d8286 None None] For port 3189b132-6b70-4774-8d2b-827e117de221, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3189b132-6b70-4774-8d2b-827e117de221,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:29.052466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bca0129-66e3-4f45-a326-2635592d8286 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.059474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bca0129-66e3-4f45-a326-2635592d8286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.067168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 2c26b09e-7e30-4882-a606-48b11fcd3396 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:29.070930 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.151365 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.166408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca0129-66e3-4f45-a326-2635592d8286 None None] Pushing event updated for resources: {'Port': ['ID=3189b132-6b70-4774-8d2b-827e117de221,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:29.275404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.336891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3189b132-6b70-4774-8d2b-827e117de221 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:29.391952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.420390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 3189b132-6b70-4774-8d2b-827e117de221 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:29.420928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.439818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.446293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53664) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:29.447331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/2c26b09e-7e30-4882-a606-48b11fcd3396 HTTP/1.1" status: 204 len: 168 time: 0.4582996 Nov 23 23:14:29.448705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a2d39-e7a0-4002-8031-1836229946c2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=2c26b09e-7e30-4882-a606-48b11fcd3396,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:29.541840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 63543f9a-a01c-451c-81a5-61b550296367 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:29.559270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.615949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.742328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.749582 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-d05635b3-b309-477f-b416-ce87176d2589 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783083 Nov 23 23:14:29.779532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-6be7b4e6-ae1d-4e27-9954-b07542cd2f50 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:14:29.780580 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-6be7b4e6-ae1d-4e27-9954-b07542cd2f50 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082147 Nov 23 23:14:29.820667 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.853196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=63543f9a-a01c-451c-81a5-61b550296367,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:29.861473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:29.866722 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a4b0e5f0-da3d-41cf-be93-6c67cb1e8614 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/63543f9a-a01c-451c-81a5-61b550296367 HTTP/1.1" status: 204 len: 168 time: 0.4192464 Nov 23 23:14:29.869475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:29.892014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11b2c6-9518-4571-9d7b-6560ad210881 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:29.927349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5982af45-e925-4665-b6f4-bcb21fd22d06 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563028 Nov 23 23:14:29.930907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53674) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:29.936259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:30.009374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-26493e3c-c3bf-4a6f-9191-4dcb7b768417 None None] Provisioning complete for port 3189b132-6b70-4774-8d2b-827e117de221 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:30.009824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26493e3c-c3bf-4a6f-9191-4dcb7b768417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.057264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:30.061092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.130208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-26493e3c-c3bf-4a6f-9191-4dcb7b768417 None None] Could not find standard attr ID for object cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:30.153465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:30.201752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] Deleting port 3189b132-6b70-4774-8d2b-827e117de221 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:30.202131 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.268933 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.269448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] For port 3189b132-6b70-4774-8d2b-827e117de221, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3189b132-6b70-4774-8d2b-827e117de221,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:30.269848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.284553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] Calling delete_port for 3189b132-6b70-4774-8d2b-827e117de221 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:30.312560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:30.315787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:30.320444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:30.321043 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.333001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=4f26bda0-b0db-46c5-b15f-99940c9fa8eb,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:30.343320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f6a4d064-3ee5-4b8f-bff8-cd22f5c566e7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4113531 Nov 23 23:14:30.346076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:30.351662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-56f14e9f-63db-4399-84fe-4cb1ffc05899 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:30.367093 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.392987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] Pushing event deleted for resources: {'Port': ['ID=3189b132-6b70-4774-8d2b-827e117de221,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:30.398582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bc901-d92b-4d58-97aa-e190978da848 None None] No DVR routers for this DVR port 3189b132-6b70-4774-8d2b-827e117de221 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:30.411460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2920693-08d4-4062-bacc-7360034e42f2 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:30.478087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f14e9f-63db-4399-84fe-4cb1ffc05899 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:30.481984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56f14e9f-63db-4399-84fe-4cb1ffc05899 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.571858 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-56f14e9f-63db-4399-84fe-4cb1ffc05899 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f26bda0-b0db-46c5-b15f-99940c9fa8eb (CIDR: 2001:db8::/64) Nov 23 23:14:30.572765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'tenant_id': '470ec568cebb40619dfc152eede4d7a3', 'fixed_ips': [{'subnet_id': '4f26bda0-b0db-46c5-b15f-99940c9fa8eb'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:30.573775 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.575037 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f14e9f-63db-4399-84fe-4cb1ffc05899 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:30.575484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f14e9f-63db-4399-84fe-4cb1ffc05899 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:30.592281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-56f14e9f-63db-4399-84fe-4cb1ffc05899 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2451355 Nov 23 23:14:30.595057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53680) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:30.601087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:30.722921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/4f26bda0-b0db-46c5-b15f-99940c9fa8eb/2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:30.725896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:30.729734 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.878589 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.886021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.937746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:30.941669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:30.944765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:30.947599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:31.006239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Attempting to bind port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:31.007167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Attempting to bind port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:31.007532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Attempting to bind port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 on network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:31.012658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:31.013032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Checking segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:31.013429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.013816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Bound using segment: {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:31.014278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Bound port: 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eedf983-f806-471c-9ff1-8c33edb54c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:31.014655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.078313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:31.089893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:31.093423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:31.099405 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.168645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710cb4d-8174-4f52-9220-d7bd7dc0debe None None] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:31.270577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3189b132-6b70-4774-8d2b-827e117de221 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:31.296954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 3189b132-6b70-4774-8d2b-827e117de221 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:31.299735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3189b132-6b70-4774-8d2b-827e117de221 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:31.310415 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.510342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:31.544233 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.550134 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.551242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.622677 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-493c2375-54bc-4fef-a7ed-8bf516e17991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.627020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:31.637420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:31.640632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:31.641313 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.677440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=4']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:31.687434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53692) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:31.688015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0914071 Nov 23 23:14:31.688730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfa39b-7d95-4a45-9000-a0c1d259c9df tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=088fa130-d7a9-497c-a667-f8918a6702aa,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:31.693092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:c1:91:31', 'name': 'tempest-NetworksTestDHCPv6-1201719636'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:31.813618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:31.818120 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.839269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 92553f72-b0ef-46a4-9090-946e1083f25b yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:32.042017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::93 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/4f26bda0-b0db-46c5-b15f-99940c9fa8eb/92553f72-b0ef-46a4-9090-946e1083f25b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:32.050020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:9131 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/088fa130-d7a9-497c-a667-f8918a6702aa/92553f72-b0ef-46a4-9090-946e1083f25b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:32.238865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.274977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d75ca0-9635-4bb9-8b2b-5bd12876484d None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:32.286655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.347957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:32.349119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-42a013d0-b669-4af2-ae34-6b74a171d01f None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:32.349579 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42a013d0-b669-4af2-ae34-6b74a171d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.352867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:32.359459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:32.365490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:32.366744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.371377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=92553f72-b0ef-46a4-9090-946e1083f25b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:32.392700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-70784f24-5038-4d06-b1d8-57ba5e0a893a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7041128 Nov 23 23:14:32.395859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:32.504559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 92553f72-b0ef-46a4-9090-946e1083f25b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:32.505162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.518552 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42a013d0-b669-4af2-ae34-6b74a171d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.559687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-42a013d0-b669-4af2-ae34-6b74a171d01f None None] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:32.565302 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42a013d0-b669-4af2-ae34-6b74a171d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.614512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.618849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a013d0-b669-4af2-ae34-6b74a171d01f None None] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:32.629801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 92553f72-b0ef-46a4-9090-946e1083f25b owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:32.853850 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.889049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=92553f72-b0ef-46a4-9090-946e1083f25b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:32.939598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:32.945923 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d433f096-769c-45e7-a58f-c9108051b2eb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/92553f72-b0ef-46a4-9090-946e1083f25b HTTP/1.1" status: 204 len: 168 time: 0.5460036 Nov 23 23:14:32.946450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53704) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:33.000778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7921ba6-9439-4c76-8fa9-55d4be9f4bf7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:33.002774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a7921ba6-9439-4c76-8fa9-55d4be9f4bf7 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0551589 Nov 23 23:14:33.005467 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53706) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:33.078858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84c00e-961b-4d41-92ef-af7c92fe1c9e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:33.081487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cf84c00e-961b-4d41-92ef-af7c92fe1c9e tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0740764 Nov 23 23:14:33.084014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53708) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:33.151976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b5f96-2a0e-489e-b2af-09d8d0d79542 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:33.154883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b5f96-2a0e-489e-b2af-09d8d0d79542 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:33.156623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b5f96-2a0e-489e-b2af-09d8d0d79542 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:33.158706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f3b5f96-2a0e-489e-b2af-09d8d0d79542 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0736086 Nov 23 23:14:33.162011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53712) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:33.250444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 088fa130-d7a9-497c-a667-f8918a6702aa {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:33.261000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.289105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4e1810f-cb7f-4035-8cbd-92c8b0e7ae00 None None] Could not find standard attr ID for object 92553f72-b0ef-46a4-9090-946e1083f25b. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:33.322805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:33.332297 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.356701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4e1810f-cb7f-4035-8cbd-92c8b0e7ae00 None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:33.357357 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4e1810f-cb7f-4035-8cbd-92c8b0e7ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.433453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:33.433453 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.447270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.527596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.574332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=088fa130-d7a9-497c-a667-f8918a6702aa,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:33.579026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.587485 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c8550d6e-926d-48e1-97dc-88ea6abc1e03 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/088fa130-d7a9-497c-a667-f8918a6702aa HTTP/1.1" status: 204 len: 168 time: 0.4242952 Nov 23 23:14:33.590028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53716) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:33.645219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-56b0a615-34a8-44f6-98b3-2a051543143c None None] Could not find standard attr ID for object cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:33.647912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet 4f26bda0-b0db-46c5-b15f-99940c9fa8eb {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:33.653533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.699351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.742534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353eb1f-a44d-488b-a23b-54477f54207b None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:33.772634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-00b05d5a-15db-4638-b872-11f9e7343a51 None None] Could not find standard attr ID for object 92553f72-b0ef-46a4-9090-946e1083f25b. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:33.808918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.873555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.904640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.910556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/4f26bda0-b0db-46c5-b15f-99940c9fa8eb HTTP/1.1" status: 204 len: 168 time: 0.3171360 Nov 23 23:14:33.910556 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250396-0c79-42f8-8d31-e88c007c5fe4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=4f26bda0-b0db-46c5-b15f-99940c9fa8eb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:33.910962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53718) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:33.955394 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-86b996ae-4af4-44c6-b99b-8a57f5297361 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432971 Nov 23 23:14:33.958259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53720) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:33.963442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:33.993728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad08e89-70ed-4711-a467-57c449f798d1 None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': '4f26bda0-b0db-46c5-b15f-99940c9fa8eb'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:14:34.022519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dad08e89-70ed-4711-a467-57c449f798d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.064547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:34.068337 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.228548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fcc6a2-51cf-43d4-8e88-e4956c8b2c2f None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:34.296595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.338092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-38bd20e4-e7bc-485c-8d68-dcf69fc65fb9 None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:34.338651 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-38bd20e4-e7bc-485c-8d68-dcf69fc65fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.370439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=f256c914-449b-41bc-81a5-2eefa1f63e9e,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:34.385963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:34.387606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:34.391144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:34.391885 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.414516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a05d8385-bbc5-48ea-a818-e0b798f7df39 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4535866 Nov 23 23:14:34.416374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53726) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:34.424341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-74fe9501-91c8-4229-ada2-61218fb636c1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:34.530858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Update dhcp port {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'fixed_ips': [{'subnet_id': 'f256c914-449b-41bc-81a5-2eefa1f63e9e'}], 'binding:host_id': 'n-d-817303-3'}, 'id': '2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0'} from n-d-817303-3. {{(pid=103524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 23:14:34.563562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-faf09b67-8848-4be6-af54-1a127240b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:34.565263 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-faf09b67-8848-4be6-af54-1a127240b29a service neutron] 10.222.0.11 "GET /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 1093 time: 0.0490127 Nov 23 23:14:34.571295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.576326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Request body: {'binding': {'host': 'n-h1-817303-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:34.576787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Unknown quota resources ['binding']. {{(pid=103523) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 23:14:34.617168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fe9501-91c8-4229-ada2-61218fb636c1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:34.621952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-74fe9501-91c8-4229-ada2-61218fb636c1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.735540 n-d-817303-3 neutron-server[103522]: INFO neutron.db.ipam_backend_mixin [None req-74fe9501-91c8-4229-ada2-61218fb636c1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f256c914-449b-41bc-81a5-2eefa1f63e9e (CIDR: 2001:db8::/64) Nov 23 23:14:34.738003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on host n-h1-817303-3 for vnic_type normal with profile None {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:34.738346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:34.738671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:34.742320 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fe9501-91c8-4229-ada2-61218fb636c1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:14:34.742779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fe9501-91c8-4229-ada2-61218fb636c1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:34.743854 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:14:34.744185 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:34.752011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:34.752345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Checking segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:34.752863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Bound using segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:34.753344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Bound port: 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:34.772771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-74fe9501-91c8-4229-ada2-61218fb636c1 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3535528 Nov 23 23:14:34.774847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53728) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:34.781231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'subnet': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:34.786239 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-18f5b4a1-b9d9-451b-9225-f618d0ca4a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.818548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Allocated IP 2001:db8::2 (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/f256c914-449b-41bc-81a5-2eefa1f63e9e/2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:34.864278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:34.874915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.876399 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] 10.222.0.11 "POST /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3038406 Nov 23 23:14:34.958029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:34.977575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:34.981424 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:35.020776 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:35.027150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:35.146674 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:35.149364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:35.157081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.157687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.158030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.158506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.158819 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df907b5-5837-4a6a-b93b-3a331dc2b886 req-0180bb76-e93e-4c7b-8cf3-8e8d2a3b7e3b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:35.158966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.159165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.159495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.159846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.160430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0df907b5-5837-4a6a-b93b-3a331dc2b886 req-0180bb76-e93e-4c7b-8cf3-8e8d2a3b7e3b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0937939 Nov 23 23:14:35.167214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.167690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.168043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.168385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28bc6fa-770f-4881-a7c0-84a1d2243f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:14:35.218442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-2cde9168-dd1b-4652-9578-1581d58f5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:35.221654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-2cde9168-dd1b-4652-9578-1581d58f5692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1096 time: 0.0864756 Nov 23 23:14:35.267664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0df907b5-5837-4a6a-b93b-3a331dc2b886 req-bb88cd8f-56a4-4a12-850a-d6b6f0324885 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999775 Nov 23 23:14:35.343827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:35.432439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-4a0fb104-e885-4ee4-89ce-c49bba4cbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:35.433959 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-4a0fb104-e885-4ee4-89ce-c49bba4cbd6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 897 time: 0.2048690 Nov 23 23:14:35.490059 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:35.529770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-7ed97070-2b67-4b41-8ad8-b976bd48e8d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 1000 time: 0.0870576 Nov 23 23:14:35.589865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:35.601825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-700d0546-7dba-40ea-b07d-803c2e87ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:35.603527 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-700d0546-7dba-40ea-b07d-803c2e87ecee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.0651205 Nov 23 23:14:35.681963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-75cd0017-51f6-41bd-b2f6-81b71d68010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:35.683786 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-75cd0017-51f6-41bd-b2f6-81b71d68010a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714848 Nov 23 23:14:35.756064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:35.763359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:35.840000 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:35.840618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:35.852870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-ab7b6a97-b9ec-4a8d-a0e2-50694688bbf4 service neutron] 10.222.0.48 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598668 Nov 23 23:14:35.959854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-c29832fe-0291-4992-9ba0-564660d98e3b service neutron] 10.222.0.48 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991158 Nov 23 23:14:36.051430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:36.086847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dacba05-0bde-4d90-a7df-3789667be286 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:36.092588 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.099852 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.103396 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.176226 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-79ed8a45-a872-4c13-8944-0bbb5dc45c6b tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:36.177829 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-79ed8a45-a872-4c13-8944-0bbb5dc45c6b tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0&tenant_id=79e0e77ee0be41da989a5a24b529c53e&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1096 time: 0.1104140 Nov 23 23:14:36.189673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-3'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:36.214481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Subnet': ['ID=f2d271bb-eea6-4eb8-acfc-f5d4c86b7489,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:36.250488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:36.256952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:36.257380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.264376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:36.265411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.279479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-59e07654-fe0e-44da-94a4-6973e124f8a6 None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:36.279912 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-59e07654-fe0e-44da-94a4-6973e124f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.285598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=11']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:36.314765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-56c6786a-a07e-4309-a272-a422fa081f93 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5382679 Nov 23 23:14:36.315813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53738) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:36.322779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Request body: {'port': {'network_id': '38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10', 'mac_address': 'fa:16:3e:80:a6:1f', 'name': 'tempest-NetworksTestDHCPv6-1064684315'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:36.422936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-59e07654-fe0e-44da-94a4-6973e124f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.454709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:36.473681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-59e07654-fe0e-44da-94a4-6973e124f8a6 None None] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:36.488579 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-59e07654-fe0e-44da-94a4-6973e124f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.509926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:36.541750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9832425-0169-4f43-b4cf-26b7ace8b668 req-7fd37c8d-6810-4e7b-a611-d1be43320097 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:36.553128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9832425-0169-4f43-b4cf-26b7ace8b668 req-7fd37c8d-6810-4e7b-a611-d1be43320097 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.1485393 Nov 23 23:14:36.574018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e07654-fe0e-44da-94a4-6973e124f8a6 None None] Pushing event updated for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:36.588257 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.591745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.595595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:14:36.598719 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30af15e4-e232-4a69-89cb-b032fc7f63c6" -d '{"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:14:36.613959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.662313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9832425-0169-4f43-b4cf-26b7ace8b668 req-59e191af-6fa0-404f-adf1-af40c850d671 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991690 Nov 23 23:14:36.683299 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa3b32-3cde-46a0-b602-104ac85c46d5 x-openstack-request-id: req-e5fa3b32-3cde-46a0-b602-104ac85c46d5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:14:36.683652 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:14:36.683976 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5fa3b32-3cde-46a0-b602-104ac85c46d5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:14:36.684404 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'code': 200} Nov 23 23:14:36.685937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Made reservation on behalf of 470ec568cebb40619dfc152eede4d7a3 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:36.763999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:36.781877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.808806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] device_id is not set on port 705939b4-7269-42c3-aa00-90eff12365c1 yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:36.846062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on host n-h2-817303-3 for vnic_type normal with profile {"migrating_to": "n-h1-817303-3"} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:36.846487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:36.846998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:36.854142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:14:36.854997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Attempting to bind port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on network 423d151f-d875-414c-ab6b-6e66a61c7e4a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:36.861089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:36.861786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Checking segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:36.862405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Bound using segment: {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:36.863066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Bound port: 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:36.863605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:36.955884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:36.960188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:36.966935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.064188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8::1fb (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/f256c914-449b-41bc-81a5-2eefa1f63e9e/705939b4-7269-42c3-aa00-90eff12365c1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:37.073496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:a61f (38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10/f2d271bb-eea6-4eb8-acfc-f5d4c86b7489/705939b4-7269-42c3-aa00-90eff12365c1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:37.086389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:37.130081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-282f23ae-b2f9-4c18-bfd8-74063d608cf9 None None] Provisioning complete for port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:37.131961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-282f23ae-b2f9-4c18-bfd8-74063d608cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.202133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:37.202903 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.204523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-28afec95-f00b-43c1-8662-d0b053e93b14 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 1121 time: 1.0192125 Nov 23 23:14:37.329660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:14:37.361575 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-282f23ae-b2f9-4c18-bfd8-74063d608cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.428137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.448231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419c3a3-c2cb-40ea-9875-62cad0add9cf None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:37.475789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:14:37.478271 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5500a3ef-8359-4cdf-beed-363d8bf8f2e2" -d '{"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-plugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:14:37.541417 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.543410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-282f23ae-b2f9-4c18-bfd8-74063d608cf9 None None] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:37.577895 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.582623 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4148d9a-3de4-4568-8384-8e3b8621e1fc x-openstack-request-id: req-c4148d9a-3de4-4568-8384-8e3b8621e1fc {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:14:37.582920 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-plugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:14:37.583425 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4148d9a-3de4-4568-8384-8e3b8621e1fc {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:14:37.583841 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'code': 200} Nov 23 23:14:37.589172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:37.596101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-282f23ae-b2f9-4c18-bfd8-74063d608cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.629972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:37.633663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:37.638385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:37.644136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:37.644789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.649570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event updated for resources: {'Port': ['ID=705939b4-7269-42c3-aa00-90eff12365c1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:37.676724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a1af1202-6b24-480d-8882-71884200ac3f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3594506 Nov 23 23:14:37.679070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53752) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:37.827056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b089b-717e-4f88-aaf9-4663ac2c1f0c req-c01d0490-9740-4c6a-8af7-7beca2425126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:37.828651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-213b089b-717e-4f88-aaf9-4663ac2c1f0c req-c01d0490-9740-4c6a-8af7-7beca2425126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0778706 Nov 23 23:14:37.840939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting port 705939b4-7269-42c3-aa00-90eff12365c1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:37.841188 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.890922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f23ae-b2f9-4c18-bfd8-74063d608cf9 None None] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:37.935606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:37.935975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.951151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-213b089b-717e-4f88-aaf9-4663ac2c1f0c req-94efbca2-a19f-4a9b-94de-6d1f17b8d07f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126170 Nov 23 23:14:37.983291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:37.986164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Calling delete_port for 705939b4-7269-42c3-aa00-90eff12365c1 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:38.164614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5ac25a5c-18fd-48a6-8c32-61cf846d02f2 None None] Provisioning complete for port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:38.164996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac25a5c-18fd-48a6-8c32-61cf846d02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.241736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.336465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5ac25a5c-18fd-48a6-8c32-61cf846d02f2 None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:38.336844 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac25a5c-18fd-48a6-8c32-61cf846d02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.480497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:14:38.537895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.567102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Port': ['ID=705939b4-7269-42c3-aa00-90eff12365c1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:38.574856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fe675f18-62cf-46ca-9f40-d140fc7f9af6 None None] Could not find standard attr ID for object 705939b4-7269-42c3-aa00-90eff12365c1. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:14:38.605737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fe675f18-62cf-46ca-9f40-d140fc7f9af6 None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:38.606115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fe675f18-62cf-46ca-9f40-d140fc7f9af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.608861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:38.617300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.622762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-24b0df64-3611-4860-95a4-666b56e749cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/705939b4-7269-42c3-aa00-90eff12365c1 HTTP/1.1" status: 204 len: 168 time: 0.9404833 Nov 23 23:14:38.623447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:38.646906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 has no active binding in host n-h1-817303-3 {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 23:14:38.683781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42132f55-4857-4aee-8b9b-7343122dd010 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:38.685526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42132f55-4857-4aee-8b9b-7343122dd010 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0610297 Nov 23 23:14:38.686249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:14:38.688240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53758) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:38.692824 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30" -d '{"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:14:38.740087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6460d4-29b6-4044-bc01-bb90e2203944 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:38.740402 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1873e6-e7f0-4a87-bee4-73156fece325 x-openstack-request-id: req-7c1873e6-e7f0-4a87-bee4-73156fece325 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:14:38.741448 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:14:38.741851 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c1873e6-e7f0-4a87-bee4-73156fece325 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:14:38.742296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ff6460d4-29b6-4044-bc01-bb90e2203944 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0530555 Nov 23 23:14:38.744051 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'status': 'completed', 'code': 200} Nov 23 23:14:38.744900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53762) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:38.837407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f2b77-3c85-4712-bb5f-4c563857e3da tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:38.839108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f2b77-3c85-4712-bb5f-4c563857e3da tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:38.840664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f2b77-3c85-4712-bb5f-4c563857e3da tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:38.842261 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-111f2b77-3c85-4712-bb5f-4c563857e3da tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0963719 Nov 23 23:14:38.845053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53764) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:38.849293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-dbaecbe4-7817-4fac-968b-7894ac17d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:38.851400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-dbaecbe4-7817-4fac-968b-7894ac17d99e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1126 time: 0.0747113 Nov 23 23:14:38.905833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet f256c914-449b-41bc-81a5-2eefa1f63e9e {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:38.909530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.953640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:38.960327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-7a934a79-d9a7-402d-809a-3d2858ad87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:38.961955 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-7a934a79-d9a7-402d-809a-3d2858ad87a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 897 time: 0.1014979 Nov 23 23:14:39.043043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-213618e3-27ce-4cec-be0d-b1f911590eb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 1000 time: 0.0717211 Nov 23 23:14:39.076955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.110050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-e2410f55-9da1-47a5-9253-dc4135dfeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:39.111783 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-e2410f55-9da1-47a5-9253-dc4135dfeb47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.0601349 Nov 23 23:14:39.140352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce92b-7e4d-497b-afc7-2a808745f5a6 req-c85a815f-f748-4ba3-a6e1-ddb9cc728ece tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:39.142190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-718ce92b-7e4d-497b-afc7-2a808745f5a6 req-c85a815f-f748-4ba3-a6e1-ddb9cc728ece tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0971830 Nov 23 23:14:39.174052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.176874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-625aba0c-7b36-48d3-be1a-390eb71b8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:39.179135 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-625aba0c-7b36-48d3-be1a-390eb71b8dcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608325 Nov 23 23:14:39.218398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=f256c914-449b-41bc-81a5-2eefa1f63e9e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:39.229704 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.235604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-453edd3d-0eb7-4f64-ae30-c60a02af9cbf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/f256c914-449b-41bc-81a5-2eefa1f63e9e HTTP/1.1" status: 204 len: 168 time: 0.3892295 Nov 23 23:14:39.236227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53768) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.238395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763087a-53b3-44a1-89db-0cba366bcce9 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:39.255332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-718ce92b-7e4d-497b-afc7-2a808745f5a6 req-6c7d5b6f-83f9-4312-a289-1dcce4a41087 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008067 Nov 23 23:14:39.311847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-46e91303-b71e-42ce-bc91-77766f6c67c0 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246431 Nov 23 23:14:39.329953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Deleting subnet f2d271bb-eea6-4eb8-acfc-f5d4c86b7489 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:39.336622 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.393339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.433817 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3b70f9f6-c13e-46b5-b05a-ce35a4b92f30 req-287f9687-7275-4349-92ce-4a38617377b1 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130838 Nov 23 23:14:39.535770 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.606278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.640558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d271bb-eea6-4eb8-acfc-f5d4c86b7489,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:39.646192 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:39.653738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a5dd61de-976c-4a4d-a0c2-0197b393a7bd tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/f2d271bb-eea6-4eb8-acfc-f5d4c86b7489 HTTP/1.1" status: 204 len: 168 time: 0.4090722 Nov 23 23:14:39.654127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53782) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.697714 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1c35550c-13be-42ea-a20c-69496a2f08b5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400538 Nov 23 23:14:39.697956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53784) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.755000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe694ad-2fc8-4814-9299-56f1cbde76c4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:39.759729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bfe694ad-2fc8-4814-9299-56f1cbde76c4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0603077 Nov 23 23:14:39.759987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.816443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c6461-c57f-4760-9ba7-3b20f6716933 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:39.817998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-060c6461-c57f-4760-9ba7-3b20f6716933 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0570681 Nov 23 23:14:39.821345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53794) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.867029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-59c89c26-34b5-4a30-b537-dc9fba4cb441 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430484 Nov 23 23:14:39.871742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53796) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.902969 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c19a887-8fde-4295-b498-c810b599c6a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:39.903588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c19a887-8fde-4295-b498-c810b599c6a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:39.909879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4c19a887-8fde-4295-b498-c810b599c6a4 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/705939b4-7269-42c3-aa00-90eff12365c1 HTTP/1.1" status: 404 len: 333 time: 0.0339336 Nov 23 23:14:39.910278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53798) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.944791 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-847bdbda-e527-4124-9a62-66e8dbac6ad8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:39.945260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847bdbda-e527-4124-9a62-66e8dbac6ad8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:39.948564 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-847bdbda-e527-4124-9a62-66e8dbac6ad8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/f2d271bb-eea6-4eb8-acfc-f5d4c86b7489 HTTP/1.1" status: 404 len: 337 time: 0.0372498 Nov 23 23:14:39.951204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53800) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:39.979417 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad69b44-9d69-4582-8e6a-b1c272021326 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:39.980008 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad69b44-9d69-4582-8e6a-b1c272021326 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:39.983224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bad69b44-9d69-4582-8e6a-b1c272021326 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/f256c914-449b-41bc-81a5-2eefa1f63e9e HTTP/1.1" status: 404 len: 337 time: 0.0310018 Nov 23 23:14:39.985873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53802) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.011880 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd5e748-10a7-4dd4-beea-3aff83b8aff3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.012594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd5e748-10a7-4dd4-beea-3aff83b8aff3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.017476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7dd5e748-10a7-4dd4-beea-3aff83b8aff3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/92553f72-b0ef-46a4-9090-946e1083f25b HTTP/1.1" status: 404 len: 333 time: 0.0286398 Nov 23 23:14:40.018204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.046455 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b911e0-1707-443c-a6d7-b082a48ed795 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.046994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b911e0-1707-443c-a6d7-b082a48ed795 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.050830 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-00b911e0-1707-443c-a6d7-b082a48ed795 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/088fa130-d7a9-497c-a667-f8918a6702aa HTTP/1.1" status: 404 len: 337 time: 0.0315757 Nov 23 23:14:40.053999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53806) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.058093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb565a6-cf26-402f-9863-2c262e864f91 None None] Network 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:40.081652 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-df60b2d4-90c8-4268-bef9-a812e2479083 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.082115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df60b2d4-90c8-4268-bef9-a812e2479083 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.085720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-df60b2d4-90c8-4268-bef9-a812e2479083 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/4f26bda0-b0db-46c5-b15f-99940c9fa8eb HTTP/1.1" status: 404 len: 337 time: 0.0306876 Nov 23 23:14:40.088300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.121320 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-684325ec-a6d3-497a-a04d-d1176fb7d651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.121897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684325ec-a6d3-497a-a04d-d1176fb7d651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.127384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-684325ec-a6d3-497a-a04d-d1176fb7d651 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/cc7d43b2-f8b5-4c7a-ac03-b9c4c5a37e52 HTTP/1.1" status: 404 len: 333 time: 0.0357730 Nov 23 23:14:40.127595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53814) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.160626 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-32357c5c-d017-4235-bd6d-eb90ebbd56c8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.161079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32357c5c-d017-4235-bd6d-eb90ebbd56c8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.165050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32357c5c-d017-4235-bd6d-eb90ebbd56c8 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/2c26b09e-7e30-4882-a606-48b11fcd3396 HTTP/1.1" status: 404 len: 337 time: 0.0362432 Nov 23 23:14:40.167857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.199156 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c745b7-d740-4ce5-b7ef-a31ad0c205cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.199674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c745b7-d740-4ce5-b7ef-a31ad0c205cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.203214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-29c745b7-d740-4ce5-b7ef-a31ad0c205cb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/63543f9a-a01c-451c-81a5-61b550296367 HTTP/1.1" status: 404 len: 337 time: 0.0341778 Nov 23 23:14:40.205740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53818) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.231418 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f295dd-f4ef-4a5c-a738-6c096af1075d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.232029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f295dd-f4ef-4a5c-a738-6c096af1075d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.238065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f2f295dd-f4ef-4a5c-a738-6c096af1075d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/aa3d8844-a25f-4ab8-8453-6a10d55c25d3 HTTP/1.1" status: 404 len: 333 time: 0.0282781 Nov 23 23:14:40.238275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53820) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.266527 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae01064f-fb59-4890-a599-439cdcf2f9d5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.266992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae01064f-fb59-4890-a599-439cdcf2f9d5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.270206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ae01064f-fb59-4890-a599-439cdcf2f9d5 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/24f28494-175f-4e41-882b-f31cc09a4fae HTTP/1.1" status: 404 len: 337 time: 0.0307751 Nov 23 23:14:40.273811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53822) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.301300 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b444c80f-95cf-4a4a-a13e-1947c6b56840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.301777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b444c80f-95cf-4a4a-a13e-1947c6b56840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.305418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b444c80f-95cf-4a4a-a13e-1947c6b56840 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/d1fdd644-8950-4b77-bdc1-c6dea334a353 HTTP/1.1" status: 404 len: 337 time: 0.0302365 Nov 23 23:14:40.307899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53826) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.337901 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-64db82db-a459-4160-9b6e-91686a27e0bb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.338473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64db82db-a459-4160-9b6e-91686a27e0bb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.342491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-64db82db-a459-4160-9b6e-91686a27e0bb tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/aac4dd64-806f-4b0d-9e4f-a8ea2f6ea29e HTTP/1.1" status: 404 len: 333 time: 0.0330524 Nov 23 23:14:40.344938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.348220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9c442ee0-d6dc-4a66-8a8a-058e661a3358 None None] Provisioning complete for port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:40.348688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9c442ee0-d6dc-4a66-8a8a-058e661a3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:40.378379 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-10310095-370e-4669-b1a4-d5e10e85b35b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.378856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10310095-370e-4669-b1a4-d5e10e85b35b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.384791 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-10310095-370e-4669-b1a4-d5e10e85b35b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/4e50fc84-b0e6-400d-ae5e-7632feac50e6 HTTP/1.1" status: 404 len: 337 time: 0.0386305 Nov 23 23:14:40.387404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53830) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.392416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21defb-69ca-4b9e-897a-c71cfbfa84ce req-d538c675-4b14-4a73-8305-44539f41d47c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:40.400528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f21defb-69ca-4b9e-897a-c71cfbfa84ce req-d538c675-4b14-4a73-8305-44539f41d47c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0662529 Nov 23 23:14:40.421067 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-432eee59-fd33-4359-88d0-40acbda7d44f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.421292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432eee59-fd33-4359-88d0-40acbda7d44f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.425748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-432eee59-fd33-4359-88d0-40acbda7d44f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/fbe61417-6093-4eb2-b4d3-6746210dd8f7 HTTP/1.1" status: 404 len: 333 time: 0.0368292 Nov 23 23:14:40.428889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53836) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.458378 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2499260-47c6-4b75-b5d5-4e4159ad3b70 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.459111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2499260-47c6-4b75-b5d5-4e4159ad3b70 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.471780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b2499260-47c6-4b75-b5d5-4e4159ad3b70 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/826cf581-174f-41ab-88e0-de380d250f59 HTTP/1.1" status: 404 len: 337 time: 0.0406964 Nov 23 23:14:40.474615 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53838) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.483365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f21defb-69ca-4b9e-897a-c71cfbfa84ce req-8e2837ac-9005-4f22-b8c6-97a8a2930e43 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803351 Nov 23 23:14:40.514048 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cdbf22-efd8-4dc4-8b65-06ba2bf4c516 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.514912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cdbf22-efd8-4dc4-8b65-06ba2bf4c516 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.519517 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-38cdbf22-efd8-4dc4-8b65-06ba2bf4c516 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/aaf2bc55-0248-4d02-be3b-8642562a3888 HTTP/1.1" status: 404 len: 333 time: 0.0435841 Nov 23 23:14:40.523057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53840) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.535257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] DHCP port deletion for 38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:40.567533 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f78fe74-6a18-4749-87ec-0d0ae9fe110c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.568377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f78fe74-6a18-4749-87ec-0d0ae9fe110c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.574669 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0f78fe74-6a18-4749-87ec-0d0ae9fe110c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/0464dd16-d7de-45f1-a694-b590fc0fab38 HTTP/1.1" status: 404 len: 337 time: 0.0500832 Nov 23 23:14:40.578260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53844) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.603611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] Deleting port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:40.604074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:40.614523 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-143bed33-81a4-49b2-a3bc-00008dd715a6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.615170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143bed33-81a4-49b2-a3bc-00008dd715a6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.619556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-143bed33-81a4-49b2-a3bc-00008dd715a6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/65a01323-eb49-4789-9704-dca815a5a262 HTTP/1.1" status: 404 len: 333 time: 0.0400369 Nov 23 23:14:40.622083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53846) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.649411 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b27d326-2655-4513-83fd-9264403c5404 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.649861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b27d326-2655-4513-83fd-9264403c5404 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.652920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b27d326-2655-4513-83fd-9264403c5404 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/82ddb955-ba2f-4017-a082-d32270552978 HTTP/1.1" status: 404 len: 337 time: 0.0296121 Nov 23 23:14:40.655394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53848) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.678997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] For port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,segment=NetworkSegment(5eedf983-f806-471c-9ff1-8c33edb54c2b),segment_id=5eedf983-f806-471c-9ff1-8c33edb54c2b)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:40.679479 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:40.685209 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12e4403-026a-4442-b0e4-7f8e538d03f6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.686128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12e4403-026a-4442-b0e4-7f8e538d03f6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.689552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a12e4403-026a-4442-b0e4-7f8e538d03f6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/20f1e116-3a95-414c-8a93-784045889db0 HTTP/1.1" status: 404 len: 333 time: 0.0330515 Nov 23 23:14:40.692067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53850) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.697556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] Calling delete_port for 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:40.719958 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b99c926-fb06-4c53-975e-bf3ea1e03aaf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.720459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b99c926-fb06-4c53-975e-bf3ea1e03aaf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.726496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7b99c926-fb06-4c53-975e-bf3ea1e03aaf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/17201bbb-142b-4cc6-b8cf-bbff17e57d56 HTTP/1.1" status: 404 len: 337 time: 0.0308580 Nov 23 23:14:40.726764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.752245 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-505b6e76-5dfa-45bf-9795-ad27de450a8b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.753083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505b6e76-5dfa-45bf-9795-ad27de450a8b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.759960 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-505b6e76-5dfa-45bf-9795-ad27de450a8b tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/84c1c89c-eae1-4a18-a6fd-50920755eb08 HTTP/1.1" status: 404 len: 333 time: 0.0284882 Nov 23 23:14:40.760606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53858) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.787145 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-e840958e-10aa-47e3-ac04-b2cd52d71e8f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.787883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e840958e-10aa-47e3-ac04-b2cd52d71e8f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.791054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e840958e-10aa-47e3-ac04-b2cd52d71e8f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/276d66fb-71ab-48a7-b209-654962e17341 HTTP/1.1" status: 404 len: 337 time: 0.0295429 Nov 23 23:14:40.793655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53860) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.802163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:40.822468 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-40583f80-857e-4610-b20c-1c147f7c3bd3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.822943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40583f80-857e-4610-b20c-1c147f7c3bd3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.827600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-40583f80-857e-4610-b20c-1c147f7c3bd3 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/71b64e06-bc7b-4d03-9141-e4ab855b531a HTTP/1.1" status: 404 len: 337 time: 0.0313623 Nov 23 23:14:40.829032 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53862) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.838790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] Pushing event deleted for resources: {'Port': ['ID=2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:40.840305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddef31-ad5c-4f54-9e2f-0aff5f6a7e3f None None] No DVR routers for this DVR port 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:40.857564 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa883885-db5a-40fe-85f6-eb8d17dcd600 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.858136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa883885-db5a-40fe-85f6-eb8d17dcd600 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.861224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aa883885-db5a-40fe-85f6-eb8d17dcd600 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/32a9cf46-1547-49e4-8fea-4fd2ba13e597 HTTP/1.1" status: 404 len: 333 time: 0.0312476 Nov 23 23:14:40.863721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53864) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.891530 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea121abb-ff15-4c7d-b5ba-e0de9b47c027 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.892362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea121abb-ff15-4c7d-b5ba-e0de9b47c027 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.895037 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ea121abb-ff15-4c7d-b5ba-e0de9b47c027 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/3b1d0d6f-a5a6-4b5c-a556-ebde122a3987 HTTP/1.1" status: 404 len: 337 time: 0.0302737 Nov 23 23:14:40.898873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53866) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.926432 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a35850f-1a25-4669-a5e7-d87d43c3b272 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.926888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a35850f-1a25-4669-a5e7-d87d43c3b272 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.930090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4a35850f-1a25-4669-a5e7-d87d43c3b272 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/dd941bf5-c51f-431e-9934-559bcb3a7eba HTTP/1.1" status: 404 len: 337 time: 0.0302033 Nov 23 23:14:40.932696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53868) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.955801 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-04097b4a-89bf-4d5a-b174-408a7b25bcf9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.956365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04097b4a-89bf-4d5a-b174-408a7b25bcf9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.960116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-04097b4a-89bf-4d5a-b174-408a7b25bcf9 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/9be86529-4d30-4212-a9ed-51a0f3a31e8f HTTP/1.1" status: 404 len: 333 time: 0.0258231 Nov 23 23:14:40.962547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:40.989425 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-231b9acf-ada7-49a2-ad39-a06ad7b24d98 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:40.989956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231b9acf-ada7-49a2-ad39-a06ad7b24d98 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:40.996787 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-231b9acf-ada7-49a2-ad39-a06ad7b24d98 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/8a6b1f2a-56e9-4bdd-a2d0-13bd0705a736 HTTP/1.1" status: 404 len: 337 time: 0.0303307 Nov 23 23:14:40.997021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53874) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.029185 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d071e5-1226-4770-b214-3dadaa91d58d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.029644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d071e5-1226-4770-b214-3dadaa91d58d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.033482 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-15d071e5-1226-4770-b214-3dadaa91d58d tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/eede6543-3f68-4c94-9250-a4d749992545 HTTP/1.1" status: 404 len: 337 time: 0.0349994 Nov 23 23:14:41.035472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53878) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.060078 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ec93f4-0803-4da2-8b61-55912faa58ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.060640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ec93f4-0803-4da2-8b61-55912faa58ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.063785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16ec93f4-0803-4da2-8b61-55912faa58ce tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/c19f5bf4-0f9f-41f1-8a88-c99be31104cd HTTP/1.1" status: 404 len: 333 time: 0.0273151 Nov 23 23:14:41.066898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53880) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.094415 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3e1e2c-9fdc-4cab-afa4-9b919207572c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.094860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3e1e2c-9fdc-4cab-afa4-9b919207572c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.098303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aa3e1e2c-9fdc-4cab-afa4-9b919207572c tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/7ab5aac2-e251-47ca-9ac4-fe447390e5a2 HTTP/1.1" status: 404 len: 337 time: 0.0306861 Nov 23 23:14:41.100562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53882) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.132992 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b756ee98-ae0e-4fcb-b694-ab963f1e8689 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.133464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b756ee98-ae0e-4fcb-b694-ab963f1e8689 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.138868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b756ee98-ae0e-4fcb-b694-ab963f1e8689 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/3cf4e4dd-8b86-4e7d-852d-9f545a3e1bcc HTTP/1.1" status: 404 len: 337 time: 0.0348611 Nov 23 23:14:41.139388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53884) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.167900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6fced413-f9c2-48db-90c9-4c42aecaab57 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports?device_id=447d3d19-714c-4b4f-8cc3-e5dd18c78f72 HTTP/1.1" status: 200 len: 205 time: 0.0272365 Nov 23 23:14:41.170187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53886) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.207272 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-14d646ec-d1b3-455f-bc7c-8e876838c23a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] delete failed (client error): The resource could not be found. Nov 23 23:14:41.208375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-14d646ec-d1b3-455f-bc7c-8e876838c23a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/routers/447d3d19-714c-4b4f-8cc3-e5dd18c78f72 HTTP/1.1" status: 404 len: 336 time: 0.0371509 Nov 23 23:14:41.211989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.246040 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0597fba6-d67b-49c7-8991-b1bc4bec7e14 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.246496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0597fba6-d67b-49c7-8991-b1bc4bec7e14 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.249628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0597fba6-d67b-49c7-8991-b1bc4bec7e14 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/967b3325-af7c-46af-872b-fa3410ff4995 HTTP/1.1" status: 404 len: 337 time: 0.0366538 Nov 23 23:14:41.252321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53890) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.280508 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-41a177e2-78f8-4e62-8d23-ebf7e542c9b2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "GET /v2.0/ports?device_id=385ae8fe-2fb0-4e60-b5aa-efc871d9a783 HTTP/1.1" status: 200 len: 205 time: 0.0270574 Nov 23 23:14:41.283058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53892) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.323180 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-4274d59b-d252-490d-b145-012b675b35ed tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] delete failed (client error): The resource could not be found. Nov 23 23:14:41.324264 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4274d59b-d252-490d-b145-012b675b35ed tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/routers/385ae8fe-2fb0-4e60-b5aa-efc871d9a783 HTTP/1.1" status: 404 len: 336 time: 0.0402794 Nov 23 23:14:41.326765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53898) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.354261 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d12bdfd-a32a-47da-aff8-1c19e47ec009 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.354717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d12bdfd-a32a-47da-aff8-1c19e47ec009 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.357897 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d12bdfd-a32a-47da-aff8-1c19e47ec009 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/69e73cd4-a033-4d6e-9b74-1a50325e09a9 HTTP/1.1" status: 404 len: 337 time: 0.0301821 Nov 23 23:14:41.360726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.393319 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a9a99f-566a-4100-8ab1-5e58cc66b658 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.393774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a9a99f-566a-4100-8ab1-5e58cc66b658 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.397463 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d7a9a99f-566a-4100-8ab1-5e58cc66b658 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/157967cd-e3c5-455e-a8f9-84e5d7b7fdc6 HTTP/1.1" status: 404 len: 337 time: 0.0349834 Nov 23 23:14:41.399924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.424208 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d48fd5-b50b-4897-acac-8067778377c0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.424703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d48fd5-b50b-4897-acac-8067778377c0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.427764 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-16d48fd5-b50b-4897-acac-8067778377c0 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/82bf35cc-caa2-4242-a47f-bf56b0bb4cca HTTP/1.1" status: 404 len: 333 time: 0.0268910 Nov 23 23:14:41.430475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.457188 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3849666d-45fe-491d-a7ae-4d2c1c965ef2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.457727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3849666d-45fe-491d-a7ae-4d2c1c965ef2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.463708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3849666d-45fe-491d-a7ae-4d2c1c965ef2 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/600b5cae-996d-48ec-98d2-792b85bfbdd4 HTTP/1.1" status: 404 len: 337 time: 0.0306561 Nov 23 23:14:41.465547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53906) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.479513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:41.491869 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd28e4e-0fd3-4700-8b1d-955f64d2b8b6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.492387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd28e4e-0fd3-4700-8b1d-955f64d2b8b6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.495473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8dd28e4e-0fd3-4700-8b1d-955f64d2b8b6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/2fd4f56e-eafe-4926-b534-8d8748c90b5d HTTP/1.1" status: 404 len: 333 time: 0.0287812 Nov 23 23:14:41.497994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53908) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.503015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:41.503363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2a69fd40-3657-4ffd-b1ae-2f7cb6267ee0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:41.532037 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89b65b0-f693-4f27-967b-05b0654fc456 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.532753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89b65b0-f693-4f27-967b-05b0654fc456 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.535867 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d89b65b0-f693-4f27-967b-05b0654fc456 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/6a03d7a7-b5d0-4dc6-a18c-d999c64ed52d HTTP/1.1" status: 404 len: 337 time: 0.0369122 Nov 23 23:14:41.539851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.564610 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec94f802-b0b4-4ede-80bd-aec390b54baf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.565264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec94f802-b0b4-4ede-80bd-aec390b54baf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.568360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ec94f802-b0b4-4ede-80bd-aec390b54baf tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/11eca577-d998-4203-83ce-9fd1e12dc3b9 HTTP/1.1" status: 404 len: 333 time: 0.0275006 Nov 23 23:14:41.571775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53916) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.607197 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa6f826-a857-4d71-b094-0522395e823a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.607674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa6f826-a857-4d71-b094-0522395e823a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.613535 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bfa6f826-a857-4d71-b094-0522395e823a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/67cf915b-9a76-4ebe-b92f-96ce88f21e63 HTTP/1.1" status: 404 len: 337 time: 0.0380692 Nov 23 23:14:41.618337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53922) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.662362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e789-d6d0-4dd4-b95e-6d773aab9a04 req-018e94af-299f-46fa-ac46-2919d365feff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:41.664234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b424e789-d6d0-4dd4-b95e-6d773aab9a04 req-018e94af-299f-46fa-ac46-2919d365feff tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 945 time: 0.0908639 Nov 23 23:14:41.665224 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b421327-d0e2-4196-b47c-47dbc91b994f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.665798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b421327-d0e2-4196-b47c-47dbc91b994f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.669549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4b421327-d0e2-4196-b47c-47dbc91b994f tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/3524ec59-9173-451e-a652-d67add19b8c5 HTTP/1.1" status: 404 len: 333 time: 0.0482485 Nov 23 23:14:41.672455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53924) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.699558 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc839de-9cc1-4ead-8199-0d9a252b1a98 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.700027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc839de-9cc1-4ead-8199-0d9a252b1a98 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.705631 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9dc839de-9cc1-4ead-8199-0d9a252b1a98 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/9081ba22-d83a-4cbc-ac5b-30a1daef75fa HTTP/1.1" status: 404 len: 337 time: 0.0297177 Nov 23 23:14:41.705945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53926) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.719803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b424e789-d6d0-4dd4-b95e-6d773aab9a04 req-166adec8-2475-4f6a-897a-ba6ecb1fc676 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481503 Nov 23 23:14:41.731507 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d9e834-b09c-471d-9362-6129d539ee18 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.732100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d9e834-b09c-471d-9362-6129d539ee18 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.736647 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81d9e834-b09c-471d-9362-6129d539ee18 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/bb140827-42e5-4663-882b-f70a71f4239a HTTP/1.1" status: 404 len: 333 time: 0.0284073 Nov 23 23:14:41.737968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53928) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.765096 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-faefaf4b-4bd3-4e18-bdea-41b2780f5a46 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.765549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faefaf4b-4bd3-4e18-bdea-41b2780f5a46 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.768634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-faefaf4b-4bd3-4e18-bdea-41b2780f5a46 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/7477cd85-b7d5-4d04-b384-de61ad27f00f HTTP/1.1" status: 404 len: 337 time: 0.0296676 Nov 23 23:14:41.771245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53930) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.796033 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-600105f8-9391-4757-be0e-f7619790795a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.796581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600105f8-9391-4757-be0e-f7619790795a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.799626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-600105f8-9391-4757-be0e-f7619790795a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/395190c4-1887-446d-8638-bc27209aa998 HTTP/1.1" status: 404 len: 333 time: 0.0266156 Nov 23 23:14:41.802389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53932) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.828139 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-42edbcd8-358e-4e1d-b3eb-1f0c27b6b60a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.828591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42edbcd8-358e-4e1d-b3eb-1f0c27b6b60a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.831659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-42edbcd8-358e-4e1d-b3eb-1f0c27b6b60a tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/67dd9a15-d0b3-4ef1-bd6d-b2273936e61d HTTP/1.1" status: 404 len: 337 time: 0.0282996 Nov 23 23:14:41.834890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53934) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.863382 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-44513e97-443b-480f-9270-da64ade5bcc6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.863952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44513e97-443b-480f-9270-da64ade5bcc6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.868182 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-44513e97-443b-480f-9270-da64ade5bcc6 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/ports/97fd3694-ce4a-444b-ba4c-95f839744792 HTTP/1.1" status: 404 len: 333 time: 0.0315678 Nov 23 23:14:41.870767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 53940) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:41.899090 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8116dd-b1ee-4648-b281-001d32208970 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] DELETE failed (client error): The resource could not be found. Nov 23 23:14:41.899550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8116dd-b1ee-4648-b281-001d32208970 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:41.910215 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ca8116dd-b1ee-4648-b281-001d32208970 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/subnets/fd9098a2-29e2-4f8e-87ce-437ce88e9228 HTTP/1.1" status: 404 len: 337 time: 0.0384221 Nov 23 23:14:41.913486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53942) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:42.003547 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.099984 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.122999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:42.135054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eedf983-f806-471c-9ff1-8c33edb54c2b') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:42.135561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eedf983-f806-471c-9ff1-8c33edb54c2b') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:42.156708 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.160977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-9ae054b2-0b98-4e5a-980b-9e3eb12a07f4 service neutron] 10.222.0.46 "GET /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4/bindings/n-h1-817303-3 HTTP/1.1" status: 200 len: 384 time: 0.0665615 Nov 23 23:14:42.175255 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.195823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:14:42.196387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:14:42.200253 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:14:42.277835 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.296789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.302724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] 10.222.0.11 "DELETE /v2.0/networks/38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10 HTTP/1.1" status: 204 len: 168 time: 0.3876131 Nov 23 23:14:42.303919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1c167-6278-48f2-8e4f-aebef013d961 tempest-NetworksTestDHCPv6-1701720356 tempest-NetworksTestDHCPv6-1701720356-project] Pushing event deleted for resources: {'Network': ['ID=38b66e8a-ebe1-41cc-b8ad-cc7b2c36ed10,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:42.406533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:42.430482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:42.474598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:14:42.477326 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e34aab-f9b7-4c02-a7f5-50f8d5bb0437" -d '{"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:14:42.485562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:42.505765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.557908 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383aa458-102d-4426-98b5-f7e3163a6225 x-openstack-request-id: req-383aa458-102d-4426-98b5-f7e3163a6225 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:14:42.557908 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:14:42.558342 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-383aa458-102d-4426-98b5-f7e3163a6225 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:14:42.558601 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'code': 200} Nov 23 23:14:42.612868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] Transition to ACTIVE for port object 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:14:42.619419 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:42.650106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53960) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:42.754165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=11']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:42.805035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] No DVR routers for this DVR port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:42.905582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-33b5a865-998b-4f32-9dfb-65ad7b9fa2df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=470ec568cebb40619dfc152eede4d7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540407 Nov 23 23:14:42.906256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 53970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:42.940069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc314c7-b858-4229-9837-7cfbf4f0de8d req-b77487f3-c03b-40d0-855d-586ad7dc14ee tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:42.947753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dfc314c7-b858-4229-9837-7cfbf4f0de8d req-b77487f3-c03b-40d0-855d-586ad7dc14ee tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.1066062 Nov 23 23:14:42.979251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-feab842a-edc3-473d-a63b-71971b3c80b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4/bindings/n-h1-817303-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8107233 Nov 23 23:14:43.032554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dfc314c7-b858-4229-9837-7cfbf4f0de8d req-130fb455-8a83-484f-a4a7-b61fe526db33 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792394 Nov 23 23:14:43.033350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad7bd-4a1a-481d-a0fc-9c1e79b45502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:43.082138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad7bd-4a1a-481d-a0fc-9c1e79b45502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:43.099270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-a722d166-e451-4a5e-aa68-4138e8902b7d tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:43.101115 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-a722d166-e451-4a5e-aa68-4138e8902b7d tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0&tenant_id=79e0e77ee0be41da989a5a24b529c53e&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.0602458 Nov 23 23:14:43.157786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad7bd-4a1a-481d-a0fc-9c1e79b45502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:43.162062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad7bd-4a1a-481d-a0fc-9c1e79b45502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:43.172020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb3ad7bd-4a1a-481d-a0fc-9c1e79b45502 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e37efb4-3ead-45a5-8c7b-62e58d9789c5 HTTP/1.1" status: 204 len: 168 time: 0.2575488 Nov 23 23:14:43.183545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad7bd-4a1a-481d-a0fc-9c1e79b45502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e37efb4-3ead-45a5-8c7b-62e58d9789c5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:43.208215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-5c3bbf79-0bfc-47e5-b2dc-be4135511b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:43.212318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-5c3bbf79-0bfc-47e5-b2dc-be4135511b82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 1095 time: 0.1028481 Nov 23 23:14:43.321648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-f9a038bc-d008-40dc-b3b2-024820269068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:43.323188 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-f9a038bc-d008-40dc-b3b2-024820269068 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1095 time: 0.0649092 Nov 23 23:14:43.815456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-75ffd0ec-a197-4b65-98b8-f2afa2d0f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:43.817142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-75ffd0ec-a197-4b65-98b8-f2afa2d0f087 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1095 time: 0.4752922 Nov 23 23:14:43.839934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-0624437d-8f96-4fb9-bf88-c6fb0687d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:43.841471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-0624437d-8f96-4fb9-bf88-c6fb0687d551 service neutron] 10.222.0.48 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 897 time: 0.5106764 Nov 23 23:14:43.970566 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-7312205b-7cd8-487e-b0d2-d25e7fda5d75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 998 time: 0.1203079 Nov 23 23:14:44.020823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-7e875377-09db-4dbb-a628-79353de9b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.023048 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-7e875377-09db-4dbb-a628-79353de9b322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 897 time: 0.1806967 Nov 23 23:14:44.085084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-d169bf5b-a427-442f-ac39-967d5761de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.087256 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-d169bf5b-a427-442f-ac39-967d5761de10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.1096311 Nov 23 23:14:44.166600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:44.182568 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-6a788484-d1bb-4117-8528-92d0c437c15f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 998 time: 0.1513343 Nov 23 23:14:44.189423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-89f593e3-735b-43b5-8fd9-f901ba90e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.191061 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-89f593e3-735b-43b5-8fd9-f901ba90e839 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976279 Nov 23 23:14:44.191913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea149a6-51a6-469c-bebe-c84093339c72 req-5f7a8fa5-61c8-4e97-8d5b-4487f352ae3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.195283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea149a6-51a6-469c-bebe-c84093339c72 req-5f7a8fa5-61c8-4e97-8d5b-4487f352ae3d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.0621195 Nov 23 23:14:44.255517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea149a6-51a6-469c-bebe-c84093339c72 req-99afe28e-3af2-416a-980a-b7059a9be8af tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514209 Nov 23 23:14:44.307850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1124180957'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:44.311648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-12b1b681-3af5-436e-9ff5-4bdbf53aa5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.313070 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-12b1b681-3af5-436e-9ff5-4bdbf53aa5d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.1210327 Nov 23 23:14:44.382007 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-1ec7dd3c-db93-4ec4-9a06-b30206fc0f61 service neutron] 10.222.0.48 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801915 Nov 23 23:14:44.385367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:44.388876 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.410080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.442077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-0c73d2f3-0eab-40a2-9d83-d77c6f4567d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.444168 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-0c73d2f3-0eab-40a2-9d83-d77c6f4567d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220253 Nov 23 23:14:44.589810 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-c45b5d0f-0c87-4849-84d4-5ae1826baaa6 service neutron] 10.222.0.48 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970544 Nov 23 23:14:44.632801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-32c70044-c72e-447a-9da3-ae6008544c18 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580226 Nov 23 23:14:44.691453 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.732946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.767815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:14:44.800443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.800784 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Added segment 155d21c9-ff6e-4ca3-927d-7d5c33f32f18 of type vlan for network 07af6068-2d52-4019-872c-a72efe127129 Nov 23 23:14:44.803643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd8a53e-ac34-4a73-aa15-d2f4707806bd,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:44.816114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3ca409a4-bb86-442a-8214-ab97c1534822 req-42aa3464-cd19-4dd9-ae5b-5a2445c11a39 service neutron] 10.222.0.46 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758928 Nov 23 23:14:44.855875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.916656 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.922773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.923417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:44.982553 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8132401 Nov 23 23:14:44.987979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-405c2ff6-5f15-4bfd-a7b6-36fa15bf65e3 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:44.989534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-405c2ff6-5f15-4bfd-a7b6-36fa15bf65e3 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0&tenant_id=79e0e77ee0be41da989a5a24b529c53e&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 1095 time: 0.1142128 Nov 23 23:14:45.035654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a49315-1555-482c-87f9-e3b9ec964c48 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Network': ['ID=07af6068-2d52-4019-872c-a72efe127129,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:45.047523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 07af6068-2d52-4019-872c-a72efe127129 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:14:45.188432 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-11ee47e7-151b-48bc-9709-25d8596891e3 service neutron] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:45.192917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-11ee47e7-151b-48bc-9709-25d8596891e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:45.194676 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-11ee47e7-151b-48bc-9709-25d8596891e3 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4/bindings/n-h2-817303-3 HTTP/1.1" status: 204 len: 173 time: 0.1715364 Nov 23 23:14:45.421888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2bbb3-bb7a-406b-a12d-e12c627fae8c req-be97472b-c27b-4caf-871b-3572ea53ec17 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:45.423492 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bca2bbb3-bb7a-406b-a12d-e12c627fae8c req-be97472b-c27b-4caf-871b-3572ea53ec17 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.0761685 Nov 23 23:14:45.497765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bca2bbb3-bb7a-406b-a12d-e12c627fae8c req-52af1035-519f-4df8-a893-74bf6f727a0a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657833 Nov 23 23:14:45.714983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e016e38-8561-4b6b-b1a0-84f349496d25 req-f90b34de-5820-4d43-af55-0c900a70eafc tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:45.719289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e016e38-8561-4b6b-b1a0-84f349496d25 req-f90b34de-5820-4d43-af55-0c900a70eafc tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1095 time: 0.0771346 Nov 23 23:14:45.755265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:45.795092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e016e38-8561-4b6b-b1a0-84f349496d25 req-c44d38df-2ea5-4211-ab28-dc91f36ea9ea tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690227 Nov 23 23:14:45.823208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:45.947010 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726aad10-97c6-4fb2-a222-9c1171264cfe req-33d78d9f-9977-4ecf-bdb0-6cfaa8ae2fe0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:45.949167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-726aad10-97c6-4fb2-a222-9c1171264cfe req-33d78d9f-9977-4ecf-bdb0-6cfaa8ae2fe0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.0664656 Nov 23 23:14:46.026086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-726aad10-97c6-4fb2-a222-9c1171264cfe req-3ff60d25-c79c-47d7-ad3b-0d8d4dc96743 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618923 Nov 23 23:14:46.041995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54050) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:46.127140 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9bbd6aa3-cabf-4887-83eb-0e90b2b7353f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/5ce3bcc1-8740-41df-a679-83b9aee6f133 HTTP/1.1" status: 200 len: 990 time: 0.0784647 Nov 23 23:14:48.410873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54094) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:48.611140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port f1e4e9e1-1419-4a82-8d9f-6f52532c26fc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:48.611523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:48.615925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54100) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:48.621246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'subnet': {'network_id': '07af6068-2d52-4019-872c-a72efe127129', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:48.718558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:48.719484 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:48.729318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:48.733095 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:48.738115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for f1e4e9e1-1419-4a82-8d9f-6f52532c26fc owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:48.956226 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:48.987297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=f1e4e9e1-1419-4a82-8d9f-6f52532c26fc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:49.001477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.067105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Subnet': ['ID=ac4393d6-d898-4ea6-8dbc-ae7812f9fb1c,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:49.072115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.072513 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 5ce3bcc1-8740-41df-a679-83b9aee6f133 disassociated (deleted). External IP: 172.25.0.40, port: 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4. Nov 23 23:14:49.090554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Checking segment: {'id': '155d21c9-ff6e-4ca3-927d-7d5c33f32f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07af6068-2d52-4019-872c-a72efe127129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:49.090928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network hostable DHCP agents. Network: 07af6068-2d52-4019-872c-a72efe127129, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:14:49.109623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network 07af6068-2d52-4019-872c-a72efe127129 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:14:49.119486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 07af6068-2d52-4019-872c-a72efe127129) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:49.124606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:49.125215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.132792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e729ee-5b47-4438-9e55-de9030e05680 None None] Network 07af6068-2d52-4019-872c-a72efe127129 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:49.160753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6b3845fb-e0f8-4c5d-bf10-bd65e51878b0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5433490 Nov 23 23:14:49.166651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54108) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:49.174599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1737612689'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:49.206234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:49.210183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.239248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:14:49.252445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.252841 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Added segment 230e0723-a655-4c33-ba43-a6b5ddb86877 of type vlan for network 8f5da44f-fa19-448a-9c25-ed1f004d807f Nov 23 23:14:49.322929 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.357050 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.363492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:49.364283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.380289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-07af6068-2d52-4019-872c-a72efe127129', 'network_id': '07af6068-2d52-4019-872c-a72efe127129', 'tenant_id': '92708e82509541f594917b5efde173e5', 'fixed_ips': [{'subnet_id': 'ac4393d6-d898-4ea6-8dbc-ae7812f9fb1c'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:49.382422 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.407046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 3825221c-164c-4ff4-9fba-677c05fd996c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:14:49.412018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2415252 Nov 23 23:14:49.412910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54110) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:49.418504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'subnet': {'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:49.481189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2af55-6b79-4a94-bf68-36d7402a690a tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Network': ['ID=8f5da44f-fa19-448a-9c25-ed1f004d807f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:49.497403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 8f5da44f-fa19-448a-9c25-ed1f004d807f details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:14:49.564013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:49.569575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.572899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:14:49.579974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:49.588636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] Sync routers for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:14:49.628995 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b0264dee-0d14-4f7e-95ce-147acebd3f75 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/floatingips/5ce3bcc1-8740-41df-a679-83b9aee6f133 HTTP/1.1" status: 204 len: 168 time: 1.2126853 Nov 23 23:14:49.628995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:14:49.629542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:14:49.629542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:14:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:49.629899 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42dcb8e-2216-404a-b4cf-4f6199618e58" -d '{"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:14:49.714498 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b6221-8694-4664-97ae-518d70343e4e x-openstack-request-id: req-a88b6221-8694-4664-97ae-518d70343e4e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:14:49.714920 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:14:49.715265 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a88b6221-8694-4664-97ae-518d70343e4e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:14:49.715770 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'status': 'completed', 'code': 200} Nov 23 23:14:49.831748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Allocated IP 2001:db8:0:ffff::2 (07af6068-2d52-4019-872c-a72efe127129/ac4393d6-d898-4ea6-8dbc-ae7812f9fb1c/2db8ee60-5090-4d73-939d-1c1754ccd86f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:49.854006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:14:49.877560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-1150a16c-d6ae-4fb1-9a9d-e67c24bd2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:49.879491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-1150a16c-d6ae-4fb1-9a9d-e67c24bd2d35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 1095 time: 0.1099887 Nov 23 23:14:50.106554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:50.110036 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.112163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-5c6eda15-3a5b-4851-9d3c-e6d74406cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:50.116792 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-5c6eda15-3a5b-4851-9d3c-e6d74406cae5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 200 len: 897 time: 0.2008572 Nov 23 23:14:50.172976 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-e5c7e72d-c847-4fb2-af3d-e285e03fb458 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 200 len: 217 time: 0.0479569 Nov 23 23:14:50.209613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230223da-ca0a-46a0-a257-67280759963e req-569ff354-b3ba-451a-9a72-d1f6f1a65603 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:50.212567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-230223da-ca0a-46a0-a257-67280759963e req-569ff354-b3ba-451a-9a72-d1f6f1a65603 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.1821845 Nov 23 23:14:50.254763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Subnet': ['ID=24f08372-ed5f-48ef-acc5-c6aaa04686ab,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:50.268279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Checking segment: {'id': '230e0723-a655-4c33-ba43-a6b5ddb86877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:50.268656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network hostable DHCP agents. Network: 8f5da44f-fa19-448a-9c25-ed1f004d807f, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:14:50.286512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-70b02f9e-ec64-402f-a0dc-c86e9ce87170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:50.289279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-70b02f9e-ec64-402f-a0dc-c86e9ce87170 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 200 len: 835 time: 0.0945976 Nov 23 23:14:50.314937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-230223da-ca0a-46a0-a257-67280759963e req-eb4928a2-3062-4e3f-bbdd-207cf3a22e24 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=43240278-fd21-4f20-b33a-062e7dd3fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927458 Nov 23 23:14:50.319999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network 8f5da44f-fa19-448a-9c25-ed1f004d807f is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:14:50.346174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 8f5da44f-fa19-448a-9c25-ed1f004d807f) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:50.356418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:50.357968 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.368875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17834a2-0b12-4282-a9be-e1a460adae33 None None] Network 8f5da44f-fa19-448a-9c25-ed1f004d807f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:50.377201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-68751711-7574-41b1-a83e-32843d5da849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:50.379536 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-68751711-7574-41b1-a83e-32843d5da849 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=423d151f-d875-414c-ab6b-6e66a61c7e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815518 Nov 23 23:14:50.384164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-47a8f3e0-60c2-4a11-98ba-506aee1ad3e0 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9701607 Nov 23 23:14:50.387963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54128) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:50.393516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'port': {'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f', 'name': 'tempest-NetworksIpV6TestAttrs-227960658'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:50.542940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.557155 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.581394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:50.588056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.616633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Pushing event updated for resources: {'Port': ['ID=2db8ee60-5090-4d73-939d-1c1754ccd86f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:50.619313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] device_id is not set on port 088cfa88-bbb1-48b5-b117-c1380cf91e6f yet. {{(pid=103522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:50.628944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-fb9e37fb-dfea-4d60-9efd-ac1c0d312d59 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:50.633059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-fb9e37fb-dfea-4d60-9efd-ac1c0d312d59 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 944 time: 0.1597421 Nov 23 23:14:50.636946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-2acf4add-67a3-4502-a8b5-309b0714077c service neutron] 10.222.0.48 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482049 Nov 23 23:14:50.637367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Network 07af6068-2d52-4019-872c-a72efe127129 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:50.641042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:50.646139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:50.701659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:46Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:50.762713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Attempting to bind port 2db8ee60-5090-4d73-939d-1c1754ccd86f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:50.763081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Attempting to bind port 2db8ee60-5090-4d73-939d-1c1754ccd86f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '155d21c9-ff6e-4ca3-927d-7d5c33f32f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07af6068-2d52-4019-872c-a72efe127129'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:50.763487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Attempting to bind port 2db8ee60-5090-4d73-939d-1c1754ccd86f on network 07af6068-2d52-4019-872c-a72efe127129 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:50.765661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] Checking router: 3825221c-164c-4ff4-9fba-677c05fd996c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:14:50.805463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:50.805856 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Checking segment: {'id': '155d21c9-ff6e-4ca3-927d-7d5c33f32f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07af6068-2d52-4019-872c-a72efe127129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:50.806273 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.806670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Bound using segment: {'id': '155d21c9-ff6e-4ca3-927d-7d5c33f32f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07af6068-2d52-4019-872c-a72efe127129'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:50.807166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Bound port: 2db8ee60-5090-4d73-939d-1c1754ccd86f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155d21c9-ff6e-4ca3-927d-7d5c33f32f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07af6068-2d52-4019-872c-a72efe127129'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:50.807563 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.819247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:14:50.820042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:14:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:50.826106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-8f5da44f-fa19-448a-9c25-ed1f004d807f', 'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f', 'tenant_id': '92708e82509541f594917b5efde173e5', 'fixed_ips': [{'subnet_id': '24f08372-ed5f-48ef-acc5-c6aaa04686ab'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:50.826962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:50.940167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Allocated IP 2001:db8::f816:3eff:fe7e:d9c2 (8f5da44f-fa19-448a-9c25-ed1f004d807f/24f08372-ed5f-48ef-acc5-c6aaa04686ab/088cfa88-bbb1-48b5-b117-c1380cf91e6f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:50.968039 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-1563e414-48be-4df7-9e7c-2f9f8c05c626 service neutron] 10.222.0.48 "GET /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237770 Nov 23 23:14:50.988948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:50.989312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.093540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] For port 2db8ee60-5090-4d73-939d-1c1754ccd86f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:51.098881 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] For port 2db8ee60-5090-4d73-939d-1c1754ccd86f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2db8ee60-5090-4d73-939d-1c1754ccd86f,segment=NetworkSegment(155d21c9-ff6e-4ca3-927d-7d5c33f32f18),segment_id=155d21c9-ff6e-4ca3-927d-7d5c33f32f18)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:51.109109 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.136632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:51.137801 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.166395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:51.198289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.266515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.323263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:14:51.364408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.389418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Port': ['ID=088cfa88-bbb1-48b5-b117-c1380cf91e6f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:51.434263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network 8f5da44f-fa19-448a-9c25-ed1f004d807f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:51.439857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:51.446202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:51.452798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:51.469793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a781f7-5cb0-423c-9ad3-6f0756a50005 None None] Pushing event updated for resources: {'Port': ['ID=2db8ee60-5090-4d73-939d-1c1754ccd86f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:51.471350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:51.472270 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.510835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3d96cb93-cbea-42e4-9a0b-de0ceb22f4f9 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1203730 Nov 23 23:14:51.513495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54148) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:51.532732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Allocated IP 2001:db8::f816:3eff:fe39:87ad (8f5da44f-fa19-448a-9c25-ed1f004d807f/24f08372-ed5f-48ef-acc5-c6aaa04686ab/e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:51.560492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] No DVR routers for this DVR port 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:51.564680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:51.573203 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-091fcd12-aa6d-4b84-8968-e7ab71a0e767 req-19d7afd0-d562-404b-bf57-78ab83e5bb53 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.48 "DELETE /v2.0/ports/7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 HTTP/1.1" status: 204 len: 173 time: 0.9240713 Nov 23 23:14:51.604894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ccd6af67-cac7-457b-b655-a7ae133b9a17 req-ac3bd1e7-bad9-4646-8a41-edd4cb978b34 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b818675-3ab4-40ba-9014-75ae372474b0 HTTP/1.1" status: 200 len: 210 time: 0.0927649 Nov 23 23:14:51.645636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Deleting subnet 24f08372-ed5f-48ef-acc5-c6aaa04686ab {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:51.717435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-deleted', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:14:51.732517 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ab867-fb9b-4883-ad4a-bb4b5b33d4b5" -d '{"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-deleted", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:14:51.813304 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c165d1f-1669-4088-9c0e-9684b2eeebc1 x-openstack-request-id: req-2c165d1f-1669-4088-9c0e-9684b2eeebc1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:14:51.813722 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b818675-3ab4-40ba-9014-75ae372474b0", "name": "network-vif-deleted", "tag": "7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:14:51.814158 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c165d1f-1669-4088-9c0e-9684b2eeebc1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:14:51.814754 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b818675-3ab4-40ba-9014-75ae372474b0', 'name': 'network-vif-deleted', 'tag': '7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4', 'status': 'completed', 'code': 200} Nov 23 23:14:51.943271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:46Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:51.976054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5330a-93d0-439c-b0ea-dc29fb7b6048 None None] The sync data for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 is: [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:13:38Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5fae345d-dd4d-4509-bc7b-4c6e2b32d590', 'name': '', 'network_id': '423d151f-d875-414c-ab6b-6e66a61c7e4a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:44:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:37Z', 'updated_at': '2021-11-23T23:13:46Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'c5d226a0-5ed5-45f5-8c6f-8fad73687583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:14:51.993075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.007608 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.014238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.078260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Network 8f5da44f-fa19-448a-9c25-ed1f004d807f is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:52.098119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:52.109405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.125216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:52.224218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Pushing event updated for resources: {'Port': ['ID=e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:52.239788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Attempting to bind port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:52.241222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Attempting to bind port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '230e0723-a655-4c33-ba43-a6b5ddb86877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:52.241719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Attempting to bind port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 on network 8f5da44f-fa19-448a-9c25-ed1f004d807f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:52.248748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:52.249229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Checking segment: {'id': '230e0723-a655-4c33-ba43-a6b5ddb86877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:52.249707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.250168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Bound using segment: {'id': '230e0723-a655-4c33-ba43-a6b5ddb86877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:52.250727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Bound port: e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230e0723-a655-4c33-ba43-a6b5ddb86877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f5da44f-fa19-448a-9c25-ed1f004d807f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:52.251298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.338839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] For port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:52.343427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] For port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3,segment=NetworkSegment(230e0723-a655-4c33-ba43-a6b5ddb86877),segment_id=230e0723-a655-4c33-ba43-a6b5ddb86877)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:52.350916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.422926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.437954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2955cf-8b75-4f35-ae75-a5a0edbc08d0 None None] Pushing event updated for resources: {'Port': ['ID=e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:52.500069 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.538558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Subnet': ['ID=24f08372-ed5f-48ef-acc5-c6aaa04686ab,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:52.543105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.546908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b0abc12-cc67-4952-8244-75a0e6becfa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/24f08372-ed5f-48ef-acc5-c6aaa04686ab HTTP/1.1" status: 204 len: 168 time: 1.0324140 Nov 23 23:14:52.549523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54168) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:52.642389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ada83-1e50-4888-94a1-8971b0685e54 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:52.655134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ada83-1e50-4888-94a1-8971b0685e54 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:52.657031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bd6ada83-1e50-4888-94a1-8971b0685e54 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1063876 Nov 23 23:14:52.662017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54170) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:52.713905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:52.774009 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58009dd9-0fac-45a3-b18e-5fa486a8d679 None None] New status for floating IP 5ce3bcc1-8740-41df-a679-83b9aee6f133: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:14:52.845452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43b61e2f-d69f-4bbb-9a0a-80327e5fd1f8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.859186 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b61e2f-d69f-4bbb-9a0a-80327e5fd1f8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 23:14:52.866075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b61e2f-d69f-4bbb-9a0a-80327e5fd1f8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:52.886012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-43b61e2f-d69f-4bbb-9a0a-80327e5fd1f8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/8f5da44f-fa19-448a-9c25-ed1f004d807f HTTP/1.1" status: 409 len: 405 time: 0.2217238 Nov 23 23:14:52.886828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:52.892024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1332238008'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:52.955233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:52.955233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:52.989409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:14:53.003165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.003794 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Added segment f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260 of type vlan for network 2e41bafb-f562-405b-9b4b-004d15e5f261 Nov 23 23:14:53.058437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.068730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c9e4a-d378-4ef7-bd23-c56b62d63533 None None] Network 07af6068-2d52-4019-872c-a72efe127129 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:53.105891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.113074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:53.114068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.220497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dd2ca390-4ab8-4144-9ff4-1b1f56381888 None None] Provisioning complete for port 2db8ee60-5090-4d73-939d-1c1754ccd86f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:53.222228 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca390-4ab8-4144-9ff4-1b1f56381888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.259007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Network': ['ID=2e41bafb-f562-405b-9b4b-004d15e5f261,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:53.267552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d0b4f072-02c9-4aa0-9f1e-7c4c6e2bcffe tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3795991 Nov 23 23:14:53.271850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54188) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:53.278801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'subnet': {'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:53.281086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 2e41bafb-f562-405b-9b4b-004d15e5f261 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:14:53.401947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.404130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:53.410265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.488812 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca390-4ab8-4144-9ff4-1b1f56381888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.536642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-dd2ca390-4ab8-4144-9ff4-1b1f56381888 None None] For port 2db8ee60-5090-4d73-939d-1c1754ccd86f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2db8ee60-5090-4d73-939d-1c1754ccd86f,segment=NetworkSegment(155d21c9-ff6e-4ca3-927d-7d5c33f32f18),segment_id=155d21c9-ff6e-4ca3-927d-7d5c33f32f18)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:53.543450 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd2ca390-4ab8-4144-9ff4-1b1f56381888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.686112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ca390-4ab8-4144-9ff4-1b1f56381888 None None] Pushing event updated for resources: {'Port': ['ID=2db8ee60-5090-4d73-939d-1c1754ccd86f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:53.704431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2db8ee60-5090-4d73-939d-1c1754ccd86f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:53.794879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2db8ee60-5090-4d73-939d-1c1754ccd86f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:53.795525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.936528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:53.937490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.955612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:54.023602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-941bdb40-84c8-4b99-b98d-b8f2958356b3 None None] Provisioning complete for port 2db8ee60-5090-4d73-939d-1c1754ccd86f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:54.024021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-941bdb40-84c8-4b99-b98d-b8f2958356b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.053421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.objects.ports [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:54.055798 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.073366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port 5fae345d-dd4d-4509-bc7b-4c6e2b32d590, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:54.074108 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.078069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:54.078620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.094521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:54.146187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Subnet': ['ID=5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:54.153022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847aeed-591c-4cf1-be5d-5b073894544d None None] Network 8f5da44f-fa19-448a-9c25-ed1f004d807f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:54.160835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Checking segment: {'id': 'f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:54.161086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network hostable DHCP agents. Network: 2e41bafb-f562-405b-9b4b-004d15e5f261, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:14:54.182212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network 2e41bafb-f562-405b-9b4b-004d15e5f261 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:14:54.194459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 2e41bafb-f562-405b-9b4b-004d15e5f261) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:54.199106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:54.199941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.221363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0165a0-219c-47a1-a2c1-0ed74bb5383e None None] Network 2e41bafb-f562-405b-9b4b-004d15e5f261 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:54.230035 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2f0937f9-a3be-4449-99ab-09146af85c5f tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9535892 Nov 23 23:14:54.230414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54200) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:54.237832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'port': {'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261', 'name': 'tempest-NetworksIpV6TestAttrs-540414048'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:54.425107 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.476785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=5fae345d-dd4d-4509-bc7b-4c6e2b32d590,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:54.508492 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.551970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:54.627379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:54.627757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7c0fdb9b-fdfd-4fcb-9105-5b6c6055b7d4 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:54.644720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] DHCP port deletion for 8f5da44f-fa19-448a-9c25-ed1f004d807f request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:54.648521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-56c71abd-1cf1-455b-b8b4-a7e170c7c7f4 None None] Provisioning complete for port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:54.648895 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-56c71abd-1cf1-455b-b8b4-a7e170c7c7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.734124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3,segment=NetworkSegment(230e0723-a655-4c33-ba43-a6b5ddb86877),segment_id=230e0723-a655-4c33-ba43-a6b5ddb86877)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:54.751519 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.788366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.814996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-2e41bafb-f562-405b-9b4b-004d15e5f261', 'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261', 'tenant_id': '92708e82509541f594917b5efde173e5', 'fixed_ips': [{'subnet_id': '5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:54.815920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.910090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:54.915126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:54.936076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] device_id is not set on port 890d257a-f36c-4803-bae6-36360e0f2964 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:14:55.090212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Allocated IP 2001:db8::f816:3eff:febe:80d8 (2e41bafb-f562-405b-9b4b-004d15e5f261/5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1/890d257a-f36c-4803-bae6-36360e0f2964) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:55.138729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 3825221c-164c-4ff4-9fba-677c05fd996c has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:14:55.156747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:55.160433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] Deleting port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:55.160811 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.292791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:14:55.297510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] For port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3,segment=NetworkSegment(230e0723-a655-4c33-ba43-a6b5ddb86877),segment_id=230e0723-a655-4c33-ba43-a6b5ddb86877)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:55.298045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.310171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] Sync routers for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:14:55.310593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cff9193c-0fe2-4160-93c4-61adf7a8513d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/3825221c-164c-4ff4-9fba-677c05fd996c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5943530 Nov 23 23:14:55.316074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54216) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:55.327524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] Calling delete_port for e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:55.343896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:14:55.344945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:14:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:55.369250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.391537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting subnet c5d226a0-5ed5-45f5-8c6f-8fad73687583 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:55.395003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.409416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.478128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.484336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network 2e41bafb-f562-405b-9b4b-004d15e5f261 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:55.498814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Allocated IP 2001:db8::f816:3eff:fe44:731d (2e41bafb-f562-405b-9b4b-004d15e5f261/5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1/db6899dd-cafe-4169-b032-d516cf7b7792) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:14:55.513037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:55.525808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:55.534234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:55.534909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.538967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Port': ['ID=890d257a-f36c-4803-bae6-36360e0f2964,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:55.563373 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0541c5b5-9c4c-474f-ae39-7ed5c2441613 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3289299 Nov 23 23:14:55.564227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54222) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:55.640458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Deleting subnet 5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:14:55.641726 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.677518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2db8ee60-5090-4d73-939d-1c1754ccd86f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:55.717533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.747692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:14:55.752384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d226a0-5ed5-45f5-8c6f-8fad73687583,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:55.757051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.763912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-72b943e5-79e1-4d5f-aec1-c567040ef658 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/subnets/c5d226a0-5ed5-45f5-8c6f-8fad73687583 HTTP/1.1" status: 204 len: 168 time: 0.4457591 Nov 23 23:14:55.766931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54226) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:55.820229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f77b12-57a4-4ba6-8a5e-b6619fe50d27 None None] Network 423d151f-d875-414c-ab6b-6e66a61c7e4a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:55.875425 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:55.891869 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.014142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] Pushing event deleted for resources: {'Port': ['ID=e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:56.030257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19bdde-529e-4b51-8dd3-e146ea315c8e None None] No DVR routers for this DVR port e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:56.041857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.047892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2db8ee60-5090-4d73-939d-1c1754ccd86f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:56.048316 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.120753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.141433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.178959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 0cb2f530-69c0-46a1-9b6d-8f9dae078266 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:56.178959 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.179410 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.227704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.277125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Network 2e41bafb-f562-405b-9b4b-004d15e5f261 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:14:56.281243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Pushing event updated for resources: {'Port': ['ID=db6899dd-cafe-4169-b032-d516cf7b7792,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:56.290833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:56.295855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:14:56.389942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:14:54Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': '0cb2f530-69c0-46a1-9b6d-8f9dae078266', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:13:33Z', 'updated_at': '2021-11-23T23:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:56.427029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port 0cb2f530-69c0-46a1-9b6d-8f9dae078266, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0cb2f530-69c0-46a1-9b6d-8f9dae078266,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:56.428007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.446523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Attempting to bind port db6899dd-cafe-4169-b032-d516cf7b7792 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:14:56.446901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Attempting to bind port db6899dd-cafe-4169-b032-d516cf7b7792 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:14:56.447274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Attempting to bind port db6899dd-cafe-4169-b032-d516cf7b7792 on network 2e41bafb-f562-405b-9b4b-004d15e5f261 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:14:56.449807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] DHCP port deletion for 423d151f-d875-414c-ab6b-6e66a61c7e4a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:56.454027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] Checking router: 3825221c-164c-4ff4-9fba-677c05fd996c for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:14:56.464151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:14:56.464530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Checking segment: {'id': 'f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:56.464944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.465345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Bound using segment: {'id': 'f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:14:56.465830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Bound port: db6899dd-cafe-4169-b032-d516cf7b7792, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2e41bafb-f562-405b-9b4b-004d15e5f261'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:14:56.466220 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.467213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 0cb2f530-69c0-46a1-9b6d-8f9dae078266 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:56.504402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:56.538186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] Routers {'3825221c-164c-4ff4-9fba-677c05fd996c'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:14:56.538820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:14:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['3825221c-164c-4ff4-9fba-677c05fd996c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:56.542538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:56.542882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e9a5305e-e89d-41f2-b7a5-13dfa3ff38e3 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:56.618960 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.701190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] Set router 3825221c-164c-4ff4-9fba-677c05fd996c gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:14:56.762675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:14:56Z', 'revision_number': 6, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:56.768477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] Deleting port a1e87640-26c0-4fe7-895b-d8ee53e641cc {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:56.768851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.818461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8175f-1cc4-460a-8b03-f88b6b35426a None None] The sync data for ids ['3825221c-164c-4ff4-9fba-677c05fd996c'] in n-d-817303-3 is: [{'id': '3825221c-164c-4ff4-9fba-677c05fd996c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574565240', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:13:32Z', 'updated_at': '2021-11-23T23:14:56Z', 'revision_number': 6, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:14:56.857076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.924798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Subnet': ['ID=5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:56.926491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] For port db6899dd-cafe-4169-b032-d516cf7b7792, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:14:56.934609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.936840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] For port a1e87640-26c0-4fe7-895b-d8ee53e641cc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a1e87640-26c0-4fe7-895b-d8ee53e641cc,segment=NetworkSegment(8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7),segment_id=8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:56.937231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:56.943909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54240) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:56.944531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0e5e6e4a-65bc-4739-b104-f23ccb9cded2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1 HTTP/1.1" status: 204 len: 168 time: 1.3783588 Nov 23 23:14:56.957234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] For port db6899dd-cafe-4169-b032-d516cf7b7792, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db6899dd-cafe-4169-b032-d516cf7b7792,segment=NetworkSegment(f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260),segment_id=f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:14:56.962260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] Calling delete_port for a1e87640-26c0-4fe7-895b-d8ee53e641cc owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:14:56.976709 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.017551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.021149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cc1ac-5503-4759-b0a6-6010460a0e99 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:57.023271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cc1ac-5503-4759-b0a6-6010460a0e99 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:57.024665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0b9cc1ac-5503-4759-b0a6-6010460a0e99 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0797412 Nov 23 23:14:57.028900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54242) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:57.089672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=0cb2f530-69c0-46a1-9b6d-8f9dae078266,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:57.276403 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:14:57.284013 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aff8e422-5b6d-438f-bf12-327148a7342e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.291325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.297309 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff8e422-5b6d-438f-bf12-327148a7342e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 23:14:57.298023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff8e422-5b6d-438f-bf12-327148a7342e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:14:57.317282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aff8e422-5b6d-438f-bf12-327148a7342e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/2e41bafb-f562-405b-9b4b-004d15e5f261 HTTP/1.1" status: 409 len: 405 time: 0.2825234 Nov 23 23:14:57.321096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54250) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:57.329369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-247467662'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:57.354749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84dc4d-4624-42aa-a866-7794a559cddc None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:57.365618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738e6fa-f7f5-4236-b438-e810fc6d18f1 None None] Pushing event updated for resources: {'Port': ['ID=db6899dd-cafe-4169-b032-d516cf7b7792,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:57.415020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:57.419049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.445091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.453935 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.466873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.470942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.477878 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:14:57.491886 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.492346 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Added segment bb0d3e7b-38b3-4351-899e-51d619e61754 of type vlan for network 978dd686-0c6b-4e81-ba22-39e41c537858 Nov 23 23:14:57.514543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] Pushing event deleted for resources: {'Port': ['ID=a1e87640-26c0-4fe7-895b-d8ee53e641cc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:57.527603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a87afd-4bb0-4fb4-991d-30531fe5405f None None] No DVR routers for this DVR port a1e87640-26c0-4fe7-895b-d8ee53e641cc on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:14:57.548896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.549817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Fanout notify agent at l3_agent the message router_deleted on router 3825221c-164c-4ff4-9fba-677c05fd996c {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:14:57.560533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.567817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.569979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-448eee67-a449-4fc3-a892-3ee51555a9e2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/routers/3825221c-164c-4ff4-9fba-677c05fd996c HTTP/1.1" status: 204 len: 168 time: 1.8015194 Nov 23 23:14:57.572639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54252) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:57.623028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.629096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:57.629719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.713908 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:57.735828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4134607 Nov 23 23:14:57.741562 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54258) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:57.751190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'subnet': {'network_id': '978dd686-0c6b-4e81-ba22-39e41c537858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:57.881730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238d0cf-dad0-4861-a4be-0d3f4d864b1c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Network': ['ID=978dd686-0c6b-4e81-ba22-39e41c537858,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:57.903468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 978dd686-0c6b-4e81-ba22-39e41c537858 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:14:57.969460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:57.971121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db6899dd-cafe-4169-b032-d516cf7b7792 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:57.977546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.042615 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.079816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423d151f-d875-414c-ab6b-6e66a61c7e4a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:58.122720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:58.124172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3bbafd-7c37-4e42-a9d1-c7f1336a72f7') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:58.133351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port db6899dd-cafe-4169-b032-d516cf7b7792 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:58.134128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.152486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.180750 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.190119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:14:58.191492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:14:58.196133 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:14:58.283125 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.333442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port db6899dd-cafe-4169-b032-d516cf7b7792, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db6899dd-cafe-4169-b032-d516cf7b7792,segment=NetworkSegment(f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260),segment_id=f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:58.347609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.376665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.objects.ports [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103523) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:14:58.378322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.438770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Subnet': ['ID=ce77ed71-7308-4354-a71b-d8a7a1968f17,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:58.443094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a1e87640-26c0-4fe7-895b-d8ee53e641cc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:58.475220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a1e87640-26c0-4fe7-895b-d8ee53e641cc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:58.475650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a1e87640-26c0-4fe7-895b-d8ee53e641cc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:58.476181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:58.519409 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Checking segment: {'id': 'bb0d3e7b-38b3-4351-899e-51d619e61754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '978dd686-0c6b-4e81-ba22-39e41c537858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:14:58.519970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network hostable DHCP agents. Network: 978dd686-0c6b-4e81-ba22-39e41c537858, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:14:58.529389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:58.530130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5fae345d-dd4d-4509-bc7b-4c6e2b32d590 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:58.530802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0cb2f530-69c0-46a1-9b6d-8f9dae078266 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:14:58.535834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=db6899dd-cafe-4169-b032-d516cf7b7792,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:58.560821 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network 978dd686-0c6b-4e81-ba22-39e41c537858 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:14:58.568602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 0cb2f530-69c0-46a1-9b6d-8f9dae078266 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:14:58.569050 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0cb2f530-69c0-46a1-9b6d-8f9dae078266 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:14:58.578913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 978dd686-0c6b-4e81-ba22-39e41c537858) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:14:58.598350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:58.598986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.601621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a6676e-d012-472a-8c36-6888a14b4476 None None] Network 978dd686-0c6b-4e81-ba22-39e41c537858 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:58.636339 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3cbe2e47-7120-4e1b-b18b-d072a1296441 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8918021 Nov 23 23:14:58.638192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54270) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:58.822205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.827269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.837210 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.847315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/networks/423d151f-d875-414c-ab6b-6e66a61c7e4a HTTP/1.1" status: 204 len: 168 time: 1.2707744 Nov 23 23:14:58.852335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54276) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:58.898811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eae7c4-a515-4faa-b2fd-077de592f5f9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Network': ['ID=423d151f-d875-414c-ab6b-6e66a61c7e4a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:58.922274 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebef846-471a-4324-b0d7-77f85476496e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-978dd686-0c6b-4e81-ba22-39e41c537858', 'network_id': '978dd686-0c6b-4e81-ba22-39e41c537858', 'tenant_id': '92708e82509541f594917b5efde173e5', 'fixed_ips': [{'subnet_id': 'ce77ed71-7308-4354-a71b-d8a7a1968f17'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:14:58.923174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ebef846-471a-4324-b0d7-77f85476496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.976523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afb8df8d-3aa7-43e3-8a4a-b42a7c5cefe2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.977577 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.009936 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afb8df8d-3aa7-43e3-8a4a-b42a7c5cefe2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.060962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-8ebef846-471a-4324-b0d7-77f85476496e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce77ed71-7308-4354-a71b-d8a7a1968f17: This subnet is being modified by another concurrent operation. Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce77ed71-7308-4354-a71b-d8a7a1968f17: This subnet is being modified by another concurrent operation. Nov 23 23:14:59.101057 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 23:14:59.110235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Subnet': ['ID=ce77ed71-7308-4354-a71b-d8a7a1968f17,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:59.119293 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afb8df8d-3aa7-43e3-8a4a-b42a7c5cefe2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.125307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afb8df8d-3aa7-43e3-8a4a-b42a7c5cefe2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.129058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-afb8df8d-3aa7-43e3-8a4a-b42a7c5cefe2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/security-groups/43240278-fd21-4f20-b33a-062e7dd3fe5f HTTP/1.1" status: 204 len: 168 time: 0.2732882 Nov 23 23:14:59.129649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49775517-e8d2-4c7d-8ab5-036c4a2d715d None None] Network 978dd686-0c6b-4e81-ba22-39e41c537858 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:59.163353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e9af4-0786-4ffc-a296-72c9e5db126b None None] Network 2e41bafb-f562-405b-9b4b-004d15e5f261 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:14:59.169394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8df8d-3aa7-43e3-8a4a-b42a7c5cefe2 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43240278-fd21-4f20-b33a-062e7dd3fe5f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:59.241859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.268486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978dd686-0c6b-4e81-ba22-39e41c537858']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:59.278830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0d3e7b-38b3-4351-899e-51d619e61754') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:59.279130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0d3e7b-38b3-4351-899e-51d619e61754') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:14:59.289479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.306641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.314770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:14:59.315162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:14:59.320439 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:14:59.401961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.414051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.417268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/978dd686-0c6b-4e81-ba22-39e41c537858 HTTP/1.1" status: 204 len: 168 time: 0.7779193 Nov 23 23:14:59.420965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54288) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:59.434563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1941874052'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:59.440710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2288a6b8-450e-4e62-9fb4-de0db168f0eb None None] Provisioning complete for port db6899dd-cafe-4169-b032-d516cf7b7792 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:59.441085 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2288a6b8-450e-4e62-9fb4-de0db168f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.447895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ce0ea-41c6-4de6-b066-75337820cc14 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Network': ['ID=978dd686-0c6b-4e81-ba22-39e41c537858,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:59.512165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:59.524954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.561129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54290) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:59.565810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f7f6b22a-7f8d-4c6c-bbc9-9754166f8fdc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821550619', 'description': 'tempest-secgroup-smoke-821550619 description', 'project_id': '79e0e77ee0be41da989a5a24b529c53e'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:59.595758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:14:59.613200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.613727 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Added segment e3878c62-e123-4971-ac6c-f238a7f1a783 of type vlan for network 0467576d-f31e-4a91-99df-2ddb75133652 Nov 23 23:14:59.618396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db6899dd-cafe-4169-b032-d516cf7b7792 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:14:59.619933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b22a-7f8d-4c6c-bbc9-9754166f8fdc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.620572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] DHCP port deletion for 2e41bafb-f562-405b-9b4b-004d15e5f261 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:14:59.670076 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.704193 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.711139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:14:59.711869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.723737 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b22a-7f8d-4c6c-bbc9-9754166f8fdc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.730294 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b22a-7f8d-4c6c-bbc9-9754166f8fdc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.733240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] Deleting port db6899dd-cafe-4169-b032-d516cf7b7792 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:14:59.734019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.761783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port db6899dd-cafe-4169-b032-d516cf7b7792 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:14:59.762517 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.774447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f7f6b22a-7f8d-4c6c-bbc9-9754166f8fdc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.778534 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f7f6b22a-7f8d-4c6c-bbc9-9754166f8fdc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2138321 Nov 23 23:14:59.778534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6b22a-7f8d-4c6c-bbc9-9754166f8fdc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed242f51-0725-48fc-9ae0-2b3779b01075,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:59.780732 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54296) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:59.786166 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-84b707a7-3f60-408f-84b3-5edbd69f22e0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ed242f51-0725-48fc-9ae0-2b3779b01075', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:59.803696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Network': ['ID=0467576d-f31e-4a91-99df-2ddb75133652,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:59.821855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 0467576d-f31e-4a91-99df-2ddb75133652 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:14:59.832622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84b707a7-3f60-408f-84b3-5edbd69f22e0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.834540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6793a3bb-fc7c-4c34-9998-f6483421e04e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4120314 Nov 23 23:14:59.835602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54298) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:59.842056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'subnet': {'network_id': '0467576d-f31e-4a91-99df-2ddb75133652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:59.913797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84b707a7-3f60-408f-84b3-5edbd69f22e0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.918779 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84b707a7-3f60-408f-84b3-5edbd69f22e0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.944805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] For port db6899dd-cafe-4169-b032-d516cf7b7792, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db6899dd-cafe-4169-b032-d516cf7b7792,segment=NetworkSegment(f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260),segment_id=f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:14:59.945208 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.954712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-84b707a7-3f60-408f-84b3-5edbd69f22e0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:59.958495 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-84b707a7-3f60-408f-84b3-5edbd69f22e0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742084 Nov 23 23:14:59.960848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54304) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:14:59.970673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7c8fad34-02c3-4162-af63-4af535ec3700 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ed242f51-0725-48fc-9ae0-2b3779b01075', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:14:59.977707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b707a7-3f60-408f-84b3-5edbd69f22e0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4135a7-521f-4173-918f-4a92421adc79,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:14:59.984689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:14:59.988423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.008638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] Calling delete_port for db6899dd-cafe-4169-b032-d516cf7b7792 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:00.090142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c8fad34-02c3-4162-af63-4af535ec3700 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.156176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.190916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] Pushing event deleted for resources: {'Port': ['ID=db6899dd-cafe-4169-b032-d516cf7b7792,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:00.199491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a1478-05da-4f49-a77b-7ea4d22a27b6 None None] No DVR routers for this DVR port db6899dd-cafe-4169-b032-d516cf7b7792 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:00.203548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c8fad34-02c3-4162-af63-4af535ec3700 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.212958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c8fad34-02c3-4162-af63-4af535ec3700 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.235116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c2750-fc4a-4cee-9eb3-9fc997616c3c None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:15:00.260443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fad34-02c3-4162-af63-4af535ec3700 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ea47ff-f14a-4bdc-9b2e-341a7dc7de7d,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:00.277136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c8fad34-02c3-4162-af63-4af535ec3700 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.278364 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7c8fad34-02c3-4162-af63-4af535ec3700 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3153694 Nov 23 23:15:00.281326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54310) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:00.287555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8a75d582-37a0-4276-b729-42a5df0f97e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ed242f51-0725-48fc-9ae0-2b3779b01075', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:00.297453 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.344289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c2750-fc4a-4cee-9eb3-9fc997616c3c None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:15:00.346546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a75d582-37a0-4276-b729-42a5df0f97e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.380483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Subnet': ['ID=6b89f5f7-d097-42a5-b16d-fcc62537f833,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:00.385297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Checking segment: {'id': 'e3878c62-e123-4971-ac6c-f238a7f1a783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0467576d-f31e-4a91-99df-2ddb75133652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:00.385662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network hostable DHCP agents. Network: 0467576d-f31e-4a91-99df-2ddb75133652, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:00.417507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network 0467576d-f31e-4a91-99df-2ddb75133652 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:00.423093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a75d582-37a0-4276-b729-42a5df0f97e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.429783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a75d582-37a0-4276-b729-42a5df0f97e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.431458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 0467576d-f31e-4a91-99df-2ddb75133652) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:00.435866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:00.436589 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.454782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d582-37a0-4276-b729-42a5df0f97e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7b1914-de47-4c3b-bb84-3ac44064a2c3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:00.471555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8a75d582-37a0-4276-b729-42a5df0f97e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.476016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5cb83a16-5e43-4905-981d-cd69ca3cc27c tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6358283 Nov 23 23:15:00.476187 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8a75d582-37a0-4276-b729-42a5df0f97e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898947 Nov 23 23:15:00.476298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54314) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:00.476298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54316) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:00.488186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-09b1a397-0d06-418d-8e9a-976b9f51b752 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ed242f51-0725-48fc-9ae0-2b3779b01075', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:00.572027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09b1a397-0d06-418d-8e9a-976b9f51b752 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.619358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.651999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09b1a397-0d06-418d-8e9a-976b9f51b752 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.660212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643dd4cb-978e-4c4d-9a2e-0f46aaec5647 None None] Network 0467576d-f31e-4a91-99df-2ddb75133652 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:00.664235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09b1a397-0d06-418d-8e9a-976b9f51b752 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.729980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a397-0d06-418d-8e9a-976b9f51b752 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba8e4d1-1d20-42d0-9119-db42693e79d5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:00.749862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09b1a397-0d06-418d-8e9a-976b9f51b752 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.753853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-09b1a397-0d06-418d-8e9a-976b9f51b752 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2740259 Nov 23 23:15:00.754376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54322) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:00.761307 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.762190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ed242f51-0725-48fc-9ae0-2b3779b01075', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:00.789507 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:15:00.799255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.833838 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.863478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Subnet': ['ID=6b89f5f7-d097-42a5-b16d-fcc62537f833,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:00.870724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf766f-3ef7-47b7-bc86-d1e023c2827c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-0467576d-f31e-4a91-99df-2ddb75133652', 'network_id': '0467576d-f31e-4a91-99df-2ddb75133652', 'tenant_id': '92708e82509541f594917b5efde173e5', 'fixed_ips': [{'subnet_id': '6b89f5f7-d097-42a5-b16d-fcc62537f833'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:00.871641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-93cf766f-3ef7-47b7-bc86-d1e023c2827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.879688 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.887526 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.919991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.921726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663761 Nov 23 23:15:00.924447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54328) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:00.930578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'security_group_rule': {'security_group_id': 'ed242f51-0725-48fc-9ae0-2b3779b01075', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:00.937873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc290b-835f-4e53-8a4f-e5ceb2173cde tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582df2e3-da2c-4be3-801a-f90da8722720,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:00.953376 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.965582 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Project 79e0e77ee0be41da989a5a24b529c53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:15:00.977108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853bc54-835c-4c67-9fba-82546c0678be None None] Network 0467576d-f31e-4a91-99df-2ddb75133652 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:00.977356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0467576d-f31e-4a91-99df-2ddb75133652']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:00.977492 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.991143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3878c62-e123-4971-ac6c-f238a7f1a783') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:00.991440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3878c62-e123-4971-ac6c-f238a7f1a783') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:01.006206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.023628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.033176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:01.033828 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:01.038437 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:01.063127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.069296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.097130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d51668-1067-431c-b561-8a1e0fe31522,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:01.106563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.110881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a72379f2-eb4f-4331-a99a-6758bd3194c5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1821759 Nov 23 23:15:01.110881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54330) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:01.117789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'network': {'name': 'tempest-network-smoke--577406531', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:01.123859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.135270 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.139133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/0467576d-f31e-4a91-99df-2ddb75133652 HTTP/1.1" status: 204 len: 168 time: 0.6637499 Nov 23 23:15:01.143898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54332) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:01.151143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373984005'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:01.152611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a5d75-064a-454a-802e-2626a2c0e2ec tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Network': ['ID=0467576d-f31e-4a91-99df-2ddb75133652,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:01.156763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:01.160781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.197188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:01.201060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.202920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:01.224666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.225009 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Added segment c7243447-1a19-4706-9ebf-826efe349b7d of type vlan for network 99e52c12-02ab-4e94-9931-51dd748cf92a Nov 23 23:15:01.263460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:01.281586 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.288264 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.288621 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Added segment 7f393e97-f940-4ced-a794-554b6aef8ce6 of type vlan for network ac869e2a-356b-491c-9d2c-49d4ff0be6a1 Nov 23 23:15:01.345217 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.349784 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.355453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:01.356067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.408248 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2954397 Nov 23 23:15:01.412599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54338) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:01.418593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'admin_state_up': True, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:01.440981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449c3fb-1c62-4428-87e7-d2055760452e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Network': ['ID=99e52c12-02ab-4e94-9931-51dd748cf92a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:01.449086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.457648 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.459787 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.465272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 99e52c12-02ab-4e94-9931-51dd748cf92a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:01.479831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:01.480664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.550274 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4050894 Nov 23 23:15:01.551226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.552586 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54348) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:01.561326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Request body: {'subnet': {'network_id': 'ac869e2a-356b-491c-9d2c-49d4ff0be6a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:01.609747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db6899dd-cafe-4169-b032-d516cf7b7792 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:15:01.648455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134235d-38cf-41a7-b601-6d4dc6d80e0b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Network': ['ID=ac869e2a-356b-491c-9d2c-49d4ff0be6a1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:01.671924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ac869e2a-356b-491c-9d2c-49d4ff0be6a1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:01.677007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: db6899dd-cafe-4169-b032-d516cf7b7792 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:15:01.678587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db6899dd-cafe-4169-b032-d516cf7b7792 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:15:01.696134 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-050738a5-0cf5-4bcf-b0e9-b372358d62e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.812346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.843632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Made reservation on behalf of 92708e82509541f594917b5efde173e5 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:01.847330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.219673 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.243102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.314480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.objects.ports [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103522) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 23:15:02.318343 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.425289 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event updated for resources: {'Subnet': ['ID=cf588c3c-fe48-473e-afb9-e21bf9975066,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:02.440088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Checking segment: {'id': '7f393e97-f940-4ced-a794-554b6aef8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ac869e2a-356b-491c-9d2c-49d4ff0be6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:02.440455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network hostable DHCP agents. Network: ac869e2a-356b-491c-9d2c-49d4ff0be6a1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:02.452077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.153 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/fe5c8bea-495d-4e71-a64e-fa6d1b589c82) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:02.477123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Network ac869e2a-356b-491c-9d2c-49d4ff0be6a1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:02.511179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ac869e2a-356b-491c-9d2c-49d4ff0be6a1) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:02.520552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c284eec-9146-4faa-9f0e-3bdc01437a21 None None] Network ac869e2a-356b-491c-9d2c-49d4ff0be6a1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:02.542202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:02.542712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.574144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a7e9eb10-55c1-4a68-8868-df49e2834aa5 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0167737 Nov 23 23:15:02.574944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54362) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:02.596628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.639634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.680630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:02.684554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:02.690540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:02.703181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160301a6-5d7f-4d68-92bf-894413d4869f None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:02.733439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:02.772439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ff907-5957-4dc6-ba48-7a89369db267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ac869e2a-356b-491c-9d2c-49d4ff0be6a1', 'network_id': 'ac869e2a-356b-491c-9d2c-49d4ff0be6a1', 'tenant_id': '92708e82509541f594917b5efde173e5', 'fixed_ips': [{'subnet_id': 'cf588c3c-fe48-473e-afb9-e21bf9975066'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:02.773770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff907-5957-4dc6-ba48-7a89369db267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.777250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.854431 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.888172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5a67d7dd-9b41-4e00-845a-9cc56cc67790 None None] Provisioning complete for port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:02.888421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a67d7dd-9b41-4e00-845a-9cc56cc67790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.925225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-7e9ff907-5957-4dc6-ba48-7a89369db267 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf588c3c-fe48-473e-afb9-e21bf9975066: This subnet is being modified by another concurrent operation. Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf588c3c-fe48-473e-afb9-e21bf9975066: This subnet is being modified by another concurrent operation. Nov 23 23:15:02.960682 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 23:15:02.968535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Subnet': ['ID=cf588c3c-fe48-473e-afb9-e21bf9975066,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:02.992469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5a67d7dd-9b41-4e00-845a-9cc56cc67790 None None] Port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:02.995939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.996274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.996681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.996946 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.997282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.997427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b75d4c-3a3b-48fa-8f6b-57ad68992e1d None None] Network ac869e2a-356b-491c-9d2c-49d4ff0be6a1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:02.997611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.998199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.998534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.998896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.999212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.999539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:02.999894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:03.069250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.077055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.097314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac869e2a-356b-491c-9d2c-49d4ff0be6a1']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:03.110780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f393e97-f940-4ced-a794-554b6aef8ce6') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:03.111016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f393e97-f940-4ced-a794-554b6aef8ce6') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:03.123165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.150555 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.160997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:03.161531 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:03.165442 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:03.198506 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ea933-24fb-4ad4-84e0-122e569ee2d6 None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:15:03.239128 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.256915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.264785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/ac869e2a-356b-491c-9d2c-49d4ff0be6a1 HTTP/1.1" status: 204 len: 168 time: 0.6852362 Nov 23 23:15:03.268044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54374) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.285090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540fed-bc9e-42a7-b2d9-def277fa058b tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Network': ['ID=ac869e2a-356b-491c-9d2c-49d4ff0be6a1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:03.292507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ea933-24fb-4ad4-84e0-122e569ee2d6 None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:15:03.306463 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e18b6a-d506-412d-8ce3-1b939128dad8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:03.307002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e18b6a-d506-412d-8ce3-1b939128dad8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:03.310368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-39e18b6a-d506-412d-8ce3-1b939128dad8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/cf588c3c-fe48-473e-afb9-e21bf9975066 HTTP/1.1" status: 404 len: 337 time: 0.0409799 Nov 23 23:15:03.312882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54376) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.339910 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5200761f-c3c6-4402-bf52-a1017cef12e2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:03.341152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5200761f-c3c6-4402-bf52-a1017cef12e2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:03.347688 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5200761f-c3c6-4402-bf52-a1017cef12e2 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/ac869e2a-356b-491c-9d2c-49d4ff0be6a1 HTTP/1.1" status: 404 len: 339 time: 0.0302844 Nov 23 23:15:03.351843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54382) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.384305 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-81087f20-4f6e-4f0e-8b8a-d439167a7f53 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:03.384838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81087f20-4f6e-4f0e-8b8a-d439167a7f53 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:03.389977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81087f20-4f6e-4f0e-8b8a-d439167a7f53 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/6b89f5f7-d097-42a5-b16d-fcc62537f833 HTTP/1.1" status: 404 len: 337 time: 0.0327275 Nov 23 23:15:03.390196 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.391717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54384) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.418011 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a02b8d6-2bad-4888-a481-884ca46e989e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:03.418681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a02b8d6-2bad-4888-a481-884ca46e989e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:03.422194 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3a02b8d6-2bad-4888-a481-884ca46e989e tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/0467576d-f31e-4a91-99df-2ddb75133652 HTTP/1.1" status: 404 len: 339 time: 0.0292852 Nov 23 23:15:03.437399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54386) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.481156 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-de89c49c-9717-430e-8106-75b222a8b9d8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:03.481624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de89c49c-9717-430e-8106-75b222a8b9d8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:03.485035 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-de89c49c-9717-430e-8106-75b222a8b9d8 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/ce77ed71-7308-4354-a71b-d8a7a1968f17 HTTP/1.1" status: 404 len: 337 time: 0.0470724 Nov 23 23:15:03.487976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54388) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.511729 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab3fe2a-be39-4848-8ea6-b9305b797ddf tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:03.512684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab3fe2a-be39-4848-8ea6-b9305b797ddf tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:03.516178 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4ab3fe2a-be39-4848-8ea6-b9305b797ddf tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/978dd686-0c6b-4e81-ba22-39e41c537858 HTTP/1.1" status: 404 len: 339 time: 0.0271516 Nov 23 23:15:03.519524 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54390) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.561419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 6c2e5a06-d19e-4683-a068-2387e4599dfd is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:15:03.642019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Deleting port 890d257a-f36c-4803-bae6-36360e0f2964 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:03.642585 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.716817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:03.725435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.730150 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Sync routers for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:03.744688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Calling delete_port for 890d257a-f36c-4803-bae6-36360e0f2964 owned by {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:03.749895 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.751334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0366fd8b-24f8-4850-93d0-a44afbcbb328 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3368602 Nov 23 23:15:03.752815 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:03.754099 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:14:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:03.754735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54396) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.792834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fdf6f891-72ea-4196-a0ea-9f2d577eadf1 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=79e0e77ee0be41da989a5a24b529c53e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352402 Nov 23 23:15:03.795388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54400) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.869729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.916858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.921818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/ports/890d257a-f36c-4803-bae6-36360e0f2964 HTTP/1.1" status: 204 len: 168 time: 0.4010224 Nov 23 23:15:03.924003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6832f1-36ec-44a2-9352-8cc0a7e3c733 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:03.925142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54402) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.926451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ae6832f1-36ec-44a2-9352-8cc0a7e3c733 tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293807 Nov 23 23:15:03.929378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54404) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.931064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec7f27-4d68-4eef-88db-b46c2cdbb693 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Port': ['ID=890d257a-f36c-4803-bae6-36360e0f2964,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:03.956315 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:15:03.962887 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e302f45e-e3f9-4b16-ab9b-84cfd263c074 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:03.964076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4d4726b9-8125-4851-81d3-95e8628ce8ed tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332921 Nov 23 23:15:03.966373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54410) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:03.966604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e302f45e-e3f9-4b16-ab9b-84cfd263c074 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:03.971822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-836423711', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:03.972189 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e302f45e-e3f9-4b16-ab9b-84cfd263c074 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/5f74f00b-35b8-40b3-b125-ba8c0c4e7bb1 HTTP/1.1" status: 404 len: 337 time: 0.0423970 Nov 23 23:15:03.972980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54412) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:04.070966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.101429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:04.105772 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.166263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.187892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e41bafb-f562-405b-9b4b-004d15e5f261']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:04.201164 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:04.201568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bb9fd0-1af3-4bd4-ab1a-bebe781b7260') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:04.215322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.221919 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:02Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:04.248423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.255779 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Checking router: 6c2e5a06-d19e-4683-a068-2387e4599dfd for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:15:04.256043 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Updating router 6c2e5a06-d19e-4683-a068-2387e4599dfd port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:15:04.257236 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:04.257870 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:04.262112 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:04.284820 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.335502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.342704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.345155 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.345902 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/2e41bafb-f562-405b-9b4b-004d15e5f261 HTTP/1.1" status: 204 len: 168 time: 0.3719723 Nov 23 23:15:04.350125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54414) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:04.369037 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ff89e-61f0-461e-b855-12cfa93595bd tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Network': ['ID=2e41bafb-f562-405b-9b4b-004d15e5f261,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:04.493597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Subnet': ['ID=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:04.521933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Checking segment: {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:04.522339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network hostable DHCP agents. Network: 99e52c12-02ab-4e94-9931-51dd748cf92a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:04.549785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Deleting port 088cfa88-bbb1-48b5-b117-c1380cf91e6f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:04.550173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.567008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 99e52c12-02ab-4e94-9931-51dd748cf92a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:04.589418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 99e52c12-02ab-4e94-9931-51dd748cf92a) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:04.600743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c0f06-3177-45ea-bfbc-2a362c064424 None None] Network 99e52c12-02ab-4e94-9931-51dd748cf92a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:04.622536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:04.623246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.632684 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.639763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.642010 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.654345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Calling delete_port for 088cfa88-bbb1-48b5-b117-c1380cf91e6f owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:04.662861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-776bcf98-3ea7-48e3-b3c7-27d8bfedce9e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6951277 Nov 23 23:15:04.665983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:04.698867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23f5aa-76ec-430e-8ea6-6964ec2c8296 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:04.714728 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Attempting to bind port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:04.715594 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Attempting to bind port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:04.716357 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Attempting to bind port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:04.726763 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:04.727294 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:04.727771 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.728182 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:04.728677 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Bound port: fe5c8bea-495d-4e71-a64e-fa6d1b589c82, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:04.729289 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.772375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-793f14aa-a5e6-48a2-b162-da11f361a333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.793057 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Pushing event updated for resources: {'Port': ['ID=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:04.826971 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.840521 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.840865 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.841217 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.841591 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.841908 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.842240 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.842662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.842902 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.843222 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.843552 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.843927 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:04.851091 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.872938 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] For port fe5c8bea-495d-4e71-a64e-fa6d1b589c82, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:04.878981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] For port fe5c8bea-495d-4e71-a64e-fa6d1b589c82, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:04.884154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5b2d435c-3296-4c5f-aff2-593bc364cddd None None] Provisioning complete for port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:04.884451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b2d435c-3296-4c5f-aff2-593bc364cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.897434 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.922107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Port': ['ID=088cfa88-bbb1-48b5-b117-c1380cf91e6f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:04.934981 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:04.941976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2847dade-42a7-48d2-8cbd-67b68c0cafda tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/ports/088cfa88-bbb1-48b5-b117-c1380cf91e6f HTTP/1.1" status: 204 len: 168 time: 0.5872004 Nov 23 23:15:04.944554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54428) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:04.982549 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cc326d-3254-4cfd-b9e7-e320b3d15088 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] DELETE failed (client error): The resource could not be found. Nov 23 23:15:04.983941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cc326d-3254-4cfd-b9e7-e320b3d15088 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:15:04.987679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-17cc326d-3254-4cfd-b9e7-e320b3d15088 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/24f08372-ed5f-48ef-acc5-c6aaa04686ab HTTP/1.1" status: 404 len: 337 time: 0.0417187 Nov 23 23:15:04.990935 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:04.991482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:04.991840 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:05.143966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-99e52c12-02ab-4e94-9931-51dd748cf92a', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:05.144848 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.147809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdcaab3-a6dc-4a63-a148-ee789849039f None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:05.151639 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:15:05.177625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.193304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d435c-3296-4c5f-aff2-593bc364cddd None None] Port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:05.207517 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.262634 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31290eab-48c1-47c3-b5f1-55364e7cc0bb None None] Pushing event updated for resources: {'Port': ['ID=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:05.326604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.352458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5da44f-fa19-448a-9c25-ed1f004d807f']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:05.356734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1c2ddb26-4bbc-408d-b593-b6e261665491 None None] Provisioning complete for port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:05.357185 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddb26-4bbc-408d-b593-b6e261665491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.364992 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230e0723-a655-4c33-ba43-a6b5ddb86877') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:05.365711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230e0723-a655-4c33-ba43-a6b5ddb86877') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:05.377140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.394240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.403455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:05.404410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:05.408852 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:05.495556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.497045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.522042 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.528165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/8f5da44f-fa19-448a-9c25-ed1f004d807f HTTP/1.1" status: 204 len: 168 time: 0.5326688 Nov 23 23:15:05.528165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0b626-f272-41de-b319-a63d464cfec6 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Network': ['ID=8f5da44f-fa19-448a-9c25-ed1f004d807f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:05.529072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54436) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:05.541859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Allocated IP 172.20.0.2 (99e52c12-02ab-4e94-9931-51dd748cf92a/f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece/7070f2ba-4579-4567-a545-14d6dae50e22) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:05.542080 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:02Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:05.553905 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddb26-4bbc-408d-b593-b6e261665491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.574810 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a247e13-e304-4d74-99ac-1773272ea112 None None] The sync data for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 is: [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:02Z', 'revision_number': 3, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:05.615849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1c2ddb26-4bbc-408d-b593-b6e261665491 None None] For port fe5c8bea-495d-4e71-a64e-fa6d1b589c82, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:05.620078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Deleting subnet ac4393d6-d898-4ea6-8dbc-ae7812f9fb1c {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:15:05.624804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.633254 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddb26-4bbc-408d-b593-b6e261665491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.679528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.761868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ddb26-4bbc-408d-b593-b6e261665491 None None] Pushing event updated for resources: {'Port': ['ID=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:05.818927 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.868601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.884150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.914793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.951322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Pushing event updated for resources: {'Port': ['ID=7070f2ba-4579-4567-a545-14d6dae50e22,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:05.960220 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4393d6-d898-4ea6-8dbc-ae7812f9fb1c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:05.964165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1ac1d-90d2-46a5-9d1b-64aac13f2d1b None None] Network 07af6068-2d52-4019-872c-a72efe127129 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:05.969256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:05.976258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb9c7b2e-18ac-40c3-b246-6327bdc6f644 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/subnets/ac4393d6-d898-4ea6-8dbc-ae7812f9fb1c HTTP/1.1" status: 204 len: 168 time: 0.4439497 Nov 23 23:15:05.976795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54444) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:05.980970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Network 99e52c12-02ab-4e94-9931-51dd748cf92a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:05.995731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:06.000849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:06.190538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Attempting to bind port 7070f2ba-4579-4567-a545-14d6dae50e22 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:06.191263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Attempting to bind port 7070f2ba-4579-4567-a545-14d6dae50e22 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:06.192567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Attempting to bind port 7070f2ba-4579-4567-a545-14d6dae50e22 on network 99e52c12-02ab-4e94-9931-51dd748cf92a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:06.202529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.209356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:06.209825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Checking segment: {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:06.211059 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.211546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Bound using segment: {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:06.212063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Bound port: 7070f2ba-4579-4567-a545-14d6dae50e22, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:06.212466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.305540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Deleting port 2db8ee60-5090-4d73-939d-1c1754ccd86f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:06.306060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.348935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] For port 7070f2ba-4579-4567-a545-14d6dae50e22, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:06.354007 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] For port 7070f2ba-4579-4567-a545-14d6dae50e22, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7070f2ba-4579-4567-a545-14d6dae50e22,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:06.360714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.387886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] For port 2db8ee60-5090-4d73-939d-1c1754ccd86f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2db8ee60-5090-4d73-939d-1c1754ccd86f,segment=NetworkSegment(155d21c9-ff6e-4ca3-927d-7d5c33f32f18),segment_id=155d21c9-ff6e-4ca3-927d-7d5c33f32f18)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:06.388246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.437304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Calling delete_port for 2db8ee60-5090-4d73-939d-1c1754ccd86f owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:06.471064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] DHCP port deletion for 07af6068-2d52-4019-872c-a72efe127129 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:06.476221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.1 (99e52c12-02ab-4e94-9931-51dd748cf92a/f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece/54c93cf0-0232-4edd-b0eb-2efade7f4342) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:06.478461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2990dee-1307-47b4-b408-fd0b7043aac9 None None] Pushing event updated for resources: {'Port': ['ID=7070f2ba-4579-4567-a545-14d6dae50e22,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:06.605335 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.612713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] Deleting port 2db8ee60-5090-4d73-939d-1c1754ccd86f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:06.615410 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.620471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.662799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] No DVR routers for this DVR port 2db8ee60-5090-4d73-939d-1c1754ccd86f on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:06.680557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.697912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] For port 2db8ee60-5090-4d73-939d-1c1754ccd86f, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:06.698514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.718096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] Calling delete_port for 2db8ee60-5090-4d73-939d-1c1754ccd86f owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:06.721162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] Port 2db8ee60-5090-4d73-939d-1c1754ccd86f was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:15:06.723829 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.730539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Port': ['ID=2db8ee60-5090-4d73-939d-1c1754ccd86f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:06.737080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.757799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] Pushing event deleted for resources: {'Port': ['ID=2db8ee60-5090-4d73-939d-1c1754ccd86f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:06.760025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd603e9-aa7c-4b12-96a5-da273671f879 None None] No DVR routers for this DVR port 2db8ee60-5090-4d73-939d-1c1754ccd86f on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:06.855438 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 99e52c12-02ab-4e94-9931-51dd748cf92a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:06.864368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:06.869378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:06.919958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=54c93cf0-0232-4edd-b0eb-2efade7f4342,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:06.926471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.956639 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:06.979945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07af6068-2d52-4019-872c-a72efe127129']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:07.000480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155d21c9-ff6e-4ca3-927d-7d5c33f32f18') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:07.000786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155d21c9-ff6e-4ca3-927d-7d5c33f32f18') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:07.019950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.040112 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.046937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:07.047345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:07.051008 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:07.132034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.167375 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.174141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] 10.222.0.11 "DELETE /v2.0/networks/07af6068-2d52-4019-872c-a72efe127129 HTTP/1.1" status: 204 len: 168 time: 1.1949866 Nov 23 23:15:07.176303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946d34-6c2c-4ecf-b671-08a2df640859 tempest-NetworksIpV6TestAttrs-1410773587 tempest-NetworksIpV6TestAttrs-1410773587-project] Pushing event deleted for resources: {'Network': ['ID=07af6068-2d52-4019-872c-a72efe127129,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:07.211597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.524231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.555199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.571375 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.573185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54468) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:07.629685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fe5c8bea-495d-4e71-a64e-fa6d1b589c82 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:07.717243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.720614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=54c93cf0-0232-4edd-b0eb-2efade7f4342,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:07.726967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:07.727997 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:07.850415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7070f2ba-4579-4567-a545-14d6dae50e22 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:07.881735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 99e52c12-02ab-4e94-9931-51dd748cf92a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:07.883943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:07.924354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7070f2ba-4579-4567-a545-14d6dae50e22 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:07.924958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.040760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 6c2e5a06-d19e-4683-a068-2387e4599dfd has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:08.061523 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.166360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 7070f2ba-4579-4567-a545-14d6dae50e22, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7070f2ba-4579-4567-a545-14d6dae50e22,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:08.171929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.216342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:08.234628 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4c90b7a1-fb2c-4c93-aa11-9c751cf3eefd tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/6c2e5a06-d19e-4683-a068-2387e4599dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5587807 Nov 23 23:15:08.274176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.292345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=7070f2ba-4579-4567-a545-14d6dae50e22,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:08.310840 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2db8ee60-5090-4d73-939d-1c1754ccd86f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:15:08.360140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 2db8ee60-5090-4d73-939d-1c1754ccd86f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:15:08.360498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2db8ee60-5090-4d73-939d-1c1754ccd86f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:15:08.372648 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f1e53ff-b38f-48d2-9596-bbd300119a13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92708e82509541f594917b5efde173e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7975399 Nov 23 23:15:08.374604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54484) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:08.444245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1458e02b-d463-44d8-b888-6e1b446a952e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.452816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Sync routers for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:08.470424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1458e02b-d463-44d8-b888-6e1b446a952e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.484160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b9ea7-2e12-44e6-893a-ca7c884dfa41 None None] Network 99e52c12-02ab-4e94-9931-51dd748cf92a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:08.528980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:08.529984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:08.534837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1458e02b-d463-44d8-b888-6e1b446a952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.538000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1458e02b-d463-44d8-b888-6e1b446a952e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.542415 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1458e02b-d463-44d8-b888-6e1b446a952e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1dd8a53e-ac34-4a73-aa15-d2f4707806bd HTTP/1.1" status: 204 len: 168 time: 0.1664174 Nov 23 23:15:08.552414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458e02b-d463-44d8-b888-6e1b446a952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd8a53e-ac34-4a73-aa15-d2f4707806bd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:08.566437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-688d98e3-affe-4d6f-bf7c-57ff649ca530 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821550619&fields=id&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 267 time: 0.0597985 Nov 23 23:15:08.679183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-becc498b-cbf5-4ea8-a488-b5ed4ad083d8 None None] Provisioning complete for port 7070f2ba-4579-4567-a545-14d6dae50e22 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:08.679585 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-becc498b-cbf5-4ea8-a488-b5ed4ad083d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:08.727487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-1219c095-e608-4682-b6dd-7e33a260dd20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:08.729496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-1219c095-e608-4682-b6dd-7e33a260dd20 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/networks?id=99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 200 len: 796 time: 0.1520479 Nov 23 23:15:08.758216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-581dafcf-9074-4af8-bc44-80e14d215eda tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/quotas/79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 375 time: 0.0206087 Nov 23 23:15:08.841299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-52e385c0-cddd-426a-8916-a092e43b83f4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730739 Nov 23 23:15:08.917021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:15:08.966870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-0e2cb0a3-41ac-42c6-bf55-0f9426a308d7 service neutron] 10.222.0.11 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237321 Nov 23 23:15:09.096166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-ad9ebaf9-fff9-47ca-9dcb-34d02db5cd1d service neutron] 10.222.0.11 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270974 Nov 23 23:15:09.237670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 2, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:09.312502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Checking router: 6c2e5a06-d19e-4683-a068-2387e4599dfd for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:15:09.313052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Updating router 6c2e5a06-d19e-4683-a068-2387e4599dfd port 54c93cf0-0232-4edd-b0eb-2efade7f4342 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:15:09.343893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.444240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90049903-aefc-4cce-ae46-c73a4ac8f356 req-96330cf6-e60d-4a7b-a5ce-c58b39c675a9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 210 time: 0.0522161 Nov 23 23:15:09.558281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54538) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:09.578599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c0b619d7-8af0-4e30-a353-a5dac21bc9dc None None] Provisioning complete for port 54c93cf0-0232-4edd-b0eb-2efade7f4342 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:09.578709 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0b619d7-8af0-4e30-a353-a5dac21bc9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.585642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7070f2ba-4579-4567-a545-14d6dae50e22 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:09.711504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c0b619d7-8af0-4e30-a353-a5dac21bc9dc None None] Port 54c93cf0-0232-4edd-b0eb-2efade7f4342 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:09.768303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885059944'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:09.778499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c0b619d7-8af0-4e30-a353-a5dac21bc9dc None None] Provisioning complete for port 7070f2ba-4579-4567-a545-14d6dae50e22 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:09.785184 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0b619d7-8af0-4e30-a353-a5dac21bc9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.797567 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:09.803828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.825720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.937120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.940505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 7070f2ba-4579-4567-a545-14d6dae50e22 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:09.940871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.946535 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.976639 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:09.983177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.018393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:10.042128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf047ef9-435f-455b-b386-1f672b25c057,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:10.047973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.048418 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment fbc1c862-1060-4d36-89db-68238f5696de of type vlan for network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 Nov 23 23:15:10.108023 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.181078 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.187449 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:10.188282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.314441 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7543013 Nov 23 23:15:10.317398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54558) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:10.319877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994058-daa1-4704-966f-2db3ed1d7459 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:10.325248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-664176166'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:10.365985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:10.372761 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.384417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:10.406093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:10.421284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.421821 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment f0ef115c-9107-44dc-90c1-876db2ac1243 of type vlan for network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 Nov 23 23:15:10.449409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9dbc8-d4e9-46f4-80c5-de3969cf5fc7 None None] Pushing event updated for resources: {'Port': ['ID=54c93cf0-0232-4edd-b0eb-2efade7f4342,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:10.472879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.509031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.516759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:10.517516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.519875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Attempting to bind port 54c93cf0-0232-4edd-b0eb-2efade7f4342 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:10.520262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Attempting to bind port 54c93cf0-0232-4edd-b0eb-2efade7f4342 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:10.520834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Attempting to bind port 54c93cf0-0232-4edd-b0eb-2efade7f4342 on network 99e52c12-02ab-4e94-9931-51dd748cf92a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:10.547588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:10.548023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Checking segment: {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:10.548370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.548969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Bound using segment: {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:10.549449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Bound port: 54c93cf0-0232-4edd-b0eb-2efade7f4342, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:10.550152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.594233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d8f9bec-0411-4fc3-8987-d723c6294b21 req-3a5a603e-b5e0-48d2-86d5-f45c39549cbf tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 210 time: 0.0437109 Nov 23 23:15:10.600791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2815092 Nov 23 23:15:10.604291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54566) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:10.612494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': 'ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:10.654293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=00c1ed59-cf74-46b0-bc62-1a540bb427f8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:10.738448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.739165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.739762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.740277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.740987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.741618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.742116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.743019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.743527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.744065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.744563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.745065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232c6d6-e097-4883-9f74-0f725428a8b6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:10.765055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:10.797212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] For port 54c93cf0-0232-4edd-b0eb-2efade7f4342, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:10.810198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:10.814910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.877522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] For port 54c93cf0-0232-4edd-b0eb-2efade7f4342, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=54c93cf0-0232-4edd-b0eb-2efade7f4342,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:10.883913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-89d304c2-06ef-4bf3-a265-a74f2e1f0e37 None None] Provisioning complete for port 54c93cf0-0232-4edd-b0eb-2efade7f4342 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:10.884592 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-89d304c2-06ef-4bf3-a265-a74f2e1f0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.886725 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:10.939588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-7ad44eeb-f9f8-43a7-89cc-23f43ed68ded tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:10.943540 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-7ad44eeb-f9f8-43a7-89cc-23f43ed68ded tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/networks?id=99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 200 len: 796 time: 0.2682071 Nov 23 23:15:10.994870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:10.995524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:11.051097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9dbc8-d4e9-46f4-80c5-de3969cf5fc7 None None] Pushing event updated for resources: {'Port': ['ID=54c93cf0-0232-4edd-b0eb-2efade7f4342,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:11.091552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-05c2db0b-2416-4579-b303-84e62c8f3697 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e0e77ee0be41da989a5a24b529c53e HTTP/1.1" status: 200 len: 379 time: 0.1088798 Nov 23 23:15:11.096576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'port': {'device_id': 'c59210af-5d48-4027-939c-77d8117617c1', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'admin_state_up': True, 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'security_groups': ['ed242f51-0725-48fc-9ae0-2b3779b01075']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:11.118492 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.161849 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-89d304c2-06ef-4bf3-a265-a74f2e1f0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.241704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-89d304c2-06ef-4bf3-a265-a74f2e1f0e37 None None] For port 54c93cf0-0232-4edd-b0eb-2efade7f4342, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=54c93cf0-0232-4edd-b0eb-2efade7f4342,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:11.245570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=11d0e9f6-2c7f-49c0-ad32-328bae13ec12,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:11.248325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:15:11.252407 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-89d304c2-06ef-4bf3-a265-a74f2e1f0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.268022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': 'fbc1c862-1060-4d36-89db-68238f5696de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:11.268397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:11.294934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Made reservation on behalf of 79e0e77ee0be41da989a5a24b529c53e for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:11.304410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.310192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:11.326500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:11.341418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194b008-47a2-4a2d-9dea-a30907b7d4a0 None None] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:11.343734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:11.345269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.385224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-52775393-22e0-4474-96ca-7c96dbe2a4dd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7769260 Nov 23 23:15:11.385454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54578) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:11.392759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': '00c1ed59-cf74-46b0-bc62-1a540bb427f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:11.499137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.20.0.7 (99e52c12-02ab-4e94-9931-51dd748cf92a/f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece/10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:11.529419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d304c2-06ef-4bf3-a265-a74f2e1f0e37 None None] Pushing event updated for resources: {'Port': ['ID=54c93cf0-0232-4edd-b0eb-2efade7f4342,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:11.553402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:11.555029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4a42918d-36ce-4147-9843-6a36472f02ee None None] Provisioning complete for port 54c93cf0-0232-4edd-b0eb-2efade7f4342 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:11.555408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a42918d-36ce-4147-9843-6a36472f02ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.558190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.711611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.764360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.800603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db475bd3-305b-4109-82bc-53f7daba277f req-7b39539c-2913-4756-b54f-b9ed8f56cc19 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 210 time: 0.0697668 Nov 23 23:15:11.806846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39', 'network_id': 'ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': '11d0e9f6-2c7f-49c0-ad32-328bae13ec12'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:11.807776 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.851642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 99e52c12-02ab-4e94-9931-51dd748cf92a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:11.858979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:11.877228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:11.900584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:11.924759 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:11.978944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:11.983466 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.004746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:10Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:12.017694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=8ae8062e-a2a2-4aa3-84c7-f26dfffec446,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:12.028221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': 'f0ef115c-9107-44dc-90c1-876db2ac1243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00c1ed59-cf74-46b0-bc62-1a540bb427f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:12.028825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: 00c1ed59-cf74-46b0-bc62-1a540bb427f8, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:12.035269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-d3a75fe5-0ee5-4e8a-8cec-1185b4d480c6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9425383 Nov 23 23:15:12.049194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Request body: {'port': {'device_id': 'c59210af-5d48-4027-939c-77d8117617c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:12.057438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:12.071964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 00c1ed59-cf74-46b0-bc62-1a540bb427f8) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:12.078311 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:12.079046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.101114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37469134-5440-473a-8f02-4b6e0193e29c None None] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:12.104146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213513a7-7345-4cee-8f4c-d0fe52939ed6 None None] The sync data for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 is: [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:10Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:12.119159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c8fb1e21-27b4-4bb8-b5fe-44ff10c5d8b0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7324598 Nov 23 23:15:12.119935 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54596) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:12.125275 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-88bc61d9-3980-4171-8547-333bfef93bac tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1246622410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:12.185132 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88bc61d9-3980-4171-8547-333bfef93bac tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.188961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88bc61d9-3980-4171-8547-333bfef93bac tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.284664 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.332166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88bc61d9-3980-4171-8547-333bfef93bac tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.339989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88bc61d9-3980-4171-8547-333bfef93bac tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.356725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Allocated IP 172.20.0.2 (ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39/11d0e9f6-2c7f-49c0-ad32-328bae13ec12/25f29dd6-f8af-4a41-997e-c47e0f94b32b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:12.373123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88bc61d9-3980-4171-8547-333bfef93bac tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.374444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-88bc61d9-3980-4171-8547-333bfef93bac tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2534406 Nov 23 23:15:12.378856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54598) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:12.596432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0040e6c7-e522-4be0-8bf2-54cd44f27575 None None] Provisioning complete for port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:12.597142 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0040e6c7-e522-4be0-8bf2-54cd44f27575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.744702 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:15:12.753787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.761575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-00c1ed59-cf74-46b0-bc62-1a540bb427f8', 'network_id': '00c1ed59-cf74-46b0-bc62-1a540bb427f8', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': '8ae8062e-a2a2-4aa3-84c7-f26dfffec446'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:12.762842 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.767672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Transition to ACTIVE for port object 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:15:12.780860 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.812341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0040e6c7-e522-4be0-8bf2-54cd44f27575 None None] Port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:12.917988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:12.920728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.940538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:12.971140 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:13.071129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Attempting to bind port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:13.071721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Attempting to bind port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:13.079020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Attempting to bind port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb on network 99e52c12-02ab-4e94-9931-51dd748cf92a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:13.096806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb on network 99e52c12-02ab-4e94-9931-51dd748cf92a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:15:13.097128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Attempting to bind port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb on network 99e52c12-02ab-4e94-9931-51dd748cf92a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:13.104326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:13.104326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Checking segment: {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:13.104777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Bound using segment: {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:13.105013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Bound port: 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7243447-1a19-4706-9ebf-826efe349b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:13.105379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:13.213538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:13.217234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:13.225495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:13.245114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:13.249443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:13.259066 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:13.301802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:13.303031 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:13.304444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Pushing event updated for resources: {'Port': ['ID=25f29dd6-f8af-4a41-997e-c47e0f94b32b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:13.304758 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] 10.222.0.46 "PUT /v2.0/ports/10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 200 len: 1091 time: 1.2601783 Nov 23 23:15:13.305446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:15:13.308903 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a553c40-6e96-447e-ba0e-2a930b2b8437" -d '{"events": [{"name": "network-changed", "server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:15:13.342417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Allocated IP 172.21.0.2 (00c1ed59-cf74-46b0-bc62-1a540bb427f8/8ae8062e-a2a2-4aa3-84c7-f26dfffec446/02c391bb-4864-4592-a520-8c495e1d8371) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:13.375138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b30ae-3ed5-4c9e-bbc2-104f25dc71de service neutron] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:13.379183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Attempting to bind port 25f29dd6-f8af-4a41-997e-c47e0f94b32b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:13.379624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Attempting to bind port 25f29dd6-f8af-4a41-997e-c47e0f94b32b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'fbc1c862-1060-4d36-89db-68238f5696de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:13.381051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Attempting to bind port 25f29dd6-f8af-4a41-997e-c47e0f94b32b on network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:13.418784 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d328d-8bf2-4c53-8705-768603cd1f28 x-openstack-request-id: req-de9d328d-8bf2-4c53-8705-768603cd1f28 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:15:13.419417 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:15:13.419925 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de9d328d-8bf2-4c53-8705-768603cd1f28 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:15:13.420671 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'status': 'completed', 'code': 200} Nov 23 23:15:13.428942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-1eaecfac-d09b-4319-8a8b-5cf068097c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:13.430986 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-1eaecfac-d09b-4319-8a8b-5cf068097c64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1094 time: 0.0748451 Nov 23 23:15:13.461956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:13.462393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Checking segment: {'id': 'fbc1c862-1060-4d36-89db-68238f5696de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:13.462814 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:13.463228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Bound using segment: {'id': 'fbc1c862-1060-4d36-89db-68238f5696de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:13.463779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Bound port: 25f29dd6-f8af-4a41-997e-c47e0f94b32b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc1c862-1060-4d36-89db-68238f5696de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:13.464174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:13.502359 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-9382ed3a-507f-4bd8-b71b-ae6f91b22d4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 200 len: 217 time: 0.0621367 Nov 23 23:15:13.585968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6dd81bbc-46ab-4849-a3e0-3b7a9b1c27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:13.587645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-6dd81bbc-46ab-4849-a3e0-3b7a9b1c27e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece HTTP/1.1" status: 200 len: 834 time: 0.0788465 Nov 23 23:15:13.697465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-5d634c93-e832-4318-9e9d-cf4f6ab5776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:13.700396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-5d634c93-e832-4318-9e9d-cf4f6ab5776c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99e52c12-02ab-4e94-9931-51dd748cf92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994732 Nov 23 23:15:13.711844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653509f3-a701-404b-ab24-0e97491acdb6 req-dce36291-07fd-457e-878b-9628ec996818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:13.730578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-653509f3-a701-404b-ab24-0e97491acdb6 req-dce36291-07fd-457e-878b-9628ec996818 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 943 time: 0.6590772 Nov 23 23:15:13.784884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.20.0.1 (ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39/11d0e9f6-2c7f-49c0-ad32-328bae13ec12/76398374-df40-4c8a-b765-2101b8e5211f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:13.792440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 54c93cf0-0232-4edd-b0eb-2efade7f4342 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:13.850424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-653509f3-a701-404b-ab24-0e97491acdb6 req-6cdd5bad-6032-4295-b7b0-d63ffb8f99e5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189194 Nov 23 23:15:13.868730 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-94670c6e-89e5-4e19-b241-52265bf42519 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548038 Nov 23 23:15:13.984021 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.001917 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 54c93cf0-0232-4edd-b0eb-2efade7f4342 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:14.002304 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.012772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] For port 25f29dd6-f8af-4a41-997e-c47e0f94b32b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:14.044219 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3811e62b-ee1c-4506-a903-ce53df7ec2a1 req-ee0c6ad8-239a-4a35-a45c-ba1a1492b175 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663735 Nov 23 23:15:14.046521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.115632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:14.121123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:14.135663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] For port 25f29dd6-f8af-4a41-997e-c47e0f94b32b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=25f29dd6-f8af-4a41-997e-c47e0f94b32b,segment=NetworkSegment(fbc1c862-1060-4d36-89db-68238f5696de),segment_id=fbc1c862-1060-4d36-89db-68238f5696de)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:14.147168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=76398374-df40-4c8a-b765-2101b8e5211f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:14.150048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:14.172654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.176416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-eb197f07-8153-4129-85ed-11467f0674f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:14.182380 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-eb197f07-8153-4129-85ed-11467f0674f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1094 time: 0.0796516 Nov 23 23:15:14.229094 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.258926 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.262440 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.319185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ff29a-eeec-4034-858b-aa5ef24e887d None None] Pushing event updated for resources: {'Port': ['ID=25f29dd6-f8af-4a41-997e-c47e0f94b32b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:14.351339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:14.372406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:14.379393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:14.390308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-a3a39baf-6978-4969-8e2b-455c15aaf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:14.394135 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-a3a39baf-6978-4969-8e2b-455c15aaf7fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 200 len: 897 time: 0.2032721 Nov 23 23:15:14.465175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Pushing event updated for resources: {'Port': ['ID=02c391bb-4864-4592-a520-8c495e1d8371,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:14.496263 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-e3109b7c-e851-4091-9c07-79c5fe01a123 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 200 len: 217 time: 0.0950911 Nov 23 23:15:14.514543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Attempting to bind port 02c391bb-4864-4592-a520-8c495e1d8371 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:14.514972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Attempting to bind port 02c391bb-4864-4592-a520-8c495e1d8371 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'f0ef115c-9107-44dc-90c1-876db2ac1243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00c1ed59-cf74-46b0-bc62-1a540bb427f8'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:14.516028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Attempting to bind port 02c391bb-4864-4592-a520-8c495e1d8371 on network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:14.521089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:14.521469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Checking segment: {'id': 'f0ef115c-9107-44dc-90c1-876db2ac1243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00c1ed59-cf74-46b0-bc62-1a540bb427f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:14.521979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.522378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Bound using segment: {'id': 'f0ef115c-9107-44dc-90c1-876db2ac1243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00c1ed59-cf74-46b0-bc62-1a540bb427f8'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:14.522868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Bound port: 02c391bb-4864-4592-a520-8c495e1d8371, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ef115c-9107-44dc-90c1-876db2ac1243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00c1ed59-cf74-46b0-bc62-1a540bb427f8'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:14.523473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.548390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.592361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-4a106238-74c8-4865-abf5-1076f4b0cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:14.595579 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-4a106238-74c8-4865-abf5-1076f4b0cc1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece HTTP/1.1" status: 200 len: 834 time: 0.0901864 Nov 23 23:15:14.647270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] For port 02c391bb-4864-4592-a520-8c495e1d8371, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:14.652462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] For port 02c391bb-4864-4592-a520-8c495e1d8371, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=02c391bb-4864-4592-a520-8c495e1d8371,segment=NetworkSegment(f0ef115c-9107-44dc-90c1-876db2ac1243),segment_id=f0ef115c-9107-44dc-90c1-876db2ac1243)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:14.664967 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:14.686243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-27dfda2f-4673-4639-8bb8-44d32dc5312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:14.688381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-27dfda2f-4673-4639-8bb8-44d32dc5312c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99e52c12-02ab-4e94-9931-51dd748cf92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852191 Nov 23 23:15:14.771828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d94f8b-78aa-44f1-9e42-69a3d23a4b28 None None] Pushing event updated for resources: {'Port': ['ID=02c391bb-4864-4592-a520-8c495e1d8371,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:14.839621 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-46972d47-d792-41a9-8f09-934d33203055 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428354 Nov 23 23:15:14.958459 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5a553c40-6e96-447e-ba0e-2a930b2b8437 req-76bd8e36-d891-43a0-8352-54d720fc6b2d service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094573 Nov 23 23:15:15.106143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39462a57-ca75-488e-a53f-49e46a749b8e req-48b7db06-b451-480c-b3dc-de6f5e63c5c0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:15.109264 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39462a57-ca75-488e-a53f-49e46a749b8e req-48b7db06-b451-480c-b3dc-de6f5e63c5c0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 943 time: 0.1228185 Nov 23 23:15:15.118746 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:15.156527 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:15.310725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39462a57-ca75-488e-a53f-49e46a749b8e req-7391edc0-408b-4c1f-9014-61f6eddca02a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885426 Nov 23 23:15:15.311884 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:15.321370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=76398374-df40-4c8a-b765-2101b8e5211f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:15.448827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:15.450440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:15.620638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 25f29dd6-f8af-4a41-997e-c47e0f94b32b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:15.633488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 7564811c-5a70-4894-9051-7f2417513026 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:15:15.757200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 25f29dd6-f8af-4a41-997e-c47e0f94b32b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:15.757576 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:15.769265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:15.781980 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5f415-1b99-4597-9784-c53279787883 None None] Sync routers for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:15.784533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b061032b-f217-4d11-baa9-d0bb4ad912d0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/7564811c-5a70-4894-9051-7f2417513026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008679 Nov 23 23:15:15.788487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54644) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:15.795711 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5f415-1b99-4597-9784-c53279787883 None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:15.797005 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2af5f415-1b99-4597-9784-c53279787883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:15.837623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3d640-459d-4a10-9b41-50a53ca080ab None None] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:15.845552 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2af5f415-1b99-4597-9784-c53279787883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:15.861232 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5f415-1b99-4597-9784-c53279787883 None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:15.862531 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2af5f415-1b99-4597-9784-c53279787883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:15.874725 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13737bd8-7b62-4eab-80e5-46db74dfe9de tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:15.876215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-13737bd8-7b62-4eab-80e5-46db74dfe9de tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports/76398374-df40-4c8a-b765-2101b8e5211f HTTP/1.1" status: 200 len: 910 time: 0.0862212 Nov 23 23:15:15.879005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54650) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:15.899103 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2af5f415-1b99-4597-9784-c53279787883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:15.900236 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5f415-1b99-4597-9784-c53279787883 None None] The sync data for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:16.012651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-53cb7589-cbc8-47c5-9a01-0d744bd658fa None None] Provisioning complete for port 25f29dd6-f8af-4a41-997e-c47e0f94b32b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:16.013435 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53cb7589-cbc8-47c5-9a01-0d744bd658fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.017878 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.128033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 25f29dd6-f8af-4a41-997e-c47e0f94b32b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=25f29dd6-f8af-4a41-997e-c47e0f94b32b,segment=NetworkSegment(fbc1c862-1060-4d36-89db-68238f5696de),segment_id=fbc1c862-1060-4d36-89db-68238f5696de)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:16.139746 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.142230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 02c391bb-4864-4592-a520-8c495e1d8371 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:16.291560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56875967-360a-429a-8ae3-97573e7c1d7f None None] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:16.338725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=25f29dd6-f8af-4a41-997e-c47e0f94b32b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:16.376076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.411364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 02c391bb-4864-4592-a520-8c495e1d8371 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:16.416078 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.483593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f22c-f1f4-45bb-b5ee-dfe6ed4700a6 req-3ece3672-4ec9-4a8d-9c18-fa7cbd208c7d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:16.489837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0352f22c-f1f4-45bb-b5ee-dfe6ed4700a6 req-3ece3672-4ec9-4a8d-9c18-fa7cbd208c7d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 943 time: 0.0864210 Nov 23 23:15:16.613521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0352f22c-f1f4-45bb-b5ee-dfe6ed4700a6 req-982bbb2d-b7ed-480b-b0e4-a7313c7aca3f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044014 Nov 23 23:15:16.632042 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.637112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f7a2836c-8bcc-40f2-a883-69d6f3e82860 None None] Provisioning complete for port 02c391bb-4864-4592-a520-8c495e1d8371 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:16.637385 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f7a2836c-8bcc-40f2-a883-69d6f3e82860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.722710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 02c391bb-4864-4592-a520-8c495e1d8371, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=02c391bb-4864-4592-a520-8c495e1d8371,segment=NetworkSegment(f0ef115c-9107-44dc-90c1-876db2ac1243),segment_id=f0ef115c-9107-44dc-90c1-876db2ac1243)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:16.736190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.21.0.1 (00c1ed59-cf74-46b0-bc62-1a540bb427f8/8ae8062e-a2a2-4aa3-84c7-f26dfffec446/2734ce67-0966-4e1d-8c82-c85565f5d162) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:16.740327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.800631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=02c391bb-4864-4592-a520-8c495e1d8371,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:16.900006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.943192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:16.984663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-70ea3fba-2f83-48f8-ab8f-d6fe387a790c None None] Provisioning complete for port 25f29dd6-f8af-4a41-997e-c47e0f94b32b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:16.984884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70ea3fba-2f83-48f8-ab8f-d6fe387a790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.028077 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:17.033137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:17.036027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:17.039224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=2734ce67-0966-4e1d-8c82-c85565f5d162,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:17.106679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.161850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-70ea3fba-2f83-48f8-ab8f-d6fe387a790c None None] Provisioning complete for port 76398374-df40-4c8a-b765-2101b8e5211f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:17.162448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70ea3fba-2f83-48f8-ab8f-d6fe387a790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.217994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-70ea3fba-2f83-48f8-ab8f-d6fe387a790c None None] Port 76398374-df40-4c8a-b765-2101b8e5211f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:17.269675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.341399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e84fee88-cea6-446b-b79b-205490d3bc09 None None] Provisioning complete for port 02c391bb-4864-4592-a520-8c495e1d8371 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:17.342860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e84fee88-cea6-446b-b79b-205490d3bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.463021 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e84fee88-cea6-446b-b79b-205490d3bc09 None None] Provisioning complete for port 76398374-df40-4c8a-b765-2101b8e5211f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:17.463602 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e84fee88-cea6-446b-b79b-205490d3bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.519348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e84fee88-cea6-446b-b79b-205490d3bc09 None None] Port 76398374-df40-4c8a-b765-2101b8e5211f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:17.545515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 25f29dd6-f8af-4a41-997e-c47e0f94b32b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:17.618754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 25f29dd6-f8af-4a41-997e-c47e0f94b32b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:17.619122 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.674479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8f8d2e8c-15f4-49e5-a02d-3fb90c651e6a None None] Provisioning complete for port 2734ce67-0966-4e1d-8c82-c85565f5d162 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:17.675036 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2e8c-15f4-49e5-a02d-3fb90c651e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.681499 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.689857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.752927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d2e8c-15f4-49e5-a02d-3fb90c651e6a None None] Port 2734ce67-0966-4e1d-8c82-c85565f5d162 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:17.768999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 02c391bb-4864-4592-a520-8c495e1d8371 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:17.781628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=2734ce67-0966-4e1d-8c82-c85565f5d162,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:17.784654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.794342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e1e8-b9d8-435b-8d9f-f7ac08bc5a68 req-b8ac83d6-79a0-483e-845f-062c4f8fe950 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:17.797071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8336e1e8-b9d8-435b-8d9f-f7ac08bc5a68 req-b8ac83d6-79a0-483e-845f-062c4f8fe950 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 943 time: 0.0935366 Nov 23 23:15:17.848031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 02c391bb-4864-4592-a520-8c495e1d8371 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:17.848724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:17.882926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:15:17.886497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8336e1e8-b9d8-435b-8d9f-f7ac08bc5a68 req-f644d69c-1b76-452e-8a0e-43184af82004 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780654 Nov 23 23:15:17.917227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:17.918288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:18.064612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:18.078669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'port_id': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'mac_address': 'fa:16:3e:03:67:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:15:18.123371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:18.154741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:15:18.180668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:18.189607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:18.260086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:18.401692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5b361ec5-e29c-4c90-acd4-7ad1ee5aaa4d None None] Provisioning complete for port 2734ce67-0966-4e1d-8c82-c85565f5d162 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:18.402207 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5b361ec5-e29c-4c90-acd4-7ad1ee5aaa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:18.431228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:15:18.447859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 7564811c-5a70-4894-9051-7f2417513026 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:18.477289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5b361ec5-e29c-4c90-acd4-7ad1ee5aaa4d None None] Port 2734ce67-0966-4e1d-8c82-c85565f5d162 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:18.546063 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:18.555160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:18.564828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] Sync routers for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:18.566308 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bad72def-3916-403c-85a9-798cafeb26ba tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/7564811c-5a70-4894-9051-7f2417513026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6839170 Nov 23 23:15:18.579636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:18.580262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:18.601911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7900fd6-1fb2-4275-a84b-3823f4a811ad tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:18.603833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f7900fd6-1fb2-4275-a84b-3823f4a811ad tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports/2734ce67-0966-4e1d-8c82-c85565f5d162 HTTP/1.1" status: 200 len: 910 time: 0.0472867 Nov 23 23:15:18.607831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54680) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:18.621884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:18.654094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:18.654638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:18.696356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:18.697047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf72ee-7814-4670-8943-e7abf252a3ae None None] The sync data for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:18.956081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:19.083216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bd4c7-87fc-4f32-8fce-75f87347b1bd req-4a5b5632-e788-4088-8bb5-d6f430c5b94d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:19.084566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-144bd4c7-87fc-4f32-8fce-75f87347b1bd req-4a5b5632-e788-4088-8bb5-d6f430c5b94d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 944 time: 0.0911977 Nov 23 23:15:19.195480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-144bd4c7-87fc-4f32-8fce-75f87347b1bd req-98fe189d-4760-4c10-b003-f9e9321a2ef4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782223 Nov 23 23:15:19.687909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 2734ce67-0966-4e1d-8c82-c85565f5d162 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:19.688249 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:19.780986 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:19.794011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 2734ce67-0966-4e1d-8c82-c85565f5d162 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:19.878600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:19.933666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:15:19.938066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:19.938433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:19.986584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:20.029576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=2734ce67-0966-4e1d-8c82-c85565f5d162,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:20.029920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:20.076035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:15:20.080382 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c2d41-5c74-4414-ba29-012f7d554db4" -d '{"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-plugged", "status": "completed", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:15:20.107407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:20.112241 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:20.157375 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf9365f-afb4-465d-aef9-d0ba73824218 x-openstack-request-id: req-0cf9365f-afb4-465d-aef9-d0ba73824218 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:15:20.157916 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-plugged", "status": "completed", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:15:20.158242 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cf9365f-afb4-465d-aef9-d0ba73824218 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:15:20.158631 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'code': 200} Nov 23 23:15:20.194078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:20.272817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:20.288306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ff81-b6d7-4764-ab40-f344d450ddb2 req-1793a7aa-5596-4cfa-ba13-5c4b242ec259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:20.290636 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bb68ff81-b6d7-4764-ab40-f344d450ddb2 req-1793a7aa-5596-4cfa-ba13-5c4b242ec259 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1096 time: 0.0498476 Nov 23 23:15:20.354077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bb68ff81-b6d7-4764-ab40-f344d450ddb2 req-69a10dba-1f66-4f87-a0eb-004a179c9a50 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549035 Nov 23 23:15:20.502145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e7ce2-871d-4abe-95db-c160e48d99a4 req-e9e675a7-4cdc-44f5-8095-3dc08a373cd1 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:20.503605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd9e7ce2-871d-4abe-95db-c160e48d99a4 req-e9e675a7-4cdc-44f5-8095-3dc08a373cd1 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1717861 Nov 23 23:15:20.594895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd9e7ce2-871d-4abe-95db-c160e48d99a4 req-38514776-ef0a-4aed-9189-9f49b26a4a21 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630379 Nov 23 23:15:20.632621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 7564811c-5a70-4894-9051-7f2417513026 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:20.736385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:20.742807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ba199dce-e8dd-4f56-83ae-7a8c1cd16f6e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/7564811c-5a70-4894-9051-7f2417513026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338704 Nov 23 23:15:20.745701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54692) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:20.748368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] Sync routers for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:20.760686 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:20.761614 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:20.802654 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:20.813772 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:20.814754 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:20.850858 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:20.851919 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a120007-9cc3-477a-b47e-a6791e4ed06b None None] The sync data for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:21.093758 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:21.364597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 76398374-df40-4c8a-b765-2101b8e5211f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:21.365111 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:21.467545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:21.482269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 76398374-df40-4c8a-b765-2101b8e5211f owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:21.672163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:21.710594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=76398374-df40-4c8a-b765-2101b8e5211f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:21.821624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e35d6f-4483-46ca-b13e-babe2aa4f6e9 req-ca442575-b672-4b42-9bf4-fc9ea9d99428 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:21.823258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4e35d6f-4483-46ca-b13e-babe2aa4f6e9 req-ca442575-b672-4b42-9bf4-fc9ea9d99428 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1168718 Nov 23 23:15:21.915735 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.010224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4e35d6f-4483-46ca-b13e-babe2aa4f6e9 req-794c93b5-aeda-48ee-8976-d4eb57509e3a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799316 Nov 23 23:15:22.131976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 7564811c-5a70-4894-9051-7f2417513026 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:22.163088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db217d23-93ab-4cf0-8cd8-57c52ffe520c req-2047853e-df3a-4c1e-855e-cfb9ec777ae3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:22.165109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db217d23-93ab-4cf0-8cd8-57c52ffe520c req-2047853e-df3a-4c1e-855e-cfb9ec777ae3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.0726757 Nov 23 23:15:22.246479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:22.254878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f67e7687-ddca-40ca-bdc2-d290e2264e8f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/7564811c-5a70-4894-9051-7f2417513026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5051894 Nov 23 23:15:22.255788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54700) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:22.262529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] Sync routers for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:22.285832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:22.287542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:22.290679 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6a2edf62-bbd1-4b7f-89b6-a5dcc2eff113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=7564811c-5a70-4894-9051-7f2417513026 HTTP/1.1" status: 200 len: 205 time: 0.0340154 Nov 23 23:15:22.293136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:22.314734 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db217d23-93ab-4cf0-8cd8-57c52ffe520c req-23b96c08-e6f9-4326-87d7-7a3e09b217d8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163743 Nov 23 23:15:22.329356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54704) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:22.349518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:22.358681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] Routers {'7564811c-5a70-4894-9051-7f2417513026'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:22.359534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7564811c-5a70-4894-9051-7f2417513026'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:22.373598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d995dace-a203-4db3-aeb1-1ae1b8040a1f tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:22.377863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d995dace-a203-4db3-aeb1-1ae1b8040a1f tempest-TestNetworkAdvancedServerOps-693551478 tempest-TestNetworkAdvancedServerOps-693551478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1091 time: 0.0447986 Nov 23 23:15:22.378189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54706) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:22.384176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:22.401750 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1451beca-e110-4815-9cb4-e09617d90a9a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.404427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:22.405429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1a8b8d-ced0-4ee8-a3f0-169a28a8d73b None None] The sync data for ids ['7564811c-5a70-4894-9051-7f2417513026'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:22.415261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.551878 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.603451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1451beca-e110-4815-9cb4-e09617d90a9a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.606045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1451beca-e110-4815-9cb4-e09617d90a9a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.653283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1451beca-e110-4815-9cb4-e09617d90a9a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.653826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1451beca-e110-4815-9cb4-e09617d90a9a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Fanout notify agent at l3_agent the message router_deleted on router 7564811c-5a70-4894-9051-7f2417513026 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:15:22.662164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1451beca-e110-4815-9cb4-e09617d90a9a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.665674 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1451beca-e110-4815-9cb4-e09617d90a9a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/7564811c-5a70-4894-9051-7f2417513026 HTTP/1.1" status: 204 len: 168 time: 0.3692203 Nov 23 23:15:22.665974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54710) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:22.668430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Allocated IP 172.25.0.75 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/9bea0e89-f35c-4eeb-b35d-69272a6b51f7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:22.718552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet 8ae8062e-a2a2-4aa3-84c7-f26dfffec446 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:15:22.721813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.780199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.785063 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.821502 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.857053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:22.860009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:22.865972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:22.869314 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.899541 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=9bea0e89-f35c-4eeb-b35d-69272a6b51f7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:22.930705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.967378 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:22.973386 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/8ae8062e-a2a2-4aa3-84c7-f26dfffec446 HTTP/1.1" status: 204 len: 168 time: 0.3038831 Nov 23 23:15:22.973386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711b348-b7d4-40a7-bcd1-fb7651f0e3ed tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae8062e-a2a2-4aa3-84c7-f26dfffec446,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:22.973671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54712) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:22.976552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bfff97-9eef-460d-badd-d3738c7709b1 None None] Network 00c1ed59-cf74-46b0-bc62-1a540bb427f8 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:23.071203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet 11d0e9f6-2c7f-49c0-ad32-328bae13ec12 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:15:23.079606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.159353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.160921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] DHCP port deletion for 00c1ed59-cf74-46b0-bc62-1a540bb427f8 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:23.217725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] Deleting port 02c391bb-4864-4592-a520-8c495e1d8371 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:23.218097 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.282889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] For port 02c391bb-4864-4592-a520-8c495e1d8371, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=02c391bb-4864-4592-a520-8c495e1d8371,segment=NetworkSegment(f0ef115c-9107-44dc-90c1-876db2ac1243),segment_id=f0ef115c-9107-44dc-90c1-876db2ac1243)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:23.283631 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.302213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] Calling delete_port for 02c391bb-4864-4592-a520-8c495e1d8371 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:23.342919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.443346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.477052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.516792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=11d0e9f6-2c7f-49c0-ad32-328bae13ec12,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:23.522142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.525432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7da9da76-f181-4477-bc3a-82b36ed98a3f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/11d0e9f6-2c7f-49c0-ad32-328bae13ec12 HTTP/1.1" status: 204 len: 168 time: 0.5504904 Nov 23 23:15:23.529115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54714) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:23.531081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 02c391bb-4864-4592-a520-8c495e1d8371 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:15:23.536750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62034fc-dee4-4f3f-ba1e-dd33c6598796 None None] Network ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:23.601347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.625873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.665785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.670604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] Pushing event deleted for resources: {'Port': ['ID=02c391bb-4864-4592-a520-8c495e1d8371,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:23.672906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b88f0-3427-42a7-a41f-e34a6ab56583 None None] No DVR routers for this DVR port 02c391bb-4864-4592-a520-8c495e1d8371 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:23.677645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port 02c391bb-4864-4592-a520-8c495e1d8371 {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 23:15:23.678091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 02c391bb-4864-4592-a520-8c495e1d8371 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:15:23.822263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] DHCP port deletion for ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:23.901670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] Deleting port 25f29dd6-f8af-4a41-997e-c47e0f94b32b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:23.902676 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.027590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] For port 25f29dd6-f8af-4a41-997e-c47e0f94b32b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=25f29dd6-f8af-4a41-997e-c47e0f94b32b,segment=NetworkSegment(fbc1c862-1060-4d36-89db-68238f5696de),segment_id=fbc1c862-1060-4d36-89db-68238f5696de)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:24.028278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.054613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] Calling delete_port for 25f29dd6-f8af-4a41-997e-c47e0f94b32b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:24.220148 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.265141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] Pushing event deleted for resources: {'Port': ['ID=25f29dd6-f8af-4a41-997e-c47e0f94b32b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:24.272643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.273306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b18b9-eba3-4090-989f-b007a58cf109 None None] No DVR routers for this DVR port 25f29dd6-f8af-4a41-997e-c47e0f94b32b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:24.313530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c1ed59-cf74-46b0-bc62-1a540bb427f8']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:24.333695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ef115c-9107-44dc-90c1-876db2ac1243') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:24.334540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ef115c-9107-44dc-90c1-876db2ac1243') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:24.352391 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.374168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.388917 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.391942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:24.392318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:24.397025 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:24.408359 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.523891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.536789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.540138 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/00c1ed59-cf74-46b0-bc62-1a540bb427f8 HTTP/1.1" status: 204 len: 168 time: 1.0097911 Nov 23 23:15:24.540903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event updated for resources: {'Port': ['ID=9bea0e89-f35c-4eeb-b35d-69272a6b51f7,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:24.543405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54730) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:24.558861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9441697-15a6-4f7d-96d2-8dd79acfa13c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=00c1ed59-cf74-46b0-bc62-1a540bb427f8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:24.577559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.663081 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.701513 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3 associated. External IP: 172.25.0.75, port: 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb. Nov 23 23:15:24.793393 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.816648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:24.827384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc1c862-1060-4d36-89db-68238f5696de') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:24.827710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc1c862-1060-4d36-89db-68238f5696de') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:24.838633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.854254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.861417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:24.861864 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:24.865243 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:24.934364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.955772 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:24.963294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39 HTTP/1.1" status: 204 len: 168 time: 0.4181700 Nov 23 23:15:24.964308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cd823-aa01-48b2-87e9-353ca67a970a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=ec53b8ee-ed8e-4375-acf6-c6ed8c54bc39,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:24.965998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54732) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:24.976834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-1844561945'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:25.003301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:25.009308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.048875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:25.065683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 6c2e5a06-d19e-4683-a068-2387e4599dfd has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:25.066116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.066542 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment 9b30491c-3a5c-4576-851d-940dc717f0c5 of type vlan for network eb0d92ff-7639-452b-bdf2-83f732e44506 Nov 23 23:15:25.136641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.175663 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.195370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:25.196787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.245151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:25.261871 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] Sync routers for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:25.267255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54734) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:25.268044 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2965984 Nov 23 23:15:25.276510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:25.288338 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:25.289350 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:25.298710 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.328127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ab863-9385-4f29-a092-bd096b56b6bc tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=eb0d92ff-7639-452b-bdf2-83f732e44506,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:25.347098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network eb0d92ff-7639-452b-bdf2-83f732e44506 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:25.382274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4e1d19f0-32a9-485f-81b4-a825e7e03be0 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9982038 Nov 23 23:15:25.394858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:15:25.402062 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928" -d '{"events": [{"name": "network-changed", "server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:15:25.489431 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:15:25.492265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:25.496114 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.583382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 25f29dd6-f8af-4a41-997e-c47e0f94b32b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:15:25.626390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 25f29dd6-f8af-4a41-997e-c47e0f94b32b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:15:25.628376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 25f29dd6-f8af-4a41-997e-c47e0f94b32b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:15:25.675341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4965add-48ff-416a-b611-9cd31ea6e3e2 req-a160f82d-7a76-478a-b1df-ad9ea780e119 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:25.677629 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4965add-48ff-416a-b611-9cd31ea6e3e2 req-a160f82d-7a76-478a-b1df-ad9ea780e119 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1148243 Nov 23 23:15:25.760208 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490579f4-5447-4bba-baa2-334706cc7b48 x-openstack-request-id: req-490579f4-5447-4bba-baa2-334706cc7b48 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:15:25.760590 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:15:25.760771 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-490579f4-5447-4bba-baa2-334706cc7b48 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:15:25.761164 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'status': 'completed', 'code': 200} Nov 23 23:15:25.794916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4965add-48ff-416a-b611-9cd31ea6e3e2 req-3d35f4ba-e974-4538-b776-f90cbc955e43 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052613 Nov 23 23:15:25.846392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54742) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:25.872892 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:25.911962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-52bb7a89-a9b8-4466-af5e-a847b568768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:25.914499 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-52bb7a89-a9b8-4466-af5e-a847b568768a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1096 time: 0.1251755 Nov 23 23:15:25.938127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=1bc38107-5db1-4ced-8593-01ecd381191a,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:25.952128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'port_id': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'mac_address': 'fa:16:3e:03:67:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59210af-5d48-4027-939c-77d8117617c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:15:23Z', 'updated_at': '2021-11-23T23:15:23Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:11Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:25.953722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': '9b30491c-3a5c-4576-851d-940dc717f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:25.953722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: eb0d92ff-7639-452b-bdf2-83f732e44506, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:25.980864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network eb0d92ff-7639-452b-bdf2-83f732e44506 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:25.985352 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] Checking router: 6c2e5a06-d19e-4683-a068-2387e4599dfd for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:15:25.995876 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:25.996478 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:25.998460 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, eb0d92ff-7639-452b-bdf2-83f732e44506) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:26.000723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-001c8acc-435d-43b3-a7ae-1bdd9bd860db tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3 HTTP/1.1" status: 200 len: 990 time: 0.1527598 Nov 23 23:15:26.009731 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:26.010933 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.012940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0750d7b6-d1ec-4248-8de9-bb84160a9e7e None None] Network eb0d92ff-7639-452b-bdf2-83f732e44506 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:26.045017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8f5019a9-03d8-4486-8f6d-2883283ebc85 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7758396 Nov 23 23:15:26.051443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54744) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:26.060793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ebb1d417-7f76-4145-9e8c-58fdd2506d0f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-498887676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:26.112852 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d417-7f76-4145-9e8c-58fdd2506d0f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.120039 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d417-7f76-4145-9e8c-58fdd2506d0f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.150085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-0fc8161c-7fb9-491a-87e7-2a4cc16e00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:26.154154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-0fc8161c-7fb9-491a-87e7-2a4cc16e00b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 200 len: 897 time: 0.2308691 Nov 23 23:15:26.164963 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:15:26.278605 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-c16a8f36-9a79-4623-a045-0a608157f6b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 200 len: 998 time: 0.1154535 Nov 23 23:15:26.318786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d417-7f76-4145-9e8c-58fdd2506d0f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.329704 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d417-7f76-4145-9e8c-58fdd2506d0f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.365133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-98f34d44-ed10-4c24-afd0-e11df86b59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:26.366691 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-98f34d44-ed10-4c24-afd0-e11df86b59be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece HTTP/1.1" status: 200 len: 834 time: 0.0780478 Nov 23 23:15:26.387782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ebb1d417-7f76-4145-9e8c-58fdd2506d0f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.389403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ebb1d417-7f76-4145-9e8c-58fdd2506d0f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3364429 Nov 23 23:15:26.391243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-eb0d92ff-7639-452b-bdf2-83f732e44506', 'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': '1bc38107-5db1-4ced-8593-01ecd381191a'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:26.392916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.397053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54748) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:26.426658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'port': {'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506', 'name': 'tempest-RoutersTest-1080130954'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:26.530604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-872e00a5-27f8-4917-99a2-f5352ee5b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:26.532734 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-872e00a5-27f8-4917-99a2-f5352ee5b61c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99e52c12-02ab-4e94-9931-51dd748cf92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529977 Nov 23 23:15:26.667938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:26.673144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:26.688517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Allocated IP 172.20.0.2 (eb0d92ff-7639-452b-bdf2-83f732e44506/1bc38107-5db1-4ced-8593-01ecd381191a/bf4397cf-0088-450e-b6b1-168169dbd398) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:26.703709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-bc928f23-3c2f-4c67-986a-c5640c60e98b service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623037 Nov 23 23:15:26.710919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] device_id is not set on port dd544751-96e6-48e4-ab32-352a70457800 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:15:26.739984 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'port_id': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'mac_address': 'fa:16:3e:03:67:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59210af-5d48-4027-939c-77d8117617c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:15:23Z', 'updated_at': '2021-11-23T23:15:23Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:11Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:26.795320 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a47ab-27f0-4759-9520-41dfa9636fd4 None None] The sync data for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 is: [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'port_id': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'mac_address': 'fa:16:3e:03:67:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59210af-5d48-4027-939c-77d8117617c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:15:23Z', 'updated_at': '2021-11-23T23:15:23Z', 'revision_number': 0, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:11Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:26.939085 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3eac2ee4-f1f6-421f-9f0d-3e5cd90b3928 req-ba194c57-2653-420b-8a2b-59f9001c9103 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222888 Nov 23 23:15:27.005340 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.006618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54750) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:27.017393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.054482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Network eb0d92ff-7639-452b-bdf2-83f732e44506 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:27.059300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:27.063671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:27.120898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53221ee6-01a0-4dd8-8637-af1bb35dad4e None None] New status for floating IP 6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:15:27.181281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.20.0.8 (eb0d92ff-7639-452b-bdf2-83f732e44506/1bc38107-5db1-4ced-8593-01ecd381191a/dd544751-96e6-48e4-ab32-352a70457800) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:27.202269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a38c0a1-2de0-4b47-8b32-cae40fec3909 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3 HTTP/1.1" status: 200 len: 990 time: 0.1936045 Nov 23 23:15:27.243086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.248413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Pushing event updated for resources: {'Port': ['ID=bf4397cf-0088-450e-b6b1-168169dbd398,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:27.315637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Attempting to bind port bf4397cf-0088-450e-b6b1-168169dbd398 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:27.315637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Attempting to bind port bf4397cf-0088-450e-b6b1-168169dbd398 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9b30491c-3a5c-4576-851d-940dc717f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:27.315637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Attempting to bind port bf4397cf-0088-450e-b6b1-168169dbd398 on network eb0d92ff-7639-452b-bdf2-83f732e44506 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:27.327385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:27.327890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Checking segment: {'id': '9b30491c-3a5c-4576-851d-940dc717f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:27.328381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.328853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Bound using segment: {'id': '9b30491c-3a5c-4576-851d-940dc717f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:27.329427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Bound port: bf4397cf-0088-450e-b6b1-168169dbd398, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b30491c-3a5c-4576-851d-940dc717f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'eb0d92ff-7639-452b-bdf2-83f732e44506'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:27.329889 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.468510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d358145a-7846-4a29-801e-043a65abd6df None None] For port bf4397cf-0088-450e-b6b1-168169dbd398, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:27.476705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d358145a-7846-4a29-801e-043a65abd6df None None] For port bf4397cf-0088-450e-b6b1-168169dbd398, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=bf4397cf-0088-450e-b6b1-168169dbd398,segment=NetworkSegment(9b30491c-3a5c-4576-851d-940dc717f0c5),segment_id=9b30491c-3a5c-4576-851d-940dc717f0c5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:27.480937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.486200 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.558373 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.589948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358145a-7846-4a29-801e-043a65abd6df None None] Pushing event updated for resources: {'Port': ['ID=bf4397cf-0088-450e-b6b1-168169dbd398,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:27.657444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network eb0d92ff-7639-452b-bdf2-83f732e44506 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:27.669335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:27.673540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:27.737523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=dd544751-96e6-48e4-ab32-352a70457800,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:27.784222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:27.785320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:27.825450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5e472853-4c2e-4a53-b47c-060f584e1b82 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4233675 Nov 23 23:15:27.826261 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:28.205419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54756) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:28.307611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:28.352845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-22d7f48b-2c7f-475f-a651-cf7ca83d89da tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3 HTTP/1.1" status: 200 len: 992 time: 0.1457865 Nov 23 23:15:28.648827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:28.655391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:28.742820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=dd544751-96e6-48e4-ab32-352a70457800,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:28.832418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aace1e0-9610-409f-a43e-6b94ee5dc2de None None] Network eb0d92ff-7639-452b-bdf2-83f732e44506 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:28.920136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:28.935677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-48d618df-7d9b-4715-9c3c-0161f728b236 None None] Provisioning complete for port bf4397cf-0088-450e-b6b1-168169dbd398 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:28.936049 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48d618df-7d9b-4715-9c3c-0161f728b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.091944 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48d618df-7d9b-4715-9c3c-0161f728b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.116411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.136119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-48d618df-7d9b-4715-9c3c-0161f728b236 None None] For port bf4397cf-0088-450e-b6b1-168169dbd398, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=bf4397cf-0088-450e-b6b1-168169dbd398,segment=NetworkSegment(9b30491c-3a5c-4576-851d-940dc717f0c5),segment_id=9b30491c-3a5c-4576-851d-940dc717f0c5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:29.152288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48d618df-7d9b-4715-9c3c-0161f728b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.227317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d618df-7d9b-4715-9c3c-0161f728b236 None None] Pushing event updated for resources: {'Port': ['ID=bf4397cf-0088-450e-b6b1-168169dbd398,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:29.500106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6cf6d737-6acd-4474-b721-8828291e587c None None] Provisioning complete for port dd544751-96e6-48e4-ab32-352a70457800 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:29.500696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cf6d737-6acd-4474-b721-8828291e587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.609758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6d737-6acd-4474-b721-8828291e587c None None] Port dd544751-96e6-48e4-ab32-352a70457800 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:29.617016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.625623 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.647559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6cf6d737-6acd-4474-b721-8828291e587c None None] Provisioning complete for port bf4397cf-0088-450e-b6b1-168169dbd398 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:29.648133 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cf6d737-6acd-4474-b721-8828291e587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.724496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device bf4397cf-0088-450e-b6b1-168169dbd398 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:29.726511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=dd544751-96e6-48e4-ab32-352a70457800,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:29.823842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.885103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port bf4397cf-0088-450e-b6b1-168169dbd398 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:29.886728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:29.992108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network eb0d92ff-7639-452b-bdf2-83f732e44506 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:29.994074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:30.060103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d833cc56-e72a-469d-847f-5b532e3c96b3 None None] Provisioning complete for port dd544751-96e6-48e4-ab32-352a70457800 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:30.060712 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d833cc56-e72a-469d-847f-5b532e3c96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:30.141639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d833cc56-e72a-469d-847f-5b532e3c96b3 None None] Port dd544751-96e6-48e4-ab32-352a70457800 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:30.180735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 5d78164f-16ca-47a4-aa98-e8da0378d8bc is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:15:30.273205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b2c52ee0-af88-47c0-a334-23adfa45f49a None None] Provisioning complete for port dd544751-96e6-48e4-ab32-352a70457800 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:30.274062 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2c52ee0-af88-47c0-a334-23adfa45f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:30.324498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b2c52ee0-af88-47c0-a334-23adfa45f49a None None] Port dd544751-96e6-48e4-ab32-352a70457800 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:30.458715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7d7c6bc5-f73c-4ff1-8849-fc1c723330fc None None] Provisioning complete for port dd544751-96e6-48e4-ab32-352a70457800 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:30.459432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6bc5-f73c-4ff1-8849-fc1c723330fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:30.553479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c6bc5-f73c-4ff1-8849-fc1c723330fc None None] Port dd544751-96e6-48e4-ab32-352a70457800 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:30.662110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:30.671341 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bea647c8-f6b5-4768-90d8-8213ffa47b93 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/5d78164f-16ca-47a4-aa98-e8da0378d8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8395987 Nov 23 23:15:30.673034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54764) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:30.678175 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] Sync routers for ids ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:30.692961 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] Routers {'5d78164f-16ca-47a4-aa98-e8da0378d8bc'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:30.694527 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:30.732532 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:30.744447 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] Routers {'5d78164f-16ca-47a4-aa98-e8da0378d8bc'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:30.745081 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:30.753363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55da3b90-5edf-4d42-86bc-059d2b1057b5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:30.758116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-55da3b90-5edf-4d42-86bc-059d2b1057b5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports/dd544751-96e6-48e4-ab32-352a70457800 HTTP/1.1" status: 200 len: 977 time: 0.0849373 Nov 23 23:15:30.762165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54766) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:30.788000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:30.788689 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d15ff8-a6e9-4fa7-904f-cc6aec883d2a None None] The sync data for ids ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:31.312437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:31.602570 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port dd544751-96e6-48e4-ab32-352a70457800 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:31.604251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:31.639522 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ce7432c-e32e-4dea-b741-4fcc86556c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:31.715672 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:31.730756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for dd544751-96e6-48e4-ab32-352a70457800 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:31.971055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:32.026217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=dd544751-96e6-48e4-ab32-352a70457800,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:32.210322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:32.466956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 5d78164f-16ca-47a4-aa98-e8da0378d8bc has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:32.565619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:32.578137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-97f7cdd1-8ab6-4227-b2d0-3abee3431874 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/5d78164f-16ca-47a4-aa98-e8da0378d8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8131702 Nov 23 23:15:32.580626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54772) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:32.589364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] Sync routers for ids ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:32.616167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] Routers {'5d78164f-16ca-47a4-aa98-e8da0378d8bc'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:32.617051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:32.669368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:32.681839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] Routers {'5d78164f-16ca-47a4-aa98-e8da0378d8bc'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:32.682180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:32.721997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:32.723469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206946b-a15e-407d-a9f5-346a7c1fc839 None None] The sync data for ids ['5d78164f-16ca-47a4-aa98-e8da0378d8bc'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:32.903756 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-29c64504-360a-4427-8ddf-cbdd0146a63f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 23:15:32.907816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-29c64504-360a-4427-8ddf-cbdd0146a63f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/5d78164f-16ca-47a4-aa98-e8da0378d8bc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3225229 Nov 23 23:15:32.908634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54774) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:32.939562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c52d97d8-ce98-4254-b37b-00a98c99a0a3 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d78164f-16ca-47a4-aa98-e8da0378d8bc HTTP/1.1" status: 200 len: 205 time: 0.0302114 Nov 23 23:15:32.943321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54776) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:33.033764 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19491509-1b9e-4014-a411-07e561dfde64 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.231035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19491509-1b9e-4014-a411-07e561dfde64 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.233640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19491509-1b9e-4014-a411-07e561dfde64 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.303256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19491509-1b9e-4014-a411-07e561dfde64 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.304152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19491509-1b9e-4014-a411-07e561dfde64 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Fanout notify agent at l3_agent the message router_deleted on router 5d78164f-16ca-47a4-aa98-e8da0378d8bc {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:15:33.313414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19491509-1b9e-4014-a411-07e561dfde64 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.315015 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19491509-1b9e-4014-a411-07e561dfde64 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/5d78164f-16ca-47a4-aa98-e8da0378d8bc HTTP/1.1" status: 204 len: 168 time: 0.3701150 Nov 23 23:15:33.318965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54780) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:33.377005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet 1bc38107-5db1-4ced-8593-01ecd381191a {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:15:33.381204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.424181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.527679 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.593762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.635833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc38107-5db1-4ced-8593-01ecd381191a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:33.640000 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.644467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8ed8d67-2eec-4535-93b9-4276b618c5f0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/1bc38107-5db1-4ced-8593-01ecd381191a HTTP/1.1" status: 204 len: 168 time: 0.3234749 Nov 23 23:15:33.647733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54784) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:33.651635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e01306-d1af-4db6-9b82-e7a9ed141eb8 None None] Network eb0d92ff-7639-452b-bdf2-83f732e44506 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:33.759767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.836629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port bf4397cf-0088-450e-b6b1-168169dbd398 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:33.837191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.920068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] DHCP port deletion for eb0d92ff-7639-452b-bdf2-83f732e44506 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:33.937281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port bf4397cf-0088-450e-b6b1-168169dbd398, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=bf4397cf-0088-450e-b6b1-168169dbd398,segment=NetworkSegment(9b30491c-3a5c-4576-851d-940dc717f0c5),segment_id=9b30491c-3a5c-4576-851d-940dc717f0c5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:33.937896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.962286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for bf4397cf-0088-450e-b6b1-168169dbd398 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:33.975121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] Deleting port bf4397cf-0088-450e-b6b1-168169dbd398 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:33.975502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.046189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] For port bf4397cf-0088-450e-b6b1-168169dbd398, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=bf4397cf-0088-450e-b6b1-168169dbd398,segment=NetworkSegment(9b30491c-3a5c-4576-851d-940dc717f0c5),segment_id=9b30491c-3a5c-4576-851d-940dc717f0c5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:34.046780 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.067538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] Calling delete_port for bf4397cf-0088-450e-b6b1-168169dbd398 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:34.123305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.174822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.176464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No DVR routers for this DVR port bf4397cf-0088-450e-b6b1-168169dbd398 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:34.185095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=bf4397cf-0088-450e-b6b1-168169dbd398,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:34.190178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] No DVR routers for this DVR port bf4397cf-0088-450e-b6b1-168169dbd398 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:34.212787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a49fd-a74c-4189-88b0-876a3cbd1994 None None] Pushing event deleted for resources: {'Port': ['ID=bf4397cf-0088-450e-b6b1-168169dbd398,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:34.278980 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:15:34.287235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.312342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0d92ff-7639-452b-bdf2-83f732e44506']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:34.324038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b30491c-3a5c-4576-851d-940dc717f0c5') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:34.324324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b30491c-3a5c-4576-851d-940dc717f0c5') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:34.335680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.352338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.361941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:34.362707 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:34.368463 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:34.448778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.454842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.467730 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/eb0d92ff-7639-452b-bdf2-83f732e44506 HTTP/1.1" status: 204 len: 168 time: 0.8121660 Nov 23 23:15:34.468091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54786) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:34.491264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-1142475850'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:34.498039 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830d554-c1f8-4a90-9d0a-fcf7a9754f3c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=eb0d92ff-7639-452b-bdf2-83f732e44506,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:34.523403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:34.527607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.555260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:34.565861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.566127 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment 988e8587-317f-4a1b-8e12-2554e15fb70e of type vlan for network 29041229-c392-4db8-9e89-7cd5b4a51f9c Nov 23 23:15:34.611399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.652821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.664675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:34.665725 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.726117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2567234 Nov 23 23:15:34.729463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54790) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:34.739889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': '29041229-c392-4db8-9e89-7cd5b4a51f9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:34.747225 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-987d1089-f676-43d6-aea0-c41dc9a65b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.769176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c6b03-1069-4a4b-80f0-a382a43618c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=29041229-c392-4db8-9e89-7cd5b4a51f9c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:34.783042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:35.076154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:35.076154 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.309019 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.367784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.427512 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=5fa81b86-2af4-4174-8fed-06074bfe3877,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:35.452254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': '988e8587-317f-4a1b-8e12-2554e15fb70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '29041229-c392-4db8-9e89-7cd5b4a51f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:35.453188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: 29041229-c392-4db8-9e89-7cd5b4a51f9c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:35.490515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:35.509789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 29041229-c392-4db8-9e89-7cd5b4a51f9c) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:35.515345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:35.516136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.532914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device bf4397cf-0088-450e-b6b1-168169dbd398 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:15:35.538573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7e59ecb7-406d-4141-9528-3e80d2d5ee5c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8072791 Nov 23 23:15:35.541393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54812) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:35.549477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-53a39271-d26e-4d53-b828-56a75cd2332e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1426814949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:35.558103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1056a0-c003-4151-8cd5-83e70d32fd25 None None] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:35.571520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: bf4397cf-0088-450e-b6b1-168169dbd398 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:15:35.571903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device bf4397cf-0088-450e-b6b1-168169dbd398 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:15:35.594655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a39271-d26e-4d53-b828-56a75cd2332e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.596793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a39271-d26e-4d53-b828-56a75cd2332e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.711340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a39271-d26e-4d53-b828-56a75cd2332e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.719244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a39271-d26e-4d53-b828-56a75cd2332e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.744067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53a39271-d26e-4d53-b828-56a75cd2332e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:35.745325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-53a39271-d26e-4d53-b828-56a75cd2332e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2024899 Nov 23 23:15:35.748322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54820) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:35.771170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-29041229-c392-4db8-9e89-7cd5b4a51f9c', 'network_id': '29041229-c392-4db8-9e89-7cd5b4a51f9c', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': '5fa81b86-2af4-4174-8fed-06074bfe3877'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:35.773164 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.026512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Allocated IP 172.20.0.2 (29041229-c392-4db8-9e89-7cd5b4a51f9c/5fa81b86-2af4-4174-8fed-06074bfe3877/170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:36.153610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.308126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.319177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.371212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:36.376549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:36.388038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:36.400663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Pushing event updated for resources: {'Port': ['ID=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:36.426532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.427258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.427914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.428452 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.429003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.433332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.433332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.433332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.433332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.433332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.433332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.433332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:15:36.551901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Attempting to bind port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:36.552553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Attempting to bind port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '988e8587-317f-4a1b-8e12-2554e15fb70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '29041229-c392-4db8-9e89-7cd5b4a51f9c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:36.553146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Attempting to bind port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a on network 29041229-c392-4db8-9e89-7cd5b4a51f9c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:36.569122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:36.569397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Checking segment: {'id': '988e8587-317f-4a1b-8e12-2554e15fb70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '29041229-c392-4db8-9e89-7cd5b4a51f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:36.570054 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.570762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Bound using segment: {'id': '988e8587-317f-4a1b-8e12-2554e15fb70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '29041229-c392-4db8-9e89-7cd5b4a51f9c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:36.570762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Bound port: 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e8587-317f-4a1b-8e12-2554e15fb70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '29041229-c392-4db8-9e89-7cd5b4a51f9c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:36.571115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.658126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.659140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.20.0.1 (29041229-c392-4db8-9e89-7cd5b4a51f9c/5fa81b86-2af4-4174-8fed-06074bfe3877/96b97999-cf9e-45cf-b14e-ddd28067fbd4) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:36.719426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] For port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:36.727407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] For port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,segment=NetworkSegment(988e8587-317f-4a1b-8e12-2554e15fb70e),segment_id=988e8587-317f-4a1b-8e12-2554e15fb70e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:36.741467 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.866608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195edb-19f4-423a-acec-d4ccadca959a None None] Pushing event updated for resources: {'Port': ['ID=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:36.927017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:36.988120 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:37.056945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:37.065018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:37.069436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:37.167653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=96b97999-cf9e-45cf-b14e-ddd28067fbd4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:37.213059 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:37.436221 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:37.542446 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:37.640643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:37.726929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:37.727931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:37.858907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:37.921347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,segment=NetworkSegment(988e8587-317f-4a1b-8e12-2554e15fb70e),segment_id=988e8587-317f-4a1b-8e12-2554e15fb70e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:37.928638 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:38.006418 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:38.013048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:38.028646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:38.146189 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:38.170859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=96b97999-cf9e-45cf-b14e-ddd28067fbd4,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:38.216330 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:38.339006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:38.340862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:38.445702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6917ef1-0fa1-4e3d-8c31-6b68e6a9771e None None] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:38.544165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-56942f17-a2aa-4775-abb6-84719952e3e6 None None] Provisioning complete for port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:38.544905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router c0808ed8-b1f1-430d-a304-51f315e1aac6 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:15:38.545137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-56942f17-a2aa-4775-abb6-84719952e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:38.686050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:38.703850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3ceb2fc6-bc84-4fd9-acd8-b5d8988661aa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/c0808ed8-b1f1-430d-a304-51f315e1aac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9540348 Nov 23 23:15:38.706281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54866) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:38.718128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] Sync routers for ids ['c0808ed8-b1f1-430d-a304-51f315e1aac6'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:38.740992 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] Routers {'c0808ed8-b1f1-430d-a304-51f315e1aac6'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:38.742873 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c0808ed8-b1f1-430d-a304-51f315e1aac6'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:38.816097 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:38.820193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e8e0ad-2288-4d6c-a7f8-150b65d18d12 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:38.827502 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-30e8e0ad-2288-4d6c-a7f8-150b65d18d12 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports/96b97999-cf9e-45cf-b14e-ddd28067fbd4 HTTP/1.1" status: 200 len: 910 time: 0.1183472 Nov 23 23:15:38.833863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:38.866040 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] Routers {'c0808ed8-b1f1-430d-a304-51f315e1aac6'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:38.867339 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c0808ed8-b1f1-430d-a304-51f315e1aac6'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:38.945107 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:38.945863 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f75ed6-cd79-4f5c-9112-b392fd8f192f None None] The sync data for ids ['c0808ed8-b1f1-430d-a304-51f315e1aac6'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:39.175363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a2d10ce4-2983-44cd-8763-c916787378be None None] Provisioning complete for port 96b97999-cf9e-45cf-b14e-ddd28067fbd4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:39.176876 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2d10ce4-2983-44cd-8763-c916787378be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:39.260495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a2d10ce4-2983-44cd-8763-c916787378be None None] Port 96b97999-cf9e-45cf-b14e-ddd28067fbd4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:39.286475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a2d10ce4-2983-44cd-8763-c916787378be None None] Provisioning complete for port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:39.287719 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a2d10ce4-2983-44cd-8763-c916787378be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:39.438884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:39.574971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:39.672302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7e91b340-1079-4a05-80da-467c00188fc3 None None] Provisioning complete for port 96b97999-cf9e-45cf-b14e-ddd28067fbd4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:39.672921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e91b340-1079-4a05-80da-467c00188fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:39.766874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7e91b340-1079-4a05-80da-467c00188fc3 None None] Port 96b97999-cf9e-45cf-b14e-ddd28067fbd4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:39.770806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:39.771435 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:39.892444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 96b97999-cf9e-45cf-b14e-ddd28067fbd4 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:39.893069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:39.936250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c4763e61-f083-403c-bc51-78e3d370688a None None] Provisioning complete for port 96b97999-cf9e-45cf-b14e-ddd28067fbd4 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:39.936724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4763e61-f083-403c-bc51-78e3d370688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:39.991335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c4763e61-f083-403c-bc51-78e3d370688a None None] Port 96b97999-cf9e-45cf-b14e-ddd28067fbd4 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:40.043495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:40.070111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 96b97999-cf9e-45cf-b14e-ddd28067fbd4 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:40.313367 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:40.350942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=96b97999-cf9e-45cf-b14e-ddd28067fbd4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:40.617670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.199526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router c0808ed8-b1f1-430d-a304-51f315e1aac6 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:41.315202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:41.322521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aad87a13-b137-4c61-b3c5-78044c7f26c9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/c0808ed8-b1f1-430d-a304-51f315e1aac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4842241 Nov 23 23:15:41.324137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54918) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:41.328910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] Sync routers for ids ['c0808ed8-b1f1-430d-a304-51f315e1aac6'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:41.356102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-50e1f8fa-fc08-4eae-9c14-942f41fd0365 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0808ed8-b1f1-430d-a304-51f315e1aac6 HTTP/1.1" status: 200 len: 205 time: 0.0295565 Nov 23 23:15:41.360345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54920) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:41.365289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] Routers {'c0808ed8-b1f1-430d-a304-51f315e1aac6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:41.366483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c0808ed8-b1f1-430d-a304-51f315e1aac6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:41.407247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:41.419112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] Routers {'c0808ed8-b1f1-430d-a304-51f315e1aac6'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:41.419797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['c0808ed8-b1f1-430d-a304-51f315e1aac6'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:41.452760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc355d3d-c5fe-4cc9-841e-6d309b75a4f9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.456020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:41.456512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d64a2eb-c119-4454-ad9c-1ac0eb104e3d None None] The sync data for ids ['c0808ed8-b1f1-430d-a304-51f315e1aac6'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:41.635978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc355d3d-c5fe-4cc9-841e-6d309b75a4f9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.638841 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc355d3d-c5fe-4cc9-841e-6d309b75a4f9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.686530 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc355d3d-c5fe-4cc9-841e-6d309b75a4f9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.687007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc355d3d-c5fe-4cc9-841e-6d309b75a4f9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Fanout notify agent at l3_agent the message router_deleted on router c0808ed8-b1f1-430d-a304-51f315e1aac6 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:15:41.694892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc355d3d-c5fe-4cc9-841e-6d309b75a4f9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.696096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fc355d3d-c5fe-4cc9-841e-6d309b75a4f9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/c0808ed8-b1f1-430d-a304-51f315e1aac6 HTTP/1.1" status: 204 len: 168 time: 0.3347039 Nov 23 23:15:41.698840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54928) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:41.772379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet 5fa81b86-2af4-4174-8fed-06074bfe3877 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:15:41.776356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.824657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:41.932091 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.012309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.044801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d4782-8abf-4912-8d86-aa00e5822024 None None] Network 29041229-c392-4db8-9e89-7cd5b4a51f9c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:42.046745 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.050025 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/5fa81b86-2af4-4174-8fed-06074bfe3877 HTTP/1.1" status: 204 len: 168 time: 0.3501663 Nov 23 23:15:42.052365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d9c01-057c-4844-ad6f-d5638096533c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa81b86-2af4-4174-8fed-06074bfe3877,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:42.054885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 54938) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:42.165077 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.234615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:42.235152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.290380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] DHCP port deletion for 29041229-c392-4db8-9e89-7cd5b4a51f9c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:42.345575 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,segment=NetworkSegment(988e8587-317f-4a1b-8e12-2554e15fb70e),segment_id=988e8587-317f-4a1b-8e12-2554e15fb70e)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:42.346486 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.352352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] Deleting port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:42.353310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.362416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:42.461684 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.489733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] For port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,segment=NetworkSegment(988e8587-317f-4a1b-8e12-2554e15fb70e),segment_id=988e8587-317f-4a1b-8e12-2554e15fb70e)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:42.490343 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.500481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:42.502386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No DVR routers for this DVR port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:42.515353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] Calling delete_port for 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:42.595412 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.611542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.621624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29041229-c392-4db8-9e89-7cd5b4a51f9c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:42.634354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988e8587-317f-4a1b-8e12-2554e15fb70e') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:42.634645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988e8587-317f-4a1b-8e12-2554e15fb70e') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:42.649955 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.659642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] Pushing event deleted for resources: {'Port': ['ID=170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:42.670668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c8ca2-5747-4e77-8cd9-5c97f7a6632c None None] No DVR routers for this DVR port 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:42.680394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.691463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:42.691934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:42.696113 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:42.780379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.792231 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-7d6d1de5-b3e3-4dd9-8744-5ce07ecb933f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1538370 Nov 23 23:15:42.802517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.806371 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/29041229-c392-4db8-9e89-7cd5b4a51f9c HTTP/1.1" status: 204 len: 168 time: 0.7490160 Nov 23 23:15:42.807968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ca929-25aa-40f5-893f-cd9e778f866e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=29041229-c392-4db8-9e89-7cd5b4a51f9c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:42.813018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 54954) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:42.818433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-958970261', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:42.846634 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.848728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.942786 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:42.945296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-02eadbbd-eec1-42ee-ab9e-2c4f798cef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:42.946830 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-02eadbbd-eec1-42ee-ab9e-2c4f798cef8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1096 time: 0.0934210 Nov 23 23:15:43.178116 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:43.228378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-da523a7f-12be-486e-b5fd-53f796215564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:43.229911 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-da523a7f-12be-486e-b5fd-53f796215564 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 200 len: 897 time: 0.2301881 Nov 23 23:15:43.349153 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-8dee7f18-0a1b-448b-9851-acfa78234c3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 200 len: 1000 time: 0.1092768 Nov 23 23:15:43.421458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-a1873df0-7cd2-455f-9b82-987eae02015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:43.423121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-a1873df0-7cd2-455f-9b82-987eae02015f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece HTTP/1.1" status: 200 len: 834 time: 0.0672138 Nov 23 23:15:43.547852 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:15:43.583201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:15:43.583817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 170cfae6-b6eb-4a3d-b3f9-0f3d6a2d798a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:15:43.590910 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-c69469b4-ce11-45e1-aa73-72ce453ae144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:43.594350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-c69469b4-ce11-45e1-aa73-72ce453ae144 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99e52c12-02ab-4e94-9931-51dd748cf92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609247 Nov 23 23:15:43.633764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-d26ac65c-a440-4dd3-a80f-9d28402b82f4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:15:43.635602 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-d26ac65c-a440-4dd3-a80f-9d28402b82f4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098538 Nov 23 23:15:43.636933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:43.679847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:43.875836 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-25707fd6-128b-4b23-8f51-b61862e55908 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072778 Nov 23 23:15:43.934569 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.25.0.203 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/2267da38-5881-4a90-826c-dfde7913af48) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:44.072716 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1d35fbe-c2e0-489c-a7fa-d1001c98dbb3 req-840b5a61-cf91-4279-9635-5554a57a3f52 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883578 Nov 23 23:15:44.149596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:44.196813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:44.266610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:44.271730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:44.278833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:44.285316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=2267da38-5881-4a90-826c-dfde7913af48,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:44.304222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4e885-0b76-4ace-9013-02d54cb03f59 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:44.374372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bb14b11d-efad-4d1f-b8b4-b689dd5938d7 None None] Provisioning complete for port 2267da38-5881-4a90-826c-dfde7913af48 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:44.375261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb14b11d-efad-4d1f-b8b4-b689dd5938d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:44.436494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bb14b11d-efad-4d1f-b8b4-b689dd5938d7 None None] Port 2267da38-5881-4a90-826c-dfde7913af48 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:44.716584 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:45.029648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:45.252263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router f7f0c93b-b1f3-4779-bdda-fc45ff5649de is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:15:45.422308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:45.434630 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] Sync routers for ids ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:45.448131 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] Routers {'f7f0c93b-b1f3-4779-bdda-fc45ff5649de'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:45.449039 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:45.466456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:45.468228 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-33b77978-b704-4fb3-a757-f8a79a5dbb81 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6540208 Nov 23 23:15:45.473898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55000) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:45.486956 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:45.500409 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] Routers {'f7f0c93b-b1f3-4779-bdda-fc45ff5649de'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:45.500924 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:45.540487 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:45.541169 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f59a8e7-1eab-4623-aafc-d92510e5304d None None] The sync data for ids ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:45.678883 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6784c7ae-8558-4b1b-991a-e4bcb7457780 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/routers/f7f0c93b-b1f3-4779-bdda-fc45ff5649de HTTP/1.1" status: 200 len: 880 time: 0.2031541 Nov 23 23:15:45.682357 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55006) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:46.374406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-64d0827e-bf6b-4976-a821-b992fff8e1fa tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6908188 Nov 23 23:15:46.377931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55020) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:46.385517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-aaeaac7d-84c6-4bca-ac9d-b80cc07fd90d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-958970261'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:46.900372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aaeaac7d-84c6-4bca-ac9d-b80cc07fd90d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:46.918512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aaeaac7d-84c6-4bca-ac9d-b80cc07fd90d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:47.056220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeaac7d-84c6-4bca-ac9d-b80cc07fd90d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router f7f0c93b-b1f3-4779-bdda-fc45ff5649de has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:47.201776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeaac7d-84c6-4bca-ac9d-b80cc07fd90d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:47.215228 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aaeaac7d-84c6-4bca-ac9d-b80cc07fd90d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:47.217517 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aaeaac7d-84c6-4bca-ac9d-b80cc07fd90d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/f7f0c93b-b1f3-4779-bdda-fc45ff5649de HTTP/1.1" status: 200 len: 887 time: 0.8377593 Nov 23 23:15:47.219817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] Sync routers for ids ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:47.221724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55042) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:47.236784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] Routers {'f7f0c93b-b1f3-4779-bdda-fc45ff5649de'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:47.237910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:47.293149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:47.305073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] Routers {'f7f0c93b-b1f3-4779-bdda-fc45ff5649de'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:47.305756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:47.371992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:47.373692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2255a-a8f3-4a9d-8c95-27cd0d5c58dc None None] The sync data for ids ['f7f0c93b-b1f3-4779-bdda-fc45ff5649de'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:47.399117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-39618101-42d1-4f44-ac13-65a6050cfaea tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/routers/f7f0c93b-b1f3-4779-bdda-fc45ff5649de HTTP/1.1" status: 200 len: 887 time: 0.1702867 Nov 23 23:15:47.401630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55046) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:47.447517 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8010820e-be89-4a14-aba2-90a2503572c4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7f0c93b-b1f3-4779-bdda-fc45ff5649de HTTP/1.1" status: 200 len: 205 time: 0.0464752 Nov 23 23:15:47.450408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55050) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:47.590081 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:47.792418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:47.881263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 2267da38-5881-4a90-826c-dfde7913af48 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:47.881263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:47.989654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.004614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 2267da38-5881-4a90-826c-dfde7913af48 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:48.280451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.314123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=2267da38-5881-4a90-826c-dfde7913af48,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:48.329946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9adf99-7830-496a-9030-54e1ad563958 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:48.408758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.531307 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.535709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.591183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.592215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Fanout notify agent at l3_agent the message router_deleted on router f7f0c93b-b1f3-4779-bdda-fc45ff5649de {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:15:48.606674 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.608713 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-248b6128-6302-434a-a663-2b6f3c35aee4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/f7f0c93b-b1f3-4779-bdda-fc45ff5649de HTTP/1.1" status: 204 len: 168 time: 1.1567049 Nov 23 23:15:48.612875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55072) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:48.618403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-378751143'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:48.646118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:48.650029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.679378 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:48.693199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.693549 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment 5c555920-3d8d-4597-a64c-59199d6759f2 of type vlan for network 3193e741-93bc-4f16-a879-a9dd06f56d04 Nov 23 23:15:48.763339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.806790 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.814980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:48.816483 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:48.892447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2782571 Nov 23 23:15:48.896546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55080) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:48.905354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': '3193e741-93bc-4f16-a879-a9dd06f56d04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:48.946912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f43af6-6756-449f-9f6a-336097d887b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=3193e741-93bc-4f16-a879-a9dd06f56d04,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:48.961989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:49.084350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:49.089310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.383196 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.512731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=eff46866-a53d-4e3a-b684-29e2a631b01f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:49.526318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': '5c555920-3d8d-4597-a64c-59199d6759f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3193e741-93bc-4f16-a879-a9dd06f56d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:49.526895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: 3193e741-93bc-4f16-a879-a9dd06f56d04, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:49.549937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:49.562721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 3193e741-93bc-4f16-a879-a9dd06f56d04) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:49.570333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:49.571537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.578690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9284e97-e3d2-4745-90bf-90aed23a60f6 None None] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:49.602268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a26d7d7b-b62e-47fb-aaf4-18e43be95582 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7007687 Nov 23 23:15:49.602799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55086) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:49.609764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fce3eda8-23e3-43bc-b8b5-8b659915f666 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241602990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:49.646341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fce3eda8-23e3-43bc-b8b5-8b659915f666 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.647830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fce3eda8-23e3-43bc-b8b5-8b659915f666 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.719881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fce3eda8-23e3-43bc-b8b5-8b659915f666 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.727267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fce3eda8-23e3-43bc-b8b5-8b659915f666 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.760790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fce3eda8-23e3-43bc-b8b5-8b659915f666 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:49.763884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fce3eda8-23e3-43bc-b8b5-8b659915f666 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1588795 Nov 23 23:15:49.766204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55088) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:49.797692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-3193e741-93bc-4f16-a879-a9dd06f56d04', 'network_id': '3193e741-93bc-4f16-a879-a9dd06f56d04', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': 'eff46866-a53d-4e3a-b684-29e2a631b01f'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:49.798928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.067934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Allocated IP 172.20.0.2 (3193e741-93bc-4f16-a879-a9dd06f56d04/eff46866-a53d-4e3a-b684-29e2a631b01f/5a5bf504-d90a-40de-b496-9a63dccfa87e) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:50.289162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.321934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.334553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.386681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:50.390397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:50.397292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:50.400906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Pushing event updated for resources: {'Port': ['ID=5a5bf504-d90a-40de-b496-9a63dccfa87e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:50.471064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Attempting to bind port 5a5bf504-d90a-40de-b496-9a63dccfa87e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:15:50.471464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Attempting to bind port 5a5bf504-d90a-40de-b496-9a63dccfa87e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5c555920-3d8d-4597-a64c-59199d6759f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3193e741-93bc-4f16-a879-a9dd06f56d04'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:15:50.471846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Attempting to bind port 5a5bf504-d90a-40de-b496-9a63dccfa87e on network 3193e741-93bc-4f16-a879-a9dd06f56d04 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:15:50.478779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:15:50.479150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Checking segment: {'id': '5c555920-3d8d-4597-a64c-59199d6759f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3193e741-93bc-4f16-a879-a9dd06f56d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:50.479733 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.480112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Bound using segment: {'id': '5c555920-3d8d-4597-a64c-59199d6759f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3193e741-93bc-4f16-a879-a9dd06f56d04'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:15:50.481338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Bound port: 5a5bf504-d90a-40de-b496-9a63dccfa87e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c555920-3d8d-4597-a64c-59199d6759f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3193e741-93bc-4f16-a879-a9dd06f56d04'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:15:50.481750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.735500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.20.0.1 (3193e741-93bc-4f16-a879-a9dd06f56d04/eff46866-a53d-4e3a-b684-29e2a631b01f/6e1cf61d-c87f-440e-837b-8a2081660498) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:15:50.760481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] For port 5a5bf504-d90a-40de-b496-9a63dccfa87e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:15:50.765872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] For port 5a5bf504-d90a-40de-b496-9a63dccfa87e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5a5bf504-d90a-40de-b496-9a63dccfa87e,segment=NetworkSegment(5c555920-3d8d-4597-a64c-59199d6759f2),segment_id=5c555920-3d8d-4597-a64c-59199d6759f2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:15:50.778766 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.873678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008adb7b-e3c5-405c-85d5-01618394e3b6 None None] Pushing event updated for resources: {'Port': ['ID=5a5bf504-d90a-40de-b496-9a63dccfa87e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:50.936929 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:50.993913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:51.054386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:51.058523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:51.061515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:15:51.124829 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:51.233707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=6e1cf61d-c87f-440e-837b-8a2081660498,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:51.374371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:51.647855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5a5bf504-d90a-40de-b496-9a63dccfa87e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:51.762218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5a5bf504-d90a-40de-b496-9a63dccfa87e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:51.762903 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:51.835609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:51.845262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:51.930275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=6e1cf61d-c87f-440e-837b-8a2081660498,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:51.938529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:51.947831 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:52.009577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 5a5bf504-d90a-40de-b496-9a63dccfa87e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5a5bf504-d90a-40de-b496-9a63dccfa87e,segment=NetworkSegment(5c555920-3d8d-4597-a64c-59199d6759f2),segment_id=5c555920-3d8d-4597-a64c-59199d6759f2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:52.015912 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:52.088787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:15:52.090869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:52.107001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=5a5bf504-d90a-40de-b496-9a63dccfa87e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:52.348427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6ec62-dca3-4d3c-9cb1-dbf50ff419f1 None None] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:52.483898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f131db50-137a-4e62-b794-3fa843e9062b None None] Provisioning complete for port 5a5bf504-d90a-40de-b496-9a63dccfa87e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:52.484608 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f131db50-137a-4e62-b794-3fa843e9062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:52.788961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:15:52.933465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:52.939454 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-74693825-8fc4-49a0-b58d-f90d155797b4 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1710522 Nov 23 23:15:52.942735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55098) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:52.955795 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] Sync routers for ids ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:52.975925 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] Routers {'45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:52.976989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:53.014843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d7bd0-2922-4b9d-afe6-2e5f32642c07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:53.018209 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-be2d7bd0-2922-4b9d-afe6-2e5f32642c07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports/6e1cf61d-c87f-440e-837b-8a2081660498 HTTP/1.1" status: 200 len: 910 time: 0.0738516 Nov 23 23:15:53.021558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:53.032828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eff46866-a53d-4e3a-b684-29e2a631b01f'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:53.044547 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:53.063696 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] Routers {'45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:53.065116 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:53.149855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-36c9c9f5-44c5-479c-9ae3-199a9c1b1e17 None None] Provisioning complete for port 5a5bf504-d90a-40de-b496-9a63dccfa87e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:53.150468 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-36c9c9f5-44c5-479c-9ae3-199a9c1b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:53.153011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:53.154754 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4018b1-9561-4ee2-af0c-5a8e1ad12648 None None] The sync data for ids ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'] in n-d-817303-3 is: [] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:53.297454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-36c9c9f5-44c5-479c-9ae3-199a9c1b1e17 None None] Provisioning complete for port 6e1cf61d-c87f-440e-837b-8a2081660498 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:53.297818 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-36c9c9f5-44c5-479c-9ae3-199a9c1b1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:53.328657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:53.350012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-36c9c9f5-44c5-479c-9ae3-199a9c1b1e17 None None] Port 6e1cf61d-c87f-440e-837b-8a2081660498 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:53.509131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d45acb03-d85b-40fd-9267-589eb1697755 None None] Provisioning complete for port 6e1cf61d-c87f-440e-837b-8a2081660498 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:53.509517 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d45acb03-d85b-40fd-9267-589eb1697755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:53.594129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5a5bf504-d90a-40de-b496-9a63dccfa87e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:15:53.657962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d45acb03-d85b-40fd-9267-589eb1697755 None None] Port 6e1cf61d-c87f-440e-837b-8a2081660498 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:53.681924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5a5bf504-d90a-40de-b496-9a63dccfa87e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:53.682407 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:53.804376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7a2243e8-9694-4b6b-9200-6693cf1d9986 None None] Provisioning complete for port 6e1cf61d-c87f-440e-837b-8a2081660498 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:15:53.804744 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7a2243e8-9694-4b6b-9200-6693cf1d9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:53.850196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7a2243e8-9694-4b6b-9200-6693cf1d9986 None None] Port 6e1cf61d-c87f-440e-837b-8a2081660498 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:15:53.963470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:53.976505 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:54.074040 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:54.075249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:54.076774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/ports/6e1cf61d-c87f-440e-837b-8a2081660498 HTTP/1.1" status: 200 len: 910 time: 1.0534186 Nov 23 23:15:54.077579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d84c63-ffb8-4b46-b55d-5a6228417291 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=6e1cf61d-c87f-440e-837b-8a2081660498,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:54.081950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55104) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:54.547171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:54.938806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 6e1cf61d-c87f-440e-837b-8a2081660498 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:54.939250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:55.077673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:55.095048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 6e1cf61d-c87f-440e-837b-8a2081660498 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:55.342436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:55.380360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=6e1cf61d-c87f-440e-837b-8a2081660498,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:55.578322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:55.836595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:15:55.980656 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:15:55.989562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0859c32f-03b3-43be-8c90-a161d2879af0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060471 Nov 23 23:15:55.992977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55110) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:56.001824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] Sync routers for ids ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:15:56.021439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] Routers {'45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:56.022738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:56.031646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a7a8ec40-8a1f-4c03-905a-56dc8be53140 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784 HTTP/1.1" status: 200 len: 205 time: 0.0366137 Nov 23 23:15:56.036274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55112) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:56.075013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:56.086764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] Routers {'45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:15:56.087534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:56.124521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:56.125191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d687f-29c2-4d6c-b992-ec548c9dcc64 None None] The sync data for ids ['45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784'] in n-d-817303-3 is: [] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:15:56.179897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0535efd2-75a4-4bbc-bb56-0e1eed0d84b1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:56.804067 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0535efd2-75a4-4bbc-bb56-0e1eed0d84b1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:56.814146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0535efd2-75a4-4bbc-bb56-0e1eed0d84b1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:56.857532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0535efd2-75a4-4bbc-bb56-0e1eed0d84b1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:56.858783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0535efd2-75a4-4bbc-bb56-0e1eed0d84b1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Fanout notify agent at l3_agent the message router_deleted on router 45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:15:56.869259 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0535efd2-75a4-4bbc-bb56-0e1eed0d84b1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:56.870752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0535efd2-75a4-4bbc-bb56-0e1eed0d84b1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784 HTTP/1.1" status: 204 len: 168 time: 0.8333557 Nov 23 23:15:56.873530 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55122) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:56.951774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet eff46866-a53d-4e3a-b684-29e2a631b01f {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:15:56.954203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.008285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.106088 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.178560 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.181113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.221423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.228873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55126) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:57.229380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/eff46866-a53d-4e3a-b684-29e2a631b01f HTTP/1.1" status: 204 len: 168 time: 0.3542376 Nov 23 23:15:57.230006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1b3c5-54d2-438f-b67e-14f3a4f65708 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=eff46866-a53d-4e3a-b684-29e2a631b01f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:57.245525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e999e-d10c-4a28-894c-baf33884c4d8 None None] Network 3193e741-93bc-4f16-a879-a9dd06f56d04 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:57.346155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.431442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 5a5bf504-d90a-40de-b496-9a63dccfa87e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:57.431778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.509874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] DHCP port deletion for 3193e741-93bc-4f16-a879-a9dd06f56d04 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:15:57.545349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port 5a5bf504-d90a-40de-b496-9a63dccfa87e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5a5bf504-d90a-40de-b496-9a63dccfa87e,segment=NetworkSegment(5c555920-3d8d-4597-a64c-59199d6759f2),segment_id=5c555920-3d8d-4597-a64c-59199d6759f2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:57.545722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.574140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 5a5bf504-d90a-40de-b496-9a63dccfa87e owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:57.608254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5a5bf504-d90a-40de-b496-9a63dccfa87e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:15:57.666996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] Deleting port 5a5bf504-d90a-40de-b496-9a63dccfa87e {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:15:57.667406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.691054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.737292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No DVR routers for this DVR port 5a5bf504-d90a-40de-b496-9a63dccfa87e on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:57.758701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No active binding found for port 5a5bf504-d90a-40de-b496-9a63dccfa87e {{(pid=103524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 23:15:57.759789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5a5bf504-d90a-40de-b496-9a63dccfa87e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:15:57.823036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=5a5bf504-d90a-40de-b496-9a63dccfa87e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:57.860589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] For port 5a5bf504-d90a-40de-b496-9a63dccfa87e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5a5bf504-d90a-40de-b496-9a63dccfa87e,segment=NetworkSegment(5c555920-3d8d-4597-a64c-59199d6759f2),segment_id=5c555920-3d8d-4597-a64c-59199d6759f2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:15:57.861172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:57.884165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] Calling delete_port for 5a5bf504-d90a-40de-b496-9a63dccfa87e owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:15:58.043218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.097784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.117715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193e741-93bc-4f16-a879-a9dd06f56d04']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:58.149743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c555920-3d8d-4597-a64c-59199d6759f2') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:58.150367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c555920-3d8d-4597-a64c-59199d6759f2') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:15:58.167891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.169196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9d5f-9f7a-4b09-bcce-2900bbfdd56c req-088ebea0-da0a-4fd7-b242-9bd6f06786ad tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:58.171224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bdb9d5f-9f7a-4b09-bcce-2900bbfdd56c req-088ebea0-da0a-4fd7-b242-9bd6f06786ad tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1027319 Nov 23 23:15:58.176259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] Pushing event deleted for resources: {'Port': ['ID=5a5bf504-d90a-40de-b496-9a63dccfa87e,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:58.179955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e99ba4-7b8a-4649-a315-bbada8b64c4a None None] No DVR routers for this DVR port 5a5bf504-d90a-40de-b496-9a63dccfa87e on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:15:58.209709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.221610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:15:58.224583 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.307258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bdb9d5f-9f7a-4b09-bcce-2900bbfdd56c req-41273c33-e941-4953-bcd1-cc6e0e894013 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981882 Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:15:58.307551 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:15:58.339146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.381213 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.392606 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/3193e741-93bc-4f16-a879-a9dd06f56d04 HTTP/1.1" status: 204 len: 168 time: 1.1612427 Nov 23 23:15:58.401685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55148) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:58.402659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e87d7-0620-4128-a4c1-302ac22f0995 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=3193e741-93bc-4f16-a879-a9dd06f56d04,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:58.414558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-71cbde2d-7032-4a47-896f-3ec5fb71ebd2 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-263477344', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:58.460368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71cbde2d-7032-4a47-896f-3ec5fb71ebd2 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.461814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71cbde2d-7032-4a47-896f-3ec5fb71ebd2 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.561617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71cbde2d-7032-4a47-896f-3ec5fb71ebd2 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.568349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71cbde2d-7032-4a47-896f-3ec5fb71ebd2 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.590333 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-71cbde2d-7032-4a47-896f-3ec5fb71ebd2 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.592151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-71cbde2d-7032-4a47-896f-3ec5fb71ebd2 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1874893 Nov 23 23:15:58.596615 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55150) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:58.604232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-1171079211'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:58.640386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:58.647827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.695670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:15:58.712132 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.712541 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment 66861211-4768-490b-9d5a-7b324956de1a of type vlan for network c48b65ee-f2e3-4c9b-a050-838acb0efb12 Nov 23 23:15:58.773838 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.811675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.818090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:58.818738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.867708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2688520 Nov 23 23:15:58.872006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55152) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:58.877431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:15:58.929965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cc3a9-f4cc-41a3-b467-7c9c492495d1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=c48b65ee-f2e3-4c9b-a050-838acb0efb12,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:58.946209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:15:59.084864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:15:59.090828 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:59.470310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:59.566505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd27893-881c-4e0a-beab-ae9b120603b6 req-3b8b949e-f9d1-4999-8bb7-cea349071ee9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:59.569354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdd27893-881c-4e0a-beab-ae9b120603b6 req-3b8b949e-f9d1-4999-8bb7-cea349071ee9 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1584206 Nov 23 23:15:59.610891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=168521ea-1e90-4954-b107-61a760c9e9cd,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:15:59.649158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:15:59.649794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: c48b65ee-f2e3-4c9b-a050-838acb0efb12, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:15:59.698894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdd27893-881c-4e0a-beab-ae9b120603b6 req-30038c0d-9bf2-452f-b3b1-19e5a362f350 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163051 Nov 23 23:15:59.711718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:15:59.742522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, c48b65ee-f2e3-4c9b-a050-838acb0efb12) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:15:59.747982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:15:59.748688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:59.762679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d409257-accf-4dad-85b9-99d55fc00d1d None None] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:15:59.775913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ac906b1c-4f4c-4905-b0cd-d3870c40c802 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9026852 Nov 23 23:15:59.781141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55158) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:15:59.994863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:15:59.996022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.211715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Allocated IP 172.20.0.2 (c48b65ee-f2e3-4c9b-a050-838acb0efb12/168521ea-1e90-4954-b107-61a760c9e9cd/a4027ab6-545c-425e-85d2-f647cbd1149a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:00.264292 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.432331 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.441555 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.483414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:00.492647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:00.497251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:00.507674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Pushing event updated for resources: {'Port': ['ID=a4027ab6-545c-425e-85d2-f647cbd1149a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:00.583368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Attempting to bind port a4027ab6-545c-425e-85d2-f647cbd1149a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:00.583969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Attempting to bind port a4027ab6-545c-425e-85d2-f647cbd1149a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:00.584173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Attempting to bind port a4027ab6-545c-425e-85d2-f647cbd1149a on network c48b65ee-f2e3-4c9b-a050-838acb0efb12 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:00.591390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:00.591910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Checking segment: {'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:00.592239 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.592610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Bound using segment: {'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:00.593263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Bound port: a4027ab6-545c-425e-85d2-f647cbd1149a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:00.593619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.637005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.20.0.1 (c48b65ee-f2e3-4c9b-a050-838acb0efb12/168521ea-1e90-4954-b107-61a760c9e9cd/8574fd21-a021-4ee3-ad5d-e4de69e50d0a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:00.708537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] For port a4027ab6-545c-425e-85d2-f647cbd1149a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:00.715423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] For port a4027ab6-545c-425e-85d2-f647cbd1149a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a4027ab6-545c-425e-85d2-f647cbd1149a,segment=NetworkSegment(66861211-4768-490b-9d5a-7b324956de1a),segment_id=66861211-4768-490b-9d5a-7b324956de1a)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:00.724783 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.802653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.851410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a76faa-11d2-4f3d-9352-c967fcd88cb3 None None] Pushing event updated for resources: {'Port': ['ID=a4027ab6-545c-425e-85d2-f647cbd1149a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:00.877618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.936143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:00.967482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:00.979189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:01.028956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:01.057077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c841439-e18b-4480-b36d-2add649a825b req-1bbc1f9a-f9f0-4638-ab0b-eaff1f660a2e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:01.058781 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c841439-e18b-4480-b36d-2add649a825b req-1bbc1f9a-f9f0-4638-ab0b-eaff1f660a2e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1401274 Nov 23 23:16:01.069009 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:01.249418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c841439-e18b-4480-b36d-2add649a825b req-10057b23-55f7-4ea4-91bd-56fc97b69d5b tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748970 Nov 23 23:16:01.343981 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:01.632657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9c8f923-6e03-4102-b532-dd723bc20f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:01.650478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a4027ab6-545c-425e-85d2-f647cbd1149a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:01.736254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a4027ab6-545c-425e-85d2-f647cbd1149a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:01.736787 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:01.906412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:01.978430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port a4027ab6-545c-425e-85d2-f647cbd1149a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a4027ab6-545c-425e-85d2-f647cbd1149a,segment=NetworkSegment(66861211-4768-490b-9d5a-7b324956de1a),segment_id=66861211-4768-490b-9d5a-7b324956de1a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:01.987400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:02.018219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:02.031869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:02.073738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=a4027ab6-545c-425e-85d2-f647cbd1149a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:02.128531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:02.132252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:02.301072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:02.306411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:02.614480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefcf17-2a7f-462a-982b-ed3ff265e13c req-a82454b7-9614-4d8d-9b9a-e03c01765ddc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:02.616356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceefcf17-2a7f-462a-982b-ed3ff265e13c req-a82454b7-9614-4d8d-9b9a-e03c01765ddc tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.2115111 Nov 23 23:16:02.635895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:16:02.657505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce32e6-a591-4b54-956b-848f77102e0a None None] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:02.824887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-43d38b86-8309-4841-9d63-be72b12bc58d None None] Provisioning complete for port a4027ab6-545c-425e-85d2-f647cbd1149a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:02.825831 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43d38b86-8309-4841-9d63-be72b12bc58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:02.885515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceefcf17-2a7f-462a-982b-ed3ff265e13c req-6331c7c4-165b-46af-93d4-ce0dd272861d tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387528 Nov 23 23:16:02.904215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:02.917884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5f2d659c-e4f5-425f-8bd8-566181c30b32 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1346719 Nov 23 23:16:02.922110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55288) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:02.926608 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:02.934057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-1438753117'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:02.948490 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:02.949472 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:15:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:02.994720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:03.008047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.064632 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:03.072319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:16:03.107767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.108142 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment d58b16b9-b000-43cc-9aa1-d95006904ab3 of type vlan for network a9c9160a-c14b-42ec-be40-203da41a52e7 Nov 23 23:16:03.173450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.228353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.243489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:03.245109 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.331946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4061003 Nov 23 23:16:03.334724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55322) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:03.347540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:03.432169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=a9c9160a-c14b-42ec-be40-203da41a52e7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:03.450993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.451752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.452367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.452971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.453835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.454674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.455523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.458106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.458909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.459377 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:01Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:01Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:03.460027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.460834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.461640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450f9fc6-1e0a-4bcf-aef2-80c6c1f4dbb0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:03.490044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network a9c9160a-c14b-42ec-be40-203da41a52e7 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:16:03.563806 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:03.575244 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Updating router cef8e078-2442-4fdd-b518-ef3258a4a77f port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:03.610291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:03.624141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.662648 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.728847 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a4027ab6-545c-425e-85d2-f647cbd1149a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:03.825560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6a85a383-7086-4a0f-b438-de615190ee5a None None] Provisioning complete for port a4027ab6-545c-425e-85d2-f647cbd1149a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:03.825937 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a85a383-7086-4a0f-b438-de615190ee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.891246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a4027ab6-545c-425e-85d2-f647cbd1149a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:03.891953 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.003875 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.188794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6a85a383-7086-4a0f-b438-de615190ee5a None None] Provisioning complete for port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:04.189790 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6a85a383-7086-4a0f-b438-de615190ee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.291379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6a85a383-7086-4a0f-b438-de615190ee5a None None] Port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:04.341547 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=fb492333-0d70-4829-934a-b42784f82c22,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:04.357775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:04.358475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: a9c9160a-c14b-42ec-be40-203da41a52e7, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:16:04.376568 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970aa2ea-8f67-4c09-a4af-3b4be77d9558 req-d8b48e9d-6d6e-4224-855b-b794fd0c355c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:04.380473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-970aa2ea-8f67-4c09-a4af-3b4be77d9558 req-d8b48e9d-6d6e-4224-855b-b794fd0c355c tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.2594817 Nov 23 23:16:04.431036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network a9c9160a-c14b-42ec-be40-203da41a52e7 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:16:04.460416 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.465005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-11130ac0-5bff-4d82-9bd5-bf17f6225455 None None] Provisioning complete for port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:04.465859 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-11130ac0-5bff-4d82-9bd5-bf17f6225455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.474636 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.492245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, a9c9160a-c14b-42ec-be40-203da41a52e7) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:04.515156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:04.515792 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.551904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1bc0bae3-dd0f-41df-9151-26a775625b70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2125192 Nov 23 23:16:04.552282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55432) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:04.576237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82edbe8e-618d-4f46-9c7c-38bb7d6dae06 None None] Network a9c9160a-c14b-42ec-be40-203da41a52e7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:04.582227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-970aa2ea-8f67-4c09-a4af-3b4be77d9558 req-0dee204e-b077-4e47-9859-1953047995b3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841915 Nov 23 23:16:04.637841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-11130ac0-5bff-4d82-9bd5-bf17f6225455 None None] Port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:04.717477 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Pushing event updated for resources: {'Port': ['ID=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:04.793439 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Attempting to bind port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:04.793877 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Attempting to bind port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:04.794349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Attempting to bind port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a on network c48b65ee-f2e3-4c9b-a050-838acb0efb12 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:04.803444 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:04.804185 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Checking segment: {'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:04.804781 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.805390 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Bound using segment: {'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:04.806067 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Bound port: 8574fd21-a021-4ee3-ad5d-e4de69e50d0a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66861211-4768-490b-9d5a-7b324956de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:04.806702 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.816655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3222-49bb-4c45-aee7-97669bdbd05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.857650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-79fb03b5-3867-4eaa-97f1-450de381a4c5 None None] Provisioning complete for port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:04.858294 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79fb03b5-3867-4eaa-97f1-450de381a4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.920985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-a9c9160a-c14b-42ec-be40-203da41a52e7', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:16:04.921986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.930806 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] For port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:04.935107 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] For port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,segment=NetworkSegment(66861211-4768-490b-9d5a-7b324956de1a),segment_id=66861211-4768-490b-9d5a-7b324956de1a)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:04.947645 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:05.035116 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:05.036132 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:05.155415 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Pushing event updated for resources: {'Port': ['ID=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:05.176651 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.177106 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.179146 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.179685 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.180546 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.180546 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.181173 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.181563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.181995 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.182437 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.182864 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.183290 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8c68e-70e9-42bf-aaa9-f7682a80ff40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:05.212177 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:05.235140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:05.267364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-79fb03b5-3867-4eaa-97f1-450de381a4c5 None None] Port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:05.405986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:05.432819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-728b8b97-8262-4b9e-b8ec-2b6489f25ad3 None None] Provisioning complete for port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:05.433252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-728b8b97-8262-4b9e-b8ec-2b6489f25ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:05.476761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Allocated IP 172.21.0.2 (a9c9160a-c14b-42ec-be40-203da41a52e7/fb492333-0d70-4829-934a-b42784f82c22/8e0edc9c-eec3-4817-9c8c-410687a4e751) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:05.596075 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:01Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:04Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:05.639602 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2423fac-6cfa-479e-8a17-9b8c5978950e None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:01Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:04Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:05.685964 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-728b8b97-8262-4b9e-b8ec-2b6489f25ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:05.774456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8ad3f-9132-4268-983e-1d17b85c6a63 req-b2e3749c-29b8-418a-8644-873173e76b5e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:05.777646 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fd8ad3f-9132-4268-983e-1d17b85c6a63 req-b2e3749c-29b8-418a-8644-873173e76b5e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1268778 Nov 23 23:16:05.810396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-728b8b97-8262-4b9e-b8ec-2b6489f25ad3 None None] For port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,segment=NetworkSegment(66861211-4768-490b-9d5a-7b324956de1a),segment_id=66861211-4768-490b-9d5a-7b324956de1a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:05.829408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-728b8b97-8262-4b9e-b8ec-2b6489f25ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:05.864317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3fd8ad3f-9132-4268-983e-1d17b85c6a63 req-9eedab33-3141-47e9-86ba-35410ac02088 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777621 Nov 23 23:16:05.875832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:05.904281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.002052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.21.0.1 (a9c9160a-c14b-42ec-be40-203da41a52e7/fb492333-0d70-4829-934a-b42784f82c22/50b0f34e-8032-4797-9027-bef7d5a54a7f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:06.007307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Network a9c9160a-c14b-42ec-be40-203da41a52e7 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:06.009750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b8b97-8262-4b9e-b8ec-2b6489f25ad3 None None] Pushing event updated for resources: {'Port': ['ID=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:06.121454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Pushing event updated for resources: {'Port': ['ID=8e0edc9c-eec3-4817-9c8c-410687a4e751,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:06.133322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:06.142442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:06.203254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-582c1c40-eef4-4ffe-b4a5-ef582ba8a94f None None] Provisioning complete for port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:06.204144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-582c1c40-eef4-4ffe-b4a5-ef582ba8a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.285985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.311959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Attempting to bind port 8e0edc9c-eec3-4817-9c8c-410687a4e751 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:06.312767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Attempting to bind port 8e0edc9c-eec3-4817-9c8c-410687a4e751 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:06.313524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Attempting to bind port 8e0edc9c-eec3-4817-9c8c-410687a4e751 on network a9c9160a-c14b-42ec-be40-203da41a52e7 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:06.349437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:06.350016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Checking segment: {'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:06.350661 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.351288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Bound using segment: {'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:06.359698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Bound port: 8e0edc9c-eec3-4817-9c8c-410687a4e751, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:06.360334 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.367498 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.427043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network a9c9160a-c14b-42ec-be40-203da41a52e7 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:06.431361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:06.441057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:06.515010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=50b0f34e-8032-4797-9027-bef7d5a54a7f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:06.561415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.601100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] For port 8e0edc9c-eec3-4817-9c8c-410687a4e751, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:06.618753 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.623271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] For port 8e0edc9c-eec3-4817-9c8c-410687a4e751, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8e0edc9c-eec3-4817-9c8c-410687a4e751,segment=NetworkSegment(d58b16b9-b000-43cc-9aa1-d95006904ab3),segment_id=d58b16b9-b000-43cc-9aa1-d95006904ab3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:06.630533 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:06.767071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d959c5-5021-433f-81c6-94a4a6f384f1 None None] Pushing event updated for resources: {'Port': ['ID=8e0edc9c-eec3-4817-9c8c-410687a4e751,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:06.857541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.047976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c72c1-d56b-4bf1-9a3a-8e8b108b332e req-edc79abf-cc30-40e8-9665-9a2b8e2405d8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:07.051468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f2c72c1-d56b-4bf1-9a3a-8e8b108b332e req-edc79abf-cc30-40e8-9665-9a2b8e2405d8 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.0853448 Nov 23 23:16:07.171862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f2c72c1-d56b-4bf1-9a3a-8e8b108b332e req-24fed3d5-a480-43b5-acce-633a978e6a19 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031096 Nov 23 23:16:07.338317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.344104 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.433159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=50b0f34e-8032-4797-9027-bef7d5a54a7f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:07.435935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.546718 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.587420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network a9c9160a-c14b-42ec-be40-203da41a52e7 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:07.589395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:07.666869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8e0edc9c-eec3-4817-9c8c-410687a4e751 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:07.737711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8e0edc9c-eec3-4817-9c8c-410687a4e751 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:07.738153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.747225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:07.863940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.916364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 8e0edc9c-eec3-4817-9c8c-410687a4e751, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8e0edc9c-eec3-4817-9c8c-410687a4e751,segment=NetworkSegment(d58b16b9-b000-43cc-9aa1-d95006904ab3),segment_id=d58b16b9-b000-43cc-9aa1-d95006904ab3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:07.925788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:07.927211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8574fd21-a021-4ee3-ad5d-e4de69e50d0a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:08.078257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=8e0edc9c-eec3-4817-9c8c-410687a4e751,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:08.109835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:08.110613 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.348742 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.402157 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294118e-05f0-4d07-b34c-c3a0d4a2c4bd req-9d5fdca6-70cc-4336-a09a-b11aac1d55d4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:08.404056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5294118e-05f0-4d07-b34c-c3a0d4a2c4bd req-9d5fdca6-70cc-4336-a09a-b11aac1d55d4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.0681086 Nov 23 23:16:08.463208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:08.470824 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6d4239ff-401a-4435-9b16-32220371ca70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9172082 Nov 23 23:16:08.476235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55630) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:08.480232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:08.486522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5294118e-05f0-4d07-b34c-c3a0d4a2c4bd req-01880475-27ed-4ceb-b91d-97a17e4c49b4 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703273 Nov 23 23:16:08.489896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-660468978'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:08.517375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:08.518310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:08.533075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:08.537640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.572612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:16:08.585077 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.585417 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment b6c47356-21f3-4a4e-8a2c-d88b55ca5f08 of type vlan for network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b Nov 23 23:16:08.603495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59539cd3-a59b-40c2-bf3d-035e0595bda1 None None] Network a9c9160a-c14b-42ec-be40-203da41a52e7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:08.637035 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.668182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.674169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:08.675147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.692002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:08.725006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2468641 Nov 23 23:16:08.727874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55632) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:08.733298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:08.774248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e587663d-e711-46ba-90d6-3401272717c1 None None] Provisioning complete for port 8e0edc9c-eec3-4817-9c8c-410687a4e751 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:08.775484 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e587663d-e711-46ba-90d6-3401272717c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:08.832192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a759a4-d1a9-4dca-a1ed-86e004238537 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=69fd140a-5bd3-41f3-92af-ba48dfbd3d8b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:08.876097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:16:08.907546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:08.912087 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:09.196879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:09.236464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:06Z', 'revision_number': 3, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:07Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:09.283042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:09.283504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Updating router cef8e078-2442-4fdd-b518-ef3258a4a77f port 50b0f34e-8032-4797-9027-bef7d5a54a7f binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:09.322145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:09.401144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=054fb3e1-6cf9-4a49-9063-824ac03b4c9b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:09.408476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:09.412136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:16:09.445481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:16:09.464021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:09.476507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5a9e2-1710-4007-9469-a2cc2f5be704 None None] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:09.486930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:09.488315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:09.554292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55638) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:09.555143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8748fa2c-7c8e-457a-9dea-04ac949e4568 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8254893 Nov 23 23:16:09.774437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8e0edc9c-eec3-4817-9c8c-410687a4e751 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:09.800570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee40a0-85b3-4733-9057-22a3e41b1547 req-4be8f197-6494-4867-b057-f53508a36e91 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:09.802993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6ee40a0-85b3-4733-9057-22a3e41b1547 req-4be8f197-6494-4867-b057-f53508a36e91 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.0920470 Nov 23 23:16:09.916481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6ee40a0-85b3-4733-9057-22a3e41b1547 req-d1947e11-a95d-4462-85d0-f15d416be013 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998650 Nov 23 23:16:09.927485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4f8475bd-3289-4264-a5a9-d413066487b6 None None] Provisioning complete for port 8e0edc9c-eec3-4817-9c8c-410687a4e751 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:09.927958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f8475bd-3289-4264-a5a9-d413066487b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.085674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8e0edc9c-eec3-4817-9c8c-410687a4e751 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:10.086082 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.231965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:16:10.232869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.239369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.266688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.420995 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.432388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c916-7f47-4936-92aa-d7976121f16f None None] Pushing event updated for resources: {'Port': ['ID=50b0f34e-8032-4797-9027-bef7d5a54a7f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:10.448176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4f8475bd-3289-4264-a5a9-d413066487b6 None None] Provisioning complete for port 50b0f34e-8032-4797-9027-bef7d5a54a7f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:10.448575 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4f8475bd-3289-4264-a5a9-d413066487b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.629918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4f8475bd-3289-4264-a5a9-d413066487b6 None None] Port 50b0f34e-8032-4797-9027-bef7d5a54a7f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:10.635748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Attempting to bind port 50b0f34e-8032-4797-9027-bef7d5a54a7f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:10.636235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Attempting to bind port 50b0f34e-8032-4797-9027-bef7d5a54a7f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:10.636655 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Attempting to bind port 50b0f34e-8032-4797-9027-bef7d5a54a7f on network a9c9160a-c14b-42ec-be40-203da41a52e7 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:10.648738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:10.649072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Checking segment: {'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:10.649535 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.649885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Bound using segment: {'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:10.650382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Bound port: 50b0f34e-8032-4797-9027-bef7d5a54a7f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58b16b9-b000-43cc-9aa1-d95006904ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:10.650774 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.666120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Allocated IP 172.22.0.2 (69fd140a-5bd3-41f3-92af-ba48dfbd3d8b/054fb3e1-6cf9-4a49-9063-824ac03b4c9b/e4bc59eb-952e-446c-96a3-776ae406f235) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:10.814542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] For port 50b0f34e-8032-4797-9027-bef7d5a54a7f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:10.848713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] For port 50b0f34e-8032-4797-9027-bef7d5a54a7f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=50b0f34e-8032-4797-9027-bef7d5a54a7f,segment=NetworkSegment(d58b16b9-b000-43cc-9aa1-d95006904ab3),segment_id=d58b16b9-b000-43cc-9aa1-d95006904ab3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:10.850268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6dd75ee2-d408-496d-89e3-dcc11f105546 None None] Provisioning complete for port 50b0f34e-8032-4797-9027-bef7d5a54a7f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:10.850722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dd75ee2-d408-496d-89e3-dcc11f105546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:10.877299 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.019099 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.025795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c916-7f47-4936-92aa-d7976121f16f None None] Pushing event updated for resources: {'Port': ['ID=50b0f34e-8032-4797-9027-bef7d5a54a7f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:11.033431 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.038314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:11.039001 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:11.179455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.22.0.1 (69fd140a-5bd3-41f3-92af-ba48dfbd3d8b/054fb3e1-6cf9-4a49-9063-824ac03b4c9b/ba8d9c25-12e9-43b8-ae6c-65406c9df954) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:11.207017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4379-2b26-4507-ab8e-e83a4cf6b3c3 req-95c1344d-c1bb-4990-9381-5c6f7fd6b047 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:11.214702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-526e4379-2b26-4507-ab8e-e83a4cf6b3c3 req-95c1344d-c1bb-4990-9381-5c6f7fd6b047 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1211588 Nov 23 23:16:11.235603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:11.269779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:11.281769 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:16:11.339516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:11.348642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:11.356254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Pushing event updated for resources: {'Port': ['ID=e4bc59eb-952e-446c-96a3-776ae406f235,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:11.366878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-526e4379-2b26-4507-ab8e-e83a4cf6b3c3 req-3537c0b1-223a-462a-a9fe-9bb3e060ed03 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306500 Nov 23 23:16:11.374565 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dd75ee2-d408-496d-89e3-dcc11f105546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.436046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.500924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.549964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Attempting to bind port e4bc59eb-952e-446c-96a3-776ae406f235 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:11.550354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Attempting to bind port e4bc59eb-952e-446c-96a3-776ae406f235 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:11.550778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Attempting to bind port e4bc59eb-952e-446c-96a3-776ae406f235 on network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:11.570357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6dd75ee2-d408-496d-89e3-dcc11f105546 None None] For port 50b0f34e-8032-4797-9027-bef7d5a54a7f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=50b0f34e-8032-4797-9027-bef7d5a54a7f,segment=NetworkSegment(d58b16b9-b000-43cc-9aa1-d95006904ab3),segment_id=d58b16b9-b000-43cc-9aa1-d95006904ab3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:11.571651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:11.572019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Checking segment: {'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:11.572434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.572832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Bound using segment: {'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:11.573315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Bound port: e4bc59eb-952e-446c-96a3-776ae406f235, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:11.573770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.582062 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dd75ee2-d408-496d-89e3-dcc11f105546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.587203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=ba8d9c25-12e9-43b8-ae6c-65406c9df954,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:11.623116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:11.626815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:11.634906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:11.661558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd75ee2-d408-496d-89e3-dcc11f105546 None None] Pushing event updated for resources: {'Port': ['ID=50b0f34e-8032-4797-9027-bef7d5a54a7f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:11.743542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.758413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-39fe68a0-5e1c-47f2-bc1d-0d00bb475b60 None None] Provisioning complete for port 50b0f34e-8032-4797-9027-bef7d5a54a7f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:11.758819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-39fe68a0-5e1c-47f2-bc1d-0d00bb475b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.766321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] For port e4bc59eb-952e-446c-96a3-776ae406f235, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:11.803195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] For port e4bc59eb-952e-446c-96a3-776ae406f235, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e4bc59eb-952e-446c-96a3-776ae406f235,segment=NetworkSegment(b6c47356-21f3-4a4e-8a2c-d88b55ca5f08),segment_id=b6c47356-21f3-4a4e-8a2c-d88b55ca5f08)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:11.815275 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.883969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:06Z', 'revision_number': 3, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:10Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:11.973731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43a9c9-78d2-4ef6-a379-2749d6f998a0 None None] Pushing event updated for resources: {'Port': ['ID=e4bc59eb-952e-446c-96a3-776ae406f235,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:11.991289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:11.994735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a965f52-53b6-43bd-a0c6-b79323d69837 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:06Z', 'revision_number': 3, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:10Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:12.556925 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:12.566204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:12.641320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c476454-b46a-47c2-830d-8b4a6bed2cb0 req-b9dd63c3-d06f-499e-a609-f72f2138fe67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:12.646779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c476454-b46a-47c2-830d-8b4a6bed2cb0 req-b9dd63c3-d06f-499e-a609-f72f2138fe67 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1231096 Nov 23 23:16:12.652285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=ba8d9c25-12e9-43b8-ae6c-65406c9df954,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:12.681702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:12.823537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c476454-b46a-47c2-830d-8b4a6bed2cb0 req-5bc67654-ec21-415c-8c6b-fa51d19a4b28 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344066 Nov 23 23:16:12.940212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:12.956639 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:13.117433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:13.306523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:13.320390 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:13.321259 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a797982e-f125-45b8-aedf-3ece96f88972 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7634382 Nov 23 23:16:13.323788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:13.329825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'network': {'name': 'tempest-RoutersTest-1617399850'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:13.350674 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:13.355524 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:13.358844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:13.364743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:13.405404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:16:13.429385 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:13.430090 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added segment 12d3b12a-4378-4f93-9c43-d11e7f93d8ee of type vlan for network 53461702-c0d5-4a6b-ac24-dd0a7202f195 Nov 23 23:16:13.545559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:13.570434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa4803b-660d-40b4-8e47-e03494af3c8f None None] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:13.599844 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:13.608673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:13.624664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:13.625594 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:13.730230 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4026737 Nov 23 23:16:13.732068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:13.744298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'subnet': {'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:13.792474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e4bc59eb-952e-446c-96a3-776ae406f235 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:13.946399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5231-ba4f-4da9-817e-9965ed0b9b4e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Network': ['ID=53461702-c0d5-4a6b-ac24-dd0a7202f195,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:14.175285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade942ce-3d8f-436f-a84e-b5cff4627d2d req-8062f4aa-bffc-4834-962a-3daf3566d513 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:14.178896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ade942ce-3d8f-436f-a84e-b5cff4627d2d req-8062f4aa-bffc-4834-962a-3daf3566d513 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.1211250 Nov 23 23:16:14.181015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Made reservation on behalf of f6a3b344289140b5a7242e8ed0663483 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:14.185519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.195894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:16:14.198574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8c56c079-6744-4ad0-8907-3ea5b62e4000 None None] Provisioning complete for port e4bc59eb-952e-446c-96a3-776ae406f235 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:14.199079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c56c079-6744-4ad0-8907-3ea5b62e4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.253824 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:12Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:14.321929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ade942ce-3d8f-436f-a84e-b5cff4627d2d req-062efa4f-eddb-494b-8db5-d26bb9ee286a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200428 Nov 23 23:16:14.322180 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:14.322639 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Updating router cef8e078-2442-4fdd-b518-ef3258a4a77f port ba8d9c25-12e9-43b8-ae6c-65406c9df954 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:14.397551 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.505305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e4bc59eb-952e-446c-96a3-776ae406f235 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:14.505714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.545543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.549168 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c56c079-6744-4ad0-8907-3ea5b62e4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.611365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8c56c079-6744-4ad0-8907-3ea5b62e4000 None None] For port e4bc59eb-952e-446c-96a3-776ae406f235, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e4bc59eb-952e-446c-96a3-776ae406f235,segment=NetworkSegment(b6c47356-21f3-4a4e-8a2c-d88b55ca5f08),segment_id=b6c47356-21f3-4a4e-8a2c-d88b55ca5f08)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:14.617282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Subnet': ['ID=dd0caca4-f097-4f99-a9a4-0ba323acf64d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:14.656314 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8c56c079-6744-4ad0-8907-3ea5b62e4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.666108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Checking segment: {'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:14.666657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network hostable DHCP agents. Network: 53461702-c0d5-4a6b-ac24-dd0a7202f195, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:16:14.711775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:16:14.713080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 50b0f34e-8032-4797-9027-bef7d5a54a7f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:14.735262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 53461702-c0d5-4a6b-ac24-dd0a7202f195) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:14.773813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:14.777744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14866e1-2b86-4fb8-92d8-69377d77045b None None] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:14.778268 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.843304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54c5ea71-49ad-40cc-8699-274a31c9607c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1103907 Nov 23 23:16:14.848624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55664) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:14.864712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56c079-6744-4ad0-8907-3ea5b62e4000 None None] Pushing event updated for resources: {'Port': ['ID=e4bc59eb-952e-446c-96a3-776ae406f235,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:14.963945 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:14.980235 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.066652 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981ed75-15ac-48ad-ae52-414bee364534 None None] Pushing event updated for resources: {'Port': ['ID=ba8d9c25-12e9-43b8-ae6c-65406c9df954,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:15.177008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 50b0f34e-8032-4797-9027-bef7d5a54a7f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:15.178034 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.185485 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Attempting to bind port ba8d9c25-12e9-43b8-ae6c-65406c9df954 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:15.185956 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Attempting to bind port ba8d9c25-12e9-43b8-ae6c-65406c9df954 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:15.186410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Attempting to bind port ba8d9c25-12e9-43b8-ae6c-65406c9df954 on network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:15.194659 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:15.195073 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Checking segment: {'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:15.195551 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.196137 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Bound using segment: {'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:15.196745 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Bound port: ba8d9c25-12e9-43b8-ae6c-65406c9df954, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:15.197212 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.315066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-53461702-c0d5-4a6b-ac24-dd0a7202f195', 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'fixed_ips': [{'subnet_id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:16:15.320798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.329469 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] For port ba8d9c25-12e9-43b8-ae6c-65406c9df954, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:15.335912 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] For port ba8d9c25-12e9-43b8-ae6c-65406c9df954, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ba8d9c25-12e9-43b8-ae6c-65406c9df954,segment=NetworkSegment(b6c47356-21f3-4a4e-8a2c-d88b55ca5f08),segment_id=b6c47356-21f3-4a4e-8a2c-d88b55ca5f08)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:15.346780 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.372150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] Provisioning complete for port e4bc59eb-952e-446c-96a3-776ae406f235 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:15.372800 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.422379 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:15.423198 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:15.640472 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:15.770599 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:15.864669 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981ed75-15ac-48ad-ae52-414bee364534 None None] Pushing event updated for resources: {'Port': ['ID=ba8d9c25-12e9-43b8-ae6c-65406c9df954,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:15.895596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e4bc59eb-952e-446c-96a3-776ae406f235 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:16.185897 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:15Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:16.197263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7af8-fa33-4264-b4d0-6afd0e2fac94 req-53c69242-70ef-486d-9dd8-74dd30af6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:16.200358 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0ad7af8-fa33-4264-b4d0-6afd0e2fac94 req-53c69242-70ef-486d-9dd8-74dd30af6bfc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1096 time: 0.1601129 Nov 23 23:16:16.237453 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cd976-c913-4196-9a1b-edec54deee97 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:15Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:16.246233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Allocated IP 172.23.0.2 (53461702-c0d5-4a6b-ac24-dd0a7202f195/dd0caca4-f097-4f99-a9a4-0ba323acf64d/12418a93-d348-4489-b619-89c9483cca9a) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:16.274364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] Provisioning complete for port ba8d9c25-12e9-43b8-ae6c-65406c9df954 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:16.278197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:16.296307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac693bc5-f68f-47d3-b1f6-a32667b96e59 req-5990a521-7609-4436-a362-76b57706aa70 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:16.298263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac693bc5-f68f-47d3-b1f6-a32667b96e59 req-5990a521-7609-4436-a362-76b57706aa70 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.2095799 Nov 23 23:16:16.319128 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0ad7af8-fa33-4264-b4d0-6afd0e2fac94 req-ed5a7faf-d6c5-43f3-8685-a2142b51f7ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111410 Nov 23 23:16:16.435962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac693bc5-f68f-47d3-b1f6-a32667b96e59 req-f3289de6-ba84-464e-bb3c-bece5b7314f1 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240082 Nov 23 23:16:16.589862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e4bc59eb-952e-446c-96a3-776ae406f235 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:16.590456 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:16.754563 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:16.922415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] For port ba8d9c25-12e9-43b8-ae6c-65406c9df954, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ba8d9c25-12e9-43b8-ae6c-65406c9df954,segment=NetworkSegment(b6c47356-21f3-4a4e-8a2c-d88b55ca5f08),segment_id=b6c47356-21f3-4a4e-8a2c-d88b55ca5f08)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:16.933459 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:16.936648 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:16.983145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.054253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:17.058736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:17.068412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:17.072858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Allocated IP 172.23.0.1 (53461702-c0d5-4a6b-ac24-dd0a7202f195/dd0caca4-f097-4f99-a9a4-0ba323acf64d/d48a8ddc-68c2-4cf8-9206-dbdb3501606f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:17.125101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a6ffe-d1cb-4522-afef-7227c9a615f3 None None] Pushing event updated for resources: {'Port': ['ID=ba8d9c25-12e9-43b8-ae6c-65406c9df954,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:17.203081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-55fdf514-c419-4740-b6ba-6f75a02499f1 None None] Provisioning complete for port ba8d9c25-12e9-43b8-ae6c-65406c9df954 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:17.203715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-55fdf514-c419-4740-b6ba-6f75a02499f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.212645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Attempting to bind port 12418a93-d348-4489-b619-89c9483cca9a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:17.213234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Attempting to bind port 12418a93-d348-4489-b619-89c9483cca9a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:17.213907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Attempting to bind port 12418a93-d348-4489-b619-89c9483cca9a on network 53461702-c0d5-4a6b-ac24-dd0a7202f195 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:17.279196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:17.279817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Checking segment: {'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:17.280525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.281222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Bound using segment: {'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:17.282290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Bound port: 12418a93-d348-4489-b619-89c9483cca9a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:17.282907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.353030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.437826 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.485457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Pushing event updated for resources: {'Port': ['ID=12418a93-d348-4489-b619-89c9483cca9a,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:17.515125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:17.523116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:17.532269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:17.608595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] For port 12418a93-d348-4489-b619-89c9483cca9a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:17.617398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] For port 12418a93-d348-4489-b619-89c9483cca9a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=12418a93-d348-4489-b619-89c9483cca9a,segment=NetworkSegment(12d3b12a-4378-4f93-9c43-d11e7f93d8ee),segment_id=12d3b12a-4378-4f93-9c43-d11e7f93d8ee)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:17.632181 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.816612 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.821242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:17.838823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.839418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.840038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.840479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7625e4-6843-4fed-81da-8c545124b9e1 None None] Pushing event updated for resources: {'Port': ['ID=12418a93-d348-4489-b619-89c9483cca9a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:17.840722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.841165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.841749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.842326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.842909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.843496 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.844732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.844732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.845257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:17.930274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4aae9-8416-43d0-8039-67b7a5c9451b req-12af0f97-ec32-4c2b-8e23-bf2a707ab203 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:17.932074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ce4aae9-8416-43d0-8039-67b7a5c9451b req-12af0f97-ec32-4c2b-8e23-bf2a707ab203 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.3055029 Nov 23 23:16:17.961833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ba8d9c25-12e9-43b8-ae6c-65406c9df954 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:18.110309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ba8d9c25-12e9-43b8-ae6c-65406c9df954 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:18.111093 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:18.174082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ce4aae9-8416-43d0-8039-67b7a5c9451b req-d4be281e-5540-4faa-bb6a-cfa6764f6930 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810768 Nov 23 23:16:18.181645 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:18.232147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:16:18.236235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:18.239098 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55676) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:18.395720 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-584667fc-e8d6-429f-b453-8c4d850251d3 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/floatingips/6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3 HTTP/1.1" status: 200 len: 992 time: 0.1519096 Nov 23 23:16:18.828949 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:18.837280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:18.940606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:19.036762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:19.058236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event updated for resources: {'Port': ['ID=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:19.068350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:19.084990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:16:19.089963 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a702d64-616a-4f3c-a6ad-01c4b266ef0f" -d '{"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-unplugged", "status": "completed", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:16:19.117577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:19.119892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'port_id': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'mac_address': 'fa:16:3e:03:67:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:16:19.136210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:19.258246 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc8e587-293b-4410-b518-5420cd0e5ad9 x-openstack-request-id: req-edc8e587-293b-4410-b518-5420cd0e5ad9 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:16:19.258611 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-unplugged", "status": "completed", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:16:19.258815 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edc8e587-293b-4410-b518-5420cd0e5ad9 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:16:19.259633 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'code': 200} Nov 23 23:16:19.261217 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:19.277182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:19.279870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:19.284724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:16:19.319592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:19.331517 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:19.374195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:19.472131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:19.520949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:19.574776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:16:19.626075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03a610-301e-42cf-9bbd-b734d804b91e None None] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:19.730991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55688) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:19.847990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-23fdb6b0-d3c7-4e26-9d70-f87b236694ea None None] Provisioning complete for port 12418a93-d348-4489-b619-89c9483cca9a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:19.848617 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-23fdb6b0-d3c7-4e26-9d70-f87b236694ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:19.905819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 12418a93-d348-4489-b619-89c9483cca9a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:20.098321 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0d3d0e1-8b1f-4a62-bcc4-7d93925c117c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e03b763f86a84c4c968a36a3161333c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645957 Nov 23 23:16:20.104670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55692) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:20.143404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 12418a93-d348-4489-b619-89c9483cca9a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:20.144272 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:20.225002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1c56-32c9-4d7f-8f3e-6a88a3f62b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:20.257011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1c56-32c9-4d7f-8f3e-6a88a3f62b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:20.308826 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:20.316359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-59a88f24-342a-4495-bf53-8ef6c8407ae0 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4662864 Nov 23 23:16:20.321959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55694) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:20.328046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:20.343493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:20.386645 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1c56-32c9-4d7f-8f3e-6a88a3f62b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:20.392346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1c56-32c9-4d7f-8f3e-6a88a3f62b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:20.395692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ec5c1c56-32c9-4d7f-8f3e-6a88a3f62b49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cada07b-f657-4363-858b-d6aafa3561d4 HTTP/1.1" status: 204 len: 168 time: 0.2890306 Nov 23 23:16:20.417504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-23fdb6b0-d3c7-4e26-9d70-f87b236694ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:20.432678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:20.433918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:20.446733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c1c56-32c9-4d7f-8f3e-6a88a3f62b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cada07b-f657-4363-858b-d6aafa3561d4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:20.834997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-23fdb6b0-d3c7-4e26-9d70-f87b236694ea None None] For port 12418a93-d348-4489-b619-89c9483cca9a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=12418a93-d348-4489-b619-89c9483cca9a,segment=NetworkSegment(12d3b12a-4378-4f93-9c43-d11e7f93d8ee),segment_id=12d3b12a-4378-4f93-9c43-d11e7f93d8ee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:20.866053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:20.869921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-23fdb6b0-d3c7-4e26-9d70-f87b236694ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:20.942281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.extraroute_db [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 23:16:20.990910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.extraroute_db [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Removed routes are [] {{(pid=103522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 23:16:20.991321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:21.051243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:21.401221 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:21.408010 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:21.452886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdb6b0-d3c7-4e26-9d70-f87b236694ea None None] Pushing event updated for resources: {'Port': ['ID=12418a93-d348-4489-b619-89c9483cca9a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:21.574026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7c3251ab-dbe1-403f-995d-1a4a5f35bf51 None None] Provisioning complete for port 12418a93-d348-4489-b619-89c9483cca9a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:21.574663 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3251ab-dbe1-403f-995d-1a4a5f35bf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:21.607215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:21.757923 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:21.779923 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:21.784246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ae760fd-6447-4350-a550-b1b79b05e6eb tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 200 len: 933 time: 1.4590271 Nov 23 23:16:21.787447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55714) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:21.790088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:16:21.790604 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:16:21.955823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ebc826a4-626b-4e04-bdc4-25b44b2777b5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 200 len: 933 time: 0.1660099 Nov 23 23:16:21.960011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55718) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:21.967131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'routes': None}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:22.004102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7c3251ab-dbe1-403f-995d-1a4a5f35bf51 None None] Provisioning complete for port d48a8ddc-68c2-4cf8-9206-dbdb3501606f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:22.004656 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3251ab-dbe1-403f-995d-1a4a5f35bf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.054516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:18Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48a8ddc-68c2-4cf8-9206-dbdb3501606f', 'name': '', 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:6a:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:15Z', 'updated_at': '2021-11-23T23:16:18Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:22.091970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:22.092270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Updating router cef8e078-2442-4fdd-b518-ef3258a4a77f port d48a8ddc-68c2-4cf8-9206-dbdb3501606f binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:22.122385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7c3251ab-dbe1-403f-995d-1a4a5f35bf51 None None] Port d48a8ddc-68c2-4cf8-9206-dbdb3501606f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:22.136085 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.256108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:22.530874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4fcf7846-ea65-44bc-b743-67a3ef16b531 None None] Provisioning complete for port d48a8ddc-68c2-4cf8-9206-dbdb3501606f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:22.532100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7846-ea65-44bc-b743-67a3ef16b531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.624624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf7846-ea65-44bc-b743-67a3ef16b531 None None] Port d48a8ddc-68c2-4cf8-9206-dbdb3501606f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:22.663214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:22.663732 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.760641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 12418a93-d348-4489-b619-89c9483cca9a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:22.763890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.extraroute_db [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added routes are [] {{(pid=103522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 23:16:22.764784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.extraroute_db [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 23:16:22.818970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.916275 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.921104 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.959015 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:22.976934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 12418a93-d348-4489-b619-89c9483cca9a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:22.977432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.042505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:16:23.045426 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324274b-5bbe-4db5-b0b6-0ecf383214d6" -d '{"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-plugged", "status": "completed", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:16:23.094288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.102423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.123402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:23.126489 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08c67b-8097-4bac-b5da-29c3c989dc78 x-openstack-request-id: req-2d08c67b-8097-4bac-b5da-29c3c989dc78 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:16:23.126489 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-plugged", "status": "completed", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:16:23.127078 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d08c67b-8097-4bac-b5da-29c3c989dc78 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:16:23.128163 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'code': 200} Nov 23 23:16:23.147385 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.208138 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e76f8f-3558-4056-a004-e26beb93ce04 None None] Pushing event updated for resources: {'Port': ['ID=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:23.244611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Attempting to bind port d48a8ddc-68c2-4cf8-9206-dbdb3501606f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:23.245019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Attempting to bind port d48a8ddc-68c2-4cf8-9206-dbdb3501606f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:23.245389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Attempting to bind port d48a8ddc-68c2-4cf8-9206-dbdb3501606f on network 53461702-c0d5-4a6b-ac24-dd0a7202f195 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:23.279658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:23.279658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Checking segment: {'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:23.279658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.280417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Bound using segment: {'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:23.280417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Bound port: d48a8ddc-68c2-4cf8-9206-dbdb3501606f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d3b12a-4378-4f93-9c43-d11e7f93d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:23.280830 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.307412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:23.421314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:23.466792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] For port d48a8ddc-68c2-4cf8-9206-dbdb3501606f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:23.483691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] For port d48a8ddc-68c2-4cf8-9206-dbdb3501606f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,segment=NetworkSegment(12d3b12a-4378-4f93-9c43-d11e7f93d8ee),segment_id=12d3b12a-4378-4f93-9c43-d11e7f93d8ee)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:23.485585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2c4ef936-d25a-4458-802a-46c0edf355d6 None None] Provisioning complete for port d48a8ddc-68c2-4cf8-9206-dbdb3501606f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:23.486066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef936-d25a-4458-802a-46c0edf355d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.497898 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:23.511183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.512461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2555c689-04f1-4b2a-be08-c0ade8658a2c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 200 len: 699 time: 1.5508175 Nov 23 23:16:23.515722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55784) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:23.519423 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:23.572793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ef936-d25a-4458-802a-46c0edf355d6 None None] Port d48a8ddc-68c2-4cf8-9206-dbdb3501606f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:23.593653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:23.594315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:23.683885 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e76f8f-3558-4056-a004-e26beb93ce04 None None] Pushing event updated for resources: {'Port': ['ID=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:23.708335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-25b8c430-67b9-4459-9afb-a43e6345cf34 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 200 len: 699 time: 0.1875396 Nov 23 23:16:23.709211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55802) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:23.737431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:24.047093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-986e29a2-44d5-4260-938e-2d0d4353c95c None None] Provisioning complete for port d48a8ddc-68c2-4cf8-9206-dbdb3501606f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:24.047694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-986e29a2-44d5-4260-938e-2d0d4353c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:24.195814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:22Z', 'revision_number': 7, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48a8ddc-68c2-4cf8-9206-dbdb3501606f', 'name': '', 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:6a:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:15Z', 'updated_at': '2021-11-23T23:16:23Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:24.230355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d2661a-1046-4994-86e4-11f1a6decfdf None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:22Z', 'revision_number': 7, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48a8ddc-68c2-4cf8-9206-dbdb3501606f', 'name': '', 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:6a:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:15Z', 'updated_at': '2021-11-23T23:16:23Z', 'revision_number': 4, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:24.233292 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-986e29a2-44d5-4260-938e-2d0d4353c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:24.348578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-986e29a2-44d5-4260-938e-2d0d4353c95c None None] For port d48a8ddc-68c2-4cf8-9206-dbdb3501606f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,segment=NetworkSegment(12d3b12a-4378-4f93-9c43-d11e7f93d8ee),segment_id=12d3b12a-4378-4f93-9c43-d11e7f93d8ee)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:24.368197 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-986e29a2-44d5-4260-938e-2d0d4353c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:24.454675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:24.476083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e29a2-44d5-4260-938e-2d0d4353c95c None None] Pushing event updated for resources: {'Port': ['ID=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:24.710741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55858) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:24.772507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d48a8ddc-68c2-4cf8-9206-dbdb3501606f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:24.865401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port d48a8ddc-68c2-4cf8-9206-dbdb3501606f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:24.866085 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:24.905885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ff36f319-3f9f-4c7b-afb8-092a4f4e9f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.006172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port d48a8ddc-68c2-4cf8-9206-dbdb3501606f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:25.007153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.047315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ff36f319-3f9f-4c7b-afb8-092a4f4e9f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.055372 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ff36f319-3f9f-4c7b-afb8-092a4f4e9f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.103114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ff36f319-3f9f-4c7b-afb8-092a4f4e9f7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d84891d4d1b4d999d55941de1376a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899107 Nov 23 23:16:25.105791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36f319-3f9f-4c7b-afb8-092a4f4e9f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccba043-b37f-4179-8e77-ef6e7e3c9fcf,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:25.106779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55862) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:25.160875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port d48a8ddc-68c2-4cf8-9206-dbdb3501606f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,segment=NetworkSegment(12d3b12a-4378-4f93-9c43-d11e7f93d8ee),segment_id=12d3b12a-4378-4f93-9c43-d11e7f93d8ee)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:25.161222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.186561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for d48a8ddc-68c2-4cf8-9206-dbdb3501606f owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:25.247246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e68ad418-46c1-4c73-8386-9431a6480580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.299640 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e68ad418-46c1-4c73-8386-9431a6480580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.311800 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:25.323260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:25.324027 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:25.414965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e68ad418-46c1-4c73-8386-9431a6480580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.418897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e68ad418-46c1-4c73-8386-9431a6480580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.420550 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e68ad418-46c1-4c73-8386-9431a6480580 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ccba043-b37f-4179-8e77-ef6e7e3c9fcf HTTP/1.1" status: 204 len: 168 time: 0.3125942 Nov 23 23:16:25.432152 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:25.464227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ad418-46c1-4c73-8386-9431a6480580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccba043-b37f-4179-8e77-ef6e7e3c9fcf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:25.501232 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.539326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=d48a8ddc-68c2-4cf8-9206-dbdb3501606f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:25.785746 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:22Z', 'revision_number': 7, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd48a8ddc-68c2-4cf8-9206-dbdb3501606f', 'name': '', 'network_id': '53461702-c0d5-4a6b-ac24-dd0a7202f195', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:6a:50:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:15Z', 'updated_at': '2021-11-23T23:16:24Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'dd0caca4-f097-4f99-a9a4-0ba323acf64d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:25.820716 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:25.836253 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:25.837247 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:25.879373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55868) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:25.912987 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7607ddcf-9539-45ed-b139-e7c8e7116ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:25.975133 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:26.061140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7607ddcf-9539-45ed-b139-e7c8e7116ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.074162 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7607ddcf-9539-45ed-b139-e7c8e7116ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.154270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607ddcf-9539-45ed-b139-e7c8e7116ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67c69b0-6268-43d5-9c33-7e6546376cfb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:26.167141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7607ddcf-9539-45ed-b139-e7c8e7116ab2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7118e08f5c343cbac4c5e4feab778ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859976 Nov 23 23:16:26.171188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55870) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:26.270055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1381ce63-1d48-443e-9cb9-d75c0c292cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.295440 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.318126 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1381ce63-1d48-443e-9cb9-d75c0c292cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.337716 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:25Z', 'revision_number': 8, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:26.376957 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04069ff3-b844-4169-8908-2fbd68d20e04 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:25Z', 'revision_number': 8, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:26.409839 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1381ce63-1d48-443e-9cb9-d75c0c292cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.414178 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1381ce63-1d48-443e-9cb9-d75c0c292cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.418092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1381ce63-1d48-443e-9cb9-d75c0c292cc8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f67c69b0-6268-43d5-9c33-7e6546376cfb HTTP/1.1" status: 204 len: 168 time: 0.2430828 Nov 23 23:16:26.431171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381ce63-1d48-443e-9cb9-d75c0c292cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67c69b0-6268-43d5-9c33-7e6546376cfb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:26.537675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:26.712951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:26.718671 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81da112c-bde0-4968-8e33-5142a9fd5d07 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0076261 Nov 23 23:16:26.724074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55876) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:26.795064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet dd0caca4-f097-4f99-a9a4-0ba323acf64d {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:16:26.800316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.851667 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d48a8ddc-68c2-4cf8-9206-dbdb3501606f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:26.877333 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:26.912502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: d48a8ddc-68c2-4cf8-9206-dbdb3501606f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:26.913187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device d48a8ddc-68c2-4cf8-9206-dbdb3501606f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:27.013517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.082012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:27.094801 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.108175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:27.109501 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:27.165580 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.178769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:27.190435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/dd0caca4-f097-4f99-a9a4-0ba323acf64d HTTP/1.1" status: 204 len: 168 time: 0.4651108 Nov 23 23:16:27.191647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a3e4b-dbf1-4e4e-ae07-85d6b939a788 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0caca4-f097-4f99-a9a4-0ba323acf64d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:27.242977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31973466-ded5-4a5e-b344-24286866511a None None] Network 53461702-c0d5-4a6b-ac24-dd0a7202f195 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:27.289137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.304855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.343498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:27.389296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 12418a93-d348-4489-b619-89c9483cca9a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:27.390020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.451120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55896) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:27.499481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port 12418a93-d348-4489-b619-89c9483cca9a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=12418a93-d348-4489-b619-89c9483cca9a,segment=NetworkSegment(12d3b12a-4378-4f93-9c43-d11e7f93d8ee),segment_id=12d3b12a-4378-4f93-9c43-d11e7f93d8ee)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:27.499904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.520827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 12418a93-d348-4489-b619-89c9483cca9a owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:27.629042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-375351901-network', 'tenant_id': '802687dc48bb44509a831b572774b0f3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:27.660154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Made reservation on behalf of 802687dc48bb44509a831b572774b0f3 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:27.660456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.664603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.682260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.702823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=12418a93-d348-4489-b619-89c9483cca9a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:27.709555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No DVR routers for this DVR port 12418a93-d348-4489-b619-89c9483cca9a on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:16:27.770892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c82bd-73f7-44f9-af9f-7d3ed3e1b9e7 None None] DHCP port deletion for 53461702-c0d5-4a6b-ac24-dd0a7202f195 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:27.802576 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.816123 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.858994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:16:27.859934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.879928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8836a5-dd43-41bb-b56b-60dc6d5eaa0c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:27.885716 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.886306 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Added segment 43df199c-cefb-4d44-9c74-5d3a39ba4ed2 of type vlan for network 19472203-e076-4af3-a539-edcbea0dd61a Nov 23 23:16:27.888571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53461702-c0d5-4a6b-ac24-dd0a7202f195']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:27.900979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d3b12a-4378-4f93-9c43-d11e7f93d8ee') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:27.901193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d3b12a-4378-4f93-9c43-d11e7f93d8ee') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:27.906702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:25Z', 'revision_number': 8, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:27.916184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.947110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:27.949167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.950620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.958281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:27.958934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:27.968645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:16:27.971055 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:16:27.976163 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:16:27.993144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:27.994437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:27.995787 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.048136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5952592 Nov 23 23:16:28.051740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:28.060631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Request body: {'subnet': {'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-375351901-subnet', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:28.081335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:28.085103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.092917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa220ab-7640-4587-a858-93ec243f72ca admin admin] Pushing event updated for resources: {'Network': ['ID=19472203-e076-4af3-a539-edcbea0dd61a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:28.099958 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.110118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/53461702-c0d5-4a6b-ac24-dd0a7202f195 HTTP/1.1" status: 204 len: 168 time: 0.9292898 Nov 23 23:16:28.115029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55902) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:28.123424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 19472203-e076-4af3-a539-edcbea0dd61a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:16:28.134389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8115cb-bc15-4e66-8af1-99e1aea28ae5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=53461702-c0d5-4a6b-ac24-dd0a7202f195,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:28.137942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Made reservation on behalf of 802687dc48bb44509a831b572774b0f3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:28.141130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.400410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.453582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:25Z', 'revision_number': 8, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:28.472433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Checking segment: {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:28.473397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Network hostable DHCP agents. Network: 19472203-e076-4af3-a539-edcbea0dd61a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:16:28.480488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:28.495418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be5708-04a5-41cd-a98c-34cb80131ca8 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:25Z', 'revision_number': 8, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba8d9c25-12e9-43b8-ae6c-65406c9df954', 'name': '', 'network_id': '69fd140a-5bd3-41f3-92af-ba48dfbd3d8b', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:91:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:10Z', 'updated_at': '2021-11-23T23:16:16Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '054fb3e1-6cf9-4a49-9063-824ac03b4c9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:28.505712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Network 19472203-e076-4af3-a539-edcbea0dd61a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:16:28.520442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 19472203-e076-4af3-a539-edcbea0dd61a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:28.525721 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:28.526344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.536004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdabfda-36ce-441b-926d-112aa07fa1aa None None] Network 19472203-e076-4af3-a539-edcbea0dd61a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:28.559203 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-97c7939c-f106-4ea6-814f-c154dfe9dd11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5058434 Nov 23 23:16:28.561996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55904) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:28.570277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:28.638138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.640025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.659718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.763824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-19472203-e076-4af3-a539-edcbea0dd61a', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:16:28.764146 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.781371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.922507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 12418a93-d348-4489-b619-89c9483cca9a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:28.968616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 12418a93-d348-4489-b619-89c9483cca9a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:28.969182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 12418a93-d348-4489-b619-89c9483cca9a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:29.008044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Allocated IP 172.20.0.2 (19472203-e076-4af3-a539-edcbea0dd61a/94f13b0f-2c93-4ec8-aa53-f0379c4c8db8/03295279-ca33-4e0b-8e15-809d9eb09ab0) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:29.009774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.087257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port ba8d9c25-12e9-43b8-ae6c-65406c9df954 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:29.088266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.223793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port ba8d9c25-12e9-43b8-ae6c-65406c9df954, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ba8d9c25-12e9-43b8-ae6c-65406c9df954,segment=NetworkSegment(b6c47356-21f3-4a4e-8a2c-d88b55ca5f08),segment_id=b6c47356-21f3-4a4e-8a2c-d88b55ca5f08)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:29.224393 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.244634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for ba8d9c25-12e9-43b8-ae6c-65406c9df954 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:29.268085 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.281612 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.320734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.352221 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.358928 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Network 19472203-e076-4af3-a539-edcbea0dd61a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:29.364537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:29.371240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:29.386538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Pushing event updated for resources: {'Port': ['ID=03295279-ca33-4e0b-8e15-809d9eb09ab0,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:29.479365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Attempting to bind port 03295279-ca33-4e0b-8e15-809d9eb09ab0 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:29.479962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Attempting to bind port 03295279-ca33-4e0b-8e15-809d9eb09ab0 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:29.480600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Attempting to bind port 03295279-ca33-4e0b-8e15-809d9eb09ab0 on network 19472203-e076-4af3-a539-edcbea0dd61a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:29.490895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:29.491463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Checking segment: {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:29.492488 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.493539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Bound using segment: {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:29.494244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Bound port: 03295279-ca33-4e0b-8e15-809d9eb09ab0, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:29.494844 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.527087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Allocated IP 172.25.0.204 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/6c31ce0f-1716-4e02-a99f-88b19841f03b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:29.547539 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.575895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=ba8d9c25-12e9-43b8-ae6c-65406c9df954,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:29.608888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] For port 03295279-ca33-4e0b-8e15-809d9eb09ab0, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:29.616515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] For port 03295279-ca33-4e0b-8e15-809d9eb09ab0, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03295279-ca33-4e0b-8e15-809d9eb09ab0,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:29.626049 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.693345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.750160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959cc2c-8f94-44bf-b327-9e30bd04de37 None None] Pushing event updated for resources: {'Port': ['ID=03295279-ca33-4e0b-8e15-809d9eb09ab0,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:29.779388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.788569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:29.858875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:29.870204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:29.884191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Pushing event updated for resources: {'Port': ['ID=6c31ce0f-1716-4e02-a99f-88b19841f03b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:29.894672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:29.909642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b07c9-ade6-4a7e-9188-4c0c82bff619 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:30.006370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2b94645f-9926-4ded-8539-a3d83ecb1de5 None None] Provisioning complete for port 6c31ce0f-1716-4e02-a99f-88b19841f03b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:30.007400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b94645f-9926-4ded-8539-a3d83ecb1de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:30.133421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2b94645f-9926-4ded-8539-a3d83ecb1de5 None None] Port 6c31ce0f-1716-4e02-a99f-88b19841f03b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:30.423156 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:30.495303 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:30.623445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:30.632577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-75ca4900-bb24-4e13-93ac-14db76a60dc7 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152709 Nov 23 23:16:30.638378 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:30.640697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55906) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:30.651326 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:30.656033 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:30.803932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet 054fb3e1-6cf9-4a49-9063-824ac03b4c9b {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:16:30.808635 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:30.811356 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:30.813841 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:30.858722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03295279-ca33-4e0b-8e15-809d9eb09ab0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:30.947149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:30.968504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 03295279-ca33-4e0b-8e15-809d9eb09ab0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:30.969985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.112073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.138176 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:29Z', 'revision_number': 9, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:31.167924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.177113 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:31.190169 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:31.190816 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:31.230357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.244345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 03295279-ca33-4e0b-8e15-809d9eb09ab0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03295279-ca33-4e0b-8e15-809d9eb09ab0,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:31.254378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.288744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=054fb3e1-6cf9-4a49-9063-824ac03b4c9b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:31.297917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:16:31.325398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f8b5c-81bb-4f3b-bd1b-52f0d5186098 None None] Network 19472203-e076-4af3-a539-edcbea0dd61a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:31.399382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.405539 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c95cc1de-3511-4730-9ae9-7f8fbc8ed113 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/054fb3e1-6cf9-4a49-9063-824ac03b4c9b HTTP/1.1" status: 204 len: 168 time: 0.7145853 Nov 23 23:16:31.409367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55908) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:31.428699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e3e51-3ad9-43c3-ade5-0f5b34de433c None None] Network 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:31.465500 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:31.479075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=03295279-ca33-4e0b-8e15-809d9eb09ab0,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:31.523606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.554396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e04883c7-cdb0-4805-b770-6eb20045e079 None None] Provisioning complete for port 03295279-ca33-4e0b-8e15-809d9eb09ab0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:31.554885 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e04883c7-cdb0-4805-b770-6eb20045e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.559662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:31.632239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.633254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fe2e1748-0c35-4584-b6f2-70c54c991307 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0695941 Nov 23 23:16:31.636097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:31.658737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Sync routers for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:31.688061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port e4bc59eb-952e-446c-96a3-776ae406f235 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:31.688603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.765286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:31.765943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:31.854052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port e4bc59eb-952e-446c-96a3-776ae406f235, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e4bc59eb-952e-446c-96a3-776ae406f235,segment=NetworkSegment(b6c47356-21f3-4a4e-8a2c-d88b55ca5f08),segment_id=b6c47356-21f3-4a4e-8a2c-d88b55ca5f08)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:31.854703 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.891467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for e4bc59eb-952e-446c-96a3-776ae406f235 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:31.893969 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:29Z', 'revision_number': 9, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:31.932037 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5dc7b-0f34-4b8d-9511-cb1b40cbcad2 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:29Z', 'revision_number': 9, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '50b0f34e-8032-4797-9027-bef7d5a54a7f', 'name': '', 'network_id': 'a9c9160a-c14b-42ec-be40-203da41a52e7', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'fb492333-0d70-4829-934a-b42784f82c22', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:05Z', 'updated_at': '2021-11-23T23:16:11Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': 'fb492333-0d70-4829-934a-b42784f82c22', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:32.022053 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.062132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=e4bc59eb-952e-446c-96a3-776ae406f235,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:32.064960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No DVR routers for this DVR port e4bc59eb-952e-446c-96a3-776ae406f235 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:16:32.118065 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce36d-8ff8-40f4-a1ef-ccc77dd427c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.240318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.268987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:32.307917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fd140a-5bd3-41f3-92af-ba48dfbd3d8b']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:32.352209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:32.352864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c47356-21f3-4a4e-8a2c-d88b55ca5f08') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:32.368388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37714206-6459-42c3-ae96-fe8986a09734 None None] DHCP port deletion for 69fd140a-5bd3-41f3-92af-ba48dfbd3d8b request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:32.384668 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.420200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.432919 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:16:32.433640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:16:32.470858 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:16:32.596241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.622217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af3b733c-6366-4a6b-8b48-2f49e7d34a17 None None] Provisioning complete for port 03295279-ca33-4e0b-8e15-809d9eb09ab0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:32.622600 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af3b733c-6366-4a6b-8b48-2f49e7d34a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.648329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.655654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/69fd140a-5bd3-41f3-92af-ba48dfbd3d8b HTTP/1.1" status: 204 len: 168 time: 1.2428696 Nov 23 23:16:32.658611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b46b04-3b1e-43fa-b4d0-1a6cda5b42a5 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=69fd140a-5bd3-41f3-92af-ba48dfbd3d8b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:32.659349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55914) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:32.746110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:30Z', 'revision_number': 3, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:32.781440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03295279-ca33-4e0b-8e15-809d9eb09ab0 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:32.784027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Checking router: bbca62e8-abf0-4074-81ed-8242a8e5e7e7 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:32.784381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Updating router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 port 6c31ce0f-1716-4e02-a99f-88b19841f03b binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:32.841851 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:32.957557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 03295279-ca33-4e0b-8e15-809d9eb09ab0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:32.957928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.153229 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.256136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e4bc59eb-952e-446c-96a3-776ae406f235 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:33.287229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e4bc59eb-952e-446c-96a3-776ae406f235 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:33.288074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e4bc59eb-952e-446c-96a3-776ae406f235 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:33.288074 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ba8d9c25-12e9-43b8-ae6c-65406c9df954 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:33.315604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: ba8d9c25-12e9-43b8-ae6c-65406c9df954 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:33.315948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ba8d9c25-12e9-43b8-ae6c-65406c9df954 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:33.331102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.340515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.395397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b7baf-c15a-4f2c-8926-163511d7c166 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:33.406260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bd9e9-7398-4b5f-a824-2751ad80acf7 None None] Pushing event updated for resources: {'Port': ['ID=6c31ce0f-1716-4e02-a99f-88b19841f03b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:33.410516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Attempting to bind port 6c31ce0f-1716-4e02-a99f-88b19841f03b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:33.410896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Attempting to bind port 6c31ce0f-1716-4e02-a99f-88b19841f03b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:33.411272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Attempting to bind port 6c31ce0f-1716-4e02-a99f-88b19841f03b on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:33.419337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:33.419744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:33.420165 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.420572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:33.421086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Bound port: 6c31ce0f-1716-4e02-a99f-88b19841f03b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:33.421688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.494543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] For port 6c31ce0f-1716-4e02-a99f-88b19841f03b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:33.498426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] For port 6c31ce0f-1716-4e02-a99f-88b19841f03b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6c31ce0f-1716-4e02-a99f-88b19841f03b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:33.503614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3d9436de-237e-4d33-a4b5-6efb92c37c93 None None] Provisioning complete for port 6c31ce0f-1716-4e02-a99f-88b19841f03b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:33.503614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d9436de-237e-4d33-a4b5-6efb92c37c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.506229 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.547894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Allocated IP 172.20.0.1 (19472203-e076-4af3-a539-edcbea0dd61a/94f13b0f-2c93-4ec8-aa53-f0379c4c8db8/1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:33.566067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.606757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814aacba-db20-41b1-9109-1253cbb25bbe None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:33.622012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:33.622663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:33.625526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bd9e9-7398-4b5f-a824-2751ad80acf7 None None] Pushing event updated for resources: {'Port': ['ID=6c31ce0f-1716-4e02-a99f-88b19841f03b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:33.769447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d9436de-237e-4d33-a4b5-6efb92c37c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.806043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3d9436de-237e-4d33-a4b5-6efb92c37c93 None None] For port 6c31ce0f-1716-4e02-a99f-88b19841f03b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6c31ce0f-1716-4e02-a99f-88b19841f03b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:33.812307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d9436de-237e-4d33-a4b5-6efb92c37c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.822749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:33.893591 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.971255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.005499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9436de-237e-4d33-a4b5-6efb92c37c93 None None] Pushing event updated for resources: {'Port': ['ID=6c31ce0f-1716-4e02-a99f-88b19841f03b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:34.013593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-49cef728-09d6-47c8-8525-06e475bd6535 None None] Provisioning complete for port 6c31ce0f-1716-4e02-a99f-88b19841f03b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:34.013982 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-49cef728-09d6-47c8-8525-06e475bd6535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.053664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Network 19472203-e076-4af3-a539-edcbea0dd61a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:34.060464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:34.063714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:34.066602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:34.121504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.170300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 50b0f34e-8032-4797-9027-bef7d5a54a7f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:34.170678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.203287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:30Z', 'revision_number': 3, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:34.236551 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cd1dc-8721-42b0-8d43-4f960441e71f None None] The sync data for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 is: [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:30Z', 'revision_number': 3, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:34.324135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port 50b0f34e-8032-4797-9027-bef7d5a54a7f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=50b0f34e-8032-4797-9027-bef7d5a54a7f,segment=NetworkSegment(d58b16b9-b000-43cc-9aa1-d95006904ab3),segment_id=d58b16b9-b000-43cc-9aa1-d95006904ab3)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:34.324537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.359790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 50b0f34e-8032-4797-9027-bef7d5a54a7f owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:34.376162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.430947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-20648898-b501-42ff-bdac-c2116f550003 None None] Provisioning complete for port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:34.431897 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-20648898-b501-42ff-bdac-c2116f550003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.505425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-20648898-b501-42ff-bdac-c2116f550003 None None] Port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:34.742490 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.754649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-81ba165c-8a49-4ee3-9dd0-e5a429d257ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.764522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.791666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.794149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=50b0f34e-8032-4797-9027-bef7d5a54a7f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:34.869155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6c31ce0f-1716-4e02-a99f-88b19841f03b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:34.957076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.965841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:35.012128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 6c31ce0f-1716-4e02-a99f-88b19841f03b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:35.012775 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:35.137135 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:35.250834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:35.363597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Network 19472203-e076-4af3-a539-edcbea0dd61a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:35.367205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:35.668841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-31351b9a-dc58-4bee-af99-80a7c160faab None None] Provisioning complete for port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:35.669649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-31351b9a-dc58-4bee-af99-80a7c160faab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:35.731865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-31351b9a-dc58-4bee-af99-80a7c160faab None None] Port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:35.993256 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:36.003429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:36.213171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:36.224375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b0a90d4-d9bd-4e21-a40f-f802c0b00047 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5621040 Nov 23 23:16:36.224587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:36.237984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:36.241850 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:36.258592 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff2a3d9a-b9b2-4eac-ae10-ec76e17a4a26 admin admin] 10.222.0.11 "PUT /v2.0/routers/bbca62e8-abf0-4074-81ed-8242a8e5e7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6067922 Nov 23 23:16:36.259134 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:36.259134 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:36.337853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet fb492333-0d70-4829-934a-b42784f82c22 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:16:36.344179 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:36.385033 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:36.395364 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:36.537713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:36.610537 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:36.639137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:36.682802 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 10, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:36.726212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:36.732703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/fb492333-0d70-4829-934a-b42784f82c22 HTTP/1.1" status: 204 len: 168 time: 0.5065088 Nov 23 23:16:36.733139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26507138-3954-47d0-84a6-f668b3ed41db None None] Network a9c9160a-c14b-42ec-be40-203da41a52e7 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:36.735393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff6747-62a6-43ae-bc89-63792bfc2a70 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=fb492333-0d70-4829-934a-b42784f82c22,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:36.737102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55926) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:36.760461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:36.777255 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:36.778756 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:36.789528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Sync routers for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:36.837270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:36.855548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:36.856500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:36.911667 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:36.963141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 8e0edc9c-eec3-4817-9c8c-410687a4e751 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:36.964288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.058346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:37.060676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port 8e0edc9c-eec3-4817-9c8c-410687a4e751, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8e0edc9c-eec3-4817-9c8c-410687a4e751,segment=NetworkSegment(d58b16b9-b000-43cc-9aa1-d95006904ab3),segment_id=d58b16b9-b000-43cc-9aa1-d95006904ab3)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:37.067561 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.098683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 8e0edc9c-eec3-4817-9c8c-410687a4e751 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:37.130654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55934) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:37.133483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] DHCP port deletion for a9c9160a-c14b-42ec-be40-203da41a52e7 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:37.139105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1117416335-network', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:37.190742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Made reservation on behalf of bdd877a1d73b4d1e897a42816de683db for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:37.193625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.216862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.261096 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 10, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:37.266374 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.301841 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2072ece-b2ae-4cb1-89ff-27fa78755168 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 10, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None, '_interfaces': [{'id': '8574fd21-a021-4ee3-ad5d-e4de69e50d0a', 'name': '', 'network_id': 'c48b65ee-f2e3-4c9b-a050-838acb0efb12', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'mac_address': 'fa:16:3e:20:06:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:00Z', 'updated_at': '2021-11-23T23:16:05Z', 'revision_number': 5, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'subnets': [{'id': '168521ea-1e90-4954-b107-61a760c9e9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:37.343389 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=8e0edc9c-eec3-4817-9c8c-410687a4e751,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:37.366775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No DVR routers for this DVR port 8e0edc9c-eec3-4817-9c8c-410687a4e751 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:16:37.374092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.382692 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.435160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:16:37.459023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdafbb4-6d22-4b09-8f6d-336f9a564380,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:37.464008 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.464914 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Added segment 3004a0a8-853d-4743-a7ef-d1bc84ae8894 of type vlan for network 83169e50-2f25-4478-bc09-a4c17e36951b Nov 23 23:16:37.529649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.548068 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.570777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c9160a-c14b-42ec-be40-203da41a52e7']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:37.575132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.588118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58b16b9-b000-43cc-9aa1-d95006904ab3') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:37.588484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58b16b9-b000-43cc-9aa1-d95006904ab3') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:37.597424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Deleting port 8e0edc9c-eec3-4817-9c8c-410687a4e751 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:37.598145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.601517 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.606278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.608484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:37.610141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.623697 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.633800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:16:37.634201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:16:37.638130 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:16:37.697286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5653493 Nov 23 23:16:37.703511 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55936) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:37.710655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Request body: {'subnet': {'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1117416335-subnet', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:37.710980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] For port 8e0edc9c-eec3-4817-9c8c-410687a4e751, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:37.711210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.730897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Calling delete_port for 8e0edc9c-eec3-4817-9c8c-410687a4e751 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:37.732692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Port 8e0edc9c-eec3-4817-9c8c-410687a4e751 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:16:37.736943 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.746340 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.767547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.778165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/a9c9160a-c14b-42ec-be40-203da41a52e7 HTTP/1.1" status: 204 len: 168 time: 1.0357075 Nov 23 23:16:37.793082 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Pushing event deleted for resources: {'Port': ['ID=8e0edc9c-eec3-4817-9c8c-410687a4e751,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:37.797725 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] No DVR routers for this DVR port 8e0edc9c-eec3-4817-9c8c-410687a4e751 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:16:37.803410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afbed0-54e4-41b7-865d-3b7c5298b95c tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=a9c9160a-c14b-42ec-be40-203da41a52e7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:37.807988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55938) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:37.810846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.811196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.811531 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.818803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.819918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.819918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.820343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.820553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.820830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.821167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.821505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.822576 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba472552-2d9d-4792-be5e-c09b43ec8cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:16:37.828860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d53a6-f1ee-401f-961b-c9dc44ec21f5 admin admin] Pushing event updated for resources: {'Network': ['ID=83169e50-2f25-4478-bc09-a4c17e36951b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:37.832194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 2, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:37.876027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 83169e50-2f25-4478-bc09-a4c17e36951b details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:16:37.880888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Checking router: bbca62e8-abf0-4074-81ed-8242a8e5e7e7 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:37.881233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Updating router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:37.942885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Made reservation on behalf of bdd877a1d73b4d1e897a42816de683db for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:37.942885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:37.965150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.303402 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.327404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.401582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa47d30f-8ab8-41e1-a4c4-e9dc7c613705,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:38.440754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Checking segment: {'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:38.441409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Network hostable DHCP agents. Network: 83169e50-2f25-4478-bc09-a4c17e36951b, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:16:38.446074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.455807 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.524179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Network 83169e50-2f25-4478-bc09-a4c17e36951b is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:16:38.559720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 83169e50-2f25-4478-bc09-a4c17e36951b) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:38.574163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:38.575410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.586488 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Attempting to bind port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:38.586769 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.586941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Attempting to bind port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:38.587213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Attempting to bind port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 on network 19472203-e076-4af3-a539-edcbea0dd61a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:38.589633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad404f-7528-44b1-a75d-361ca5bf6c3b None None] Network 83169e50-2f25-4478-bc09-a4c17e36951b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:38.591674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7239b-9103-4e26-807f-ffd83550241f None None] Pushing event updated for resources: {'Port': ['ID=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:38.698487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:38.698908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Checking segment: {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:38.699328 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.699718 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Bound using segment: {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:38.700189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Bound port: 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:38.700576 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.729808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d455fe21-3f08-4518-beeb-ddb194634016 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0264885 Nov 23 23:16:38.733680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55940) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:38.740698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:38.759338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8e0edc9c-eec3-4817-9c8c-410687a4e751 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:38.786698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.788705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.796532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 8e0edc9c-eec3-4817-9c8c-410687a4e751 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:38.796532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8e0edc9c-eec3-4817-9c8c-410687a4e751 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:38.796532 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 50b0f34e-8032-4797-9027-bef7d5a54a7f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:38.864030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 50b0f34e-8032-4797-9027-bef7d5a54a7f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:38.864542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 50b0f34e-8032-4797-9027-bef7d5a54a7f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:38.887002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.914988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-83169e50-2f25-4478-bc09-a4c17e36951b', 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'fixed_ips': [{'subnet_id': 'aa47d30f-8ab8-41e1-a4c4-e9dc7c613705'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:16:38.915926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.926732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bc0d357d-3a2e-4bac-b6c2-903288740b65 None None] Provisioning complete for port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:38.927080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc0d357d-3a2e-4bac-b6c2-903288740b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:38.978298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] For port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:39.023988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] For port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:39.028077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d357d-3a2e-4bac-b6c2-903288740b65 None None] Port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:39.048323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:39.049616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.082842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.089139 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.175493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:39.176316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:39.234160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port 8574fd21-a021-4ee3-ad5d-e4de69e50d0a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,segment=NetworkSegment(66861211-4768-490b-9d5a-7b324956de1a),segment_id=66861211-4768-490b-9d5a-7b324956de1a)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:39.234939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.268020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for 8574fd21-a021-4ee3-ad5d-e4de69e50d0a owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:39.295047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7239b-9103-4e26-807f-ffd83550241f None None] Pushing event updated for resources: {'Port': ['ID=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:39.366448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Allocated IP 172.20.0.2 (83169e50-2f25-4478-bc09-a4c17e36951b/aa47d30f-8ab8-41e1-a4c4-e9dc7c613705/2dab22a9-02b8-4eba-9d99-b61a44a76bf3) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:39.405138 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.451722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.619979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:39.647683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Allocated IP 172.25.0.215 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/ca0a8686-44ec-4c37-bdbc-1e2c3966d35b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:39.649252 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.655539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e718e51e-99ad-403d-ad9c-23d423318170 None None] Provisioning complete for port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:39.655960 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e718e51e-99ad-403d-ad9c-23d423318170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.695203 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=8574fd21-a021-4ee3-ad5d-e4de69e50d0a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:39.777211 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.818890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.848072 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.937191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:39.977950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Network 83169e50-2f25-4478-bc09-a4c17e36951b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:39.992882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:40.019722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.024745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:40.029847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:40.030918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Pushing event updated for resources: {'Port': ['ID=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:40.074773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:40.075081 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e718e51e-99ad-403d-ad9c-23d423318170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.085217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:40.137712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2fd1c-d669-4b56-9bc4-ab1b84bfefd5 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:40.150080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Pushing event updated for resources: {'Port': ['ID=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:40.300921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Attempting to bind port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:40.301508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Attempting to bind port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:40.302126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Attempting to bind port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 on network 83169e50-2f25-4478-bc09-a4c17e36951b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:40.309512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e718e51e-99ad-403d-ad9c-23d423318170 None None] For port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:40.326103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:40.326700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Checking segment: {'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:40.327339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.328017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Bound using segment: {'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:40.328807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Bound port: 2dab22a9-02b8-4eba-9d99-b61a44a76bf3, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:40.330726 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.334068 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e718e51e-99ad-403d-ad9c-23d423318170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.336792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:40.448868 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:40.474682 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:40.478908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-789a8685-9376-437e-9af7-ff8f2d6b87a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542561 Nov 23 23:16:40.480802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55942) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:40.492584 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:40.493521 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:40.510937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:38Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:40.560235 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.598603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718e51e-99ad-403d-ad9c-23d423318170 None None] Pushing event updated for resources: {'Port': ['ID=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:40.602647 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:40.621253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3891f0-7d67-431f-ac27-20b348b5e324 None None] The sync data for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 is: [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:38Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:40.623391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting subnet 168521ea-1e90-4954-b107-61a760c9e9cd {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:16:40.631471 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.639658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bab0b0cb-dd21-471f-9ab0-1cc045c4001a None None] Provisioning complete for port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:40.640520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bab0b0cb-dd21-471f-9ab0-1cc045c4001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.648758 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] For port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:40.686866 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:39Z', 'revision_number': 11, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:40.750034 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:40.750580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] For port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,segment=NetworkSegment(3004a0a8-853d-4743-a7ef-d1bc84ae8894),segment_id=3004a0a8-853d-4743-a7ef-d1bc84ae8894)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:40.770218 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.782420 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.793867 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:40.795133 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:40.858762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bab0b0cb-dd21-471f-9ab0-1cc045c4001a None None] Port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:40.906402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc69b-659a-45d3-8f0d-c5185a6f7b69 None None] Pushing event updated for resources: {'Port': ['ID=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:40.962212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:40.972724 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:41.075322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:41.151528 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:41.252246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Subnet': ['ID=168521ea-1e90-4954-b107-61a760c9e9cd,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:41.259518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:41.267480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c69c54e5-b79e-47e5-a6ee-6b24d83c5dcf tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/168521ea-1e90-4954-b107-61a760c9e9cd HTTP/1.1" status: 204 len: 168 time: 0.7830400 Nov 23 23:16:41.272015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55944) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:41.273962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0012e1da-18f2-4835-b533-e48b3d388417 None None] Network c48b65ee-f2e3-4c9b-a050-838acb0efb12 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:41.305209 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:39Z', 'revision_number': 11, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:41.367157 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c135b4f-a267-4902-afee-b233c9959776 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:39Z', 'revision_number': 11, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:41.410118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:16:41.419166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:41.535697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Deleting port a4027ab6-545c-425e-85d2-f647cbd1149a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:41.536295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:41.638235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:41.682879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] For port a4027ab6-545c-425e-85d2-f647cbd1149a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a4027ab6-545c-425e-85d2-f647cbd1149a,segment=NetworkSegment(66861211-4768-490b-9d5a-7b324956de1a),segment_id=66861211-4768-490b-9d5a-7b324956de1a)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:41.683527 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:41.684968 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:41.690367 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-792dbc9f-774a-4e8b-9a53-05b09e3a182a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9535336 Nov 23 23:16:41.691871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55946) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:41.720084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Sync routers for ids ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:41.765766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Routers {'a4825e74-c149-4a60-b1a7-d6b48e8d69d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:41.766420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:41.787099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Calling delete_port for a4027ab6-545c-425e-85d2-f647cbd1149a owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:41.933646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] DHCP port deletion for c48b65ee-f2e3-4c9b-a050-838acb0efb12 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:41.949919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Set router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:42.088664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.196735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No DVR routers for this DVR port a4027ab6-545c-425e-85d2-f647cbd1149a on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:16:42.198922 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Port': ['ID=a4027ab6-545c-425e-85d2-f647cbd1149a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:42.254167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] Deleting port a4027ab6-545c-425e-85d2-f647cbd1149a {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:42.254502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.299254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 3, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port': {'id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:39Z', 'updated_at': '2021-11-23T23:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:42.383480 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Checking router: a4825e74-c149-4a60-b1a7-d6b48e8d69d3 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:42.383895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Updating router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:42.425605 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] For port a4027ab6-545c-425e-85d2-f647cbd1149a, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:42.427225 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.443288 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.449819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] Calling delete_port for a4027ab6-545c-425e-85d2-f647cbd1149a owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:42.473394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] Port a4027ab6-545c-425e-85d2-f647cbd1149a was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:16:42.476681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.489991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.522440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] Pushing event deleted for resources: {'Port': ['ID=a4027ab6-545c-425e-85d2-f647cbd1149a,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:42.540507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323a01a-a0d9-450a-9af2-14467a24410a None None] No DVR routers for this DVR port a4027ab6-545c-425e-85d2-f647cbd1149a on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:16:42.556664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48b65ee-f2e3-4c9b-a050-838acb0efb12']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:42.619773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66861211-4768-490b-9d5a-7b324956de1a') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:42.620554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66861211-4768-490b-9d5a-7b324956de1a') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:42.641538 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.678890 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.691207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:16:42.691790 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:16:42.700259 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:16:42.726059 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2b6cb-e0b6-4a44-960b-5fba9473acec None None] Network 83169e50-2f25-4478-bc09-a4c17e36951b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:42.901078 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.924736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c78afda0-abfe-4941-9323-8799c3b71dc3 None None] Provisioning complete for port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:42.924736 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c78afda0-abfe-4941-9323-8799c3b71dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.925325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:42.933494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/networks/c48b65ee-f2e3-4c9b-a050-838acb0efb12 HTTP/1.1" status: 204 len: 168 time: 1.6556888 Nov 23 23:16:42.935608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55952) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:42.948461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'routes': None}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:42.959187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a827-6cc6-4a99-9c71-20761cc7420e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Pushing event deleted for resources: {'Network': ['ID=c48b65ee-f2e3-4c9b-a050-838acb0efb12,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:43.009131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:43.016573 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.240371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.253942 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c78afda0-abfe-4941-9323-8799c3b71dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.256378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:43.256871 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.261664 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.266059 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.extraroute_db [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Added routes are [] {{(pid=103523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 23:16:43.266652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.extraroute_db [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Removed routes are [] {{(pid=103523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 23:16:43.267346 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.336064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Allocated IP 172.20.0.1 (83169e50-2f25-4478-bc09-a4c17e36951b/aa47d30f-8ab8-41e1-a4c4-e9dc7c613705/23b5871b-5d1d-4d53-8e08-b92da17b24b5) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:43.377579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0dbc54-7d1c-4982-afad-8fe9e90ff600 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:43.395385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Attempting to bind port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:43.395563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Attempting to bind port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:43.400471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Attempting to bind port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:43.420606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6152c5-69c9-4d0f-8821-8c65550efd32 None None] Pushing event updated for resources: {'Port': ['ID=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:43.429402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c78afda0-abfe-4941-9323-8799c3b71dc3 None None] For port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,segment=NetworkSegment(3004a0a8-853d-4743-a7ef-d1bc84ae8894),segment_id=3004a0a8-853d-4743-a7ef-d1bc84ae8894)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:43.431084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:43.431084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:43.431475 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.432231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:43.432397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Bound port: ca0a8686-44ec-4c37-bdbc-1e2c3966d35b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:43.432754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.469114 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c78afda0-abfe-4941-9323-8799c3b71dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.558250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.586386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.593454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] For port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:43.593836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.614278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78afda0-abfe-4941-9323-8799c3b71dc3 None None] Pushing event updated for resources: {'Port': ['ID=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:43.623498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] For port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:43.625363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:43.647290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.655296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.675623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-55a0305f-e0c9-4f50-b12c-bda59abd445e None None] Provisioning complete for port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:43.676102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-55a0305f-e0c9-4f50-b12c-bda59abd445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.727437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Network 83169e50-2f25-4478-bc09-a4c17e36951b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:43.731327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:43.742489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:43.754579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router cef8e078-2442-4fdd-b518-ef3258a4a77f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:43.775497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Pushing event updated for resources: {'Port': ['ID=23b5871b-5d1d-4d53-8e08-b92da17b24b5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:43.800100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.870680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:43.877658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7486d58-b596-49ff-801e-363f52d33cc3 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:16:43.882409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:43.885516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-20161937-09a2-4c1e-94f0-e6420183a230 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 200 len: 700 time: 0.9468324 Nov 23 23:16:43.887045 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] Sync routers for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:43.890022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55954) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:43.903930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6152c5-69c9-4d0f-8821-8c65550efd32 None None] Pushing event updated for resources: {'Port': ['ID=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:43.915797 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:43.918499 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:43.978250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Routers {'a4825e74-c149-4a60-b1a7-d6b48e8d69d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:43.979216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:43.989439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8900d370-c685-4528-9658-5a4c0553fe5a tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 200 len: 205 time: 0.0977006 Nov 23 23:16:43.993444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55956) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:44.116275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:44.117113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:44.117835 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:44.121606 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:44.204527 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-55a0305f-e0c9-4f50-b12c-bda59abd445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:44.242770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d30547-43c4-4310-b371-fe77243c7d83 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:44.261269 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:39Z', 'revision_number': 11, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:44.368757 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] Checking router: cef8e078-2442-4fdd-b518-ef3258a4a77f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:44.386354 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] Routers {'cef8e078-2442-4fdd-b518-ef3258a4a77f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:44.387368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['cef8e078-2442-4fdd-b518-ef3258a4a77f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:44.553461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] Set router cef8e078-2442-4fdd-b518-ef3258a4a77f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:44.616745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-55a0305f-e0c9-4f50-b12c-bda59abd445e None None] For port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:44.622267 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:39Z', 'revision_number': 11, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:44.640204 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-55a0305f-e0c9-4f50-b12c-bda59abd445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:44.656114 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8f3c5f-f92e-4091-9977-e644e0712487 None None] The sync data for ids ['cef8e078-2442-4fdd-b518-ef3258a4a77f'] in n-d-817303-3 is: [{'id': 'cef8e078-2442-4fdd-b518-ef3258a4a77f', 'name': 'tempest-RoutersTest-router-263477344', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:58Z', 'updated_at': '2021-11-23T23:16:39Z', 'revision_number': 11, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:44.785032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] Set router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:44.940491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0305f-e0c9-4f50-b12c-bda59abd445e None None] Pushing event updated for resources: {'Port': ['ID=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:45.011688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a4027ab6-545c-425e-85d2-f647cbd1149a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:45.053640 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a4027ab6-545c-425e-85d2-f647cbd1149a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:45.054002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a4027ab6-545c-425e-85d2-f647cbd1149a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:45.054407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8574fd21-a021-4ee3-ad5d-e4de69e50d0a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:16:45.059376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d6ab759f-f8bd-4a70-9957-77a91af17f7f None None] Provisioning complete for port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:45.059770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6ab759f-f8bd-4a70-9957-77a91af17f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.076121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.084196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 8574fd21-a021-4ee3-ad5d-e4de69e50d0a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:16:45.084542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8574fd21-a021-4ee3-ad5d-e4de69e50d0a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:16:45.085335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.159834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab759f-f8bd-4a70-9957-77a91af17f7f None None] Port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:45.176765 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.198263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d30547-43c4-4310-b371-fe77243c7d83 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.203018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d30547-43c4-4310-b371-fe77243c7d83 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.211548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d6ab759f-f8bd-4a70-9957-77a91af17f7f None None] Provisioning complete for port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:45.212668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6ab759f-f8bd-4a70-9957-77a91af17f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.251898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:45.255447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Pushing event updated for resources: {'Port': ['ID=23b5871b-5d1d-4d53-8e08-b92da17b24b5,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:45.296118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d30547-43c4-4310-b371-fe77243c7d83 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.297392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d30547-43c4-4310-b371-fe77243c7d83 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Fanout notify agent at l3_agent the message router_deleted on router cef8e078-2442-4fdd-b518-ef3258a4a77f {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:16:45.315208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34d30547-43c4-4310-b371-fe77243c7d83 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.315966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 3, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port': {'id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:39Z', 'updated_at': '2021-11-23T23:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:45.322756 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-34d30547-43c4-4310-b371-fe77243c7d83 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 204 len: 168 time: 1.3215640 Nov 23 23:16:45.324348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55960) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:45.338487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-66b4aca6-92bd-4202-a9c1-76010fad2524 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-325494465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:45.362431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97a791-b2c6-4b28-a9b2-a98987a46179 None None] The sync data for ids ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'] in n-d-817303-3 is: [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 3, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port': {'id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:39Z', 'updated_at': '2021-11-23T23:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:45.398307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Network 83169e50-2f25-4478-bc09-a4c17e36951b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:45.400284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:45.440003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:45.440520 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.469581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66b4aca6-92bd-4202-a9c1-76010fad2524 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.471527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66b4aca6-92bd-4202-a9c1-76010fad2524 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.480103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d6ab759f-f8bd-4a70-9957-77a91af17f7f None None] Provisioning complete for port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:45.480493 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d6ab759f-f8bd-4a70-9957-77a91af17f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.522330 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-b2b7fe70-05db-4c74-b747-cedf38c165fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602898 Nov 23 23:16:45.648089 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:45.723862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66b4aca6-92bd-4202-a9c1-76010fad2524 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.738352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66b4aca6-92bd-4202-a9c1-76010fad2524 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.766765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-79c8f27d-a879-4db3-84f1-415f8ab12020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:45.768657 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-79c8f27d-a879-4db3-84f1-415f8ab12020 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1096 time: 0.0857229 Nov 23 23:16:45.771629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66b4aca6-92bd-4202-a9c1-76010fad2524 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:45.772654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66b4aca6-92bd-4202-a9c1-76010fad2524 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4468939 Nov 23 23:16:45.776660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55962) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:45.781167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9027fc73-0c22-4fad-b904-9ba953978507 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:45.804651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:45.822254 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e8c4a6d-10e0-48cf-a2f4-c8141713d91e admin admin] 10.222.0.11 "PUT /v2.0/routers/a4825e74-c149-4a60-b1a7-d6b48e8d69d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1287587 Nov 23 23:16:46.027981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7e1a570b-e228-4ac2-9160-1327b583ba58 None None] Provisioning complete for port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:46.029314 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7e1a570b-e228-4ac2-9160-1327b583ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:46.117557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a570b-e228-4ac2-9160-1327b583ba58 None None] Port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:46.140091 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9027fc73-0c22-4fad-b904-9ba953978507 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1610176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1729681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3148'] for router, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:46.153203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-7d185820-c22f-4025-a334-b587effd1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:46.155879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-7d185820-c22f-4025-a334-b587effd1ed7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 200 len: 897 time: 0.2981200 Nov 23 23:16:46.179051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9027fc73-0c22-4fad-b904-9ba953978507 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1732167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1729699'] for router, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:46.409706 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-8b2bbaa6-33ec-4c5d-b3be-66464ba20370 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 200 len: 1000 time: 0.2462244 Nov 23 23:16:46.509139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-abeefe20-ce12-4e6e-8638-f597c1451aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:46.511388 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-abeefe20-ce12-4e6e-8638-f597c1451aed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece HTTP/1.1" status: 200 len: 834 time: 0.0935831 Nov 23 23:16:46.532926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9027fc73-0c22-4fad-b904-9ba953978507 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Router 75e650ca-8131-4b0a-83f0-14b21301a3d0 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:16:46.686774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:46.694745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7a4fab18-2ea1-415a-a68f-1156a161b92a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429761369', 'description': 'tempest-secgroup-smoke-1429761369 description', 'project_id': '802687dc48bb44509a831b572774b0f3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:46.707926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-4d4731bd-2d7c-43af-a655-14951920b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:46.710433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-4d4731bd-2d7c-43af-a655-14951920b95b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99e52c12-02ab-4e94-9931-51dd748cf92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913629 Nov 23 23:16:46.717643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9027fc73-0c22-4fad-b904-9ba953978507 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:46.731201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9027fc73-0c22-4fad-b904-9ba953978507 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:46.733258 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9027fc73-0c22-4fad-b904-9ba953978507 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "PUT /v2.0/routers/75e650ca-8131-4b0a-83f0-14b21301a3d0 HTTP/1.1" status: 200 len: 693 time: 0.9561288 Nov 23 23:16:46.737237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55972) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:46.741051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] Sync routers for ids ['75e650ca-8131-4b0a-83f0-14b21301a3d0'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:46.759152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] Routers {'75e650ca-8131-4b0a-83f0-14b21301a3d0'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:46.766233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['75e650ca-8131-4b0a-83f0-14b21301a3d0'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:46.806053 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a4fab18-2ea1-415a-a68f-1156a161b92a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:46.870554 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-15028381-b2d5-4fc0-9b71-c35c8abe840b tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/routers/75e650ca-8131-4b0a-83f0-14b21301a3d0 HTTP/1.1" status: 200 len: 699 time: 0.1269555 Nov 23 23:16:46.873288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55974) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:46.935379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-50600b65-c48d-4980-b412-2020ac3ddf55 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e650ca-8131-4b0a-83f0-14b21301a3d0 HTTP/1.1" status: 200 len: 205 time: 0.0590513 Nov 23 23:16:46.941315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55976) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:46.958450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] Set router 75e650ca-8131-4b0a-83f0-14b21301a3d0 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:46.973658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-50dd0330-291c-47c1-bbda-fabb6975c878 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524440 Nov 23 23:16:47.049485 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-858a5b85-d476-4913-baaa-2402405e8973 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.055264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e650ca-8131-4b0a-83f0-14b21301a3d0', 'name': 'tempest-RoutersTest-router-325494465', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:45Z', 'updated_at': '2021-11-23T23:16:46Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:47.105387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] Checking router: 75e650ca-8131-4b0a-83f0-14b21301a3d0 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:47.121213 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] Routers {'75e650ca-8131-4b0a-83f0-14b21301a3d0'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:47.122538 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['75e650ca-8131-4b0a-83f0-14b21301a3d0'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:47.184372 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5af36797-5095-4f1a-a9f9-ee1e9d7c24f0 req-88e991f7-e485-47db-a891-f2e6391ac2fe service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032564 Nov 23 23:16:47.199767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a4fab18-2ea1-415a-a68f-1156a161b92a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.250149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] Set router 75e650ca-8131-4b0a-83f0-14b21301a3d0 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:47.266105 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a4fab18-2ea1-415a-a68f-1156a161b92a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.297572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ca0a8686-44ec-4c37-bdbc-1e2c3966d35b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:47.329322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e650ca-8131-4b0a-83f0-14b21301a3d0', 'name': 'tempest-RoutersTest-router-325494465', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:45Z', 'updated_at': '2021-11-23T23:16:46Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:47.384244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15268a62-5260-4a50-8173-fcbf9454670d None None] The sync data for ids ['75e650ca-8131-4b0a-83f0-14b21301a3d0'] in n-d-817303-3 is: [{'id': '75e650ca-8131-4b0a-83f0-14b21301a3d0', 'name': 'tempest-RoutersTest-router-325494465', 'tenant_id': 'f6a3b344289140b5a7242e8ed0663483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:45Z', 'updated_at': '2021-11-23T23:16:46Z', 'revision_number': 2, 'project_id': 'f6a3b344289140b5a7242e8ed0663483', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:47.414496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:47.414962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.445859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a4fab18-2ea1-415a-a68f-1156a161b92a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.448162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7a4fab18-2ea1-415a-a68f-1156a161b92a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7597256 Nov 23 23:16:47.452126 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-858a5b85-d476-4913-baaa-2402405e8973 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.452454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55978) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.457670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-51dfa7c3-8e43-4150-9e2a-bc0ffe86f50f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'security_group_rule': {'security_group_id': '188b8fa9-a6b4-4124-ba1e-d9116571cbf8', 'project_id': '802687dc48bb44509a831b572774b0f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:47.465886 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-858a5b85-d476-4913-baaa-2402405e8973 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.471379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fab18-2ea1-415a-a68f-1156a161b92a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188b8fa9-a6b4-4124-ba1e-d9116571cbf8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:47.515947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7c3-8e43-4150-9e2a-bc0ffe86f50f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.598500 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-858a5b85-d476-4913-baaa-2402405e8973 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.606488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a5b85-d476-4913-baaa-2402405e8973 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Fanout notify agent at l3_agent the message router_deleted on router 75e650ca-8131-4b0a-83f0-14b21301a3d0 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:16:47.617564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-858a5b85-d476-4913-baaa-2402405e8973 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.622237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-858a5b85-d476-4913-baaa-2402405e8973 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/75e650ca-8131-4b0a-83f0-14b21301a3d0 HTTP/1.1" status: 204 len: 168 time: 0.6797817 Nov 23 23:16:47.622953 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55980) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.627940 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7c3-8e43-4150-9e2a-bc0ffe86f50f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.638484 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7c3-8e43-4150-9e2a-bc0ffe86f50f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.664995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-243d5582-0db0-4a97-8bc2-56f9d2f718bd tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e650ca-8131-4b0a-83f0-14b21301a3d0 HTTP/1.1" status: 200 len: 205 time: 0.0406272 Nov 23 23:16:47.665698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55982) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.671925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfa7c3-8e43-4150-9e2a-bc0ffe86f50f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b038a41-78fa-4b0d-b4a0-59158b9d7a0d,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:47.683445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7c3-8e43-4150-9e2a-bc0ffe86f50f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.687653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-51dfa7c3-8e43-4150-9e2a-bc0ffe86f50f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2319281 Nov 23 23:16:47.688734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55984) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.694245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e82c8ef5-f289-4ddf-9155-da0e8859a1f5 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'security_group_rule': {'security_group_id': '188b8fa9-a6b4-4124-ba1e-d9116571cbf8', 'project_id': '802687dc48bb44509a831b572774b0f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:47.707607 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-84bb0b91-5507-4861-ac19-97316590f100 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] delete failed (client error): The resource could not be found. Nov 23 23:16:47.708794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-84bb0b91-5507-4861-ac19-97316590f100 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/75e650ca-8131-4b0a-83f0-14b21301a3d0 HTTP/1.1" status: 404 len: 336 time: 0.0421205 Nov 23 23:16:47.712478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55986) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.730099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e82c8ef5-f289-4ddf-9155-da0e8859a1f5 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.745317 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea5dd67-ccda-4a9b-9676-c0cc70a530a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:47.746104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea5dd67-ccda-4a9b-9676-c0cc70a530a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:47.750415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ea5dd67-ccda-4a9b-9676-c0cc70a530a1 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/dd0caca4-f097-4f99-a9a4-0ba323acf64d HTTP/1.1" status: 404 len: 337 time: 0.0365334 Nov 23 23:16:47.753002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55988) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.784043 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f01b3a-4e04-4fb6-b4ee-976caaaf299d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:47.784513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f01b3a-4e04-4fb6-b4ee-976caaaf299d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:47.791392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-00f01b3a-4e04-4fb6-b4ee-976caaaf299d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/054fb3e1-6cf9-4a49-9063-824ac03b4c9b HTTP/1.1" status: 404 len: 337 time: 0.0337226 Nov 23 23:16:47.791781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55990) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.813881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e82c8ef5-f289-4ddf-9155-da0e8859a1f5 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.826177 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d4c751-f38c-493c-9423-c7974e7150ea tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:47.826717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d4c751-f38c-493c-9423-c7974e7150ea tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:47.827139 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e82c8ef5-f289-4ddf-9155-da0e8859a1f5 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.832282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f0d4c751-f38c-493c-9423-c7974e7150ea tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/fb492333-0d70-4829-934a-b42784f82c22 HTTP/1.1" status: 404 len: 337 time: 0.0393188 Nov 23 23:16:47.836460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55992) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.882662 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ca9f78-af81-421d-8cc9-c0cafe3500b9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:47.883122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ca9f78-af81-421d-8cc9-c0cafe3500b9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:47.886466 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-99ca9f78-af81-421d-8cc9-c0cafe3500b9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/168521ea-1e90-4954-b107-61a760c9e9cd HTTP/1.1" status: 404 len: 337 time: 0.0488670 Nov 23 23:16:47.889698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 55994) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.890130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e82c8ef5-f289-4ddf-9155-da0e8859a1f5 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:47.895677 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e82c8ef5-f289-4ddf-9155-da0e8859a1f5 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2012069 Nov 23 23:16:47.895677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c8ef5-f289-4ddf-9155-da0e8859a1f5 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbccc53-16a7-4f0e-b6d9-0c017552dd1c,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:47.895677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55996) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.900107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9a849bdd-719a-4f60-805d-87f10932aaaa tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'security_group_rule': {'security_group_id': '188b8fa9-a6b4-4124-ba1e-d9116571cbf8', 'project_id': '802687dc48bb44509a831b572774b0f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:47.944497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6f35c3c4-f1d4-4e3f-bf20-f8f5f9774c91 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 200 len: 205 time: 0.0503900 Nov 23 23:16:47.946294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 55998) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:47.949963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a849bdd-719a-4f60-805d-87f10932aaaa tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.023519 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-c5a32cb2-e8b3-47bf-92c0-8da25c3cac7f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] delete failed (client error): The resource could not be found. Nov 23 23:16:48.024664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c5a32cb2-e8b3-47bf-92c0-8da25c3cac7f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/cef8e078-2442-4fdd-b518-ef3258a4a77f HTTP/1.1" status: 404 len: 336 time: 0.0768178 Nov 23 23:16:48.028068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56000) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.063107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ffdfdff3-1fba-4606-9d13-017838994323 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784 HTTP/1.1" status: 200 len: 205 time: 0.0335238 Nov 23 23:16:48.066943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56002) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.082726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a849bdd-719a-4f60-805d-87f10932aaaa tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.087302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a849bdd-719a-4f60-805d-87f10932aaaa tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.111776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a849bdd-719a-4f60-805d-87f10932aaaa tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83532951-227a-4ce4-b738-f9df10b15b4b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:48.119285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a849bdd-719a-4f60-805d-87f10932aaaa tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.122956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9a849bdd-719a-4f60-805d-87f10932aaaa tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2265959 Nov 23 23:16:48.123712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56004) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.128563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8e3ac0d9-8e63-492f-8074-83dabd3d53d7 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'security_group_rule': {'security_group_id': '188b8fa9-a6b4-4124-ba1e-d9116571cbf8', 'project_id': '802687dc48bb44509a831b572774b0f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:48.131933 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-a202e321-08c1-4084-b2f8-14b54a0caba6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] delete failed (client error): The resource could not be found. Nov 23 23:16:48.133721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a202e321-08c1-4084-b2f8-14b54a0caba6 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/45ab0e1f-7fd6-48b7-ae60-7d90ce1a1784 HTTP/1.1" status: 404 len: 336 time: 0.0652533 Nov 23 23:16:48.137390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.176159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac0d9-8e63-492f-8074-83dabd3d53d7 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.179215 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b5c93e-0eb9-4033-98d9-eaaafc1bdab8 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:48.179847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b5c93e-0eb9-4033-98d9-eaaafc1bdab8 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:48.184416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d8b5c93e-0eb9-4033-98d9-eaaafc1bdab8 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/eff46866-a53d-4e3a-b684-29e2a631b01f HTTP/1.1" status: 404 len: 337 time: 0.0453746 Nov 23 23:16:48.187364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56008) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.233261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-813da833-d5de-4de0-8dff-d494081a0a2d tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7f0c93b-b1f3-4779-bdda-fc45ff5649de HTTP/1.1" status: 200 len: 205 time: 0.0433691 Nov 23 23:16:48.237648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56010) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.261880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac0d9-8e63-492f-8074-83dabd3d53d7 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.268713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac0d9-8e63-492f-8074-83dabd3d53d7 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.292735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ac0d9-8e63-492f-8074-83dabd3d53d7 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188672da-7d98-47fc-bdc6-13efa294d804,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:48.295290 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:16:48.298728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac0d9-8e63-492f-8074-83dabd3d53d7 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.303648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8e3ac0d9-8e63-492f-8074-83dabd3d53d7 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755230 Nov 23 23:16:48.311240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56012) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.312616 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-68ab47b6-77a4-40c8-8157-1924c1241a11 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] delete failed (client error): The resource could not be found. Nov 23 23:16:48.315647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-68ab47b6-77a4-40c8-8157-1924c1241a11 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/f7f0c93b-b1f3-4779-bdda-fc45ff5649de HTTP/1.1" status: 404 len: 336 time: 0.0750377 Nov 23 23:16:48.316388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'security_group_rule': {'security_group_id': '188b8fa9-a6b4-4124-ba1e-d9116571cbf8', 'project_id': '802687dc48bb44509a831b572774b0f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:48.318713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56014) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.356516 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Project 802687dc48bb44509a831b572774b0f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:16:48.356834 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Sync routers for ids ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:48.361978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d39eb36d-b3a0-47c0-95ab-c4991089df3e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0808ed8-b1f1-430d-a304-51f315e1aac6 HTTP/1.1" status: 200 len: 205 time: 0.0416064 Nov 23 23:16:48.366482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56016) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.369440 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.372411 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Routers {'a4825e74-c149-4a60-b1a7-d6b48e8d69d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:48.373056 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:48.432955 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-b8f49b3c-726c-4663-862f-c339124fe156 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] delete failed (client error): The resource could not be found. Nov 23 23:16:48.434702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b8f49b3c-726c-4663-862f-c339124fe156 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/c0808ed8-b1f1-430d-a304-51f315e1aac6 HTTP/1.1" status: 404 len: 336 time: 0.0664618 Nov 23 23:16:48.437885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56018) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.475597 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f370f2-0826-4848-85e3-f8c8975ceb6b tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:48.476748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f370f2-0826-4848-85e3-f8c8975ceb6b tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:48.484780 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-92f370f2-0826-4848-85e3-f8c8975ceb6b tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/5fa81b86-2af4-4174-8fed-06074bfe3877 HTTP/1.1" status: 404 len: 337 time: 0.0416126 Nov 23 23:16:48.485802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56020) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.525687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.533709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.540884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fba1a2ae-5fd8-44c3-9feb-cb92dd99c14f tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d78164f-16ca-47a4-aa98-e8da0378d8bc HTTP/1.1" status: 200 len: 205 time: 0.0524094 Nov 23 23:16:48.543637 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Set router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:48.544949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56022) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.573635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832d4047-1c1d-492f-993d-d0e821ce388c,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:48.598465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.606316 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b13d4d24-c3bb-4e52-8075-f5a377d2bf23 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2898982 Nov 23 23:16:48.606621 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-89dccbb1-b36b-419e-b384-9c3fa7acc16e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] delete failed (client error): The resource could not be found. Nov 23 23:16:48.607146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56024) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.607799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56026) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.608071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-89dccbb1-b36b-419e-b384-9c3fa7acc16e tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/5d78164f-16ca-47a4-aa98-e8da0378d8bc HTTP/1.1" status: 404 len: 336 time: 0.0618150 Nov 23 23:16:48.618782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'security_group_rule': {'security_group_id': '188b8fa9-a6b4-4124-ba1e-d9116571cbf8', 'project_id': '802687dc48bb44509a831b572774b0f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:48.696219 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bc6788-e369-443d-be1f-91a1fd146af9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:48.696986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38bc6788-e369-443d-be1f-91a1fd146af9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:48.702938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-38bc6788-e369-443d-be1f-91a1fd146af9 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/1bc38107-5db1-4ced-8593-01ecd381191a HTTP/1.1" status: 404 len: 337 time: 0.0911310 Nov 23 23:16:48.706160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56030) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.731278 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Project 802687dc48bb44509a831b572774b0f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:16:48.744085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.747017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c3e26cd-ce9e-4120-a492-8caa2daff609 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "GET /v2.0/ports?device_id=7564811c-5a70-4894-9051-7f2417513026 HTTP/1.1" status: 200 len: 205 time: 0.0383847 Nov 23 23:16:48.751387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56034) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.823981 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.832452 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.839031 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-65a6a755-c306-45f5-bc19-c4ceea259b42 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] delete failed (client error): The resource could not be found. Nov 23 23:16:48.844178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-65a6a755-c306-45f5-bc19-c4ceea259b42 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/routers/7564811c-5a70-4894-9051-7f2417513026 HTTP/1.1" status: 404 len: 336 time: 0.0915267 Nov 23 23:16:48.845502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56036) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.856933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98de3a12-4ebf-44ab-90a0-de18786fffa3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:48.881914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:48.887609 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-86709752-77ec-45ef-9ead-ac12498ec1a6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2770140 Nov 23 23:16:48.895043 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb18988-35f6-41fd-b876-4846c2bbba80 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:48.895911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb18988-35f6-41fd-b876-4846c2bbba80 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:48.900839 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 4, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port': {'id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:39Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '23b5871b-5d1d-4d53-8e08-b92da17b24b5', 'name': '', 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'mac_address': 'fa:16:3e:de:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'aa47d30f-8ab8-41e1-a4c4-e9dc7c613705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:43Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 2, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'subnets': [{'id': 'aa47d30f-8ab8-41e1-a4c4-e9dc7c613705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:48.901536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ecb18988-35f6-41fd-b876-4846c2bbba80 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/8ae8062e-a2a2-4aa3-84c7-f26dfffec446 HTTP/1.1" status: 404 len: 337 time: 0.0543075 Nov 23 23:16:48.905951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:48.934228 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Checking router: a4825e74-c149-4a60-b1a7-d6b48e8d69d3 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:48.935112 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Updating router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:16:48.965613 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b291d9c-2be2-4aad-8c7a-c73e70316732 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] DELETE failed (client error): The resource could not be found. Nov 23 23:16:48.966352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b291d9c-2be2-4aad-8c7a-c73e70316732 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:16:48.971924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7b291d9c-2be2-4aad-8c7a-c73e70316732 tempest-RoutersTest-1385081854 tempest-RoutersTest-1385081854-project] 10.222.0.11 "DELETE /v2.0/subnets/11d0e9f6-2c7f-49c0-ad32-328bae13ec12 HTTP/1.1" status: 404 len: 337 time: 0.0639703 Nov 23 23:16:49.002028 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.375608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3dffd4cd-c49e-4364-9d0a-a3366a1e39bd tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429761369&fields=id&tenant_id=802687dc48bb44509a831b572774b0f3 HTTP/1.1" status: 200 len: 267 time: 0.0658262 Nov 23 23:16:49.394644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56058) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:49.530572 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.531370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2e51636b-be90-4758-9191-b88bdda848bc tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:49.536571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2e51636b-be90-4758-9191-b88bdda848bc tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 808 time: 0.1514876 Nov 23 23:16:49.544317 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.563889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-285f377e-f3ff-493c-b11a-b7a8930fa8a8 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/quotas/802687dc48bb44509a831b572774b0f3 HTTP/1.1" status: 200 len: 375 time: 0.0199564 Nov 23 23:16:49.608454 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65519671-5693-4b79-9cb4-3260330816b5 None None] Pushing event updated for resources: {'Port': ['ID=23b5871b-5d1d-4d53-8e08-b92da17b24b5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:49.680329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-218d0a9b-262b-4845-848e-01d4a0ffba94 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051776 Nov 23 23:16:49.719468 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Attempting to bind port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:49.721249 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Attempting to bind port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:49.722137 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Attempting to bind port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 on network 83169e50-2f25-4478-bc09-a4c17e36951b {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:49.734568 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:49.736629 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Checking segment: {'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:49.738245 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.739612 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Bound using segment: {'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:49.740742 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Bound port: 23b5871b-5d1d-4d53-8e08-b92da17b24b5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3004a0a8-853d-4743-a7ef-d1bc84ae8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:49.741834 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.779019 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f6765ad9-28fe-4e8f-9fb2-b55d0e61a8b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6a3b344289140b5a7242e8ed0663483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825550 Nov 23 23:16:49.781671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56062) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:49.881131 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] For port 23b5871b-5d1d-4d53-8e08-b92da17b24b5, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:49.883428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dc9f2161-6a58-497b-92a2-7d03756e5b4e None None] Provisioning complete for port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:49.884326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2161-6a58-497b-92a2-7d03756e5b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.889474 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] For port 23b5871b-5d1d-4d53-8e08-b92da17b24b5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=23b5871b-5d1d-4d53-8e08-b92da17b24b5,segment=NetworkSegment(3004a0a8-853d-4743-a7ef-d1bc84ae8894),segment_id=3004a0a8-853d-4743-a7ef-d1bc84ae8894)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:49.897342 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.916225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-0c9a218f-8455-41b3-828c-038d19e94930 service neutron] 10.222.0.11 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006392 Nov 23 23:16:49.920289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37c0bd7c-ddf4-49bb-a965-c33fee06dd89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.973849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37c0bd7c-ddf4-49bb-a965-c33fee06dd89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:49.974169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f2161-6a58-497b-92a2-7d03756e5b4e None None] Port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:50.020186 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Routers {'a4825e74-c149-4a60-b1a7-d6b48e8d69d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:50.021414 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:50.026494 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65519671-5693-4b79-9cb4-3260330816b5 None None] Pushing event updated for resources: {'Port': ['ID=23b5871b-5d1d-4d53-8e08-b92da17b24b5,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:50.088981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-ea777536-d75a-4cae-8c49-d77475abdb92 service neutron] 10.222.0.11 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568632 Nov 23 23:16:50.121388 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37c0bd7c-ddf4-49bb-a965-c33fee06dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:50.125944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37c0bd7c-ddf4-49bb-a965-c33fee06dd89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:50.128153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-37c0bd7c-ddf4-49bb-a965-c33fee06dd89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf047ef9-435f-455b-b386-1f672b25c057 HTTP/1.1" status: 204 len: 168 time: 0.3441162 Nov 23 23:16:50.152232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0bd7c-ddf4-49bb-a965-c33fee06dd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf047ef9-435f-455b-b386-1f672b25c057,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:50.279951 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] Set router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:50.444221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9f557a74-8b0d-41b0-93a7-a10e0d72a257 None None] Provisioning complete for port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:50.444835 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f557a74-8b0d-41b0-93a7-a10e0d72a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:50.671918 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 4, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port': {'id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:39Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '23b5871b-5d1d-4d53-8e08-b92da17b24b5', 'name': '', 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'mac_address': 'fa:16:3e:de:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'aa47d30f-8ab8-41e1-a4c4-e9dc7c613705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:43Z', 'updated_at': '2021-11-23T23:16:49Z', 'revision_number': 4, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'subnets': [{'id': 'aa47d30f-8ab8-41e1-a4c4-e9dc7c613705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:50.682534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f557a74-8b0d-41b0-93a7-a10e0d72a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:50.765868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-9f557a74-8b0d-41b0-93a7-a10e0d72a257 None None] For port 23b5871b-5d1d-4d53-8e08-b92da17b24b5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=23b5871b-5d1d-4d53-8e08-b92da17b24b5,segment=NetworkSegment(3004a0a8-853d-4743-a7ef-d1bc84ae8894),segment_id=3004a0a8-853d-4743-a7ef-d1bc84ae8894)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:50.775301 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9f557a74-8b0d-41b0-93a7-a10e0d72a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:50.909275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f557a74-8b0d-41b0-93a7-a10e0d72a257 None None] Pushing event updated for resources: {'Port': ['ID=23b5871b-5d1d-4d53-8e08-b92da17b24b5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:50.932640 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdf233-cf60-487c-b48d-6c5e39104189 None None] The sync data for ids ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'] in n-d-817303-3 is: [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 4, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port': {'id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:39Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '23b5871b-5d1d-4d53-8e08-b92da17b24b5', 'name': '', 'network_id': '83169e50-2f25-4478-bc09-a4c17e36951b', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'mac_address': 'fa:16:3e:de:3b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'aa47d30f-8ab8-41e1-a4c4-e9dc7c613705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:43Z', 'updated_at': '2021-11-23T23:16:49Z', 'revision_number': 4, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'subnets': [{'id': 'aa47d30f-8ab8-41e1-a4c4-e9dc7c613705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:51.073450 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04d0c41a-a4ed-4658-9bd3-714b0a124187 req-aa5b08fa-863b-4b53-8b2a-218c47f37bdf tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 210 time: 0.5943332 Nov 23 23:16:51.279234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 23b5871b-5d1d-4d53-8e08-b92da17b24b5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:51.398743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:51.399637 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:51.634246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56096) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:51.823610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-103488707'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:51.848874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Made reservation on behalf of dc31b976fb1848fb8094cfea71842682 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:51.852848 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:51.862904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:51.959194 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:51.964216 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:51.997096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:16:52.008233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea9e0f1-a1e0-41b0-b85b-3745fe5b67b9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:52.013911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.014277 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Added segment 11dfa343-7286-4ed1-894a-e057f8857ab7 of type vlan for network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d Nov 23 23:16:52.064186 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.152874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.168655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:52.169935 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.357865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78891e7e-8fd7-4ec3-b7d6-fc72f5cdc0f9 req-6d0a42ed-8e9c-458c-a119-260a6db9c06c tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 210 time: 0.1369882 Nov 23 23:16:52.358839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event updated for resources: {'Network': ['ID=e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:52.364127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cfb184d5-08b9-4e61-8270-fc080d97a2aa tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7279370 Nov 23 23:16:52.368132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56102) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:52.374836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Request body: {'subnet': {'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:52.378468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:16:52.401605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-31fc68ea-aa13-4c51-8b59-be7bc2a8348d tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:52.409681 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-31fc68ea-aa13-4c51-8b59-be7bc2a8348d tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.48 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 808 time: 0.2082393 Nov 23 23:16:52.515944 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-0dd09f58-5175-4ab4-9fc8-c2141a2f94b2 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802687dc48bb44509a831b572774b0f3 HTTP/1.1" status: 200 len: 380 time: 0.0895102 Nov 23 23:16:52.547813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'port': {'device_id': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'admin_state_up': True, 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'security_groups': ['188b8fa9-a6b4-4124-ba1e-d9116571cbf8']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:52.580981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Made reservation on behalf of dc31b976fb1848fb8094cfea71842682 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:52.584886 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.689437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Made reservation on behalf of 802687dc48bb44509a831b572774b0f3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:52.693822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.815991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.910098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event updated for resources: {'Subnet': ['ID=dd9a89b2-b8e2-4ede-959e-72c7ac51da8e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:52.912712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Checking segment: {'id': '11dfa343-7286-4ed1-894a-e057f8857ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:52.913277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Network hostable DHCP agents. Network: e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:16:52.928880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Allocated IP 172.20.0.9 (19472203-e076-4af3-a539-edcbea0dd61a/94f13b0f-2c93-4ec8-aa53-f0379c4c8db8/4b6638b5-ea76-46d7-819e-d1012a855e42) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:52.940120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:16:52.953412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:52.960562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:52.961203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:52.974585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94488eb1-c613-41d9-af69-6a5b254fae4d None None] Network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:52.991939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-223060f2-6d70-46d4-8d1a-52e48a6cdcf2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6218135 Nov 23 23:16:52.994429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56104) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:53.004342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Request body: {'port': {'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d', 'name': 'tempest-TagsExtTest-395165414'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:53.225951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d', 'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d', 'tenant_id': 'dc31b976fb1848fb8094cfea71842682', 'fixed_ips': [{'subnet_id': 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:16:53.227792 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.252328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.295949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.333739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Made reservation on behalf of dc31b976fb1848fb8094cfea71842682 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:16:53.337686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.368832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Network 19472203-e076-4af3-a539-edcbea0dd61a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:53.376685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:53.379143 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'Port': ['ID=4b6638b5-ea76-46d7-819e-d1012a855e42,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:53.381901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:53.411098 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] device_id is not set on port cb430176-b4cb-46f2-b75d-96de6dede758 yet. {{(pid=103523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 23:16:53.526964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:53.528327 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.539124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Allocated IP 172.20.0.2 (e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/8f4c6230-0cf0-4bec-9ed5-129ac76362a9) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:53.574245 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-3e6e1de4-1b8d-41de-90b9-46c503dcef66 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0221083 Nov 23 23:16:53.590387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-377ed66f-2715-4d60-9e46-21d53d65cb33 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:16:53.592005 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-377ed66f-2715-4d60-9e46-21d53d65cb33 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152621 Nov 23 23:16:53.682143 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826031c-9e93-4c68-aa2d-55a83a469c7a req-0d031eb6-f3b5-4ae8-b6bb-92a83a0c129c tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:53.685673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Request body: {'port': {'device_id': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:53.698054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d826031c-9e93-4c68-aa2d-55a83a469c7a req-0d031eb6-f3b5-4ae8-b6bb-92a83a0c129c tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 931 time: 0.1235688 Nov 23 23:16:53.717019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56112) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:53.749575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ad213b5e-f17e-47bf-ae39-77e75155464c None None] Provisioning complete for port 4b6638b5-ea76-46d7-819e-d1012a855e42 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:53.749952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad213b5e-f17e-47bf-ae39-77e75155464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.789487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d826031c-9e93-4c68-aa2d-55a83a469c7a req-8e5a7a5b-cf80-405c-a07c-ebeba42b6d2e tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900106 Nov 23 23:16:53.826688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ad213b5e-f17e-47bf-ae39-77e75155464c None None] Port 4b6638b5-ea76-46d7-819e-d1012a855e42 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:53.858421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.871402 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.879869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.959003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:53.963340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:53.968633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:53.979795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Pushing event updated for resources: {'Port': ['ID=8f4c6230-0cf0-4bec-9ed5-129ac76362a9,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:54.050025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Attempting to bind port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:54.050325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Attempting to bind port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '11dfa343-7286-4ed1-894a-e057f8857ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:54.050669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Attempting to bind port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 on network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:54.056925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:54.057382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Checking segment: {'id': '11dfa343-7286-4ed1-894a-e057f8857ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:54.057853 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:54.058315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Bound using segment: {'id': '11dfa343-7286-4ed1-894a-e057f8857ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:54.059097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Bound port: 8f4c6230-0cf0-4bec-9ed5-129ac76362a9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dfa343-7286-4ed1-894a-e057f8857ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:54.059689 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:54.145482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] For port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:54.150297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Allocated IP 172.20.0.9 (e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/cb430176-b4cb-46f2-b75d-96de6dede758) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:16:54.150949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] For port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8f4c6230-0cf0-4bec-9ed5-129ac76362a9,segment=NetworkSegment(11dfa343-7286-4ed1-894a-e057f8857ab7),segment_id=11dfa343-7286-4ed1-894a-e057f8857ab7)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:54.159996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:54.242298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41415670-631e-4a18-9a21-5b777131aaa2 None None] Pushing event updated for resources: {'Port': ['ID=8f4c6230-0cf0-4bec-9ed5-129ac76362a9,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:54.833437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 9bea0e89-f35c-4eeb-b35d-69272a6b51f7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:54.834147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:54.944296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813902-e108-4862-a62c-bdf6a4bcbd8b req-4dd8ea9d-38e4-47ca-9ded-d7c5af02d10a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:54.946068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80813902-e108-4862-a62c-bdf6a4bcbd8b req-4dd8ea9d-38e4-47ca-9ded-d7c5af02d10a tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 931 time: 0.0676959 Nov 23 23:16:54.977408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.014306 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.014706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.020801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80813902-e108-4862-a62c-bdf6a4bcbd8b req-2cb4fe8e-1cc8-47d8-b542-0729e3b5a98e tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607004 Nov 23 23:16:55.065961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 9bea0e89-f35c-4eeb-b35d-69272a6b51f7 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:16:55.101489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6638b5-ea76-46d7-819e-d1012a855e42 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:16:55.143176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.160832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.179013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Transition to ACTIVE for port object 4b6638b5-ea76-46d7-819e-d1012a855e42 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:16:55.223791 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.266034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:16:55.272922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event updated for resources: {'Port': ['ID=cb430176-b4cb-46f2-b75d-96de6dede758,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:55.277975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:55.280030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:16:55.289272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:16:55.385230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:55.386003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.461515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6638b5-ea76-46d7-819e-d1012a855e42,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:55.483270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:55.484098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.552438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-024427c2-add0-484c-989a-2c33757e9e4f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5539720 Nov 23 23:16:55.554116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56116) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:55.559052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Attempting to bind port 4b6638b5-ea76-46d7-819e-d1012a855e42 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:16:55.559443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Attempting to bind port 4b6638b5-ea76-46d7-819e-d1012a855e42 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:16:55.559780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Attempting to bind port 4b6638b5-ea76-46d7-819e-d1012a855e42 on network 19472203-e076-4af3-a539-edcbea0dd61a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:55.564563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9965343c-8d3b-4c81-9f9f-b9aca093bf2f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-874023304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:55.572110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Port 4b6638b5-ea76-46d7-819e-d1012a855e42 on network 19472203-e076-4af3-a539-edcbea0dd61a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:16:55.572439 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Attempting to bind port 4b6638b5-ea76-46d7-819e-d1012a855e42 on network 19472203-e076-4af3-a539-edcbea0dd61a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:16:55.584375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:16:55.584754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Checking segment: {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:16:55.585450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Bound using segment: {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:16:55.585825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Bound port: 4b6638b5-ea76-46d7-819e-d1012a855e42, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43df199c-cefb-4d44-9c74-5d3a39ba4ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:16:55.586085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.606827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.648610 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9965343c-8d3b-4c81-9f9f-b9aca093bf2f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.650817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9965343c-8d3b-4c81-9f9f-b9aca093bf2f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.666789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=9bea0e89-f35c-4eeb-b35d-69272a6b51f7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:55.725860 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9965343c-8d3b-4c81-9f9f-b9aca093bf2f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.729903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9965343c-8d3b-4c81-9f9f-b9aca093bf2f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.752959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9965343c-8d3b-4c81-9f9f-b9aca093bf2f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.757595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9965343c-8d3b-4c81-9f9f-b9aca093bf2f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2008116 Nov 23 23:16:55.758402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56118) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:55.763264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-98c02c28-480c-4215-b9dc-5fa7cba9d377 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1723730834', 'prefixes': ['172.20.0.0/16']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:16:55.787996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a792617e-a9f2-4060-a486-f8740f163caf None None] Network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:16:55.806560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] For port 4b6638b5-ea76-46d7-819e-d1012a855e42, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:16:55.838476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] For port 4b6638b5-ea76-46d7-819e-d1012a855e42, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4b6638b5-ea76-46d7-819e-d1012a855e42,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:16:55.846371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.847125 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Floating IP 6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3 disassociated (deleted). External IP: 172.25.0.75, port: 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb. Nov 23 23:16:55.851628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-98c02c28-480c-4215-b9dc-5fa7cba9d377 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for subnetpool, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.853489 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.857453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-98c02c28-480c-4215-b9dc-5fa7cba9d377 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0979164 Nov 23 23:16:55.858113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56120) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:55.863521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-fcff6187-489d-43bf-b87c-cac01bafd00e tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', 'tempest-TagsExtTest-Tag-1549264343') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:55.896691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-994043ea-f474-4c10-a84d-8b356b5669a8 None None] Provisioning complete for port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:55.897047 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-994043ea-f474-4c10-a84d-8b356b5669a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.947003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:55.948010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:55.950092 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 1091 time: 2.3426597 Nov 23 23:16:55.956002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:16:55.962307 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:16:56.064616 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:56.115810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fcff6187-489d-43bf-b87c-cac01bafd00e tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags/tempest-TagsExtTest-Tag-1549264343 HTTP/1.1" status: 201 len: 201 time: 0.2536848 Nov 23 23:16:56.117691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56128) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:56.130232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-6afd6ecb-2bbf-425c-918a-6a351264941f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', 'tempest-TagsExtTest-Tag-1688840299') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:56.412463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e139-b22d-4425-9866-f791e60c7370 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6638b5-ea76-46d7-819e-d1012a855e42,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:56.451502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-97255fc7-b726-4809-9cfc-c6206d391fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:56.456324 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-97255fc7-b726-4809-9cfc-c6206d391fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1094 time: 0.4086566 Nov 23 23:16:56.497814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a86a06-2184-4bce-bc38-a3282ca98e06 req-e29f5799-a269-41d7-8a43-eb90c0fb91f1 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:56.508760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8f4c6230-0cf0-4bec-9ed5-129ac76362a9,segment=NetworkSegment(11dfa343-7286-4ed1-894a-e057f8857ab7),segment_id=11dfa343-7286-4ed1-894a-e057f8857ab7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:56.512511 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-994043ea-f474-4c10-a84d-8b356b5669a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:56.515639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6a86a06-2184-4bce-bc38-a3282ca98e06 req-e29f5799-a269-41d7-8a43-eb90c0fb91f1 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 943 time: 0.1904366 Nov 23 23:16:56.535465 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67edf35c-750b-4f47-a369-860d3fafc63d x-openstack-request-id: req-67edf35c-750b-4f47-a369-860d3fafc63d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:16:56.535874 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:16:56.536045 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67edf35c-750b-4f47-a369-860d3fafc63d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:16:56.536488 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'status': 'completed', 'code': 200} Nov 23 23:16:56.544864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6afd6ecb-2bbf-425c-918a-6a351264941f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags/tempest-TagsExtTest-Tag-1688840299 HTTP/1.1" status: 201 len: 201 time: 0.4255822 Nov 23 23:16:56.555614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:56.559229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56130) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:56.566707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-6255c939-22b7-4a89-8820-6178f9ec692d tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', 'tempest-TagsExtTest-Tag-836156599') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:56.584362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-ede51498-acba-41a8-8fe1-ee82ae0889cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 217 time: 0.1121025 Nov 23 23:16:56.635301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6a86a06-2184-4bce-bc38-a3282ca98e06 req-358a69c3-8cb2-473c-bdb9-6e966525c9ff tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165740 Nov 23 23:16:56.717295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-994043ea-f474-4c10-a84d-8b356b5669a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:16:56.717973 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-994043ea-f474-4c10-a84d-8b356b5669a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:16:56.757294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6255c939-22b7-4a89-8820-6178f9ec692d tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags/tempest-TagsExtTest-Tag-836156599 HTTP/1.1" status: 201 len: 201 time: 0.1945662 Nov 23 23:16:56.757660 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56132) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:56.770705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-02342387-bdb6-4b20-ba48-22632169e974 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', 'tempest-TagsExtTest-Tag-1512528521') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:56.789236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=8f4c6230-0cf0-4bec-9ed5-129ac76362a9,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:56.825710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-dbacae4d-0b33-4ab7-853f-650374833043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:56.827265 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-dbacae4d-0b33-4ab7-853f-650374833043 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 200 len: 847 time: 0.2336228 Nov 23 23:16:56.873590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 6c2e5a06-d19e-4683-a068-2387e4599dfd has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:16:56.977701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-02342387-bdb6-4b20-ba48-22632169e974 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags/tempest-TagsExtTest-Tag-1512528521 HTTP/1.1" status: 201 len: 201 time: 0.2178004 Nov 23 23:16:56.978407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56134) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:56.989251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-f205c9e2-b5a9-4079-8e02-66ba663dd9c3 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:57.023734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-f88228fb-d92d-4737-86a9-d27eaac0e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:57.025473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-f88228fb-d92d-4737-86a9-d27eaac0e3ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19472203-e076-4af3-a539-edcbea0dd61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896670 Nov 23 23:16:57.076517 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f205c9e2-b5a9-4079-8e02-66ba663dd9c3 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags HTTP/1.1" status: 200 len: 241 time: 0.0968797 Nov 23 23:16:57.080814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56136) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:57.092482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-9d89fe1b-dda3-451e-9dfc-062384d36a2c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', 'tempest-TagsExtTest-Tag-1549264343') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:57.156084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:16:57.181453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] Sync routers for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:16:57.182405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:57.211403 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:57.240764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9d89fe1b-dda3-451e-9dfc-062384d36a2c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags/tempest-TagsExtTest-Tag-1549264343 HTTP/1.1" status: 204 len: 168 time: 0.1516774 Nov 23 23:16:57.241782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56138) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:57.249900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-aeb356ca-b377-43d4-a13a-328085dfcc3c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', 'tempest-TagsExtTest-Tag-1549264343') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:57.299128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:57.299683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:57.308636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:16:57.409850 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0b1ef6d-57fc-4df0-9547-1e4197368392 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/floatingips/6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3 HTTP/1.1" status: 204 len: 168 time: 3.6909537 Nov 23 23:16:57.439382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-628ae4a4-da2c-4d61-a7f6-2173067de1be service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044030 Nov 23 23:16:57.443321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-aeb356ca-b377-43d4-a13a-328085dfcc3c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags/tempest-TagsExtTest-Tag-1549264343 HTTP/1.1" status: 204 len: 168 time: 0.2005115 Nov 23 23:16:57.447455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56142) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:57.452666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-70747757-d314-495b-a828-610113e4c31f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:57.561018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-70747757-d314-495b-a828-610113e4c31f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags HTTP/1.1" status: 200 len: 205 time: 0.1078556 Nov 23 23:16:57.562509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56144) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:57.587145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-e35b6492-2e71-4a32-873a-e8f8fd928313 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:57.747253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5d475f71-ba6b-459b-8c04-b8bfb3209fa0 req-24f11a85-b75c-4b89-aa4a-5c02ba63ed98 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971723 Nov 23 23:16:57.805032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:57.805681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:57.818436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e35b6492-2e71-4a32-873a-e8f8fd928313 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags HTTP/1.1" status: 200 len: 241 time: 0.2471662 Nov 23 23:16:57.822988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56148) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:57.828942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-7941cb18-b21a-4661-a1be-4760db618ba0 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', 'tempest-TagsExtTest-Tag-1688840299') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:57.917164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:57.950475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eafa1-bf5c-4862-b315-feca9f8cb356 req-38bed913-0ee7-4d1d-985f-ff2b2288514e tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:57.964561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-688eafa1-bf5c-4862-b315-feca9f8cb356 req-38bed913-0ee7-4d1d-985f-ff2b2288514e tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 943 time: 0.1420870 Nov 23 23:16:58.024576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-52c7061c-02d7-41f8-82e0-3350fc83e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:58.027125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-52c7061c-02d7-41f8-82e0-3350fc83e915 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1094 time: 0.1187773 Nov 23 23:16:58.036295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7941cb18-b21a-4661-a1be-4760db618ba0 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags/tempest-TagsExtTest-Tag-1688840299 HTTP/1.1" status: 204 len: 168 time: 0.2137296 Nov 23 23:16:58.037327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56154) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:58.042664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-e39e5e50-bd86-45c6-971a-350b24772bf0 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', 'tempest-TagsExtTest-Tag-1688840299') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.127127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ca42c2ad-b6d1-43ed-a8c6-8ef4f3d8286b None None] Provisioning complete for port cb430176-b4cb-46f2-b75d-96de6dede758 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:58.147789 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca42c2ad-b6d1-43ed-a8c6-8ef4f3d8286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:58.167813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-688eafa1-bf5c-4862-b315-feca9f8cb356 req-6083216b-7f77-4336-a507-9ba9a3880290 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017245 Nov 23 23:16:58.182721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ed75-7e03-4376-bf70-8085870fc92f req-fe93ce65-d4cb-4f30-9a22-b19221d9d6a5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:58.185520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6df0ed75-7e03-4376-bf70-8085870fc92f req-fe93ce65-d4cb-4f30-9a22-b19221d9d6a5 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.2509258 Nov 23 23:16:58.272608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-f98c2f4a-c262-4ded-ac8a-5af2ab5a3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:58.275466 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-f98c2f4a-c262-4ded-ac8a-5af2ab5a3a87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 909 time: 0.2299740 Nov 23 23:16:58.280711 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6df0ed75-7e03-4376-bf70-8085870fc92f req-f4859e97-3867-4e21-af98-93965609474e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850675 Nov 23 23:16:58.290873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ca42c2ad-b6d1-43ed-a8c6-8ef4f3d8286b None None] Port cb430176-b4cb-46f2-b75d-96de6dede758 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:16:58.312800 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e39e5e50-bd86-45c6-971a-350b24772bf0 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags/tempest-TagsExtTest-Tag-1688840299 HTTP/1.1" status: 204 len: 168 time: 0.2731271 Nov 23 23:16:58.316057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56156) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:58.321740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-a8d6fe78-ec31-4f56-bfff-eb06a4e06758 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.388300 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-cd08b4e0-8aac-43eb-b663-835ddcbf2811 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 217 time: 0.1024258 Nov 23 23:16:58.397381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ca42c2ad-b6d1-43ed-a8c6-8ef4f3d8286b None None] Provisioning complete for port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:16:58.397913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca42c2ad-b6d1-43ed-a8c6-8ef4f3d8286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:58.408660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a8d6fe78-ec31-4f56-bfff-eb06a4e06758 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags HTTP/1.1" status: 200 len: 205 time: 0.0911210 Nov 23 23:16:58.412614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56158) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:58.417759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-35509848-5080-4784-b9ff-137cf81c3809 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.485569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:11Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.515146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-4b4afe49-d4a7-4034-8c56-24bb1317c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:58.518334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-4b4afe49-d4a7-4034-8c56-24bb1317c734 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 200 len: 847 time: 0.1213422 Nov 23 23:16:58.520014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] Checking router: 6c2e5a06-d19e-4683-a068-2387e4599dfd for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:16:58.521118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-35509848-5080-4784-b9ff-137cf81c3809 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags HTTP/1.1" status: 200 len: 240 time: 0.1069911 Nov 23 23:16:58.524232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56160) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:58.530514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-eb717feb-0c71-4aee-b683-dd9acf389cf1 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', 'tempest-TagsExtTest-Tag-836156599') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.538281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:16:58.542487 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4484223-2e8a-4b47-a2b2-d8c34492c39b" -d '{"events": [{"name": "network-changed", "server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:16:58.567197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:16:58.567878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.600374 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b4ca7b-97b5-4978-8bcd-d96185927416 x-openstack-request-id: req-48b4ca7b-97b5-4978-8bcd-d96185927416 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:16:58.600990 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:16:58.601518 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48b4ca7b-97b5-4978-8bcd-d96185927416 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:16:58.602496 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'status': 'completed', 'code': 200} Nov 23 23:16:58.615222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-2ff50b79-8059-462e-9044-ffe22ffe1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:58.617271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-2ff50b79-8059-462e-9044-ffe22ffe1dc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19472203-e076-4af3-a539-edcbea0dd61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908349 Nov 23 23:16:58.688078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eb717feb-0c71-4aee-b683-dd9acf389cf1 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags/tempest-TagsExtTest-Tag-836156599 HTTP/1.1" status: 204 len: 168 time: 0.1590321 Nov 23 23:16:58.690365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:58.698882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-24948dc9-ff7c-4ce0-a39f-3fdb9b76dcb1 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', 'tempest-TagsExtTest-Tag-836156599') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.757122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:16:58.779312 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-d08e3906-c49b-4b7e-9379-2d4bc7731369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:58.781009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-d08e3906-c49b-4b7e-9379-2d4bc7731369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79e0e77ee0be41da989a5a24b529c53e&device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 1096 time: 0.1533663 Nov 23 23:16:58.828503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-24948dc9-ff7c-4ce0-a39f-3fdb9b76dcb1 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags/tempest-TagsExtTest-Tag-836156599 HTTP/1.1" status: 204 len: 168 time: 0.1361682 Nov 23 23:16:58.829712 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-a19e1159-04cd-42d4-b44d-57b1ff04fee5 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986711 Nov 23 23:16:58.832043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56166) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:58.836713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-6630cd90-f63a-486b-9dee-ce026a457021 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:58.987441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-8c1cb494-38ac-4f45-b410-042b9d41a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:58.989379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-8c1cb494-38ac-4f45-b410-042b9d41a093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 200 len: 897 time: 0.1997306 Nov 23 23:16:59.050525 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-24af1916-0389-4d35-a850-ef35cdf8d2b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 200 len: 217 time: 0.0525844 Nov 23 23:16:59.058712 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5586148d-8d20-45cd-9ca1-aa3d7886b4c1 req-e140baaa-b358-46a4-8c66-476fe71bb703 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220650 Nov 23 23:16:59.113253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:11Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:59.148135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef2ada-5b12-4006-a896-7135e9e808b9 None None] The sync data for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 is: [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:15:07Z', 'revision_number': 4, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '54c93cf0-0232-4edd-b0eb-2efade7f4342', 'name': '', 'network_id': '99e52c12-02ab-4e94-9931-51dd748cf92a', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'mac_address': 'fa:16:3e:7b:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:05Z', 'updated_at': '2021-11-23T23:15:11Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'subnets': [{'id': 'f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:16:59.151665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-9231e65c-006e-4c45-8079-e2e4ac1dfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:59.153550 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-9231e65c-006e-4c45-8079-e2e4ac1dfca3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece HTTP/1.1" status: 200 len: 834 time: 0.0938416 Nov 23 23:16:59.213679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-f5e8bb44-e6a1-40dd-bb51-c10023973f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:59.215285 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-f5e8bb44-e6a1-40dd-bb51-c10023973f13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99e52c12-02ab-4e94-9931-51dd748cf92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541496 Nov 23 23:16:59.226776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4b6638b5-ea76-46d7-819e-d1012a855e42 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:16:59.467978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4b6638b5-ea76-46d7-819e-d1012a855e42, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4b6638b5-ea76-46d7-819e-d1012a855e42,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:59.468228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6630cd90-f63a-486b-9dee-ce026a457021 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags HTTP/1.1" status: 200 len: 205 time: 0.6351366 Nov 23 23:16:59.468887 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56172) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:59.474528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-1599aa59-6419-4532-9f47-9d45460bd936 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:59.493689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'port_id': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'mac_address': 'fa:16:3e:e9:58:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:16:59.519864 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-391fcd06-8fd9-439f-97d8-a593159ee7a2 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906873 Nov 23 23:16:59.540193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-b8e01ff3-4ace-4968-84f1-27f0d8e79256 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:59.542902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-b8e01ff3-4ace-4968-84f1-27f0d8e79256 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.2152002 Nov 23 23:16:59.552049 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1599aa59-6419-4532-9f47-9d45460bd936 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags HTTP/1.1" status: 200 len: 241 time: 0.0808985 Nov 23 23:16:59.559101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:59.564234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56174) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:59.569003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-c3a101ca-e9bb-447d-8144-d56f3e162f40 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', 'tempest-TagsExtTest-Tag-1512528521') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:59.570520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85ec80-3aea-444a-a7ec-b08ee5c6bd63 req-5d170ea1-843f-4f4e-9983-30d0958ce004 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:59.583079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d85ec80-3aea-444a-a7ec-b08ee5c6bd63 req-5d170ea1-843f-4f4e-9983-30d0958ce004 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 943 time: 0.1786015 Nov 23 23:16:59.590031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6638b5-ea76-46d7-819e-d1012a855e42 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:16:59.646132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4b6638b5-ea76-46d7-819e-d1012a855e42, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4b6638b5-ea76-46d7-819e-d1012a855e42,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:16:59.658594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:59.665584 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6eab1-2566-42cd-a7c6-9c6b0fcea943 None None] New status for floating IP 6a1d5bc1-f83a-43ed-9505-e8f32f52cfc3: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:16:59.684799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69ded-4896-41cc-a560-b0c6d397961b req-d6fa1ec5-17ae-4a68-9925-54184106fb99 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:16:59.686447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60c69ded-4896-41cc-a560-b0c6d397961b req-d6fa1ec5-17ae-4a68-9925-54184106fb99 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 945 time: 0.2296345 Nov 23 23:16:59.711671 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c3a101ca-e9bb-447d-8144-d56f3e162f40 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags/tempest-TagsExtTest-Tag-1512528521 HTTP/1.1" status: 204 len: 168 time: 0.1458635 Nov 23 23:16:59.715734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56176) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:59.729224 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-d339d530-02f8-46ee-b513-5b729e46f8ff tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', 'tempest-TagsExtTest-Tag-1512528521') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:59.789354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=4b6638b5-ea76-46d7-819e-d1012a855e42,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:16:59.808525 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d4484223-2e8a-4b47-a2b2-d8c34492c39b req-e748b9c5-97e6-4614-8b9d-fdaa72a43d31 service neutron] 10.222.0.46 "GET /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710431 Nov 23 23:16:59.810764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8d85ec80-3aea-444a-a7ec-b08ee5c6bd63 req-8cc0c164-5d76-4139-ac7d-b92b765d83ea tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260082 Nov 23 23:16:59.869413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d339d530-02f8-46ee-b513-5b729e46f8ff tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags/tempest-TagsExtTest-Tag-1512528521 HTTP/1.1" status: 204 len: 168 time: 0.1510081 Nov 23 23:16:59.870544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56178) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:59.881722 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-041fae77-9146-4696-858c-2fd6642943ac tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:59.908863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60c69ded-4896-41cc-a560-b0c6d397961b req-5003a3f2-5d27-4cd9-bd2e-1849e9edf2da tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed242f51-0725-48fc-9ae0-2b3779b01075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892574 Nov 23 23:16:59.918846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:16:59.919346 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:59.937424 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-041fae77-9146-4696-858c-2fd6642943ac tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags HTTP/1.1" status: 200 len: 205 time: 0.0629797 Nov 23 23:16:59.938124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:16:59.946251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-7b914281-5a1b-437f-bcdb-52b0cf569c35 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:16:59.968302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['4b6638b5-ea76-46d7-819e-d1012a855e42'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:17:00.009645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7b914281-5a1b-437f-bcdb-52b0cf569c35 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags HTTP/1.1" status: 204 len: 168 time: 0.0665224 Nov 23 23:17:00.010692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56182) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.020003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-2082ea5f-e0cb-4a8f-91a3-6457b5e60525 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:00.107008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:00.107779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:00.138946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:17:00.177406 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2082ea5f-e0cb-4a8f-91a3-6457b5e60525 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags HTTP/1.1" status: 204 len: 168 time: 0.1593974 Nov 23 23:17:00.178090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56184) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.184729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-24b91756-c7c7-4101-b3b3-1fe555569bbe tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:00.371591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-24b91756-c7c7-4101-b3b3-1fe555569bbe tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags HTTP/1.1" status: 204 len: 168 time: 0.1891897 Nov 23 23:17:00.373484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56186) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.381453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-5a5db391-fb3d-44c9-a2d8-099ea5123d43 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:00.401853 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:00.446024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:00.511536 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a5db391-fb3d-44c9-a2d8-099ea5123d43 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1362610 Nov 23 23:17:00.517932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56188) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.519167 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] No DVR routers for this DVR port 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:17:00.522241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:00.524903 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-0f67bf4e-89b6-4fec-943f-5a2ad52a7398 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', 'tempest-TagsExtTest-Tag-1911403265') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:00.526129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16309b65-9e74-418b-a1cd-7df5becc9c0d req-4dfc948e-bf1a-4d3c-95af-2c0053e7d126 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.46 "DELETE /v2.0/ports/10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb HTTP/1.1" status: 204 len: 173 time: 0.9693878 Nov 23 23:17:00.526621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-deleted', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:17:00.532293 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e3e4d-acbc-46ce-b3ca-41bc91eb4efb" -d '{"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-deleted", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:17:00.589115 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ab1fc3-508a-4b2c-ba82-07f108e37de2 x-openstack-request-id: req-64ab1fc3-508a-4b2c-ba82-07f108e37de2 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:17:00.589419 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59210af-5d48-4027-939c-77d8117617c1", "name": "network-vif-deleted", "tag": "10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:17:00.589696 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64ab1fc3-508a-4b2c-ba82-07f108e37de2 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:17:00.590300 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59210af-5d48-4027-939c-77d8117617c1', 'name': 'network-vif-deleted', 'tag': '10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb', 'status': 'completed', 'code': 200} Nov 23 23:17:00.633032 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0f67bf4e-89b6-4fec-943f-5a2ad52a7398 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags/tempest-TagsExtTest-Tag-1911403265 HTTP/1.1" status: 201 len: 201 time: 0.1135089 Nov 23 23:17:00.636692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56192) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.642378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-372b17c9-1085-4bfc-bb65-9f326fec58b9 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', 'tempest-TagsExtTest-Tag-1496470940') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:00.725273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-372b17c9-1085-4bfc-bb65-9f326fec58b9 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags/tempest-TagsExtTest-Tag-1496470940 HTTP/1.1" status: 201 len: 201 time: 0.0858586 Nov 23 23:17:00.727067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56194) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.732563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-5d01f446-b020-43ce-aa97-d296e48c15f4 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', 'tempest-TagsExtTest-Tag-1868438168') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:00.834126 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5d01f446-b020-43ce-aa97-d296e48c15f4 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags/tempest-TagsExtTest-Tag-1868438168 HTTP/1.1" status: 201 len: 201 time: 0.1058776 Nov 23 23:17:00.838932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56198) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.843810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-891edc7a-f9b2-46b9-a9ce-d5f21956c3a9 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', 'tempest-TagsExtTest-Tag-1785934753') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:00.884072 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-891edc7a-f9b2-46b9-a9ce-d5f21956c3a9 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags/tempest-TagsExtTest-Tag-1785934753 HTTP/1.1" status: 201 len: 201 time: 0.0436726 Nov 23 23:17:00.886513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56200) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:00.892496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-83b37aec-a25f-4d82-a36e-6c453ad265ce tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', {'tags': ['tempest-TagsExtTest-Tag-167110108', 'tempest-TagsExtTest-Tag-1538630387', 'tempest-TagsExtTest-Tag-495041260']}) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:01.000827 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-83b37aec-a25f-4d82-a36e-6c453ad265ce tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags HTTP/1.1" status: 200 len: 316 time: 0.1089232 Nov 23 23:17:01.001407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56204) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:01.006329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-0362bb95-1fed-4826-9093-22d66a162280 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:01.029783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849584c-70d2-4347-afb8-36e7eca526e9 req-225b214f-2091-4e27-9cfb-9ea57f505954 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:01.039429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d849584c-70d2-4347-afb8-36e7eca526e9 req-225b214f-2091-4e27-9cfb-9ea57f505954 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 944 time: 0.1299372 Nov 23 23:17:01.138352 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0362bb95-1fed-4826-9093-22d66a162280 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1357055 Nov 23 23:17:01.139396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ffb18bd-a347-421b-8fdd-7845d092d916 req-937f3507-3829-490d-ba47-4835afa0871f tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59210af-5d48-4027-939c-77d8117617c1 HTTP/1.1" status: 200 len: 210 time: 0.0426741 Nov 23 23:17:01.139980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56206) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:01.146261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-ae9a8941-0443-43aa-be28-7666e48bffe3 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', 'tempest-TagsExtTest-Tag-167110108') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:01.154028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d849584c-70d2-4347-afb8-36e7eca526e9 req-40a50c18-6977-4a8c-a2ab-70dadd30d141 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091177 Nov 23 23:17:01.233443 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-ae9a8941-0443-43aa-be28-7666e48bffe3 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:01.234535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ae9a8941-0443-43aa-be28-7666e48bffe3 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags/tempest-TagsExtTest-Tag-167110108 HTTP/1.1" status: 404 len: 328 time: 0.0918663 Nov 23 23:17:01.238978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56208) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:01.251419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4b6638b5-ea76-46d7-819e-d1012a855e42 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:01.252973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-721e2a9a-7f10-4d58-8cc0-074240d0e732 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', 'tempest-TagsExtTest-Tag-1538630387') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:01.323717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 4b6638b5-ea76-46d7-819e-d1012a855e42 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:17:01.328842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 4b6638b5-ea76-46d7-819e-d1012a855e42 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:01.329347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:01.330812 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-721e2a9a-7f10-4d58-8cc0-074240d0e732 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:01.336251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-721e2a9a-7f10-4d58-8cc0-074240d0e732 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags/tempest-TagsExtTest-Tag-1538630387 HTTP/1.1" status: 404 len: 329 time: 0.0954709 Nov 23 23:17:01.336882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56210) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:01.341519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-f9d5b16c-5f5b-4685-90b2-88c294cd821f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e', 'tempest-TagsExtTest-Tag-495041260') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:01.409318 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-f9d5b16c-5f5b-4685-90b2-88c294cd821f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:01.411143 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f9d5b16c-5f5b-4685-90b2-88c294cd821f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags/tempest-TagsExtTest-Tag-495041260 HTTP/1.1" status: 404 len: 328 time: 0.0730383 Nov 23 23:17:01.415557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56212) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:01.420242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-ab488f5a-5255-43e5-ba9e-06641caea9d4 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', {'tags': ['tempest-TagsExtTest-Tag-1062292416', 'tempest-TagsExtTest-Tag-1338898130', 'tempest-TagsExtTest-Tag-2060129449']}) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:01.424299 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:01.454200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:17:01.456928 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ca11e2-d3a0-4b22-a589-1c5f831880f5" -d '{"events": [{"server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "name": "network-vif-plugged", "status": "completed", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:17:01.474556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4b6638b5-ea76-46d7-819e-d1012a855e42, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4b6638b5-ea76-46d7-819e-d1012a855e42,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:01.482980 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:01.512591 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ab488f5a-5255-43e5-ba9e-06641caea9d4 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags HTTP/1.1" status: 200 len: 318 time: 0.0956554 Nov 23 23:17:01.516609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56216) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:01.520949 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f574c57a-3d12-4eb2-957e-3ef8dee69687 x-openstack-request-id: req-f574c57a-3d12-4eb2-957e-3ef8dee69687 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:17:01.521247 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "name": "network-vif-plugged", "status": "completed", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:17:01.521522 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f574c57a-3d12-4eb2-957e-3ef8dee69687 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:17:01.521912 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'code': 200} Nov 23 23:17:01.524422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-ef1b8d4f-c3fe-4ffa-b9e1-052b69e10ea7 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:01.553023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=4b6638b5-ea76-46d7-819e-d1012a855e42,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:01.626209 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd23b305-31e3-4c41-8aed-e34eaeabe216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:02.062501 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ef1b8d4f-c3fe-4ffa-b9e1-052b69e10ea7 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags HTTP/1.1" status: 204 len: 168 time: 0.5442777 Nov 23 23:17:02.065345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56218) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.069610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad5d0-53de-4f3d-aba0-56fa362e5dc6 req-57110019-1a0f-445c-9cfc-ce2bc084315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:02.070522 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-cf6223fe-7f2e-4c7d-bbef-5cc4cb461c38 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', 'tempest-TagsExtTest-Tag-1062292416') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:02.071268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cbcad5d0-53de-4f3d-aba0-56fa362e5dc6 req-57110019-1a0f-445c-9cfc-ce2bc084315f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1096 time: 0.4649336 Nov 23 23:17:02.127654 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cbcad5d0-53de-4f3d-aba0-56fa362e5dc6 req-338a8a4a-a73e-43e2-8556-b2cef5e72b62 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477312 Nov 23 23:17:02.134953 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-cf6223fe-7f2e-4c7d-bbef-5cc4cb461c38 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:02.136657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cf6223fe-7f2e-4c7d-bbef-5cc4cb461c38 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags/tempest-TagsExtTest-Tag-1062292416 HTTP/1.1" status: 404 len: 329 time: 0.0695865 Nov 23 23:17:02.139850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56220) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.147715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-0ea9e15f-a009-4c33-829d-86f844080642 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', 'tempest-TagsExtTest-Tag-1338898130') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:02.226424 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-0ea9e15f-a009-4c33-829d-86f844080642 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:02.228261 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ea9e15f-a009-4c33-829d-86f844080642 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags/tempest-TagsExtTest-Tag-1338898130 HTTP/1.1" status: 404 len: 329 time: 0.0868840 Nov 23 23:17:02.232698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56226) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.239184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-88fc017c-a794-4b59-84ff-b287612d7752 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758', 'tempest-TagsExtTest-Tag-2060129449') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:02.247238 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56228) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.331453 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-88fc017c-a794-4b59-84ff-b287612d7752 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:02.357179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-88fc017c-a794-4b59-84ff-b287612d7752 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags/tempest-TagsExtTest-Tag-2060129449 HTTP/1.1" status: 404 len: 329 time: 0.0984123 Nov 23 23:17:02.357179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56230) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.357179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-422fa754-996a-43b4-982d-efdb4963cc77 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', {'tags': ['tempest-TagsExtTest-Tag-1381054918', 'tempest-TagsExtTest-Tag-1120202839', 'tempest-TagsExtTest-Tag-1400489932']}) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:02.364639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f5e9-6b6b-4c51-bc0a-f0a198ee815b req-ce9b6a6e-692f-49e3-b61a-6f5c7f6daf0f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:02.366663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fb1f5e9-6b6b-4c51-bc0a-f0a198ee815b req-ce9b6a6e-692f-49e3-b61a-6f5c7f6daf0f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 945 time: 0.0886905 Nov 23 23:17:02.502378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-422fa754-996a-43b4-982d-efdb4963cc77 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags HTTP/1.1" status: 200 len: 318 time: 0.1610570 Nov 23 23:17:02.506968 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fb1f5e9-6b6b-4c51-bc0a-f0a198ee815b req-74d78fe4-bd63-4a5d-a47d-fadb5f3f5b60 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943387 Nov 23 23:17:02.507450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56232) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.512045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-2e7777b6-0d1d-480f-8e54-4f62d97be95d tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:02.634269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2e7777b6-0d1d-480f-8e54-4f62d97be95d tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags HTTP/1.1" status: 204 len: 168 time: 0.1255050 Nov 23 23:17:02.637223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56234) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.642930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-22b308c7-4b4b-47e4-b081-9961e77a3c37 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', 'tempest-TagsExtTest-Tag-1381054918') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:02.774167 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:02.791627 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-22b308c7-4b4b-47e4-b081-9961e77a3c37 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:02.793476 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-22b308c7-4b4b-47e4-b081-9961e77a3c37 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags/tempest-TagsExtTest-Tag-1381054918 HTTP/1.1" status: 404 len: 329 time: 0.1548457 Nov 23 23:17:02.796918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56236) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.804361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-2edc072a-e8f6-4182-9728-b98ecf2f66bb tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', 'tempest-TagsExtTest-Tag-1120202839') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:02.896054 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-2edc072a-e8f6-4182-9728-b98ecf2f66bb tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:02.897085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2edc072a-e8f6-4182-9728-b98ecf2f66bb tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags/tempest-TagsExtTest-Tag-1120202839 HTTP/1.1" status: 404 len: 329 time: 0.0986996 Nov 23 23:17:02.900125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56238) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:02.904755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-cf282ffe-ab7b-49c1-ab29-0296def68a6d tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178', 'tempest-TagsExtTest-Tag-1400489932') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.002830 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-cf282ffe-ab7b-49c1-ab29-0296def68a6d tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:03.004611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cf282ffe-ab7b-49c1-ab29-0296def68a6d tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags/tempest-TagsExtTest-Tag-1400489932 HTTP/1.1" status: 404 len: 329 time: 0.1033287 Nov 23 23:17:03.007781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56240) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.015423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-94064674-b09b-4909-87a3-14b3acf4dd9f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', {'tags': ['tempest-TagsExtTest-Tag-841717728', 'tempest-TagsExtTest-Tag-1174376562', 'tempest-TagsExtTest-Tag-542848361']}) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.071247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-94064674-b09b-4909-87a3-14b3acf4dd9f tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "PUT /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags HTTP/1.1" status: 200 len: 316 time: 0.0617728 Nov 23 23:17:03.074772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56242) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.100510 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.tag.tag_plugin [None req-cce5f510-288a-4287-b22e-252209f69e12 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.211318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cce5f510-288a-4287-b22e-252209f69e12 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags HTTP/1.1" status: 204 len: 168 time: 0.1350884 Nov 23 23:17:03.214739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56244) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.224468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-c8cbb76e-2e65-4b57-8887-9b62e87ffa20 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', 'tempest-TagsExtTest-Tag-841717728') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.227420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port 54c93cf0-0232-4edd-b0eb-2efade7f4342 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:17:03.227873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:03.263262 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-c8cbb76e-2e65-4b57-8887-9b62e87ffa20 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:03.264544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c8cbb76e-2e65-4b57-8887-9b62e87ffa20 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags/tempest-TagsExtTest-Tag-841717728 HTTP/1.1" status: 404 len: 328 time: 0.0482953 Nov 23 23:17:03.269977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.276485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-16e3c747-1f16-46fe-a5b0-1fc3ba59e312 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', 'tempest-TagsExtTest-Tag-1174376562') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.301599 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-16e3c747-1f16-46fe-a5b0-1fc3ba59e312 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:03.305888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-16e3c747-1f16-46fe-a5b0-1fc3ba59e312 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags/tempest-TagsExtTest-Tag-1174376562 HTTP/1.1" status: 404 len: 329 time: 0.0316603 Nov 23 23:17:03.306205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56248) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.310787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-a3617b8e-e0cf-44b6-aa2b-6e977d48afc9 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c', 'tempest-TagsExtTest-Tag-542848361') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.340555 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [None req-a3617b8e-e0cf-44b6-aa2b-6e977d48afc9 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] show failed (client error): The resource could not be found. Nov 23 23:17:03.342383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a3617b8e-e0cf-44b6-aa2b-6e977d48afc9 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags/tempest-TagsExtTest-Tag-542848361 HTTP/1.1" status: 404 len: 328 time: 0.0349603 Nov 23 23:17:03.347737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56250) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.353941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-69d4e9f0-87f2-4bd2-8024-8bc4de4dc043 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '98edc411-20e3-4225-8085-1eb3f7a1b67c') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.381793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port 54c93cf0-0232-4edd-b0eb-2efade7f4342, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=54c93cf0-0232-4edd-b0eb-2efade7f4342,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:03.382720 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:03.388313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-69d4e9f0-87f2-4bd2-8024-8bc4de4dc043 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c/tags HTTP/1.1" status: 204 len: 168 time: 0.0393498 Nov 23 23:17:03.392975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56252) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.398156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-9c270741-47ff-4578-9dc9-847d6cb84133 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8dc8e49-859f-4452-a902-e063b611e178') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.401526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for 54c93cf0-0232-4edd-b0eb-2efade7f4342 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:17:03.496900 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c270741-47ff-4578-9dc9-847d6cb84133 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178/tags HTTP/1.1" status: 204 len: 168 time: 0.1023479 Nov 23 23:17:03.499415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56254) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.505808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-e62dbbe8-2a61-494f-9790-3b42518edae2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb430176-b4cb-46f2-b75d-96de6dede758') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.588438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e62dbbe8-2a61-494f-9790-3b42518edae2 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758/tags HTTP/1.1" status: 204 len: 168 time: 0.0875616 Nov 23 23:17:03.592634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56258) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.600927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.tag.tag_plugin [None req-f530ea6e-30b5-4c93-bd96-41c2623ab6c3 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dd9a89b2-b8e2-4ede-959e-72c7ac51da8e') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:03.658020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:03.715902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=54c93cf0-0232-4edd-b0eb-2efade7f4342,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:03.745573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce205a2-48a5-49f4-a075-ca0b0eff0139 req-591c6a0d-3dd3-420d-998b-f6fa94ffab77 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:03.745966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.746306 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.746659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.747005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.747442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.747848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.748052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ce205a2-48a5-49f4-a075-ca0b0eff0139 req-591c6a0d-3dd3-420d-998b-f6fa94ffab77 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 945 time: 0.1021988 Nov 23 23:17:03.748229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.748506 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.748848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.749183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.749517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.749844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:03.758823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f530ea6e-30b5-4c93-bd96-41c2623ab6c3 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1643040 Nov 23 23:17:03.767684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56260) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.896266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ce205a2-48a5-49f4-a075-ca0b0eff0139 req-662c0ad4-0aad-463e-923c-d89d9c9e2468 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330197 Nov 23 23:17:03.932870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45762540-7e5d-4df2-a8bc-daca4f2b0f9a tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for subnetpool, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:03.934638 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-45762540-7e5d-4df2-a8bc-daca4f2b0f9a tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnetpools/98edc411-20e3-4225-8085-1eb3f7a1b67c HTTP/1.1" status: 204 len: 168 time: 0.1631258 Nov 23 23:17:03.939614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56264) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.983792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e4b242de-e140-4927-aef3-2c01d88d7ba7 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8dc8e49-859f-4452-a902-e063b611e178 HTTP/1.1" status: 200 len: 205 time: 0.0420568 Nov 23 23:17:03.989970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56266) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:03.991152 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.119685 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdc382ff-8adb-4466-bbd9-5c92ee05e7ee tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.307689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Router 6c2e5a06-d19e-4683-a068-2387e4599dfd has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:17:04.321117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:17:04.355533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:17:04.355957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 10f31fa5-59eb-4ae0-8171-f0f0cde7cdbb not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:17:04.470453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dbaf6-541b-48ed-9d93-11dffd232bda req-f4a5ac7d-3ce2-48a2-a106-38c057db4cbd tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:04.472342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e74dbaf6-541b-48ed-9d93-11dffd232bda req-f4a5ac7d-3ce2-48a2-a106-38c057db4cbd tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 945 time: 0.4660614 Nov 23 23:17:04.493210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:17:04.506547 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-46394e9b-f854-4f03-838c-c1c4da95a860 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "PUT /v2.0/routers/6c2e5a06-d19e-4683-a068-2387e4599dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2549284 Nov 23 23:17:04.507864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56268) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:04.510109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] Sync routers for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:17:04.522320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:04.522941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:16:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:04.606519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting subnet f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:17:04.609161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdc382ff-8adb-4466-bbd9-5c92ee05e7ee tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.613915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.615735 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdc382ff-8adb-4466-bbd9-5c92ee05e7ee tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.668968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:04.687068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e74dbaf6-541b-48ed-9d93-11dffd232bda req-2195f8ea-e317-49d9-991b-f9631bbcf3b4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613841 Nov 23 23:17:04.696722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdc382ff-8adb-4466-bbd9-5c92ee05e7ee tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.697427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc382ff-8adb-4466-bbd9-5c92ee05e7ee tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Fanout notify agent at l3_agent the message router_deleted on router d8dc8e49-859f-4452-a902-e063b611e178 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:17:04.718771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.723883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdc382ff-8adb-4466-bbd9-5c92ee05e7ee tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.726697 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bdc382ff-8adb-4466-bbd9-5c92ee05e7ee tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/routers/d8dc8e49-859f-4452-a902-e063b611e178 HTTP/1.1" status: 204 len: 168 time: 0.7269766 Nov 23 23:17:04.727369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56270) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:04.856901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Deleting port cb430176-b4cb-46f2-b75d-96de6dede758 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:17:04.857227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.941946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.988023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aadbc1-dfdc-4896-b4de-2b0902ad5236 req-b67b473a-db89-45d8-b37f-96601fe1824b tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:04.989820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0aadbc1-dfdc-4896-b4de-2b0902ad5236 req-b67b473a-db89-45d8-b37f-96601fe1824b tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 945 time: 0.1419635 Nov 23 23:17:05.017916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.069765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.075182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Calling delete_port for cb430176-b4cb-46f2-b75d-96de6dede758 owned by {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:17:05.080962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcd66b6c-9dda-423c-824a-72e4d85ddcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.134825 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.146186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8c6f0-6426-4b0c-b46e-fd473cd05f82 None None] Network 99e52c12-02ab-4e94-9931-51dd748cf92a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:17:05.163688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Subnet': ['ID=f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:05.167525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.178108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-316760e8-b97c-4a93-b5ab-01f56df8985e tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/subnets/f867fd7e-4aeb-4a36-b98a-cb6a0bb80ece HTTP/1.1" status: 204 len: 168 time: 0.6663575 Nov 23 23:17:05.179246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56274) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:05.260312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0aadbc1-dfdc-4896-b4de-2b0902ad5236 req-377e3009-a3ad-48c7-a28d-902e17f2e25f tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376177 Nov 23 23:17:05.271896 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:17:03Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:05.308970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] Checking router: 6c2e5a06-d19e-4683-a068-2387e4599dfd for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:17:05.310911 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56276) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:05.336906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] Routers {'6c2e5a06-d19e-4683-a068-2387e4599dfd'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:05.337563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['6c2e5a06-d19e-4683-a068-2387e4599dfd'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:05.421404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.445738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.473239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] Set router 6c2e5a06-d19e-4683-a068-2387e4599dfd gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:05.518913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] DHCP port deletion for 99e52c12-02ab-4e94-9931-51dd748cf92a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:05.541195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event deleted for resources: {'Port': ['ID=cb430176-b4cb-46f2-b75d-96de6dede758,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:05.636331 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.643404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-87fc18ef-eb7b-4e20-8c55-39196a772008 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/ports/cb430176-b4cb-46f2-b75d-96de6dede758 HTTP/1.1" status: 204 len: 168 time: 0.9147918 Nov 23 23:17:05.645782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56280) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:05.712499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Deleting subnet dd9a89b2-b8e2-4ede-959e-72c7ac51da8e {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:17:05.717085 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.762032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.774770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc00246-fb51-4626-b047-0e0f05a2a5dd tempest-TestServerBasicOps-261808476 tempest-TestServerBasicOps-261808476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:05.778118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3dc00246-fb51-4626-b047-0e0f05a2a5dd tempest-TestServerBasicOps-261808476 tempest-TestServerBasicOps-261808476-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1091 time: 0.4615033 Nov 23 23:17:05.784055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.784603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56282) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:05.794286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:17:05.837901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] Deleting port 7070f2ba-4579-4567-a545-14d6dae50e22 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:17:05.838723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.893863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.894243 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.963063 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.983800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Deleting port fe5c8bea-495d-4e71-a64e-fa6d1b589c82 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:17:05.984382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:05.994893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9a89b2-b8e2-4ede-959e-72c7ac51da8e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:05.997112 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.003355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d912e9c5-5ebc-41e4-894b-5134ec652c99 tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/subnets/dd9a89b2-b8e2-4ede-959e-72c7ac51da8e HTTP/1.1" status: 204 len: 168 time: 0.3539937 Nov 23 23:17:06.003657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56284) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:06.017873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] For port 7070f2ba-4579-4567-a545-14d6dae50e22, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7070f2ba-4579-4567-a545-14d6dae50e22,segment=NetworkSegment(c7243447-1a19-4706-9ebf-826efe349b7d),segment_id=c7243447-1a19-4706-9ebf-826efe349b7d)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:06.018728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.039161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf32a465-a85e-4851-9dcb-930e27d5d36d None None] Network e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:17:06.076424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] Calling delete_port for 7070f2ba-4579-4567-a545-14d6dae50e22 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:17:06.095070 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.155641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Deleting port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:17:06.155907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.204987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] For port fe5c8bea-495d-4e71-a64e-fa6d1b589c82, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:06.205366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.227060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Calling delete_port for fe5c8bea-495d-4e71-a64e-fa6d1b589c82 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:17:06.249954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] For port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=8f4c6230-0cf0-4bec-9ed5-129ac76362a9,segment=NetworkSegment(11dfa343-7286-4ed1-894a-e057f8857ab7),segment_id=11dfa343-7286-4ed1-894a-e057f8857ab7)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:06.250452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.260382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:17:03Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:06.269474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Calling delete_port for 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:17:06.291226 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.338099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84617e-2d4b-4990-8f6c-6208385dcf3a None None] The sync data for ids ['6c2e5a06-d19e-4683-a068-2387e4599dfd'] in n-d-817303-3 is: [{'id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280728465', 'tenant_id': '79e0e77ee0be41da989a5a24b529c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:15:01Z', 'updated_at': '2021-11-23T23:17:03Z', 'revision_number': 5, 'project_id': '79e0e77ee0be41da989a5a24b529c53e', 'gw_port': {'id': 'fe5c8bea-495d-4e71-a64e-fa6d1b589c82', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:96:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e5a06-d19e-4683-a068-2387e4599dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:15:02Z', 'updated_at': '2021-11-23T23:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:17:06.429530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.456452 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.490989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Allocated IP 172.25.0.227 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/67b225be-6f2f-4013-bc63-4bf4b3023211) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:17:06.495309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event deleted for resources: {'Port': ['ID=8f4c6230-0cf0-4bec-9ed5-129ac76362a9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:06.499206 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] No DVR routers for this DVR port 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:17:06.506760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] Pushing event deleted for resources: {'Port': ['ID=7070f2ba-4579-4567-a545-14d6dae50e22,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:06.516631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee246726-5cdd-4f96-bf6f-fffa51b4b600 None None] No DVR routers for this DVR port 7070f2ba-4579-4567-a545-14d6dae50e22 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:17:06.586910 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.593787 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.645880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.665787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Port': ['ID=fe5c8bea-495d-4e71-a64e-fa6d1b589c82,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:06.679357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:06.696463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dfa343-7286-4ed1-894a-e057f8857ab7') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:06.697115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dfa343-7286-4ed1-894a-e057f8857ab7') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:06.711224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c9651-eaa0-41a9-ad89-4d161a3ce96b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:06.716315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.744291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.757870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:17:06.758769 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.762553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f568c989-e99e-4326-8bb6-dae5e3c5b5c4 None None] DHCP port deletion for e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:06.795171 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:17:06.803767 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:17:06.832160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.861098 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.877099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.883549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] 10.222.0.11 "DELETE /v2.0/networks/e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d HTTP/1.1" status: 204 len: 168 time: 0.8783712 Nov 23 23:17:06.910136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acbdf7-7b38-4f79-b8cb-1daff06e099c tempest-TagsExtTest-1092720286 tempest-TagsExtTest-1092720286-project] Pushing event deleted for resources: {'Network': ['ID=e15d8c3c-0d89-4fa8-8cd3-fe78eafa6c4d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:06.962312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.965218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:06.970041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.059703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:07.060536 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.060997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Fanout notify agent at l3_agent the message router_deleted on router 6c2e5a06-d19e-4683-a068-2387e4599dfd {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:17:07.070362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.076719 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e51d1b4b-0e5b-444e-a9fe-4b76183b16e6 tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/routers/6c2e5a06-d19e-4683-a068-2387e4599dfd HTTP/1.1" status: 204 len: 168 time: 1.8914666 Nov 23 23:17:07.076719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:07.077228 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56288) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:07.084055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:17:07.088202 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'Port': ['ID=67b225be-6f2f-4013-bc63-4bf4b3023211,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:07.214814 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.363859 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.364942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:17:07.395900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56292) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:07.413839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:17:07.414738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 8f4c6230-0cf0-4bec-9ed5-129ac76362a9 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:17:07.415403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 54c93cf0-0232-4edd-b0eb-2efade7f4342 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:17:07.455844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e52c12-02ab-4e94-9931-51dd748cf92a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:07.473124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7243447-1a19-4706-9ebf-826efe349b7d') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:07.473464 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7243447-1a19-4706-9ebf-826efe349b7d') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:07.479621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 54c93cf0-0232-4edd-b0eb-2efade7f4342 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:17:07.480565 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 54c93cf0-0232-4edd-b0eb-2efade7f4342 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:17:07.482340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7070f2ba-4579-4567-a545-14d6dae50e22 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:17:07.493165 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.518418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7070f2ba-4579-4567-a545-14d6dae50e22 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:17:07.518766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7070f2ba-4579-4567-a545-14d6dae50e22 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:17:07.533100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.541890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:17:07.542215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.542393 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:17:07.546027 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:17:07.644797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.653150 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.658105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/networks/99e52c12-02ab-4e94-9931-51dd748cf92a HTTP/1.1" status: 204 len: 168 time: 0.5791059 Nov 23 23:17:07.660235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56296) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:07.668362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6e2bb6cc-9cfc-4393-9198-8de64b65c7d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc31b976fb1848fb8094cfea71842682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2711728 Nov 23 23:17:07.671200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56298) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:07.683503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3898f0-8d36-412a-bcf1-94672d6e736a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'Network': ['ID=99e52c12-02ab-4e94-9931-51dd748cf92a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:07.747619 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-999b4721-c3c4-406b-98f8-57b5670a8a0a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.760239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.785640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-999b4721-c3c4-406b-98f8-57b5670a8a0a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.808005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3860d95c-a476-4687-a5df-10f92b3a0a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.850573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3860d95c-a476-4687-a5df-10f92b3a0a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.898175 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-999b4721-c3c4-406b-98f8-57b5670a8a0a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.900636 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.902525 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-999b4721-c3c4-406b-98f8-57b5670a8a0a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:07.904301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-999b4721-c3c4-406b-98f8-57b5670a8a0a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed242f51-0725-48fc-9ae0-2b3779b01075 HTTP/1.1" status: 204 len: 168 time: 0.2429497 Nov 23 23:17:07.928080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b4721-c3c4-406b-98f8-57b5670a8a0a tempest-TestNetworkAdvancedServerOps-871885476 tempest-TestNetworkAdvancedServerOps-871885476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed242f51-0725-48fc-9ae0-2b3779b01075,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:08.004318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3860d95c-a476-4687-a5df-10f92b3a0a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.006999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3860d95c-a476-4687-a5df-10f92b3a0a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.010557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3860d95c-a476-4687-a5df-10f92b3a0a77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ea9e0f1-a1e0-41b0-b85b-3745fe5b67b9 HTTP/1.1" status: 204 len: 168 time: 0.3357995 Nov 23 23:17:08.035246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860d95c-a476-4687-a5df-10f92b3a0a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea9e0f1-a1e0-41b0-b85b-3745fe5b67b9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:08.151626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.158880 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.212822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.253041 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event updated for resources: {'Port': ['ID=67b225be-6f2f-4013-bc63-4bf4b3023211,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:08.265812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.330492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56310) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:08.373283 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Floating IP 73a28349-d727-47f5-893a-465ddc6855d9 associated. External IP: 172.25.0.227, port: 4b6638b5-ea76-46d7-819e-d1012a855e42. Nov 23 23:17:08.552702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-952228ce-4451-4bd6-9f62-1e28321616fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79e0e77ee0be41da989a5a24b529c53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175403 Nov 23 23:17:08.554328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:08.646051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5e97-dc4e-4f3b-a8dc-95b36ec723d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.683916 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5e97-dc4e-4f3b-a8dc-95b36ec723d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.694282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:17:08.770621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5e97-dc4e-4f3b-a8dc-95b36ec723d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.776289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5e97-dc4e-4f3b-a8dc-95b36ec723d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:08.778788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8d8f5e97-dc4e-4f3b-a8dc-95b36ec723d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a622940-88f0-45e0-9692-bde0f96dde10 HTTP/1.1" status: 204 len: 168 time: 0.2226803 Nov 23 23:17:08.796697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f5e97-dc4e-4f3b-a8dc-95b36ec723d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a622940-88f0-45e0-9692-bde0f96dde10,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:09.191391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fe5c8bea-495d-4e71-a64e-fa6d1b589c82 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:17:09.256735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: fe5c8bea-495d-4e71-a64e-fa6d1b589c82 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:17:09.258109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fe5c8bea-495d-4e71-a64e-fa6d1b589c82 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:17:09.280844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56340) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:09.347380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3707113b-d6c4-4b9e-b9f8-f12964132454 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef8337d613a44ce391705c9f72a58ecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639613 Nov 23 23:17:09.349899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56342) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:09.401823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:17:09.418703 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] Sync routers for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:17:09.433025 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:09.433727 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:09.448343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:09.489778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b861-8831-4d76-a6ec-87b551300521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:09.511609 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8d30735-c5e6-4064-8da6-6d771b6ee913 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7124603 Nov 23 23:17:09.511609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:17:09.511609 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6ecb6-324a-4d16-a58e-7de575e387a0" -d '{"events": [{"name": "network-changed", "server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:17:09.549324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b861-8831-4d76-a6ec-87b551300521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:09.558699 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19457dcc-1149-4b2e-9ff2-59689a70477a x-openstack-request-id: req-19457dcc-1149-4b2e-9ff2-59689a70477a {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:17:09.559122 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:17:09.559474 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19457dcc-1149-4b2e-9ff2-59689a70477a {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:17:09.560002 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'status': 'completed', 'code': 200} Nov 23 23:17:09.619399 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b861-8831-4d76-a6ec-87b551300521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:09.622424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b861-8831-4d76-a6ec-87b551300521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:09.624711 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:09.627118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d2d4b861-8831-4d76-a6ec-87b551300521 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d93b2e6-ebdd-4b5e-a61d-4cefd8fa6622 HTTP/1.1" status: 204 len: 168 time: 0.2756617 Nov 23 23:17:09.665935 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4b861-8831-4d76-a6ec-87b551300521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93b2e6-ebdd-4b5e-a61d-4cefd8fa6622,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:09.691333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-b65768f3-2749-4aa9-a366-c155c8940bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:09.693685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-b65768f3-2749-4aa9-a366-c155c8940bab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1096 time: 0.0651202 Nov 23 23:17:09.932249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-66a645cc-c686-4620-be55-73a17ca506eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:09.935309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-66a645cc-c686-4620-be55-73a17ca506eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 909 time: 0.2327590 Nov 23 23:17:10.092625 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-b306cb53-14bb-47c8-9705-707026e40b87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 999 time: 0.1500461 Nov 23 23:17:10.121506 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '73a28349-d727-47f5-893a-465ddc6855d9', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'port_id': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'mac_address': 'fa:16:3e:e9:58:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:17:07Z', 'updated_at': '2021-11-23T23:17:07Z', 'revision_number': 0, 'project_id': '802687dc48bb44509a831b572774b0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 5, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:10.188646 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] Checking router: bbca62e8-abf0-4074-81ed-8242a8e5e7e7 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:17:10.194493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-debf0444-57a3-4406-b824-6a0eae2012b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:10.197371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-debf0444-57a3-4406-b824-6a0eae2012b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 200 len: 847 time: 0.0961220 Nov 23 23:17:10.211803 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:10.215867 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:10.273472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-92142e8c-673f-4a51-bf61-8b9c7362df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:10.275420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-92142e8c-673f-4a51-bf61-8b9c7362df05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19472203-e076-4af3-a539-edcbea0dd61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704911 Nov 23 23:17:10.436108 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:10.457664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-a70f54cc-9cee-4dd6-b046-d0ab575120f1 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735220 Nov 23 23:17:10.601326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9c6ecb6-324a-4d16-a58e-7de575e387a0 req-8bd1432f-4711-4211-8497-fdc2e4070471 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365871 Nov 23 23:17:10.754412 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '73a28349-d727-47f5-893a-465ddc6855d9', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'port_id': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'mac_address': 'fa:16:3e:e9:58:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:17:07Z', 'updated_at': '2021-11-23T23:17:07Z', 'revision_number': 0, 'project_id': '802687dc48bb44509a831b572774b0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 5, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:10.793525 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9c722-b641-4246-a3e6-70e843fc207d None None] The sync data for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 is: [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '73a28349-d727-47f5-893a-465ddc6855d9', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'port_id': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'mac_address': 'fa:16:3e:e9:58:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:17:07Z', 'updated_at': '2021-11-23T23:17:07Z', 'revision_number': 0, 'project_id': '802687dc48bb44509a831b572774b0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 5, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:17:11.089436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962cf415-94b2-463c-b79c-4b4213bddfd8 None None] New status for floating IP 73a28349-d727-47f5-893a-465ddc6855d9: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:17:24.865610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:25.006535 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.141739 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.148958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.198084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=743faa57459245f48400cac549bbc61e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308737 Nov 23 23:17:25.199036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b686590-a57f-4553-8263-b4448a2e6d65,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:25.201011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56434) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:25.208333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.208715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.208995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.209401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.209673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.209964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.210285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.210630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.210917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.211243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.211540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.211884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330dfa7d-efda-457a-9de8-35f8792e4323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:25.269009 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a528f527-4e36-492c-b117-9db091f54a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.288009 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:17:25.298072 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a528f527-4e36-492c-b117-9db091f54a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.352886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a528f527-4e36-492c-b117-9db091f54a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.355793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a528f527-4e36-492c-b117-9db091f54a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.357119 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a528f527-4e36-492c-b117-9db091f54a03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b686590-a57f-4553-8263-b4448a2e6d65 HTTP/1.1" status: 204 len: 168 time: 0.1547651 Nov 23 23:17:25.368336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528f527-4e36-492c-b117-9db091f54a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b686590-a57f-4553-8263-b4448a2e6d65,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:25.691557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56440) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:25.706622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd0e10a3-3ca3-4717-a5b3-5c9b63e2fccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.803713 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd0e10a3-3ca3-4717-a5b3-5c9b63e2fccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.808503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd0e10a3-3ca3-4717-a5b3-5c9b63e2fccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.852282 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd0e10a3-3ca3-4717-a5b3-5c9b63e2fccd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd42e7a3dd724db6b8c934acc2ebfe34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594267 Nov 23 23:17:25.853327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e10a3-3ca3-4717-a5b3-5c9b63e2fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a3a9f-38c8-4467-bdab-e1f06cbcee2c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:25.855478 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56442) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:25.950074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bb11608-b231-4df4-8b8f-7e52deeb93f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:25.992156 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bb11608-b231-4df4-8b8f-7e52deeb93f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:26.074755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bb11608-b231-4df4-8b8f-7e52deeb93f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:26.078127 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1bb11608-b231-4df4-8b8f-7e52deeb93f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:26.080141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1bb11608-b231-4df4-8b8f-7e52deeb93f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac2a3a9f-38c8-4467-bdab-e1f06cbcee2c HTTP/1.1" status: 204 len: 168 time: 0.2228627 Nov 23 23:17:26.090483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb11608-b231-4df4-8b8f-7e52deeb93f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a3a9f-38c8-4467-bdab-e1f06cbcee2c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:27.178572 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:31.623329 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0859ff7f-bfc4-487c-af07-f1183910c574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.364520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56522) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:33.519906 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41958aa4-51e7-4924-8f2e-4e5a08c6485a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.607298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41958aa4-51e7-4924-8f2e-4e5a08c6485a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.612812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41958aa4-51e7-4924-8f2e-4e5a08c6485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.664122 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-41958aa4-51e7-4924-8f2e-4e5a08c6485a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13341254b5d74fb3a77f3e218ca01b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2977161 Nov 23 23:17:33.665261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41958aa4-51e7-4924-8f2e-4e5a08c6485a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5f0b83-d992-4e82-aa91-d94f23dc4713,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:33.665554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56526) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:33.730528 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f519335-1fce-4659-aa19-57637edc4689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.755941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f519335-1fce-4659-aa19-57637edc4689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.812990 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f519335-1fce-4659-aa19-57637edc4689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.815980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f519335-1fce-4659-aa19-57637edc4689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.817427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0f519335-1fce-4659-aa19-57637edc4689 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e5f0b83-d992-4e82-aa91-d94f23dc4713 HTTP/1.1" status: 204 len: 168 time: 0.1502295 Nov 23 23:17:33.831070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f519335-1fce-4659-aa19-57637edc4689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5f0b83-d992-4e82-aa91-d94f23dc4713,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:34.160370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56532) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:34.175562 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b7f05bb-0261-4f7b-b5d6-e0764db9637a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.270601 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b7f05bb-0261-4f7b-b5d6-e0764db9637a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.276151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7b7f05bb-0261-4f7b-b5d6-e0764db9637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.320156 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7b7f05bb-0261-4f7b-b5d6-e0764db9637a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba71f04014d942d993606207c3dda6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586137 Nov 23 23:17:34.321450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f05bb-0261-4f7b-b5d6-e0764db9637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe43c4-d24f-4994-9fe9-96b904a99ac2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:34.323325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56534) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:34.415387 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4fe78e2-9cfa-4f8e-a184-c12735bb03c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.453643 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4fe78e2-9cfa-4f8e-a184-c12735bb03c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.520906 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4fe78e2-9cfa-4f8e-a184-c12735bb03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.523976 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f4fe78e2-9cfa-4f8e-a184-c12735bb03c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.525429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f4fe78e2-9cfa-4f8e-a184-c12735bb03c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36fe43c4-d24f-4994-9fe9-96b904a99ac2 HTTP/1.1" status: 204 len: 168 time: 0.2004304 Nov 23 23:17:34.538309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe78e2-9cfa-4f8e-a184-c12735bb03c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe43c4-d24f-4994-9fe9-96b904a99ac2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:34.740300 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-39611e70-b6ff-4b3b-a553-a10c5cc3b512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:35.126006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:36.592052 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:37.528788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:38.215254 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:38.926813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56636) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:39.121499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02193d0-31c7-479e-bae7-3b85f5690c0e req-47d83487-f3ac-463d-9fe6-05bf299c42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:39.123134 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b02193d0-31c7-479e-bae7-3b85f5690c0e req-47d83487-f3ac-463d-9fe6-05bf299c42d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1096 time: 0.1944227 Nov 23 23:17:39.191980 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b02193d0-31c7-479e-bae7-3b85f5690c0e req-11ec61a8-74c7-40a7-88da-e286a544ca25 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614011 Nov 23 23:17:41.384080 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-ec960daa-b5ca-4e7d-ba2d-a97b067f1458 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871346 Nov 23 23:17:41.499335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-5cc7b7f8-e252-417b-8960-5540876b6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:41.501281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-5cc7b7f8-e252-417b-8960-5540876b6849 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1096 time: 0.0471463 Nov 23 23:17:41.648731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-04c1a113-31f7-4a2b-a64a-e67b264b6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:41.650353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-04c1a113-31f7-4a2b-a64a-e67b264b6326 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 909 time: 0.1264913 Nov 23 23:17:41.739312 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-578b9c2c-85dc-4acb-8881-3fd9b3958326 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 1001 time: 0.0800562 Nov 23 23:17:41.800784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-f88496d9-5ba1-4c04-8c1d-ced95c55832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:41.802514 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-f88496d9-5ba1-4c04-8c1d-ced95c55832c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 200 len: 847 time: 0.0557220 Nov 23 23:17:41.865401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-5fb713cc-2608-4cbe-a0e8-4a99d16516b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:41.867268 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-5fb713cc-2608-4cbe-a0e8-4a99d16516b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19472203-e076-4af3-a539-edcbea0dd61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558770 Nov 23 23:17:41.984920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-8d308c4a-162d-4894-8ccd-28869ceaa851 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083677 Nov 23 23:17:42.094956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e822b059-35b6-4d1c-8a90-8c861b0a37da req-6eb2e27d-9866-4ecf-809d-783aa777e91b service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030598 Nov 23 23:17:42.623099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56666) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:42.777088 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dacabcc3-8123-4df0-b255-478caff32b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:42.874313 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dacabcc3-8123-4df0-b255-478caff32b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:42.881391 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dacabcc3-8123-4df0-b255-478caff32b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:42.929720 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-dacabcc3-8123-4df0-b255-478caff32b0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f33f526e775a48db99751b54f582af37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041282 Nov 23 23:17:42.930713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacabcc3-8123-4df0-b255-478caff32b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2446cba2-f3e2-4c6b-9e32-273db8b58034,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:42.933890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56670) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:42.996477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-296422b7-8331-4b18-90ce-bbc5d0732362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.026671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-296422b7-8331-4b18-90ce-bbc5d0732362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.086501 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-296422b7-8331-4b18-90ce-bbc5d0732362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.089230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-296422b7-8331-4b18-90ce-bbc5d0732362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.090483 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-296422b7-8331-4b18-90ce-bbc5d0732362 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2446cba2-f3e2-4c6b-9e32-273db8b58034 HTTP/1.1" status: 204 len: 168 time: 0.1556194 Nov 23 23:17:43.103669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296422b7-8331-4b18-90ce-bbc5d0732362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2446cba2-f3e2-4c6b-9e32-273db8b58034,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:43.453798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56676) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:43.468380 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf3c5-332e-4c2f-bfe2-3df540d3d2a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.593376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf3c5-332e-4c2f-bfe2-3df540d3d2a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.598398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf3c5-332e-4c2f-bfe2-3df540d3d2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.642116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7bbbf3c5-332e-4c2f-bfe2-3df540d3d2a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65291e2fbccb4aa48219bd235b1bfd56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1871619 Nov 23 23:17:43.643131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbf3c5-332e-4c2f-bfe2-3df540d3d2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7113c7-8bb3-447f-a7dd-8ccaa341cae7,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:43.645369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:43.728778 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a84f8e83-e1d3-461b-96ba-58fd314f96b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.772344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a84f8e83-e1d3-461b-96ba-58fd314f96b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.846706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a84f8e83-e1d3-461b-96ba-58fd314f96b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.849591 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a84f8e83-e1d3-461b-96ba-58fd314f96b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:43.851192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a84f8e83-e1d3-461b-96ba-58fd314f96b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e7113c7-8bb3-447f-a7dd-8ccaa341cae7 HTTP/1.1" status: 204 len: 168 time: 0.2041616 Nov 23 23:17:43.860964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f8e83-e1d3-461b-96ba-58fd314f96b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7113c7-8bb3-447f-a7dd-8ccaa341cae7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:44.370044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56684) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:44.384904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-865eb5f5-ad7a-41f9-9692-381ed2a66b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:44.517209 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-865eb5f5-ad7a-41f9-9692-381ed2a66b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:44.522744 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-865eb5f5-ad7a-41f9-9692-381ed2a66b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:44.598187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-865eb5f5-ad7a-41f9-9692-381ed2a66b49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d634e9ace8a4bada58ded4ef2002968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266726 Nov 23 23:17:44.600991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56686) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:44.601772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eb5f5-ad7a-41f9-9692-381ed2a66b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f7f63b-c137-46ad-adde-9c45192a7edd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:44.665573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-599fb724-e74f-49b9-aba5-3aa294179d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:44.689927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-599fb724-e74f-49b9-aba5-3aa294179d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:44.750904 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-599fb724-e74f-49b9-aba5-3aa294179d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:44.753980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-599fb724-e74f-49b9-aba5-3aa294179d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:44.755442 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-599fb724-e74f-49b9-aba5-3aa294179d50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97f7f63b-c137-46ad-adde-9c45192a7edd HTTP/1.1" status: 204 len: 168 time: 0.1531403 Nov 23 23:17:44.766437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fb724-e74f-49b9-aba5-3aa294179d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f7f63b-c137-46ad-adde-9c45192a7edd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:45.665969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56708) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:45.815684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1517214050-network', 'tenant_id': '6f5d7d5811984b489cf034269c724730'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:17:45.850566 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:17:45.853411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:45.864578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:45.975654 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:45.980533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.012704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:17:46.025709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9999d7b0-248f-4e4a-a906-76ed2c767e11,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:46.034901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.035451 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Added segment 6790c8fc-7ed5-4c10-82d6-994b4ade9915 of type vlan for network a1b0a57c-83ff-44a6-a6cd-da851be1233e Nov 23 23:17:46.089985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.123344 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.125107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:46.125788 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.171820 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5043957 Nov 23 23:17:46.177088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56712) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:46.182873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Request body: {'subnet': {'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1517214050-subnet', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:17:46.213171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:17:46.214249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11c449-b328-44b6-b4ea-0693552a141e admin admin] Pushing event updated for resources: {'Network': ['ID=a1b0a57c-83ff-44a6-a6cd-da851be1233e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:46.215809 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.231613 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:17:46.451166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.519689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b32dbf3-d07e-435b-9ccb-43557d290290,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:46.530447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:17:46.530966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Network hostable DHCP agents. Network: a1b0a57c-83ff-44a6-a6cd-da851be1233e, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:17:46.550708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:17:46.563824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, a1b0a57c-83ff-44a6-a6cd-da851be1233e) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:46.569891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:46.570889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.578728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf5e2f-2f8d-4355-aa62-635c02e154f2 None None] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:17:46.591384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1ad73a82-0469-4e46-b3c1-1334bfa5d846 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4127047 Nov 23 23:17:46.595912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56714) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:46.600730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:17:46.628330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.629465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.688276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.805638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:17:46.807137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:46.850502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.056162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Allocated IP 172.20.0.2 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/46659348-428c-48d8-9be9-afe61828d655) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:17:47.081767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.102573 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.226818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Allocated IP 172.25.0.212 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/464421ec-d16c-4c0f-ad71-d8261f010be5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:17:47.318385 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.327844 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.370728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.371046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:47.379093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:47.383050 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:17:47.393963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Pushing event updated for resources: {'Port': ['ID=46659348-428c-48d8-9be9-afe61828d655,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:47.412402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.412761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.413102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.413451 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.413795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.414134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.414479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.414811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.415137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.415467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.415822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.416159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:47.429164 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.478220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Attempting to bind port 46659348-428c-48d8-9be9-afe61828d655 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:17:47.478553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:47.478820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Attempting to bind port 46659348-428c-48d8-9be9-afe61828d655 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:17:47.479413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Attempting to bind port 46659348-428c-48d8-9be9-afe61828d655 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:17:47.481689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:47.487359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:17:47.490982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=464421ec-d16c-4c0f-ad71-d8261f010be5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:47.491187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:17:47.491634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:17:47.492251 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.493848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:17:47.494656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Bound port: 46659348-428c-48d8-9be9-afe61828d655, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:17:47.495314 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.519126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c438b05-b4c0-4733-98b1-b45d618b5ba9 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:47.604643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] For port 46659348-428c-48d8-9be9-afe61828d655, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:17:47.609270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] For port 46659348-428c-48d8-9be9-afe61828d655, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=46659348-428c-48d8-9be9-afe61828d655,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:17:47.622845 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.698772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e3937b12-1714-4347-b68a-4b10994b833d None None] Provisioning complete for port 464421ec-d16c-4c0f-ad71-d8261f010be5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:47.699613 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3937b12-1714-4347-b68a-4b10994b833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:47.785731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7d396-c06b-4e49-a773-450cefee52d1 None None] Pushing event updated for resources: {'Port': ['ID=46659348-428c-48d8-9be9-afe61828d655,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:47.794344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e3937b12-1714-4347-b68a-4b10994b833d None None] Port 464421ec-d16c-4c0f-ad71-d8261f010be5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:17:47.872564 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:48.160469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:48.323932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:17:48.451418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:17:48.468686 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:17:48.473556 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:48.478267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:48.479109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a3dae602-24b2-4711-b1d9-e43b08049ae8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8813882 Nov 23 23:17:48.489501 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:48.490151 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:48.621164 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:48.851442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b3438f-d390-42fb-8481-90456ae4e643 None None] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:17:49.013815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f696c509-95cf-4bb4-80a0-d103ddce237c None None] Provisioning complete for port 46659348-428c-48d8-9be9-afe61828d655 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:49.015822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f696c509-95cf-4bb4-80a0-d103ddce237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.102887 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:47Z', 'revision_number': 3, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:49.158093 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:17:49.158443 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Updating router 7954a554-0a12-4130-b352-4b6ed163a8b5 port 464421ec-d16c-4c0f-ad71-d8261f010be5 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:17:49.177597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f696c509-95cf-4bb4-80a0-d103ddce237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.195891 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.215305 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.233879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f696c509-95cf-4bb4-80a0-d103ddce237c None None] For port 46659348-428c-48d8-9be9-afe61828d655, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=46659348-428c-48d8-9be9-afe61828d655,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:49.250233 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f696c509-95cf-4bb4-80a0-d103ddce237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.331535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696c509-95cf-4bb4-80a0-d103ddce237c None None] Pushing event updated for resources: {'Port': ['ID=46659348-428c-48d8-9be9-afe61828d655,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:49.388611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 46659348-428c-48d8-9be9-afe61828d655 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:49.505176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 46659348-428c-48d8-9be9-afe61828d655 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:49.505905 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.519897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Allocated IP 172.20.0.1 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/24097edd-a241-4654-a996-d0df87a9c04f) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:17:49.623061 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-350c02b1-a223-4514-927b-bbfac2699d61 None None] Provisioning complete for port 46659348-428c-48d8-9be9-afe61828d655 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:49.624474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-350c02b1-a223-4514-927b-bbfac2699d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.660045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.678504 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.687014 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.704888 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.746266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:49.754181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:49.813816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:17:49.814728 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Pushing event updated for resources: {'Port': ['ID=464421ec-d16c-4c0f-ad71-d8261f010be5,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:49.814908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9fea6-c1ba-46ae-8b76-34512eb0ebd5 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:49.818119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=24097edd-a241-4654-a996-d0df87a9c04f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:49.823663 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.823953 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.824662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.824662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.824903 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.825097 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.827910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.827910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.827910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.827910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.827910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.828926 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:17:49.836238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Attempting to bind port 464421ec-d16c-4c0f-ad71-d8261f010be5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:17:49.836681 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Attempting to bind port 464421ec-d16c-4c0f-ad71-d8261f010be5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:17:49.837051 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Attempting to bind port 464421ec-d16c-4c0f-ad71-d8261f010be5 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:17:49.845785 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:17:49.846111 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:17:49.846524 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.846923 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:17:49.847929 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Bound port: 464421ec-d16c-4c0f-ad71-d8261f010be5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:17:49.847929 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.862973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.921504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] For port 464421ec-d16c-4c0f-ad71-d8261f010be5, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:17:49.925236 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] For port 464421ec-d16c-4c0f-ad71-d8261f010be5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=464421ec-d16c-4c0f-ad71-d8261f010be5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:17:49.932375 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:49.991618 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:49.992271 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:50.004956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12121aa-1722-4fd8-bafe-04a7f7598367 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:50.069206 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181191c5-3b09-4007-a185-c521b75fd8ee None None] Pushing event updated for resources: {'Port': ['ID=464421ec-d16c-4c0f-ad71-d8261f010be5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:50.088450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3a04f137-36e6-4ab6-bea4-34da95678baa None None] Provisioning complete for port 464421ec-d16c-4c0f-ad71-d8261f010be5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:50.088998 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3a04f137-36e6-4ab6-bea4-34da95678baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.167304 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:50.201569 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3a04f137-36e6-4ab6-bea4-34da95678baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.232184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3a04f137-36e6-4ab6-bea4-34da95678baa None None] For port 464421ec-d16c-4c0f-ad71-d8261f010be5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=464421ec-d16c-4c0f-ad71-d8261f010be5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:50.240285 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3a04f137-36e6-4ab6-bea4-34da95678baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.335527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04f137-36e6-4ab6-bea4-34da95678baa None None] Pushing event updated for resources: {'Port': ['ID=464421ec-d16c-4c0f-ad71-d8261f010be5,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:50.382036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1ece3d13-8d13-41df-9ec0-a4442d34f5f7 None None] Provisioning complete for port 24097edd-a241-4654-a996-d0df87a9c04f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:50.384086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1ece3d13-8d13-41df-9ec0-a4442d34f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.421208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.428619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1ece3d13-8d13-41df-9ec0-a4442d34f5f7 None None] Port 24097edd-a241-4654-a996-d0df87a9c04f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:17:50.434167 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:47Z', 'revision_number': 3, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:50.463535 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1bcf4-eee7-4d49-8b1a-60e3cb23d68c None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:47Z', 'revision_number': 3, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:17:50.683279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.690374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.775452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=24097edd-a241-4654-a996-d0df87a9c04f,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:50.781433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:50.923973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:50.925885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:51.084649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:17:51.271435 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0f61075d-951b-448d-9ff8-3fa369fcdedf None None] Provisioning complete for port 24097edd-a241-4654-a996-d0df87a9c04f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:51.272003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0f61075d-951b-448d-9ff8-3fa369fcdedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:51.286627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:17:51.293540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e5fcbb67-e180-4c30-adda-84241be1f2a6 admin admin] 10.222.0.11 "PUT /v2.0/routers/7954a554-0a12-4130-b352-4b6ed163a8b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140664 Nov 23 23:17:51.320694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0f61075d-951b-448d-9ff8-3fa369fcdedf None None] Port 24097edd-a241-4654-a996-d0df87a9c04f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:17:51.446502 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 464421ec-d16c-4c0f-ad71-d8261f010be5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:51.518854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 464421ec-d16c-4c0f-ad71-d8261f010be5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:51.519315 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:51.653801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 46659348-428c-48d8-9be9-afe61828d655 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:51.736250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 46659348-428c-48d8-9be9-afe61828d655 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:51.736597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:51.970655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56732) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:51.977054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1122536346-network', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:17:52.005639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Made reservation on behalf of 30d2034953654aa898a06b1b88d8cc71 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:17:52.008207 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.018868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.110052 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.114636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.143281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:17:52.154291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feeaebc-957b-4620-a428-84bef0d6e7e6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:52.163945 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.164206 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Added segment cea2aeb5-e0cd-4317-9a8d-f70b6e374d16 of type vlan for network 4ca83acb-6d47-4e7e-8373-261ac2369868 Nov 23 23:17:52.219771 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.252117 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.253584 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:52.253869 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.296080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3233588 Nov 23 23:17:52.301526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56734) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:52.308013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Request body: {'subnet': {'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1122536346-subnet', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:17:52.330284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c684484-3579-48a6-946b-84259136aa40 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca83acb-6d47-4e7e-8373-261ac2369868,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:52.338045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Made reservation on behalf of 30d2034953654aa898a06b1b88d8cc71 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:17:52.341244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.346245 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:17:52.604127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.651189 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:17:52.659914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fc4c90-599a-4384-a9b4-2460e42821e0,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:52.674226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:52.675730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:52.678993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Checking segment: {'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:17:52.679350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Network hostable DHCP agents. Network: 4ca83acb-6d47-4e7e-8373-261ac2369868, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:17:52.707988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:17:52.719958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4ca83acb-6d47-4e7e-8373-261ac2369868) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:52.725122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:17:52.726891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.746976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5181f868-ef19-4296-bf72-4eabb2e252ab None None] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:17:52.747928 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-37c9cb6f-86da-4b29-bd79-a26353593a8b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4448318 Nov 23 23:17:52.751620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 56736) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:52.756461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:17:52.781978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.783104 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.847211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:52.950835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:53.043924 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.276150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-4ca83acb-6d47-4e7e-8373-261ac2369868', 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'fixed_ips': [{'subnet_id': 'e0fc4c90-599a-4384-a9b4-2460e42821e0'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:17:53.277030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.396362 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.432127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.510800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Allocated IP 172.20.0.2 (4ca83acb-6d47-4e7e-8373-261ac2369868/e0fc4c90-599a-4384-a9b4-2460e42821e0/81e218d5-2c6d-457f-80ec-206b95c165d1) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:17:53.529606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 2, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:53.576842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:17:53.577356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Updating router 7954a554-0a12-4130-b352-4b6ed163a8b5 port 24097edd-a241-4654-a996-d0df87a9c04f binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:17:53.626405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Allocated IP 172.25.0.13 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/e75715bf-bdc2-411e-903c-d49abb0f69a9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:17:53.647176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.789376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.834575 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.871237 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.884321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:53.888031 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:53.890913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.891649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:17:53.921032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Pushing event updated for resources: {'Port': ['ID=e75715bf-bdc2-411e-903c-d49abb0f69a9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:53.937243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b0d01-8038-4fb2-9b27-76ea845d42a0 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:54.003186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:54.006710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:54.008634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Pushing event updated for resources: {'Port': ['ID=81e218d5-2c6d-457f-80ec-206b95c165d1,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:54.010989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:17:54.125738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Attempting to bind port 81e218d5-2c6d-457f-80ec-206b95c165d1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:17:54.126437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Attempting to bind port 81e218d5-2c6d-457f-80ec-206b95c165d1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:17:54.127011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Attempting to bind port 81e218d5-2c6d-457f-80ec-206b95c165d1 on network 4ca83acb-6d47-4e7e-8373-261ac2369868 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:17:54.146464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-657d3e96-dca8-4d6a-988a-3b59aed96757 None None] Provisioning complete for port e75715bf-bdc2-411e-903c-d49abb0f69a9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:54.146804 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-657d3e96-dca8-4d6a-988a-3b59aed96757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.148933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:17:54.149304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Checking segment: {'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:17:54.149702 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.150219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Bound using segment: {'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:17:54.150712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Bound port: 81e218d5-2c6d-457f-80ec-206b95c165d1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:17:54.151089 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.257191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-657d3e96-dca8-4d6a-988a-3b59aed96757 None None] Port e75715bf-bdc2-411e-903c-d49abb0f69a9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:17:54.261429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.271543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.313649 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.388182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-84aef8e2-b164-469a-8816-0178584af488 None None] For port 81e218d5-2c6d-457f-80ec-206b95c165d1, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:17:54.395812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-84aef8e2-b164-469a-8816-0178584af488 None None] For port 81e218d5-2c6d-457f-80ec-206b95c165d1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=81e218d5-2c6d-457f-80ec-206b95c165d1,segment=NetworkSegment(cea2aeb5-e0cd-4317-9a8d-f70b6e374d16),segment_id=cea2aeb5-e0cd-4317-9a8d-f70b6e374d16)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:17:54.397170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baf9a1-2049-4b77-99e5-b72939274705 None None] Pushing event updated for resources: {'Port': ['ID=24097edd-a241-4654-a996-d0df87a9c04f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:54.405513 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.532746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Attempting to bind port 24097edd-a241-4654-a996-d0df87a9c04f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:17:54.534479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Attempting to bind port 24097edd-a241-4654-a996-d0df87a9c04f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:17:54.535430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Attempting to bind port 24097edd-a241-4654-a996-d0df87a9c04f on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:17:54.557949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:17:54.558691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:17:54.559273 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.562315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:17:54.562677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Bound port: 24097edd-a241-4654-a996-d0df87a9c04f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:17:54.563285 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.642919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef8e2-b164-469a-8816-0178584af488 None None] Pushing event updated for resources: {'Port': ['ID=81e218d5-2c6d-457f-80ec-206b95c165d1,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:54.702290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.731051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cd33699a-e76e-404e-8d44-e2c8fadaa16b None None] Provisioning complete for port 24097edd-a241-4654-a996-d0df87a9c04f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:54.731659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cd33699a-e76e-404e-8d44-e2c8fadaa16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.738886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] For port 24097edd-a241-4654-a996-d0df87a9c04f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:17:54.825701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] For port 24097edd-a241-4654-a996-d0df87a9c04f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=24097edd-a241-4654-a996-d0df87a9c04f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:17:54.856284 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:54.863726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-cd33699a-e76e-404e-8d44-e2c8fadaa16b None None] Port 24097edd-a241-4654-a996-d0df87a9c04f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:17:54.948509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:54.949204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:54.957710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baf9a1-2049-4b77-99e5-b72939274705 None None] Pushing event updated for resources: {'Port': ['ID=24097edd-a241-4654-a996-d0df87a9c04f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:55.219919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:55.317052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 81e218d5-2c6d-457f-80ec-206b95c165d1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:55.391866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Router 464a1f32-e459-41d6-8bc1-2f78111afcfa is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:17:55.449836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-87113056-5275-4805-a1fd-430a14fedefc None None] Provisioning complete for port 24097edd-a241-4654-a996-d0df87a9c04f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:55.450166 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-87113056-5275-4805-a1fd-430a14fedefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:55.559423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 81e218d5-2c6d-457f-80ec-206b95c165d1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:55.560468 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:55.591759 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:17:55.605603 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Sync routers for ids ['464a1f32-e459-41d6-8bc1-2f78111afcfa'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:17:55.621931 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Routers {'464a1f32-e459-41d6-8bc1-2f78111afcfa'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:55.622605 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['464a1f32-e459-41d6-8bc1-2f78111afcfa'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:55.626219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:55.631273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f304a7b2-e236-43ea-9adf-733f1d5c7e2b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8759222 Nov 23 23:17:55.632450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 56738) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:17:55.751968 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Set router 464a1f32-e459-41d6-8bc1-2f78111afcfa gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:55.760244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:54Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:55.827389 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-87113056-5275-4805-a1fd-430a14fedefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:55.856218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255b45a-347e-40c3-8054-9fc87993bc08 None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:54Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:17:55.946870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-87113056-5275-4805-a1fd-430a14fedefc None None] For port 24097edd-a241-4654-a996-d0df87a9c04f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=24097edd-a241-4654-a996-d0df87a9c04f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:56.014951 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:17:54Z', 'revision_number': 3, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port': {'id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:53Z', 'updated_at': '2021-11-23T23:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:56.062853 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Checking router: 464a1f32-e459-41d6-8bc1-2f78111afcfa for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:17:56.065662 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Updating router 464a1f32-e459-41d6-8bc1-2f78111afcfa port e75715bf-bdc2-411e-903c-d49abb0f69a9 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:17:56.080323 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-87113056-5275-4805-a1fd-430a14fedefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.152550 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.184605 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.250673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87113056-5275-4805-a1fd-430a14fedefc None None] Pushing event updated for resources: {'Port': ['ID=24097edd-a241-4654-a996-d0df87a9c04f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:56.341632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 81e218d5-2c6d-457f-80ec-206b95c165d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=81e218d5-2c6d-457f-80ec-206b95c165d1,segment=NetworkSegment(cea2aeb5-e0cd-4317-9a8d-f70b6e374d16),segment_id=cea2aeb5-e0cd-4317-9a8d-f70b6e374d16)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:56.350645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.443181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c9dea2-e739-4e45-a4c2-c7715484d523 None None] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:17:56.550747 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.563059 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.635847 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075305f-75a4-4f75-ac8f-2e185017850c None None] Pushing event updated for resources: {'Port': ['ID=e75715bf-bdc2-411e-903c-d49abb0f69a9,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:56.640456 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Attempting to bind port e75715bf-bdc2-411e-903c-d49abb0f69a9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:17:56.641173 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Attempting to bind port e75715bf-bdc2-411e-903c-d49abb0f69a9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:17:56.642623 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Attempting to bind port e75715bf-bdc2-411e-903c-d49abb0f69a9 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:17:56.648349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:17:56.648960 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:17:56.649516 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.650069 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:17:56.650874 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Bound port: e75715bf-bdc2-411e-903c-d49abb0f69a9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:17:56.651413 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.713618 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] For port e75715bf-bdc2-411e-903c-d49abb0f69a9, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:17:56.719104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5eeba4-95de-4d8b-bbd5-f25306de05f4 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:56.726082 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] For port e75715bf-bdc2-411e-903c-d49abb0f69a9, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e75715bf-bdc2-411e-903c-d49abb0f69a9,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:17:56.734236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.736815 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.738597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=81e218d5-2c6d-457f-80ec-206b95c165d1,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:56.782744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1dc7561a-7105-4ca6-b1bb-e77faf7fc0e0 None None] Provisioning complete for port 81e218d5-2c6d-457f-80ec-206b95c165d1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:56.783400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1dc7561a-7105-4ca6-b1bb-e77faf7fc0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:56.862741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ff0b2-ff3e-4726-b35c-e5ea9c9928df None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:17:56.866867 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Routers {'464a1f32-e459-41d6-8bc1-2f78111afcfa'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:17:56.867837 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['464a1f32-e459-41d6-8bc1-2f78111afcfa'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:56.870820 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075305f-75a4-4f75-ac8f-2e185017850c None None] Pushing event updated for resources: {'Port': ['ID=e75715bf-bdc2-411e-903c-d49abb0f69a9,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:57.153757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2ff5e9a1-4506-46e2-b344-b27ad33fd6b8 None None] Provisioning complete for port e75715bf-bdc2-411e-903c-d49abb0f69a9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:57.154831 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e9a1-4506-46e2-b344-b27ad33fd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.196069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Allocated IP 172.20.0.1 (4ca83acb-6d47-4e7e-8373-261ac2369868/e0fc4c90-599a-4384-a9b4-2460e42821e0/4634914d-678e-4fc8-813f-b399a99e8c7c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:17:57.246986 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.293533 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] Set router 464a1f32-e459-41d6-8bc1-2f78111afcfa gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:17:57.365002 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e9a1-4506-46e2-b344-b27ad33fd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.393740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2ff5e9a1-4506-46e2-b344-b27ad33fd6b8 None None] For port e75715bf-bdc2-411e-903c-d49abb0f69a9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e75715bf-bdc2-411e-903c-d49abb0f69a9,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:17:57.401819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e9a1-4506-46e2-b344-b27ad33fd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.477043 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5e9a1-4506-46e2-b344-b27ad33fd6b8 None None] Pushing event updated for resources: {'Port': ['ID=e75715bf-bdc2-411e-903c-d49abb0f69a9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:57.527678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-af190d44-e254-4155-9097-66e8958d152b None None] Provisioning complete for port 81e218d5-2c6d-457f-80ec-206b95c165d1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:57.528257 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af190d44-e254-4155-9097-66e8958d152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.538366 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.572639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 81e218d5-2c6d-457f-80ec-206b95c165d1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:57.651373 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.656472 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:17:54Z', 'revision_number': 3, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port': {'id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:53Z', 'updated_at': '2021-11-23T23:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:17:57.691961 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a50c5-d7c0-4ae1-9afa-b195b466081e None None] The sync data for ids ['464a1f32-e459-41d6-8bc1-2f78111afcfa'] in n-d-817303-3 is: [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:17:54Z', 'revision_number': 3, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port': {'id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:53Z', 'updated_at': '2021-11-23T23:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:17:57.710961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:57.714757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:57.729916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:17:57.761175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Pushing event updated for resources: {'Port': ['ID=4634914d-678e-4fc8-813f-b399a99e8c7c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:57.788751 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:57.921786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 81e218d5-2c6d-457f-80ec-206b95c165d1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:57.922537 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.063227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.100772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 24097edd-a241-4654-a996-d0df87a9c04f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:58.197867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 24097edd-a241-4654-a996-d0df87a9c04f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:58.198262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.340429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a9870540-282a-45b8-84e3-9adbd12ed090 None None] Provisioning complete for port 4634914d-678e-4fc8-813f-b399a99e8c7c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:58.341004 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a9870540-282a-45b8-84e3-9adbd12ed090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.427202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.439227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.547510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Pushing event updated for resources: {'Port': ['ID=4634914d-678e-4fc8-813f-b399a99e8c7c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:17:58.552827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.682176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:17:58.684550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:17:58.715286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a9870540-282a-45b8-84e3-9adbd12ed090 None None] Port 4634914d-678e-4fc8-813f-b399a99e8c7c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:17:58.851736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Router 464a1f32-e459-41d6-8bc1-2f78111afcfa has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:17:59.005030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:17:59.014055 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d781c797-918f-4dd9-83ab-dc7df5749160 admin admin] 10.222.0.11 "PUT /v2.0/routers/464a1f32-e459-41d6-8bc1-2f78111afcfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3796473 Nov 23 23:17:59.043312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8195a0ca-c413-4bd2-b59e-157672784b50 None None] Provisioning complete for port 4634914d-678e-4fc8-813f-b399a99e8c7c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:59.044386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8195a0ca-c413-4bd2-b59e-157672784b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:59.089764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8195a0ca-c413-4bd2-b59e-157672784b50 None None] Port 4634914d-678e-4fc8-813f-b399a99e8c7c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:17:59.296139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e75715bf-bdc2-411e-903c-d49abb0f69a9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:17:59.354892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e75715bf-bdc2-411e-903c-d49abb0f69a9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:17:59.355354 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:00.019964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Sync routers for ids ['464a1f32-e459-41d6-8bc1-2f78111afcfa'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:18:00.039583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Routers {'464a1f32-e459-41d6-8bc1-2f78111afcfa'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:18:00.040636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['464a1f32-e459-41d6-8bc1-2f78111afcfa'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:18:00.226358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Set router 464a1f32-e459-41d6-8bc1-2f78111afcfa gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:18:00.503911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:17:57Z', 'revision_number': 4, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port': {'id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:53Z', 'updated_at': '2021-11-23T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '4634914d-678e-4fc8-813f-b399a99e8c7c', 'name': '', 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'mac_address': 'fa:16:3e:df:cb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'e0fc4c90-599a-4384-a9b4-2460e42821e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:56Z', 'updated_at': '2021-11-23T23:17:58Z', 'revision_number': 2, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'subnets': [{'id': 'e0fc4c90-599a-4384-a9b4-2460e42821e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:18:00.542282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Checking router: 464a1f32-e459-41d6-8bc1-2f78111afcfa for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:18:00.542855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Updating router 464a1f32-e459-41d6-8bc1-2f78111afcfa port 4634914d-678e-4fc8-813f-b399a99e8c7c binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:18:00.575169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:00.910410 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:00.917821 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.117462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588edfba-ac04-4de2-aa84-f8e42db47fe4 None None] Pushing event updated for resources: {'Port': ['ID=4634914d-678e-4fc8-813f-b399a99e8c7c,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:01.137329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Attempting to bind port 4634914d-678e-4fc8-813f-b399a99e8c7c on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:18:01.137999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Attempting to bind port 4634914d-678e-4fc8-813f-b399a99e8c7c by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:18:01.139929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Attempting to bind port 4634914d-678e-4fc8-813f-b399a99e8c7c on network 4ca83acb-6d47-4e7e-8373-261ac2369868 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:18:01.150711 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:18:01.152180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Checking segment: {'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:18:01.152180 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.152811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Bound using segment: {'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:18:01.153819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Bound port: 4634914d-678e-4fc8-813f-b399a99e8c7c, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:18:01.156509 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.278745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] For port 4634914d-678e-4fc8-813f-b399a99e8c7c, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:18:01.285627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] For port 4634914d-678e-4fc8-813f-b399a99e8c7c, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4634914d-678e-4fc8-813f-b399a99e8c7c,segment=NetworkSegment(cea2aeb5-e0cd-4317-9a8d-f70b6e374d16),segment_id=cea2aeb5-e0cd-4317-9a8d-f70b6e374d16)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:18:01.292045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.365479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Routers {'464a1f32-e459-41d6-8bc1-2f78111afcfa'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:18:01.366283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:17:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['464a1f32-e459-41d6-8bc1-2f78111afcfa'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:18:01.430547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588edfba-ac04-4de2-aa84-f8e42db47fe4 None None] Pushing event updated for resources: {'Port': ['ID=4634914d-678e-4fc8-813f-b399a99e8c7c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:01.513370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ff9ff1ac-a512-47fe-8b6f-9a47b83955cf None None] Provisioning complete for port 4634914d-678e-4fc8-813f-b399a99e8c7c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:18:01.514332 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ff9ff1ac-a512-47fe-8b6f-9a47b83955cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.591611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] Set router 464a1f32-e459-41d6-8bc1-2f78111afcfa gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:18:01.731649 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af4e9c2a-a58b-498e-995c-15bd0ad04498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.759838 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ff9ff1ac-a512-47fe-8b6f-9a47b83955cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.857159 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ff9ff1ac-a512-47fe-8b6f-9a47b83955cf None None] For port 4634914d-678e-4fc8-813f-b399a99e8c7c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4634914d-678e-4fc8-813f-b399a99e8c7c,segment=NetworkSegment(cea2aeb5-e0cd-4317-9a8d-f70b6e374d16),segment_id=cea2aeb5-e0cd-4317-9a8d-f70b6e374d16)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:18:01.862926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ff9ff1ac-a512-47fe-8b6f-9a47b83955cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.966491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ff1ac-a512-47fe-8b6f-9a47b83955cf None None] Pushing event updated for resources: {'Port': ['ID=4634914d-678e-4fc8-813f-b399a99e8c7c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:02.006993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fff75cad-b423-45bd-85ad-65b71dae8f18 None None] Provisioning complete for port 4634914d-678e-4fc8-813f-b399a99e8c7c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:18:02.007643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fff75cad-b423-45bd-85ad-65b71dae8f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:02.072533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:17:57Z', 'revision_number': 4, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port': {'id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:53Z', 'updated_at': '2021-11-23T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '4634914d-678e-4fc8-813f-b399a99e8c7c', 'name': '', 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'mac_address': 'fa:16:3e:df:cb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'e0fc4c90-599a-4384-a9b4-2460e42821e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:56Z', 'updated_at': '2021-11-23T23:18:01Z', 'revision_number': 4, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'subnets': [{'id': 'e0fc4c90-599a-4384-a9b4-2460e42821e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:18:02.122785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a487d-9db6-41ad-8ab0-6a508fb2b01b None None] The sync data for ids ['464a1f32-e459-41d6-8bc1-2f78111afcfa'] in n-d-817303-3 is: [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:17:57Z', 'revision_number': 4, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port': {'id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:53Z', 'updated_at': '2021-11-23T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '4634914d-678e-4fc8-813f-b399a99e8c7c', 'name': '', 'network_id': '4ca83acb-6d47-4e7e-8373-261ac2369868', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'mac_address': 'fa:16:3e:df:cb:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'e0fc4c90-599a-4384-a9b4-2460e42821e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:56Z', 'updated_at': '2021-11-23T23:18:01Z', 'revision_number': 4, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'subnets': [{'id': 'e0fc4c90-599a-4384-a9b4-2460e42821e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:18:02.301853 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:18:02.674390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-c0944dc7-5ed2-4da8-b57e-89640c22a5ae tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:02.676078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-c0944dc7-5ed2-4da8-b57e-89640c22a5ae tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1488860 Nov 23 23:18:02.700072 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-339093f9-9055-4adf-9544-66c945bb65ba tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/quotas/6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 375 time: 0.0165448 Nov 23 23:18:02.807771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-a57010e4-176f-4ea2-a0f9-ddb665349e09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006415 Nov 23 23:18:02.958384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-b4d3e7a3-32ab-4572-bd73-7d0e681ea875 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419876 Nov 23 23:18:03.088691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-f34e340a-4ed9-4ba8-80ab-b1d91d296627 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219401 Nov 23 23:18:03.284939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 4634914d-678e-4fc8-813f-b399a99e8c7c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:18:03.369371 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 4634914d-678e-4fc8-813f-b399a99e8c7c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:18:03.370010 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:03.585175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab1c3642-c70f-44fc-83c0-58619273c94d req-1374362b-acb8-4b73-ab25-0ae969e17293 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0388045 Nov 23 23:18:04.704162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-925be2c2-fad8-4a6b-b3c1-699c1a8e26c8 req-3cf74584-f2a9-470c-9016-fea4a6edcbd1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0308928 Nov 23 23:18:04.733116 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-efe8696c-fc55-4220-83f5-ebdebdca85bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:04.924249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-72ed8de2-2eef-4b70-ab32-6a2933ca3efa tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:04.926047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-72ed8de2-2eef-4b70-ab32-6a2933ca3efa tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1627574 Nov 23 23:18:04.942323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'port': {'device_id': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'admin_state_up': True, 'tenant_id': '6f5d7d5811984b489cf034269c724730'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:18:05.121931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:18:05.123907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:05.129647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:05.655211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.20.0.6 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/d05fffbd-69f3-48c4-980f-f97d5dda6203) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:18:05.899472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db79125c-312a-4652-b377-0956b0cad0fa req-a1d009a6-7b73-4238-bb0a-6f11e3d00cd1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0661817 Nov 23 23:18:05.945414 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.006163 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.064376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:18:06.067993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:18:06.072362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:18:06.100642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=d05fffbd-69f3-48c4-980f-f97d5dda6203,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:06.146298 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:06.149728 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.171637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-ffe73ad5-9e4d-4396-9a9d-eedea604fe4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2336926 Nov 23 23:18:06.184279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Request body: {'port': {'device_id': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:18:06.262520 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.422976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-dbdd79ad-f29a-423b-94aa-78bffaf065a1 None None] Provisioning complete for port d05fffbd-69f3-48c4-980f-f97d5dda6203 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:18:06.424456 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dbdd79ad-f29a-423b-94aa-78bffaf065a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.470236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd79ad-f29a-423b-94aa-78bffaf065a1 None None] Port d05fffbd-69f3-48c4-980f-f97d5dda6203 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:18:06.594373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.741593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05fffbd-69f3-48c4-980f-f97d5dda6203 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:18:06.754833 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.782390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Transition to ACTIVE for port object d05fffbd-69f3-48c4-980f-f97d5dda6203 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:18:06.792406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:06.898435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Pushing event updated for resources: {'Port': ['ID=d05fffbd-69f3-48c4-980f-f97d5dda6203,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:07.022778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Attempting to bind port d05fffbd-69f3-48c4-980f-f97d5dda6203 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:18:07.023796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Attempting to bind port d05fffbd-69f3-48c4-980f-f97d5dda6203 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:18:07.023796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Attempting to bind port d05fffbd-69f3-48c4-980f-f97d5dda6203 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:18:07.039606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Port d05fffbd-69f3-48c4-980f-f97d5dda6203 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:18:07.040328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Attempting to bind port d05fffbd-69f3-48c4-980f-f97d5dda6203 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:18:07.100908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:18:07.101618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:18:07.102367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:18:07.103236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Bound port: d05fffbd-69f3-48c4-980f-f97d5dda6203, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:18:07.104064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:07.208346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f142a-88e1-4352-b1c4-c44351c36c57 req-e3b5d946-1c6b-4493-8a51-f208e196dd6a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:07.223586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-543f142a-88e1-4352-b1c4-c44351c36c57 req-e3b5d946-1c6b-4493-8a51-f208e196dd6a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.1868927 Nov 23 23:18:07.344117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] For port d05fffbd-69f3-48c4-980f-f97d5dda6203, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:18:07.352063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] For port d05fffbd-69f3-48c4-980f-f97d5dda6203, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d05fffbd-69f3-48c4-980f-f97d5dda6203,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:18:07.362257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-543f142a-88e1-4352-b1c4-c44351c36c57 req-213f486e-b35c-447a-9346-5fe2d9c1a35d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368890 Nov 23 23:18:07.365556 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:07.416787 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:07.417782 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:07.420763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] 10.222.0.46 "PUT /v2.0/ports/d05fffbd-69f3-48c4-980f-f97d5dda6203 HTTP/1.1" status: 200 len: 1091 time: 1.2402179 Nov 23 23:18:07.421516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'tag': 'd05fffbd-69f3-48c4-980f-f97d5dda6203'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:18:07.425814 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531edc1-4c03-4e7f-9d26-5426946ef5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2f02bd5a-200d-4cd8-ab12-fec54715481d", "tag": "d05fffbd-69f3-48c4-980f-f97d5dda6203"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:18:07.532751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:07.567135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebfecc-9c71-4ad4-ab59-514281320f89 service neutron] Pushing event updated for resources: {'Port': ['ID=d05fffbd-69f3-48c4-980f-f97d5dda6203,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:07.604100 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483e599a-3cf1-4a5b-bb9e-1754a1fbd505 x-openstack-request-id: req-483e599a-3cf1-4a5b-bb9e-1754a1fbd505 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:18:07.604561 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f02bd5a-200d-4cd8-ab12-fec54715481d", "tag": "d05fffbd-69f3-48c4-980f-f97d5dda6203", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:18:07.604955 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-483e599a-3cf1-4a5b-bb9e-1754a1fbd505 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:18:07.605569 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'tag': 'd05fffbd-69f3-48c4-980f-f97d5dda6203', 'status': 'completed', 'code': 200} Nov 23 23:18:07.666447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-76abd7f6-df58-4a96-bd76-437b2588300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:07.669004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-76abd7f6-df58-4a96-bd76-437b2588300c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 1094 time: 0.1597152 Nov 23 23:18:07.755738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-928fb2bb-9d69-4576-b7e9-7bec256ac4b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d05fffbd-69f3-48c4-980f-f97d5dda6203 HTTP/1.1" status: 200 len: 217 time: 0.0778177 Nov 23 23:18:07.823905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-31c8b0ee-144b-43e1-b8ef-c86787de6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:07.825436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-31c8b0ee-144b-43e1-b8ef-c86787de6c64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0633600 Nov 23 23:18:07.917148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-bff57cae-c2db-4926-981c-833edafe211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:07.918668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-bff57cae-c2db-4926-981c-833edafe211a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859866 Nov 23 23:18:08.028986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-f1166089-c250-4450-a809-48a1e52aab9c service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021862 Nov 23 23:18:08.180714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f86be902-6b7e-491f-bb3d-4d1cfd7f8393 req-d5dc75be-1d26-4855-b9c2-cc2de99d5392 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440227 Nov 23 23:18:08.244019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:08.305282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-26d6033a-6e12-48ba-8fd9-ec69ff9cdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:08.307195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-26d6033a-6e12-48ba-8fd9-ec69ff9cdd65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 1094 time: 0.0628109 Nov 23 23:18:08.552279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-d17d2071-9554-4490-b15e-f64b61023c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:08.554136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-d17d2071-9554-4490-b15e-f64b61023c44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.2401984 Nov 23 23:18:08.568726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5c006-5351-469c-a592-f1b6b13e2f71 req-b2c9e451-7d79-413f-a2e3-9594fdc4181d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:08.570749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0f5c006-5351-469c-a592-f1b6b13e2f71 req-b2c9e451-7d79-413f-a2e3-9594fdc4181d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.1179435 Nov 23 23:18:08.617713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-f6a1badc-f2e4-46e8-a62f-86e32f06ff31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d05fffbd-69f3-48c4-980f-f97d5dda6203 HTTP/1.1" status: 200 len: 217 time: 0.0457509 Nov 23 23:18:08.726567 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0f5c006-5351-469c-a592-f1b6b13e2f71 req-b256f3ea-8ec4-471b-a31f-a40cd71c4781 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116679 Nov 23 23:18:08.728373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-7a3a7406-a2d9-4cc4-a17d-e707d63dcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:08.729830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-7a3a7406-a2d9-4cc4-a17d-e707d63dcf40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0933709 Nov 23 23:18:08.782762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-a04811d9-bf63-429f-a58a-37f5bad70f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:08.784328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-a04811d9-bf63-429f-a58a-37f5bad70f05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475929 Nov 23 23:18:08.895206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-b3620766-752d-4fc8-8ff5-ad723127a348 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039433 Nov 23 23:18:09.021045 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9531edc1-4c03-4e7f-9d26-5426946ef5ac req-d7bfcf64-30b0-499d-b932-632048b0daf5 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190662 Nov 23 23:18:09.892461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a8353-2db7-41b5-9888-3315e21af739 req-3fafac20-f007-40af-acd8-6f18173126a3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:09.894090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c2a8353-2db7-41b5-9888-3315e21af739 req-3fafac20-f007-40af-acd8-6f18173126a3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0619800 Nov 23 23:18:09.964682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c2a8353-2db7-41b5-9888-3315e21af739 req-78716fce-5e8b-4474-9214-936c772af4f7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Nov 23 23:18:11.133455 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d84b4-459f-45a1-92c8-7672815c5ffc req-6fe7c4bb-0166-4d4c-aca3-0cd7da98c6c0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:11.135923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-368d84b4-459f-45a1-92c8-7672815c5ffc req-6fe7c4bb-0166-4d4c-aca3-0cd7da98c6c0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0653660 Nov 23 23:18:11.214362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-368d84b4-459f-45a1-92c8-7672815c5ffc req-4099f74b-4990-4ac3-906e-bcfe9192e28a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686653 Nov 23 23:18:12.359466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6568e-94a6-4569-950c-25846d8b2dda req-de107f55-aa4f-48c4-a1fe-4d3a6a193f0a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:12.361185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73e6568e-94a6-4569-950c-25846d8b2dda req-de107f55-aa4f-48c4-a1fe-4d3a6a193f0a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0618830 Nov 23 23:18:12.416710 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73e6568e-94a6-4569-950c-25846d8b2dda req-d2849bc8-e1f9-4753-9451-1431c702a1bb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Nov 23 23:18:13.556574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bc377-7025-4f9c-8db5-e8fc9e21e0c8 req-44bd839d-0544-4b84-86f5-a131d3070b01 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:13.558277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f3bc377-7025-4f9c-8db5-e8fc9e21e0c8 req-44bd839d-0544-4b84-86f5-a131d3070b01 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0629964 Nov 23 23:18:13.620597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f3bc377-7025-4f9c-8db5-e8fc9e21e0c8 req-56962d31-9ffb-4d83-a364-ca4b8abf5013 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 Nov 23 23:18:14.762302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f37ff-b1ec-4fa1-a27d-10d68dd56bca req-07a25684-e5a5-4694-be11-168fdfd60a4c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:14.764745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea0f37ff-b1ec-4fa1-a27d-10d68dd56bca req-07a25684-e5a5-4694-be11-168fdfd60a4c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0530148 Nov 23 23:18:14.827806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea0f37ff-b1ec-4fa1-a27d-10d68dd56bca req-39df966e-723c-43de-a72c-9e77741ffe87 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Nov 23 23:18:15.959491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5a1d9-f209-4e7b-84c4-5f63e047304d req-0975d09e-3a47-4962-8971-334e5fe37c02 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:15.961423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04f5a1d9-f209-4e7b-84c4-5f63e047304d req-0975d09e-3a47-4962-8971-334e5fe37c02 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0560210 Nov 23 23:18:16.034832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04f5a1d9-f209-4e7b-84c4-5f63e047304d req-ca4d42e1-b2eb-4847-be13-648ca80ed48a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660248 Nov 23 23:18:17.165812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa91d-3ffd-4b84-afb5-0b5de849e14c req-ffb08eab-2944-469f-aab0-b8e6dcfe7ee0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:17.167542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2daa91d-3ffd-4b84-afb5-0b5de849e14c req-ffb08eab-2944-469f-aab0-b8e6dcfe7ee0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0586710 Nov 23 23:18:17.227584 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b2daa91d-3ffd-4b84-afb5-0b5de849e14c req-9e648508-19da-4f67-9bc0-a749baf15781 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Nov 23 23:18:18.364978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee540d4-88e6-42e8-8546-dd4d7b72fc4b req-39df50f6-46d8-437f-8a35-653633a490b3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:18.366785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ee540d4-88e6-42e8-8546-dd4d7b72fc4b req-39df50f6-46d8-437f-8a35-653633a490b3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 943 time: 0.0618825 Nov 23 23:18:18.424009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ee540d4-88e6-42e8-8546-dd4d7b72fc4b req-f9d8dde8-3ef8-4ddc-a619-ba8e8cc66e4a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497015 Nov 23 23:18:18.621880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d05fffbd-69f3-48c4-980f-f97d5dda6203 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:18:18.732248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d05fffbd-69f3-48c4-980f-f97d5dda6203, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d05fffbd-69f3-48c4-980f-f97d5dda6203,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:18:18.914585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'd05fffbd-69f3-48c4-980f-f97d5dda6203', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'port_id': 'd05fffbd-69f3-48c4-980f-f97d5dda6203', 'mac_address': 'fa:16:3e:55:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:18:18.956683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:18.973422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05fffbd-69f3-48c4-980f-f97d5dda6203 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:18:19.017132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d05fffbd-69f3-48c4-980f-f97d5dda6203, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d05fffbd-69f3-48c4-980f-f97d5dda6203,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:18:19.022687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:19.088226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d05fffbd-69f3-48c4-980f-f97d5dda6203,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:19.227739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d05fffbd-69f3-48c4-980f-f97d5dda6203'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:18:19.565756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85882c-3754-498b-ba79-be5108b1e43f req-bbccc3d6-8e33-4cc5-9b80-203ba03c6e7f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:19.567389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb85882c-3754-498b-ba79-be5108b1e43f req-bbccc3d6-8e33-4cc5-9b80-203ba03c6e7f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 944 time: 0.0606153 Nov 23 23:18:19.625335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb85882c-3754-498b-ba79-be5108b1e43f req-c832154e-bcea-4e33-b560-95c2bb8b4f57 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512164 Nov 23 23:18:20.629180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d05fffbd-69f3-48c4-980f-f97d5dda6203 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:18:20.697518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port d05fffbd-69f3-48c4-980f-f97d5dda6203 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:18:20.705083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port d05fffbd-69f3-48c4-980f-f97d5dda6203 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:18:20.705657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:20.788540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c88a13-6254-4861-b05a-5efe9d832501 req-431ab818-bc49-40be-9cf8-0f1d582c1131 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:20.790300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1c88a13-6254-4861-b05a-5efe9d832501 req-431ab818-bc49-40be-9cf8-0f1d582c1131 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 944 time: 0.0701361 Nov 23 23:18:20.812217 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:20.846206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fffbd-69f3-48c4-980f-f97d5dda6203'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:18:20.848808 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b129ac-94a6-47be-ae6b-6b641cef909b" -d '{"events": [{"server_uuid": "2f02bd5a-200d-4cd8-ab12-fec54715481d", "name": "network-vif-plugged", "status": "completed", "tag": "d05fffbd-69f3-48c4-980f-f97d5dda6203"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:18:20.867553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port d05fffbd-69f3-48c4-980f-f97d5dda6203, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d05fffbd-69f3-48c4-980f-f97d5dda6203,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:18:20.873875 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:20.881140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1c88a13-6254-4861-b05a-5efe9d832501 req-fe247f74-e562-46e3-895a-6f67890ecafb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780551 Nov 23 23:18:20.949732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=d05fffbd-69f3-48c4-980f-f97d5dda6203,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:21.099499 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd40ed2d-4c08-453d-afcd-b79977273d5f x-openstack-request-id: req-bd40ed2d-4c08-453d-afcd-b79977273d5f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:18:21.099990 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f02bd5a-200d-4cd8-ab12-fec54715481d", "name": "network-vif-plugged", "status": "completed", "tag": "d05fffbd-69f3-48c4-980f-f97d5dda6203", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:18:21.100423 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd40ed2d-4c08-453d-afcd-b79977273d5f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:18:21.101062 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fffbd-69f3-48c4-980f-f97d5dda6203', 'code': 200} Nov 23 23:18:21.211518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8352e3-166e-4354-9fca-c43d12937d10 req-7e7d97bd-42b0-474b-887d-9812c67c24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:21.213091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e8352e3-166e-4354-9fca-c43d12937d10 req-7e7d97bd-42b0-474b-887d-9812c67c24c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 1096 time: 0.0479043 Nov 23 23:18:21.301523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e8352e3-166e-4354-9fca-c43d12937d10 req-713e5e83-fb76-4cb9-b5d6-61241a362e88 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803998 Nov 23 23:18:22.062434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ed2a7-d0e8-4606-b84b-c02c17ff26d2 req-85061050-9254-401d-9cf4-b99a382515cd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:22.072786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-047ed2a7-d0e8-4606-b84b-c02c17ff26d2 req-85061050-9254-401d-9cf4-b99a382515cd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 945 time: 0.1018965 Nov 23 23:18:22.142333 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-047ed2a7-d0e8-4606-b84b-c02c17ff26d2 req-c509a475-91b4-4ee3-b276-9343f2112f71 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658200 Nov 23 23:18:23.299465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170ab98-58a4-40ca-8610-82455ac9a806 req-66364388-4664-4ff8-8c32-691890b20295 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:23.301503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1170ab98-58a4-40ca-8610-82455ac9a806 req-66364388-4664-4ff8-8c32-691890b20295 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 945 time: 0.0614905 Nov 23 23:18:23.358007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1170ab98-58a4-40ca-8610-82455ac9a806 req-b451e38c-bcfc-4d35-9711-b7b2ccb25196 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Nov 23 23:18:23.486907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3444620-8656-42ff-b34d-0d50c52a5ec8 req-477f5975-f2b8-4685-b5a2-722ae7559dc2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:23.488617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3444620-8656-42ff-b34d-0d50c52a5ec8 req-477f5975-f2b8-4685-b5a2-722ae7559dc2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 945 time: 0.0558758 Nov 23 23:18:23.553024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3444620-8656-42ff-b34d-0d50c52a5ec8 req-d1b6f2ef-02dd-457c-b0b0-d479c0b3200b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522616 Nov 23 23:18:23.696947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5556d-a1ee-4e3c-ac75-edb09bd61388 req-be9229ad-f3ec-43b3-a8df-d3d31fc32209 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:23.698513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39c5556d-a1ee-4e3c-ac75-edb09bd61388 req-be9229ad-f3ec-43b3-a8df-d3d31fc32209 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 945 time: 0.0622058 Nov 23 23:18:24.013184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39c5556d-a1ee-4e3c-ac75-edb09bd61388 req-d5fa85c7-565d-4d0a-8b61-0bfb3d64b1de tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076963 Nov 23 23:18:24.304963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093cbf-b767-483b-a2d4-bb5af3725aff req-578bb9ab-8f0b-4959-8c09-8209108d6715 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:24.306425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3093cbf-b767-483b-a2d4-bb5af3725aff req-578bb9ab-8f0b-4959-8c09-8209108d6715 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 945 time: 0.0585799 Nov 23 23:18:24.365504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b3093cbf-b767-483b-a2d4-bb5af3725aff req-5d1232a6-3c55-4757-bdd9-7152e59c8e4a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519125 Nov 23 23:18:25.497749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d496ab-ad02-40b9-849c-e9bebf9558e6 req-8b57379f-4249-4b2f-83c5-63ca2837a6cb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:25.500883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02d496ab-ad02-40b9-849c-e9bebf9558e6 req-8b57379f-4249-4b2f-83c5-63ca2837a6cb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 945 time: 0.0571749 Nov 23 23:18:25.567420 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02d496ab-ad02-40b9-849c-e9bebf9558e6 req-edcbcc2f-bb03-49a2-9c8b-0320e77a44a1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Nov 23 23:18:25.735158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-5838290e-bcb8-4aaf-a3fd-6d6f5b12e9c4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:25.736709 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-5838290e-bcb8-4aaf-a3fd-6d6f5b12e9c4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 945 time: 0.0545781 Nov 23 23:18:25.845277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port d05fffbd-69f3-48c4-980f-f97d5dda6203 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:18:25.845611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:26.003612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] For port d05fffbd-69f3-48c4-980f-f97d5dda6203, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=d05fffbd-69f3-48c4-980f-f97d5dda6203,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:18:26.004096 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:26.025674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for d05fffbd-69f3-48c4-980f-f97d5dda6203 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:18:26.189956 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:26.204178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['d05fffbd-69f3-48c4-980f-f97d5dda6203'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:18:26.240577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=d05fffbd-69f3-48c4-980f-f97d5dda6203,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:26.263993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.264590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.265160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.265727 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.266274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.266881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.267317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.267876 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.268465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.268966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.269761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.270515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:18:26.325629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] No DVR routers for this DVR port d05fffbd-69f3-48c4-980f-f97d5dda6203 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:18:26.329197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:26.332796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cbc04b7c-f7f9-405f-81f8-004c7f2080c1 req-ad58cc1e-4232-4155-955c-6efc27d0c437 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "DELETE /v2.0/ports/d05fffbd-69f3-48c4-980f-f97d5dda6203 HTTP/1.1" status: 204 len: 173 time: 0.5899034 Nov 23 23:18:26.333306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'name': 'network-vif-deleted', 'tag': 'd05fffbd-69f3-48c4-980f-f97d5dda6203'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:18:26.335773 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d2b3cd-5ee2-40ca-828b-a547fef2e66c" -d '{"events": [{"server_uuid": "2f02bd5a-200d-4cd8-ab12-fec54715481d", "name": "network-vif-deleted", "tag": "d05fffbd-69f3-48c4-980f-f97d5dda6203"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:18:26.408381 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d95ebf8-91a9-478c-aa21-bf9c341ebbb1 x-openstack-request-id: req-7d95ebf8-91a9-478c-aa21-bf9c341ebbb1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:18:26.408819 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f02bd5a-200d-4cd8-ab12-fec54715481d", "name": "network-vif-deleted", "tag": "d05fffbd-69f3-48c4-980f-f97d5dda6203", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:18:26.409611 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d95ebf8-91a9-478c-aa21-bf9c341ebbb1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:18:26.410285 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f02bd5a-200d-4cd8-ab12-fec54715481d', 'name': 'network-vif-deleted', 'tag': 'd05fffbd-69f3-48c4-980f-f97d5dda6203', 'status': 'completed', 'code': 200} Nov 23 23:18:26.677237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07bda3f1-0c3d-4f96-832a-4652f9068a92 req-e98651db-a252-44c5-9c88-3da022c768c6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0315099 Nov 23 23:18:27.193057 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:27.814020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95903cb5-ccf5-40a0-a1a0-ff12b5ce0555 req-5fe666b5-a3a6-4dcd-b2ce-2114f0f54579 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0483246 Nov 23 23:18:28.660202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d05fffbd-69f3-48c4-980f-f97d5dda6203 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:18:28.683708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: d05fffbd-69f3-48c4-980f-f97d5dda6203 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:18:28.684142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device d05fffbd-69f3-48c4-980f-f97d5dda6203 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:18:28.946249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74991e25-920a-4751-b936-b1e038e384f1 req-22fd2411-3d96-4f3d-ad8b-b3788f988e0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0413992 Nov 23 23:18:30.063261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8416c39-28b7-4afb-8845-d5288ed8e010 req-ea6ced8d-cfa5-48a5-9e87-75a694e92cb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0297511 Nov 23 23:18:31.213731 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee683377-684e-4361-b2a6-763e66e480a0 req-65fc370b-954f-44be-a4b7-eb3d2a3836d7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f02bd5a-200d-4cd8-ab12-fec54715481d HTTP/1.1" status: 200 len: 210 time: 0.0359523 Nov 23 23:18:31.620049 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f7eb-1c30-4a6f-ad79-c906d5a5d87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:34.742496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f6ac3dd-4617-40d7-84b8-ef60b1ce01cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:35.124540 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:36.603297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:37.534680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:38.238129 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:39.293043 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:18:42.359039 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-02f8eeec-36ef-47f1-9687-49bf2fbfcfef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466762 Nov 23 23:18:42.475756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-b54ee92e-0c52-4e39-b474-96e5ad780bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:42.477362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-b54ee92e-0c52-4e39-b474-96e5ad780bb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1096 time: 0.0489514 Nov 23 23:18:42.643869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-6305a5fd-e1a1-498e-a42c-7463539ddf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:42.646557 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-6305a5fd-e1a1-498e-a42c-7463539ddf5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 909 time: 0.1412418 Nov 23 23:18:42.731624 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-94f1bb1d-393c-45a3-b93e-58d7015ed206 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 1001 time: 0.0757718 Nov 23 23:18:42.816112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-02a1f603-76e5-4ed4-aa4b-624b1592d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:42.819370 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-02a1f603-76e5-4ed4-aa4b-624b1592d7ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 200 len: 847 time: 0.0811129 Nov 23 23:18:42.901888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-14ae3fbc-0162-42a3-80bc-c896d46ec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:42.905736 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-14ae3fbc-0162-42a3-80bc-c896d46ec911 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19472203-e076-4af3-a539-edcbea0dd61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767689 Nov 23 23:18:43.074904 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-a7b2a15d-294e-4e31-95bd-23f9aee58f56 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615183 Nov 23 23:18:43.222064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ef9f5410-d8be-461e-b2d9-ef5ef571b1ab req-ec4d5d39-910d-4236-aa83-7dfc1d435ed3 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396666 Nov 23 23:18:56.288186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-1668073f-0699-4934-8f69-997954f34ab8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:56.289740 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-1668073f-0699-4934-8f69-997954f34ab8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1530099 Nov 23 23:18:56.312512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-efbc247e-94b6-4cac-8c2a-e10f8050ff22 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/quotas/6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 375 time: 0.0112605 Nov 23 23:18:56.384862 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-11578ce5-eb3b-4ff1-8d73-d6cf76720d73 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605721 Nov 23 23:18:56.560281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-7b0b62a7-0735-499b-b82c-dbf7594d269e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:18:56.561410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-7b0b62a7-0735-499b-b82c-dbf7594d269e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1636376 Nov 23 23:18:56.725859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b04eed10-307c-43c3-b54a-e9bb54b14706 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556699 Nov 23 23:18:56.849639 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-e3e4d686-bbba-4c9c-8063-2d763d201398 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142766 Nov 23 23:18:57.115312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c462625-fad6-4611-85a8-1fca78f38b42 req-75b21b32-4b5d-44d1-bc69-0bf7c07dfa48 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0531447 Nov 23 23:18:57.216385 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:58.246119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-7fff3e5b-c342-4095-b24d-e52a78e261a1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:58.248788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-7fff3e5b-c342-4095-b24d-e52a78e261a1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1456978 Nov 23 23:18:58.262083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'port': {'device_id': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'admin_state_up': True, 'tenant_id': '6f5d7d5811984b489cf034269c724730'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:18:58.314207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ddd2f96d-8e55-454a-8c6c-c870a3e64b50 req-ccbe326c-6a51-4311-a088-cef9d9cfe4e8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0462770 Nov 23 23:18:58.483893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:18:58.492862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:58.739594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.20.0.14 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/c68be90f-2b7e-43da-88de-f088c0c8a731) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:18:59.021474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:59.083104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:59.136625 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:18:59.141358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:18:59.153837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:18:59.161598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=c68be90f-2b7e-43da-88de-f088c0c8a731,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:18:59.254540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:59.256041 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:59.276883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-b222f6f9-06e6-42a7-8cbc-b975f4beddc1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0194073 Nov 23 23:18:59.290752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Request body: {'port': {'device_id': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:18:59.395822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:59.518966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9ddd2fb1-11f1-4299-86d4-b5bbdbdf3fa7 None None] Provisioning complete for port c68be90f-2b7e-43da-88de-f088c0c8a731 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:18:59.519985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2fb1-11f1-4299-86d4-b5bbdbdf3fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:59.572283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd2fb1-11f1-4299-86d4-b5bbdbdf3fa7 None None] Port c68be90f-2b7e-43da-88de-f088c0c8a731 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:18:59.672033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64f1ce-a1d6-467e-a660-2c6f784a5831 req-6b4bede8-f4cf-4e27-85bb-9afcd963aac8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:18:59.674760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d64f1ce-a1d6-467e-a660-2c6f784a5831 req-6b4bede8-f4cf-4e27-85bb-9afcd963aac8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 932 time: 0.1473408 Nov 23 23:18:59.805911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d64f1ce-a1d6-467e-a660-2c6f784a5831 req-dc72c6c0-b3f0-4864-b912-98e824ab5c8f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843866 Nov 23 23:18:59.894618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68be90f-2b7e-43da-88de-f088c0c8a731 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:18:59.903999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:59.924219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Transition to ACTIVE for port object c68be90f-2b7e-43da-88de-f088c0c8a731 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:18:59.929701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:59.996472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Pushing event updated for resources: {'Port': ['ID=c68be90f-2b7e-43da-88de-f088c0c8a731,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:19:00.095928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Attempting to bind port c68be90f-2b7e-43da-88de-f088c0c8a731 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:19:00.097231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Attempting to bind port c68be90f-2b7e-43da-88de-f088c0c8a731 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:19:00.098013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Attempting to bind port c68be90f-2b7e-43da-88de-f088c0c8a731 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:19:00.108486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Port c68be90f-2b7e-43da-88de-f088c0c8a731 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:19:00.109623 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Attempting to bind port c68be90f-2b7e-43da-88de-f088c0c8a731 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:19:00.119383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:19:00.119978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:19:00.120618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:19:00.121382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Bound port: c68be90f-2b7e-43da-88de-f088c0c8a731, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:19:00.121990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:00.259440 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] For port c68be90f-2b7e-43da-88de-f088c0c8a731, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:19:00.265229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] For port c68be90f-2b7e-43da-88de-f088c0c8a731, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68be90f-2b7e-43da-88de-f088c0c8a731,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:19:00.273217 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:00.356347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:00.358027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:00.361368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] 10.222.0.46 "PUT /v2.0/ports/c68be90f-2b7e-43da-88de-f088c0c8a731 HTTP/1.1" status: 200 len: 1092 time: 1.0757403 Nov 23 23:19:00.362198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'tag': 'c68be90f-2b7e-43da-88de-f088c0c8a731'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:19:00.366784 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91355d5-1cf3-4b65-9ecf-467763cc6b81" -d '{"events": [{"name": "network-changed", "server_uuid": "67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3", "tag": "c68be90f-2b7e-43da-88de-f088c0c8a731"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:19:00.432537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31b5ce-7637-4161-95d4-b7cd587c6bda service neutron] Pushing event updated for resources: {'Port': ['ID=c68be90f-2b7e-43da-88de-f088c0c8a731,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:19:00.488587 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce00140-0d06-4c9a-9bd6-0b1b6f9a9485 x-openstack-request-id: req-cce00140-0d06-4c9a-9bd6-0b1b6f9a9485 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:19:00.488930 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3", "tag": "c68be90f-2b7e-43da-88de-f088c0c8a731", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:19:00.489155 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cce00140-0d06-4c9a-9bd6-0b1b6f9a9485 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:19:00.489569 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'tag': 'c68be90f-2b7e-43da-88de-f088c0c8a731', 'status': 'completed', 'code': 200} Nov 23 23:19:00.518738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-1c0025e5-7cb1-42ba-959d-cfd270f4b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:00.520608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-1c0025e5-7cb1-42ba-959d-cfd270f4b3ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 1095 time: 0.0786431 Nov 23 23:19:00.594632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-089957f0-32e3-4488-811b-b9467d0180d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c68be90f-2b7e-43da-88de-f088c0c8a731 HTTP/1.1" status: 200 len: 217 time: 0.0656724 Nov 23 23:19:00.666713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-f86ab375-d6bc-4a48-a899-3db623e4436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:00.668606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-f86ab375-d6bc-4a48-a899-3db623e4436f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0675793 Nov 23 23:19:00.754589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-ed3725da-9238-491c-80db-aa2effbf8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:00.756259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-ed3725da-9238-491c-80db-aa2effbf8327 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805347 Nov 23 23:19:00.916821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-c0f9bf85-2af7-4bf8-a22f-4d4406d427cb service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531324 Nov 23 23:19:01.088439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327318c-3064-4e6e-99cf-aa6d608999c2 req-a496782c-9614-415b-b067-0bbcc0ad43de tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:01.090215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3327318c-3064-4e6e-99cf-aa6d608999c2 req-a496782c-9614-415b-b067-0bbcc0ad43de tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.1671851 Nov 23 23:19:01.136526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db6cc673-2e11-4e60-b089-c0b44d4537f2 req-9c1d05fe-5f8c-4d53-a709-962d27325648 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113395 Nov 23 23:19:01.165534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3327318c-3064-4e6e-99cf-aa6d608999c2 req-e4ed548a-d694-4219-b53b-c7deaff7aed3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672719 Nov 23 23:19:01.287874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-b9d4f77a-9049-4f76-99a9-80007b880743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:01.289452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-b9d4f77a-9049-4f76-99a9-80007b880743 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 1095 time: 0.0782268 Nov 23 23:19:01.462918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-f2da1431-d5a9-4ec7-95fc-b36d022dd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:01.464510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-f2da1431-d5a9-4ec7-95fc-b36d022dd80a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1669943 Nov 23 23:19:01.520605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-32e7e802-4a60-4d56-b4fd-a5ba6c9d5aca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c68be90f-2b7e-43da-88de-f088c0c8a731 HTTP/1.1" status: 200 len: 217 time: 0.0470495 Nov 23 23:19:01.588394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-b8701fc5-7221-4970-9cdf-c84599348276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:01.590092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-b8701fc5-7221-4970-9cdf-c84599348276 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0621743 Nov 23 23:19:01.618051 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6920a876-c1b2-41df-bb5d-803ec3435a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:01.674044 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-e238555a-e802-417a-b81f-77f0686efb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:01.675769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-e238555a-e802-417a-b81f-77f0686efb31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759923 Nov 23 23:19:01.791741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-05e8199f-c8b7-48d8-8adb-d099665cc5a9 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067963 Nov 23 23:19:01.944502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a91355d5-1cf3-4b65-9ecf-467763cc6b81 req-1a2659b5-2653-4c13-8642-0610e0dfb168 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452320 Nov 23 23:19:02.334571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618b96-ea2a-43c9-bc20-d129439ae770 req-44e9205c-3e83-4a46-9e90-ab775f423ecf tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:02.336327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25618b96-ea2a-43c9-bc20-d129439ae770 req-44e9205c-3e83-4a46-9e90-ab775f423ecf tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0776358 Nov 23 23:19:02.427343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25618b96-ea2a-43c9-bc20-d129439ae770 req-996c634e-fd43-43f0-9285-05cf03a5e890 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817835 Nov 23 23:19:03.627539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78fcb0-bbd4-46c0-8eca-3f5f01367bfb req-06d1a28d-d7d8-4fb5-b0a9-6eb45749099e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:03.632707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d78fcb0-bbd4-46c0-8eca-3f5f01367bfb req-06d1a28d-d7d8-4fb5-b0a9-6eb45749099e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0946276 Nov 23 23:19:03.719694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d78fcb0-bbd4-46c0-8eca-3f5f01367bfb req-21002fc8-1454-41fa-8959-8ef747445c4f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812876 Nov 23 23:19:04.750839 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c6445ddf-6078-4c51-a161-727831044db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:04.925760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d2d0-fd54-46ef-8695-17c2e28e55cf req-fd5ad1e4-09ff-442f-88a9-b9fcde37020d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:04.927406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae4d2d0-fd54-46ef-8695-17c2e28e55cf req-fd5ad1e4-09ff-442f-88a9-b9fcde37020d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.1074293 Nov 23 23:19:05.019419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae4d2d0-fd54-46ef-8695-17c2e28e55cf req-ca1a9945-bac4-493e-9923-02bdd38e7812 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807257 Nov 23 23:19:05.126566 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:06.214838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a280-2406-4749-b33f-1b9cd320e2f2 req-aefa7e1c-86c7-45b6-9d2e-061a26c30942 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:06.219980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ba1a280-2406-4749-b33f-1b9cd320e2f2 req-aefa7e1c-86c7-45b6-9d2e-061a26c30942 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0957720 Nov 23 23:19:06.303213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ba1a280-2406-4749-b33f-1b9cd320e2f2 req-fc89178f-57a2-40e5-80f2-26d0845b06ad tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Nov 23 23:19:06.605805 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:07.523020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8bbad-4a8a-4abe-87db-3143bf03becd req-362cb7d3-8e09-46ed-87c4-4ad83a901503 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:07.525860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67b8bbad-4a8a-4abe-87db-3143bf03becd req-362cb7d3-8e09-46ed-87c4-4ad83a901503 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0937724 Nov 23 23:19:07.540282 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:07.613475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-67b8bbad-4a8a-4abe-87db-3143bf03becd req-04c0df2a-0f4d-49b8-b91f-255ce5d2d5d3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750759 Nov 23 23:19:08.237274 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:08.766640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004ee0b-a2bc-461f-8825-bffb7eb2cf49 req-0d17d584-0396-4d37-be22-5a975025432b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:08.768585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8004ee0b-a2bc-461f-8825-bffb7eb2cf49 req-0d17d584-0396-4d37-be22-5a975025432b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0674694 Nov 23 23:19:08.839170 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8004ee0b-a2bc-461f-8825-bffb7eb2cf49 req-a895b47d-b943-439e-841c-aeecc1d9d775 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639162 Nov 23 23:19:09.975680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc9938-c5ba-4e0a-8455-0965f7ec3dfd req-a4460636-b5a0-40db-9ed8-4392d7d4f478 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:09.977585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9bc9938-c5ba-4e0a-8455-0965f7ec3dfd req-a4460636-b5a0-40db-9ed8-4392d7d4f478 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0597179 Nov 23 23:19:10.040100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9bc9938-c5ba-4e0a-8455-0965f7ec3dfd req-1e455cea-8add-4000-837c-36626721b94b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Nov 23 23:19:11.184019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3d7f2-0a1c-440f-8621-f233cebc4c4b req-b7415b5f-6ed8-4f9e-b7ba-8e959116011f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:11.186180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95e3d7f2-0a1c-440f-8621-f233cebc4c4b req-b7415b5f-6ed8-4f9e-b7ba-8e959116011f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0674891 Nov 23 23:19:11.251002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95e3d7f2-0a1c-440f-8621-f233cebc4c4b req-edb734cd-f536-4ad3-9ef1-11ae1b73c8d7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566423 Nov 23 23:19:12.415049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b6b1f-6142-4743-908b-a08523ec5b82 req-436f212a-3efb-475b-bf66-b42d2a82e826 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:12.416640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd4b6b1f-6142-4743-908b-a08523ec5b82 req-436f212a-3efb-475b-bf66-b42d2a82e826 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0633073 Nov 23 23:19:12.481717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd4b6b1f-6142-4743-908b-a08523ec5b82 req-22978dda-9fa6-4589-8ab0-5603d9801269 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545497 Nov 23 23:19:13.652903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb7ccd-9f7c-4fd4-9312-88153483eff3 req-315f5f82-6f62-452f-8cb6-f99a2b53c615 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:13.655799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0bcb7ccd-9f7c-4fd4-9312-88153483eff3 req-315f5f82-6f62-452f-8cb6-f99a2b53c615 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0848532 Nov 23 23:19:13.721999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0bcb7ccd-9f7c-4fd4-9312-88153483eff3 req-d44eb0d5-4e24-4a5d-ba88-fa746a0477f6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590994 Nov 23 23:19:14.886721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5def7-b29e-4ba3-b66b-4924b2cf230a req-84b766e9-ddf2-464a-8102-6e3c879dfa27 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:14.889504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3a5def7-b29e-4ba3-b66b-4924b2cf230a req-84b766e9-ddf2-464a-8102-6e3c879dfa27 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0660927 Nov 23 23:19:14.978540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3a5def7-b29e-4ba3-b66b-4924b2cf230a req-8a5e44b7-441c-44eb-bdec-e39b9b7fe748 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791821 Nov 23 23:19:16.149119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb7c5b-6d67-4638-9000-26770ab06197 req-d1bd67c2-9037-4f97-b2a9-91095b623b78 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:16.152128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ebb7c5b-6d67-4638-9000-26770ab06197 req-d1bd67c2-9037-4f97-b2a9-91095b623b78 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0864782 Nov 23 23:19:16.240502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0ebb7c5b-6d67-4638-9000-26770ab06197 req-680bfbb8-3286-4045-ac39-3f2ed3cfe9e6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801528 Nov 23 23:19:16.298322 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:19:17.374685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d398ab-8ce0-42d8-bc3d-20f81cc60ea8 req-28497674-e788-4eee-a0b0-4a2b395f290c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:17.376416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6d398ab-8ce0-42d8-bc3d-20f81cc60ea8 req-28497674-e788-4eee-a0b0-4a2b395f290c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0557117 Nov 23 23:19:17.437566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6d398ab-8ce0-42d8-bc3d-20f81cc60ea8 req-c2f0d5db-757f-4803-ad31-daef0aab6d2d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539756 Nov 23 23:19:18.574456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bdc3c-26ca-4199-bd30-5948b5abb2b7 req-ed4e94c9-bd5e-433a-ad01-43bc73ac3cda tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:18.576140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8bdc3c-26ca-4199-bd30-5948b5abb2b7 req-ed4e94c9-bd5e-433a-ad01-43bc73ac3cda tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0543737 Nov 23 23:19:18.634026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c8bdc3c-26ca-4199-bd30-5948b5abb2b7 req-69ade78a-e7cc-4748-a6f5-56412634126d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 Nov 23 23:19:19.762890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ac70-9b82-409f-942a-1f6c6c91e7f4 req-d3bbed96-4e11-47d8-b2a4-021b10c7a8ad tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:19.764812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a64ac70-9b82-409f-942a-1f6c6c91e7f4 req-d3bbed96-4e11-47d8-b2a4-021b10c7a8ad tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0540316 Nov 23 23:19:19.826606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a64ac70-9b82-409f-942a-1f6c6c91e7f4 req-501c76d5-5b86-4106-8482-1c1c7cd03359 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498900 Nov 23 23:19:20.962391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5ab16-5808-4ba4-8fdb-46327ba41bf7 req-f648d431-7ecf-420a-8134-c4c9e0735e6d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:20.964031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f5ab16-5808-4ba4-8fdb-46327ba41bf7 req-f648d431-7ecf-420a-8134-c4c9e0735e6d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0618079 Nov 23 23:19:21.025121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d3f5ab16-5808-4ba4-8fdb-46327ba41bf7 req-55654d02-e2fc-40fe-ad2c-9a9b1bec27fa tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503895 Nov 23 23:19:22.157351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a918d0-d375-4933-8cf4-cbef846a3504 req-6a54b02a-b928-4374-9040-8aefcbe6db04 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:22.159873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65a918d0-d375-4933-8cf4-cbef846a3504 req-6a54b02a-b928-4374-9040-8aefcbe6db04 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0596457 Nov 23 23:19:22.216248 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65a918d0-d375-4933-8cf4-cbef846a3504 req-48d85d77-a2e8-4437-8a0f-f8d17ba9f41f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Nov 23 23:19:23.351720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4656382-3751-4370-a738-9ced77b7474a req-32348c85-85f5-44e8-a1ac-b7c15186dd23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:23.353345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4656382-3751-4370-a738-9ced77b7474a req-32348c85-85f5-44e8-a1ac-b7c15186dd23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0599899 Nov 23 23:19:23.408911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4656382-3751-4370-a738-9ced77b7474a req-6c36f9d2-6042-4233-b914-5903a0cb27ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491784 Nov 23 23:19:24.551333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd717a10-a24a-4fc5-a5a7-d705f9fbf9cb req-cc485177-5b61-4775-8880-41ad8acc7c89 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:24.554081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd717a10-a24a-4fc5-a5a7-d705f9fbf9cb req-cc485177-5b61-4775-8880-41ad8acc7c89 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 944 time: 0.0676219 Nov 23 23:19:24.609544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd717a10-a24a-4fc5-a5a7-d705f9fbf9cb req-37929b99-a821-4d03-b039-c4d9e14c967f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Nov 23 23:19:24.850276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68be90f-2b7e-43da-88de-f088c0c8a731 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:19:24.971996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c68be90f-2b7e-43da-88de-f088c0c8a731, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68be90f-2b7e-43da-88de-f088c0c8a731,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:19:24.984575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'c68be90f-2b7e-43da-88de-f088c0c8a731', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'port_id': 'c68be90f-2b7e-43da-88de-f088c0c8a731', 'mac_address': 'fa:16:3e:99:f4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:19:25.052930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:25.069442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68be90f-2b7e-43da-88de-f088c0c8a731 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:19:25.092460 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c68be90f-2b7e-43da-88de-f088c0c8a731, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68be90f-2b7e-43da-88de-f088c0c8a731,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:19:25.097537 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:25.153173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c68be90f-2b7e-43da-88de-f088c0c8a731,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:19:25.162828 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.163366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.163860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.164297 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.164727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.165223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.165653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.166079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.166505 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.166929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.167355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.167823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:25.330415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c68be90f-2b7e-43da-88de-f088c0c8a731'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:19:25.737155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106f557-cd95-4300-bba4-8558bd189c88 req-a8cccd38-dba0-461b-aaea-d80405b15150 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:25.738839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5106f557-cd95-4300-bba4-8558bd189c88 req-a8cccd38-dba0-461b-aaea-d80405b15150 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 945 time: 0.0553093 Nov 23 23:19:25.800522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5106f557-cd95-4300-bba4-8558bd189c88 req-5489f634-1f65-45b8-a43f-92161c4e3b8e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 Nov 23 23:19:26.873638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68be90f-2b7e-43da-88de-f088c0c8a731 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:19:26.942034 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port c68be90f-2b7e-43da-88de-f088c0c8a731 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:19:26.943178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce7a8d-862a-45ae-9490-29bf13a58d68 req-de9973c6-42c2-46f0-913c-0584859e69c9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:26.945830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ce7a8d-862a-45ae-9490-29bf13a58d68 req-de9973c6-42c2-46f0-913c-0584859e69c9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 945 time: 0.0704446 Nov 23 23:19:26.948447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port c68be90f-2b7e-43da-88de-f088c0c8a731 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:19:26.949001 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:27.014979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ce7a8d-862a-45ae-9490-29bf13a58d68 req-09e06be2-c7f4-44f4-9d5a-fac094383295 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578043 Nov 23 23:19:27.068714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:27.106265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68be90f-2b7e-43da-88de-f088c0c8a731'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:19:27.109368 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eb9e98-562f-4fab-aa4d-ff8c7f5525d4" -d '{"events": [{"server_uuid": "67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3", "name": "network-vif-plugged", "status": "completed", "tag": "c68be90f-2b7e-43da-88de-f088c0c8a731"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:19:27.125014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port c68be90f-2b7e-43da-88de-f088c0c8a731, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68be90f-2b7e-43da-88de-f088c0c8a731,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:19:27.129689 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:27.184069 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdca80ff-4ee5-4242-a661-b2397a76ef12 x-openstack-request-id: req-bdca80ff-4ee5-4242-a661-b2397a76ef12 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:19:27.184363 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3", "name": "network-vif-plugged", "status": "completed", "tag": "c68be90f-2b7e-43da-88de-f088c0c8a731", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:19:27.184701 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdca80ff-4ee5-4242-a661-b2397a76ef12 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:19:27.185127 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68be90f-2b7e-43da-88de-f088c0c8a731', 'code': 200} Nov 23 23:19:27.203612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=c68be90f-2b7e-43da-88de-f088c0c8a731,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:19:27.217436 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:27.286423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6d136-5d92-4d0f-9d9b-b736a40acda3 req-2e0567ab-43d6-407e-bd0e-ff256327d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:27.287994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1a6d136-5d92-4d0f-9d9b-b736a40acda3 req-2e0567ab-43d6-407e-bd0e-ff256327d3c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 1097 time: 0.0453730 Nov 23 23:19:27.340200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1a6d136-5d92-4d0f-9d9b-b736a40acda3 req-592191bf-0ac4-412d-bc9d-a1689ddf1a78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444365 Nov 23 23:19:28.176340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175c53c-300a-4dc7-93fc-9eb10159f35b req-a161c6f8-bc39-4a45-a80d-1e7f6300dcbe tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:28.178039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b175c53c-300a-4dc7-93fc-9eb10159f35b req-a161c6f8-bc39-4a45-a80d-1e7f6300dcbe tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0687602 Nov 23 23:19:28.243887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b175c53c-300a-4dc7-93fc-9eb10159f35b req-075c4b53-94a6-4924-b6d6-2da7a30a3760 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590193 Nov 23 23:19:29.392836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c67dec-a1a0-42fd-b8e8-da5dbe49ff0f req-453b0245-e350-40ce-913a-2683ccb307ed tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:29.394982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66c67dec-a1a0-42fd-b8e8-da5dbe49ff0f req-453b0245-e350-40ce-913a-2683ccb307ed tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0633304 Nov 23 23:19:29.450249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66c67dec-a1a0-42fd-b8e8-da5dbe49ff0f req-6ffc2469-4e7f-45d8-87cb-fc1ce8140a3d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Nov 23 23:19:29.583737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d21bdf-3887-4e7d-8cc0-439c0a84b1b8 req-fca0b742-24ca-4b1b-8a49-faf8738a4e69 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:29.585522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39d21bdf-3887-4e7d-8cc0-439c0a84b1b8 req-fca0b742-24ca-4b1b-8a49-faf8738a4e69 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0556111 Nov 23 23:19:29.644365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39d21bdf-3887-4e7d-8cc0-439c0a84b1b8 req-07ba5069-01ca-4669-b01c-609557a830fa tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524583 Nov 23 23:19:29.784145 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad739-c986-4fc1-875e-8db55609ee01 req-02e4b577-bd06-49b8-96e6-214da6484f53 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:29.785935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49cad739-c986-4fc1-875e-8db55609ee01 req-02e4b577-bd06-49b8-96e6-214da6484f53 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0586445 Nov 23 23:19:29.850967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49cad739-c986-4fc1-875e-8db55609ee01 req-0aa11874-e705-4b96-af83-046ad305e690 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Nov 23 23:19:30.221013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab2173-b658-4d3e-80cf-5cc5c330d0d1 req-88e97b79-4367-47a2-8be8-f14993641f4e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:30.222929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66ab2173-b658-4d3e-80cf-5cc5c330d0d1 req-88e97b79-4367-47a2-8be8-f14993641f4e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0561910 Nov 23 23:19:30.297155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66ab2173-b658-4d3e-80cf-5cc5c330d0d1 req-ea343186-a6a1-4af4-b336-505a7d43a28c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672395 Nov 23 23:19:31.440381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4e092-1bb5-4c5e-b586-61aa1938b4ee req-2cf8a90a-a738-4db7-a315-adc1e3a140a1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:31.441930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1d4e092-1bb5-4c5e-b586-61aa1938b4ee req-2cf8a90a-a738-4db7-a315-adc1e3a140a1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0645864 Nov 23 23:19:31.498454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1d4e092-1bb5-4c5e-b586-61aa1938b4ee req-777ad59b-04d0-4fbb-bbce-4678bc30e7f3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472882 Nov 23 23:19:31.615137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-513b9df5-b100-4fc6-bdff-1b09fb4c01c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:31.667453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-1e413c49-6cda-4da6-95ae-c6456bb24c89 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:31.669085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-1e413c49-6cda-4da6-95ae-c6456bb24c89 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 946 time: 0.0583041 Nov 23 23:19:32.072241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port c68be90f-2b7e-43da-88de-f088c0c8a731 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:19:32.072818 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:32.189862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] For port c68be90f-2b7e-43da-88de-f088c0c8a731, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=c68be90f-2b7e-43da-88de-f088c0c8a731,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:19:32.190285 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:32.207934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for c68be90f-2b7e-43da-88de-f088c0c8a731 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:19:32.364646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:32.376963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['c68be90f-2b7e-43da-88de-f088c0c8a731'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:19:32.400382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=c68be90f-2b7e-43da-88de-f088c0c8a731,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:19:32.431943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.431943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.432241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.432461 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.432942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.433124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.433495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.433770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.434097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.434420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.434747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.435756 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:19:32.466188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] No DVR routers for this DVR port c68be90f-2b7e-43da-88de-f088c0c8a731 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:19:32.470280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:32.473838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cabdd667-30dc-4076-add4-ce10a08d5112 req-3570bdb1-fe44-48d9-a8f1-f95b88ec320b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "DELETE /v2.0/ports/c68be90f-2b7e-43da-88de-f088c0c8a731 HTTP/1.1" status: 204 len: 173 time: 0.7974691 Nov 23 23:19:32.474565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'name': 'network-vif-deleted', 'tag': 'c68be90f-2b7e-43da-88de-f088c0c8a731'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:19:32.476752 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b80eb7c-8223-4b95-8b1b-c13a38090be4" -d '{"events": [{"server_uuid": "67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3", "name": "network-vif-deleted", "tag": "c68be90f-2b7e-43da-88de-f088c0c8a731"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:19:32.535977 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66514ef6-74d9-4b2f-befc-1c92e38de20d x-openstack-request-id: req-66514ef6-74d9-4b2f-befc-1c92e38de20d {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:19:32.536274 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3", "name": "network-vif-deleted", "tag": "c68be90f-2b7e-43da-88de-f088c0c8a731", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:19:32.537382 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66514ef6-74d9-4b2f-befc-1c92e38de20d {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:19:32.537382 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3', 'name': 'network-vif-deleted', 'tag': 'c68be90f-2b7e-43da-88de-f088c0c8a731', 'status': 'completed', 'code': 200} Nov 23 23:19:32.675461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bb6a01b-a1b3-4be7-b75d-9eecf714f5c6 req-c2a9d460-ef75-41d9-9edc-912a18b75f99 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0451927 Nov 23 23:19:33.836798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c540095e-7a93-42b4-aab9-f08f56f50ad1 req-6e5876cb-3bbb-47f8-a60d-baac69ef0c89 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0346012 Nov 23 23:19:34.736729 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-120f6645-9264-40f3-98d1-05b56c8bdcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:34.883627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68be90f-2b7e-43da-88de-f088c0c8a731 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:19:34.923769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: c68be90f-2b7e-43da-88de-f088c0c8a731 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:19:34.924348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device c68be90f-2b7e-43da-88de-f088c0c8a731 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:19:35.004249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6612c3a-48f5-4866-80ab-915d989e76df req-8bcf8e3f-d8aa-4ac3-9af3-19eae8b2abc7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0478725 Nov 23 23:19:35.130074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:36.142328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d08bc6f4-2a32-4fcf-8395-40d9c0f8be54 req-be5ca05e-db5d-4db6-b709-7e370a044004 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0465167 Nov 23 23:19:36.640190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:37.267725 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3b2a2d6-d33b-48fa-9f6d-3fac9961cf00 req-cf6d533d-c476-46f1-80cf-77246a85bed1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0365953 Nov 23 23:19:37.538045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:38.241014 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:38.439937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d5bd4a2-0cb5-4aee-969b-f71382aa6118 req-bbfe36cb-44dd-432b-b649-fed74f269ea5 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c8ebf4-c1fb-4b1a-87e8-5d7229faa9a3 HTTP/1.1" status: 200 len: 210 time: 0.0401263 Nov 23 23:19:43.400879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-87934e08-428f-43c2-a3f5-6d95407f7dba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572824 Nov 23 23:19:43.534904 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-3b6695e3-5cab-4c1d-8edd-4a79bc862ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:43.537017 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-3b6695e3-5cab-4c1d-8edd-4a79bc862ecc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1096 time: 0.0658813 Nov 23 23:19:43.723060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-9a6645c6-8410-474c-8b12-9b2d7e63237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:43.725575 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-9a6645c6-8410-474c-8b12-9b2d7e63237e service neutron] 10.222.0.48 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 909 time: 0.1622601 Nov 23 23:19:43.829335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-9d6c7c04-00cc-4799-af47-9dfe73b02201 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 1001 time: 0.0966187 Nov 23 23:19:43.885657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-03e71af5-d74f-4783-bc5d-ce94ccbd42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:43.887143 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-03e71af5-d74f-4783-bc5d-ce94ccbd42b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 200 len: 847 time: 0.0506518 Nov 23 23:19:43.952021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-3ca9ab53-2293-4cb3-99ab-7684334095e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:19:43.953856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-3ca9ab53-2293-4cb3-99ab-7684334095e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19472203-e076-4af3-a539-edcbea0dd61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593646 Nov 23 23:19:44.090772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-909b0d16-34c7-4e7d-94c8-1a9e6e59c670 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287396 Nov 23 23:19:44.268420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c422e6e2-37ac-49c5-833b-21bff53de466 req-209048ee-4127-4c8a-bd25-b648cbf324b3 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701534 Nov 23 23:19:53.302216 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:19:57.214826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:01.614544 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-681cc962-e634-4d50-bd00-3fbb08bbb14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:04.742154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d70742a3-c03d-4d98-b7f4-672a7c4f6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:05.139224 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:06.360410 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-5e52932a-4ac2-4f0f-b112-c0dea85230e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:06.362056 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-5e52932a-4ac2-4f0f-b112-c0dea85230e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1241117 Nov 23 23:20:06.383191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4ecc9f41-f5a6-4437-aa88-c5d03c9ece8e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/quotas/6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 375 time: 0.0109046 Nov 23 23:20:06.459344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-80545cd0-1781-4dec-9771-35dd22221503 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697541 Nov 23 23:20:06.539891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-fc0251e3-8bd6-4c43-8ad8-d244ab8c4663 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:20:06.540960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-fc0251e3-8bd6-4c43-8ad8-d244ab8c4663 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0683689 Nov 23 23:20:06.603385 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:06.680848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c4c8846d-a8f7-45f0-9621-1f0c29b19125 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274474 Nov 23 23:20:06.792477 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-1705f335-37e0-4f64-990b-ac1fdbf96e17 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032755 Nov 23 23:20:07.141784 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0dad2962-981b-47c3-aae3-9939b820e8f6 req-4fbe6409-fa7a-4dd5-bb97-8115924bc37c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 210 time: 0.0360360 Nov 23 23:20:07.524469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:08.241434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:08.249657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-11417bc6-93ae-4017-94c1-902c31a97b5c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:08.252579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-11417bc6-93ae-4017-94c1-902c31a97b5c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1849377 Nov 23 23:20:08.273297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'port': {'device_id': '805be431-b2f4-4d11-a86f-428d6147b017', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'admin_state_up': True, 'tenant_id': '6f5d7d5811984b489cf034269c724730'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:20:08.326215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77786024-4065-44c6-b578-dc4634f47417 req-d77a876a-8009-4d07-b565-5b0cdc851ce7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 210 time: 0.0636222 Nov 23 23:20:08.442271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:20:08.446789 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:08.639413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.20.0.3 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/bf13ade9-e07c-48c9-abae-810582101bdd) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:20:08.874603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:08.933609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:08.985344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:20:08.988722 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:20:08.993162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:20:09.001300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=bf13ade9-e07c-48c9-abae-810582101bdd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:09.064400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:09.065583 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:09.102176 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c202962d-0053-4cc6-b905-fa1ecb1aa429 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8366444 Nov 23 23:20:09.119971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Request body: {'port': {'device_id': '805be431-b2f4-4d11-a86f-428d6147b017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:20:09.209776 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:09.400812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-140593ed-2ec0-4940-99df-035c91c91d9f None None] Provisioning complete for port bf13ade9-e07c-48c9-abae-810582101bdd triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:20:09.401568 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-140593ed-2ec0-4940-99df-035c91c91d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:09.455398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-140593ed-2ec0-4940-99df-035c91c91d9f None None] Port bf13ade9-e07c-48c9-abae-810582101bdd cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:20:09.606862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8db82-a163-49dd-b266-e902e936a913 req-da3a1c60-81dc-4644-9aa4-2e5c66a0f61e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:09.609563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89e8db82-a163-49dd-b266-e902e936a913 req-da3a1c60-81dc-4644-9aa4-2e5c66a0f61e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 931 time: 0.1378739 Nov 23 23:20:09.710099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf13ade9-e07c-48c9-abae-810582101bdd {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:20:09.721766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89e8db82-a163-49dd-b266-e902e936a913 req-6ca4eef5-79ba-4144-bc21-d1e8de8e4664 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973597 Nov 23 23:20:09.723883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:09.746566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Transition to ACTIVE for port object bf13ade9-e07c-48c9-abae-810582101bdd will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:20:09.752125 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:09.829956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Pushing event updated for resources: {'Port': ['ID=bf13ade9-e07c-48c9-abae-810582101bdd,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:09.952741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Attempting to bind port bf13ade9-e07c-48c9-abae-810582101bdd on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:20:09.953671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Attempting to bind port bf13ade9-e07c-48c9-abae-810582101bdd by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:20:09.954456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Attempting to bind port bf13ade9-e07c-48c9-abae-810582101bdd on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:20:09.963409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Port bf13ade9-e07c-48c9-abae-810582101bdd on network a1b0a57c-83ff-44a6-a6cd-da851be1233e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:20:09.964381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Attempting to bind port bf13ade9-e07c-48c9-abae-810582101bdd on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:20:09.975208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:20:09.975788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:20:09.976421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:20:09.977182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Bound port: bf13ade9-e07c-48c9-abae-810582101bdd, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:20:09.977748 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:10.104091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] For port bf13ade9-e07c-48c9-abae-810582101bdd, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:20:10.111098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] For port bf13ade9-e07c-48c9-abae-810582101bdd, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=bf13ade9-e07c-48c9-abae-810582101bdd,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:20:10.122180 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:10.181487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:10.182623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:10.185754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] 10.222.0.46 "PUT /v2.0/ports/bf13ade9-e07c-48c9-abae-810582101bdd HTTP/1.1" status: 200 len: 1091 time: 1.0721357 Nov 23 23:20:10.191704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805be431-b2f4-4d11-a86f-428d6147b017', 'tag': 'bf13ade9-e07c-48c9-abae-810582101bdd'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:20:10.196083 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea39300-1aaa-48b0-8003-fde05ff0a71b" -d '{"events": [{"name": "network-changed", "server_uuid": "805be431-b2f4-4d11-a86f-428d6147b017", "tag": "bf13ade9-e07c-48c9-abae-810582101bdd"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:20:10.307779 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb71622-0deb-4f6b-8724-7e8f7c06d2e5 x-openstack-request-id: req-aeb71622-0deb-4f6b-8724-7e8f7c06d2e5 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:20:10.308219 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805be431-b2f4-4d11-a86f-428d6147b017", "tag": "bf13ade9-e07c-48c9-abae-810582101bdd", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:20:10.308494 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aeb71622-0deb-4f6b-8724-7e8f7c06d2e5 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:20:10.308909 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805be431-b2f4-4d11-a86f-428d6147b017', 'tag': 'bf13ade9-e07c-48c9-abae-810582101bdd', 'status': 'completed', 'code': 200} Nov 23 23:20:10.312532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2abf22-d0a6-45ba-ae4e-30863fe293af service neutron] Pushing event updated for resources: {'Port': ['ID=bf13ade9-e07c-48c9-abae-810582101bdd,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:10.336359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-869f9fd3-3428-4126-b9b6-84d6b2f6d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:10.338993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-869f9fd3-3428-4126-b9b6-84d6b2f6d2ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 1094 time: 0.0788286 Nov 23 23:20:10.406088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-2a3fa09a-824a-43e2-9fe2-c6c862ae73eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13ade9-e07c-48c9-abae-810582101bdd HTTP/1.1" status: 200 len: 217 time: 0.0576522 Nov 23 23:20:10.494133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-d98a2e91-63cd-42de-b50a-63ca7f1f59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:10.496958 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-d98a2e91-63cd-42de-b50a-63ca7f1f59ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0805464 Nov 23 23:20:10.556558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c1335e66-da96-4595-8869-7167d6d8a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:10.558474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-c1335e66-da96-4595-8869-7167d6d8a53f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501413 Nov 23 23:20:10.672981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-f9cdc4f6-899b-4880-b498-fed01fca34f4 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067533 Nov 23 23:20:10.795417 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f854c70-59f2-45b9-aaa4-b40dd86fc63b req-307de8c3-9811-4f46-b4cf-17b3dca9c917 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150727 Nov 23 23:20:10.936635 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6c09d-608e-41ca-8d8e-291cbea0ff5e req-80adc7a4-1c1b-4756-a364-f65ee90cec7f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:10.938620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ff6c09d-608e-41ca-8d8e-291cbea0ff5e req-80adc7a4-1c1b-4756-a364-f65ee90cec7f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0990624 Nov 23 23:20:10.944870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-6546fb6f-47c1-48b8-9dff-90262646028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:10.946626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-6546fb6f-47c1-48b8-9dff-90262646028c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 1094 time: 0.0907960 Nov 23 23:20:11.068165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ff6c09d-608e-41ca-8d8e-291cbea0ff5e req-358ca36c-13c4-436a-b3c6-d1873c20d670 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163855 Nov 23 23:20:11.097721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-838177ea-8340-4913-9a10-c186f901d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:11.100452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-838177ea-8340-4913-9a10-c186f901d2d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1469610 Nov 23 23:20:11.153035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-9736fde0-7e8d-40b9-856b-f093e5bb2aae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13ade9-e07c-48c9-abae-810582101bdd HTTP/1.1" status: 200 len: 217 time: 0.0436776 Nov 23 23:20:11.211618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-bb3353f9-6d13-4f3a-a2d0-73860b540637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:11.213159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-bb3353f9-6d13-4f3a-a2d0-73860b540637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0535455 Nov 23 23:20:11.267467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-f3841cd7-3d67-416a-98d9-67c7ab8d729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:11.269578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-f3841cd7-3d67-416a-98d9-67c7ab8d729b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497940 Nov 23 23:20:11.385675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-8b06241c-2471-4f09-ba1c-d537bcb19b76 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091187 Nov 23 23:20:11.529481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ea39300-1aaa-48b0-8003-fde05ff0a71b req-4d89019a-cdd4-4ed4-8b13-c9189e3d590f service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362867 Nov 23 23:20:12.254344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af793ab-7e12-46ce-9163-aac37e68461f req-daf6e11d-d87b-43ba-be00-15153e5e68a7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:12.256092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0af793ab-7e12-46ce-9163-aac37e68461f req-daf6e11d-d87b-43ba-be00-15153e5e68a7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0885413 Nov 23 23:20:12.322168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0af793ab-7e12-46ce-9163-aac37e68461f req-8b63463a-9f28-4344-a9e8-f6547c9d1bc6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593886 Nov 23 23:20:13.462760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c61bf-9236-47b8-8b1b-757482e55aee req-73c08ba9-0a33-42a7-8c54-d28845e854c8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:13.464401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef8c61bf-9236-47b8-8b1b-757482e55aee req-73c08ba9-0a33-42a7-8c54-d28845e854c8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0568347 Nov 23 23:20:13.530090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef8c61bf-9236-47b8-8b1b-757482e55aee req-5e9481c3-3fff-441e-b899-ec22bc4a1ddd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540845 Nov 23 23:20:14.689736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f404-f437-4622-a6b9-682b149738a5 req-4e420cf7-932d-4818-acba-6c17aa3396b0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:14.691555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29a1f404-f437-4622-a6b9-682b149738a5 req-4e420cf7-932d-4818-acba-6c17aa3396b0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0598879 Nov 23 23:20:14.753480 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29a1f404-f437-4622-a6b9-682b149738a5 req-b54029c5-f6eb-4316-b998-b1537328f319 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549893 Nov 23 23:20:15.899050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea96943-d694-49f9-a9ad-a29060c17dda req-27785d7b-7023-4e2f-8914-deff5ae6487c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:15.901960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea96943-d694-49f9-a9ad-a29060c17dda req-27785d7b-7023-4e2f-8914-deff5ae6487c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0633147 Nov 23 23:20:15.959636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea96943-d694-49f9-a9ad-a29060c17dda req-b83f27ab-e286-4859-8f6b-25bd734a8b10 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509632 Nov 23 23:20:17.099654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57890a6c-10eb-46ed-af1f-df58527a8792 req-dcb1a56a-0293-49f2-b483-5baf60e8178b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:17.101306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57890a6c-10eb-46ed-af1f-df58527a8792 req-dcb1a56a-0293-49f2-b483-5baf60e8178b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0525186 Nov 23 23:20:17.168329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57890a6c-10eb-46ed-af1f-df58527a8792 req-1b9d98d8-49ed-44f2-a07e-5da40d9b64fb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598593 Nov 23 23:20:18.321605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba3b1-5522-4df5-93a1-813760b47a53 req-28ce91e7-6492-470d-8704-ae1ac5c45b58 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:18.323217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de3ba3b1-5522-4df5-93a1-813760b47a53 req-28ce91e7-6492-470d-8704-ae1ac5c45b58 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0604696 Nov 23 23:20:18.380825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-de3ba3b1-5522-4df5-93a1-813760b47a53 req-ad6aeba7-95a0-4681-b718-0de47c33d14f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 Nov 23 23:20:19.528328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b86ba-7ff8-4f7c-867a-989af6b96aa6 req-375c7529-8d80-4667-a25c-e562949a9d51 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:19.530506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b28b86ba-7ff8-4f7c-867a-989af6b96aa6 req-375c7529-8d80-4667-a25c-e562949a9d51 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0633187 Nov 23 23:20:19.590820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b28b86ba-7ff8-4f7c-867a-989af6b96aa6 req-7411a580-8206-4c15-bd03-d11e1ced325b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 Nov 23 23:20:20.736695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a3bcc-2ac3-4318-a3d8-cddef390d4f0 req-e3c1d690-fe2a-4f57-8863-3daffaa1fc0d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:20.738486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b2a3bcc-2ac3-4318-a3d8-cddef390d4f0 req-e3c1d690-fe2a-4f57-8863-3daffaa1fc0d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0592194 Nov 23 23:20:20.793163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9b2a3bcc-2ac3-4318-a3d8-cddef390d4f0 req-64f0da1a-b7c1-438e-b0cf-3869b3e64b24 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Nov 23 23:20:21.961870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acdd1e-2d57-4642-bc7c-7e51f7cec71f req-863b8c3e-54a0-41f7-88eb-ce552d3482d9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:21.964687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4acdd1e-2d57-4642-bc7c-7e51f7cec71f req-863b8c3e-54a0-41f7-88eb-ce552d3482d9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0842950 Nov 23 23:20:22.020599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4acdd1e-2d57-4642-bc7c-7e51f7cec71f req-fce1d9fc-c608-463e-a274-b2c20d44cec4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489047 Nov 23 23:20:23.137528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device bf13ade9-e07c-48c9-abae-810582101bdd details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:20:23.165789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ed59d-f2f3-49b6-9e8b-199b28f16f8f req-83b56648-a7ea-4ebd-b51b-2ac1690d9691 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:23.167429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-654ed59d-f2f3-49b6-9e8b-199b28f16f8f req-83b56648-a7ea-4ebd-b51b-2ac1690d9691 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 943 time: 0.0641329 Nov 23 23:20:23.231763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-654ed59d-f2f3-49b6-9e8b-199b28f16f8f req-300fef78-cf06-4085-8a69-f354b0031f78 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522132 Nov 23 23:20:23.292709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port bf13ade9-e07c-48c9-abae-810582101bdd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=bf13ade9-e07c-48c9-abae-810582101bdd,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:20:23.314990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'bf13ade9-e07c-48c9-abae-810582101bdd', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'port_id': 'bf13ade9-e07c-48c9-abae-810582101bdd', 'mac_address': 'fa:16:3e:08:92:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:20:23.389521 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:23.413075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf13ade9-e07c-48c9-abae-810582101bdd {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:20:23.450293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port bf13ade9-e07c-48c9-abae-810582101bdd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=bf13ade9-e07c-48c9-abae-810582101bdd,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:20:23.456063 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:23.522088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=bf13ade9-e07c-48c9-abae-810582101bdd,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:23.649944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['bf13ade9-e07c-48c9-abae-810582101bdd'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:20:24.367282 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb641-e6ec-45e6-a793-69f3f04c1e60 req-d5cdc12f-a6c1-43cb-971b-f849b1a3e086 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:24.368932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-606cb641-e6ec-45e6-a793-69f3f04c1e60 req-d5cdc12f-a6c1-43cb-971b-f849b1a3e086 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 944 time: 0.0574172 Nov 23 23:20:24.426245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-606cb641-e6ec-45e6-a793-69f3f04c1e60 req-c9cbc008-e0f4-419d-988a-36e0a49e398f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507250 Nov 23 23:20:25.146908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device bf13ade9-e07c-48c9-abae-810582101bdd up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:20:25.204008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port bf13ade9-e07c-48c9-abae-810582101bdd completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:20:25.208623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port bf13ade9-e07c-48c9-abae-810582101bdd triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:20:25.208998 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:25.317796 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:25.346351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805be431-b2f4-4d11-a86f-428d6147b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf13ade9-e07c-48c9-abae-810582101bdd'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:20:25.348758 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8a2bcb-141e-45b8-8acc-6d4e6ab28bc4" -d '{"events": [{"server_uuid": "805be431-b2f4-4d11-a86f-428d6147b017", "name": "network-vif-plugged", "status": "completed", "tag": "bf13ade9-e07c-48c9-abae-810582101bdd"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:20:25.364627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port bf13ade9-e07c-48c9-abae-810582101bdd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=bf13ade9-e07c-48c9-abae-810582101bdd,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:20:25.370277 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:25.409919 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06fe174-4e82-4dce-b4d3-fd6640483b85 x-openstack-request-id: req-f06fe174-4e82-4dce-b4d3-fd6640483b85 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:20:25.410255 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805be431-b2f4-4d11-a86f-428d6147b017", "name": "network-vif-plugged", "status": "completed", "tag": "bf13ade9-e07c-48c9-abae-810582101bdd", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:20:25.410550 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f06fe174-4e82-4dce-b4d3-fd6640483b85 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:20:25.410984 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805be431-b2f4-4d11-a86f-428d6147b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf13ade9-e07c-48c9-abae-810582101bdd', 'code': 200} Nov 23 23:20:25.451374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=bf13ade9-e07c-48c9-abae-810582101bdd,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:25.459110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.459441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.460353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.460353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.460597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.460992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.461157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.461554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.461833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.462098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.462420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.462741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:25.529083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54e11-b7c4-4342-be5f-4ff072e4440b req-b051a6cc-5f2d-433d-bf4c-93db96360c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:25.530685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8de54e11-b7c4-4342-be5f-4ff072e4440b req-b051a6cc-5f2d-433d-bf4c-93db96360c62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 1096 time: 0.0465009 Nov 23 23:20:25.619466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311a674-7f03-45ee-a38e-649b397bfd12 req-8594bb41-a858-4c92-bc78-c22b5a0cd681 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:25.621165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9311a674-7f03-45ee-a38e-649b397bfd12 req-8594bb41-a858-4c92-bc78-c22b5a0cd681 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 945 time: 0.0895245 Nov 23 23:20:25.624452 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8de54e11-b7c4-4342-be5f-4ff072e4440b req-3b270936-a6aa-433c-ae88-58d871086117 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835426 Nov 23 23:20:25.676282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9311a674-7f03-45ee-a38e-649b397bfd12 req-693c5a70-ae76-4a09-b73f-27a5254c0b2f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Nov 23 23:20:26.812005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316de70f-dcdd-4dd1-b168-c53e52bcba3d req-b2cc1135-d0ae-45bc-83a9-d1276b24a1d0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:26.813584 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-316de70f-dcdd-4dd1-b168-c53e52bcba3d req-b2cc1135-d0ae-45bc-83a9-d1276b24a1d0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 945 time: 0.0553012 Nov 23 23:20:26.869992 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-316de70f-dcdd-4dd1-b168-c53e52bcba3d req-955932df-4e81-496f-894a-c28af55afac4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Nov 23 23:20:26.996728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987d05b-ef51-4a0a-b2b5-28c2b56b08b7 req-afec0632-0aee-4a5c-b698-8c2ad2233dc9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:26.998239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a987d05b-ef51-4a0a-b2b5-28c2b56b08b7 req-afec0632-0aee-4a5c-b698-8c2ad2233dc9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Nov 23 23:20:27.055293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a987d05b-ef51-4a0a-b2b5-28c2b56b08b7 req-bb757b50-a001-470d-95f9-19b6fe146acb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495954 Nov 23 23:20:27.230657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:29.915841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-7842f408-b674-4da9-b7ba-4f675c7d1c75 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:29.917632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-7842f408-b674-4da9-b7ba-4f675c7d1c75 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1455913 Nov 23 23:20:29.936674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-f1fa68ee-6113-4741-828c-6b81d540462f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/quotas/6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 375 time: 0.0103106 Nov 23 23:20:30.005262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-63a9c6ae-e6c2-42a5-9469-202625660e90 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629122 Nov 23 23:20:30.120152 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6278f87d-76aa-4d6f-8a49-750c1d7366e0 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986559 Nov 23 23:20:30.236783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3ba3c870-70e7-4e8c-a71e-4893272b5e92 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080551 Nov 23 23:20:30.303294 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:20:30.487974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b093270a-bd85-469e-90d5-cba72feb8d04 req-9fc81f0d-44ba-432c-a5a2-a873173111c0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 210 time: 0.0288787 Nov 23 23:20:31.614141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14e0d091-b401-4fbf-b0e1-9e52d22e2020 req-25b7b126-80f3-4e7f-890d-dac44c239c35 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 210 time: 0.0384381 Nov 23 23:20:31.640431 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d96107ba-2774-4592-a85b-c013efc4c5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:31.758319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-acaaae5f-ea96-482f-9773-e51617c4ebe7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:31.760796 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-acaaae5f-ea96-482f-9773-e51617c4ebe7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1856341 Nov 23 23:20:31.781156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'port': {'device_id': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'admin_state_up': True, 'tenant_id': '6f5d7d5811984b489cf034269c724730'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:20:31.931747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:20:31.936169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:32.113216 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.20.0.6 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/6916b8e3-1b0d-4039-896a-5c462fafc4fb) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:20:32.392165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:32.457193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:32.478924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['bf13ade9-e07c-48c9-abae-810582101bdd'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:20:32.526602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:20:32.539660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:20:32.543347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:20:32.597245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=6916b8e3-1b0d-4039-896a-5c462fafc4fb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:32.624074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.624617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.625400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.626159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.626950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.627748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.628527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.629295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.630045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.630831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.631613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.632352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:20:32.683800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:32.685557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:32.724048 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-3fa05792-fc8b-4131-9e3f-c49e4ac8ce70 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465277 Nov 23 23:20:32.751842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Request body: {'port': {'device_id': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:20:32.890375 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:32.895471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b8288-4000-4045-b900-0a686313b505 req-edf14d0d-7fd3-40e7-afc9-88920c0ed232 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:32.898126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-976b8288-4000-4045-b900-0a686313b505 req-edf14d0d-7fd3-40e7-afc9-88920c0ed232 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 931 time: 0.1061037 Nov 23 23:20:33.000024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-976b8288-4000-4045-b900-0a686313b505 req-ab09c0c9-4ada-4ec1-ab91-c28dfb967256 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817351 Nov 23 23:20:33.021629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ba76fdcc-d29e-4f41-938c-c18ece3859dc None None] Provisioning complete for port 6916b8e3-1b0d-4039-896a-5c462fafc4fb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:20:33.023466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba76fdcc-d29e-4f41-938c-c18ece3859dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:33.093385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ba76fdcc-d29e-4f41-938c-c18ece3859dc None None] Port 6916b8e3-1b0d-4039-896a-5c462fafc4fb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:20:33.296869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6916b8e3-1b0d-4039-896a-5c462fafc4fb {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:20:33.306252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:33.323178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Transition to ACTIVE for port object 6916b8e3-1b0d-4039-896a-5c462fafc4fb will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:20:33.329250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:33.414641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Pushing event updated for resources: {'Port': ['ID=6916b8e3-1b0d-4039-896a-5c462fafc4fb,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:33.576193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Attempting to bind port 6916b8e3-1b0d-4039-896a-5c462fafc4fb on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:20:33.576868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Attempting to bind port 6916b8e3-1b0d-4039-896a-5c462fafc4fb by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:20:33.577315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Attempting to bind port 6916b8e3-1b0d-4039-896a-5c462fafc4fb on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:20:33.583412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Port 6916b8e3-1b0d-4039-896a-5c462fafc4fb on network a1b0a57c-83ff-44a6-a6cd-da851be1233e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:20:33.583965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Attempting to bind port 6916b8e3-1b0d-4039-896a-5c462fafc4fb on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:20:33.592183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:20:33.592673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:20:33.593184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:20:33.593743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Bound port: 6916b8e3-1b0d-4039-896a-5c462fafc4fb, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:20:33.594191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:33.711971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] For port 6916b8e3-1b0d-4039-896a-5c462fafc4fb, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:20:33.717744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] For port 6916b8e3-1b0d-4039-896a-5c462fafc4fb, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6916b8e3-1b0d-4039-896a-5c462fafc4fb,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:20:33.725486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:33.774758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:33.775485 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:33.777096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] 10.222.0.48 "PUT /v2.0/ports/6916b8e3-1b0d-4039-896a-5c462fafc4fb HTTP/1.1" status: 200 len: 1091 time: 1.0381587 Nov 23 23:20:33.777619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'tag': '6916b8e3-1b0d-4039-896a-5c462fafc4fb'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:20:33.783455 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280949c1-98c6-4d00-95e7-069894010a86" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8c16c2-4542-4b3d-a852-777b7856d41a", "tag": "6916b8e3-1b0d-4039-896a-5c462fafc4fb"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:20:33.827602 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb13b7e-032e-4f70-b32f-34a8a487a45d service neutron] Pushing event updated for resources: {'Port': ['ID=6916b8e3-1b0d-4039-896a-5c462fafc4fb,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:20:33.891348 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158c49e8-4283-4618-943a-239b300e8260 x-openstack-request-id: req-158c49e8-4283-4618-943a-239b300e8260 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:20:33.892132 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8c16c2-4542-4b3d-a852-777b7856d41a", "tag": "6916b8e3-1b0d-4039-896a-5c462fafc4fb", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:20:33.892132 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-158c49e8-4283-4618-943a-239b300e8260 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:20:33.893051 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'tag': '6916b8e3-1b0d-4039-896a-5c462fafc4fb', 'status': 'completed', 'code': 200} Nov 23 23:20:33.962133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-e696f78f-4e08-41e9-9537-0e852cc12538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:33.964874 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-e696f78f-4e08-41e9-9537-0e852cc12538 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 1094 time: 0.1045549 Nov 23 23:20:34.029197 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-01191371-269c-4b5f-8a53-7b0584b32000 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6916b8e3-1b0d-4039-896a-5c462fafc4fb HTTP/1.1" status: 200 len: 217 time: 0.0482254 Nov 23 23:20:34.114561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-8bede1b2-b089-49d6-9ad7-e3d861a3bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:34.116728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-8bede1b2-b089-49d6-9ad7-e3d861a3bd6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0811424 Nov 23 23:20:34.198959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-b03caf3c-02d8-4c81-abdb-2f4536edc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:34.202346 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-b03caf3c-02d8-4c81-abdb-2f4536edc667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769837 Nov 23 23:20:34.209808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf30db-0921-4345-9edb-f68491549351 req-d8754736-08ae-4713-860b-f47c160523a8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:34.213337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ecbf30db-0921-4345-9edb-f68491549351 req-d8754736-08ae-4713-860b-f47c160523a8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0905619 Nov 23 23:20:34.307101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ecbf30db-0921-4345-9edb-f68491549351 req-9ffcb5cb-58d5-4f0e-a15b-12f61db05b57 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Nov 23 23:20:34.362930 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-a34f4fd6-4b9f-424d-a51f-9c59310e85ea service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534274 Nov 23 23:20:34.496659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f838ad2c-04c6-4487-9796-515f7a94e4fa req-042397af-d215-4a99-a6ae-86a3d619eec4 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260045 Nov 23 23:20:34.645260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280949c1-98c6-4d00-95e7-069894010a86 req-521ca261-cd6c-44d9-801a-84c3546684fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:34.647929 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-280949c1-98c6-4d00-95e7-069894010a86 req-521ca261-cd6c-44d9-801a-84c3546684fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 1094 time: 0.0689559 Nov 23 23:20:34.745979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-69b3cc1e-84d0-4e63-8203-5e8cd17ecd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:34.778229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280949c1-98c6-4d00-95e7-069894010a86 req-a9f38358-8979-4cdb-8539-77bdc3e77603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:34.782405 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-280949c1-98c6-4d00-95e7-069894010a86 req-a9f38358-8979-4cdb-8539-77bdc3e77603 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1258867 Nov 23 23:20:34.863543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-280949c1-98c6-4d00-95e7-069894010a86 req-6ddfd273-d421-4784-a8bb-e8fba0aa74b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6916b8e3-1b0d-4039-896a-5c462fafc4fb HTTP/1.1" status: 200 len: 217 time: 0.0737460 Nov 23 23:20:34.965279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280949c1-98c6-4d00-95e7-069894010a86 req-e22bbf72-7fa1-49f8-a954-1212cf8601e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:34.968306 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-280949c1-98c6-4d00-95e7-069894010a86 req-e22bbf72-7fa1-49f8-a954-1212cf8601e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0977311 Nov 23 23:20:35.046843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280949c1-98c6-4d00-95e7-069894010a86 req-a3038e47-b73c-4232-8b77-c5a825523400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:35.049429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-280949c1-98c6-4d00-95e7-069894010a86 req-a3038e47-b73c-4232-8b77-c5a825523400 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743122 Nov 23 23:20:35.169464 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:35.220682 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-280949c1-98c6-4d00-95e7-069894010a86 req-80ad7080-c687-4b21-81db-e9678eedc7a6 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635532 Nov 23 23:20:35.337938 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-280949c1-98c6-4d00-95e7-069894010a86 req-bc6441c7-7687-4e11-ae18-83319c919210 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099827 Nov 23 23:20:35.520930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075271d-109a-4068-8cb9-900eb4c88aba req-0157f901-7541-458f-bb38-127d17d2652b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:35.523532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9075271d-109a-4068-8cb9-900eb4c88aba req-0157f901-7541-458f-bb38-127d17d2652b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0982978 Nov 23 23:20:35.608870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9075271d-109a-4068-8cb9-900eb4c88aba req-2ca26d97-4b20-4c59-b809-948c205223da tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768373 Nov 23 23:20:36.636884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:36.830629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dab568-37b5-4db4-b991-c031c295b825 req-075ac758-4dad-4ff8-8d58-fb9f040106da tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:36.834210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51dab568-37b5-4db4-b991-c031c295b825 req-075ac758-4dad-4ff8-8d58-fb9f040106da tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.1031780 Nov 23 23:20:36.945858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51dab568-37b5-4db4-b991-c031c295b825 req-82a0220a-2d62-4dd2-b843-1158d086638c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977454 Nov 23 23:20:37.558681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:38.217702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcd129-3f1d-45c4-bf05-3c27cd15dde5 req-ebb4c2f7-0185-4358-9e15-a258e194fc65 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:38.224317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31bcd129-3f1d-45c4-bf05-3c27cd15dde5 req-ebb4c2f7-0185-4358-9e15-a258e194fc65 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.1236734 Nov 23 23:20:38.267014 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:38.303659 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31bcd129-3f1d-45c4-bf05-3c27cd15dde5 req-1a3ae18a-8ce8-4732-a986-26bbf064d14d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 Nov 23 23:20:39.500139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433a40b-f99d-46af-aca2-5be686574c7e req-2e0ed427-94ac-485f-99ac-bc9eaccde9bd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:39.503602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b433a40b-f99d-46af-aca2-5be686574c7e req-2e0ed427-94ac-485f-99ac-bc9eaccde9bd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0623052 Nov 23 23:20:39.600515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b433a40b-f99d-46af-aca2-5be686574c7e req-be6c2305-dd14-413e-b1bb-b52b1c43527f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779812 Nov 23 23:20:40.808068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0494b-e748-48de-92e4-68ff541d1e2c req-db42343b-4a68-4df3-b8bb-f49225ab7622 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:40.810756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08d0494b-e748-48de-92e4-68ff541d1e2c req-db42343b-4a68-4df3-b8bb-f49225ab7622 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0729022 Nov 23 23:20:40.900468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08d0494b-e748-48de-92e4-68ff541d1e2c req-92e4718a-7fcd-4c90-a2a9-f522678ccc4d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783920 Nov 23 23:20:42.074873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e427b4-ef23-4866-80f2-21dfedaa6574 req-9d88dc97-6bc5-4e60-8014-fd78b2024238 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:42.080439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0e427b4-ef23-4866-80f2-21dfedaa6574 req-9d88dc97-6bc5-4e60-8014-fd78b2024238 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0626006 Nov 23 23:20:42.166359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0e427b4-ef23-4866-80f2-21dfedaa6574 req-31fc86f6-eb7f-4281-a15b-1ddbf881d68c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826015 Nov 23 23:20:43.337152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-cec0a8c3-38e2-4bf7-8ca8-0ff3e7ce4cff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554221 Nov 23 23:20:43.343920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6084-fedf-4185-895b-7363802c3e3d req-341bdfca-f964-44dc-b1b7-85ea6b6fc1f6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:43.345842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40bf6084-fedf-4185-895b-7363802c3e3d req-341bdfca-f964-44dc-b1b7-85ea6b6fc1f6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0913203 Nov 23 23:20:43.406717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-40bf6084-fedf-4185-895b-7363802c3e3d req-74aa3405-7e9e-459a-961f-3c9a7fd05497 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537794 Nov 23 23:20:43.467496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-547a9aad-2925-44e1-bbdc-88f0f9f76afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:43.470098 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-547a9aad-2925-44e1-bbdc-88f0f9f76afa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=802687dc48bb44509a831b572774b0f3&device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 1096 time: 0.0590565 Nov 23 23:20:43.597530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-ceae6a05-1bd5-4315-8a36-0cf4460f9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:43.599080 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-ceae6a05-1bd5-4315-8a36-0cf4460f9059 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 200 len: 909 time: 0.1074522 Nov 23 23:20:43.676662 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-0ab104a6-d293-4f95-b669-f501cfaa4aa5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 200 len: 1001 time: 0.0704367 Nov 23 23:20:43.733424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-f1a0b789-9ea2-41fb-aca8-7b6babe72256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:43.735029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-f1a0b789-9ea2-41fb-aca8-7b6babe72256 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 200 len: 847 time: 0.0515945 Nov 23 23:20:43.792603 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-752445d9-7dc6-482d-bbae-95e258fd5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:43.795023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-752445d9-7dc6-482d-bbae-95e258fd5d0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19472203-e076-4af3-a539-edcbea0dd61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527341 Nov 23 23:20:43.901246 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-a145634f-3d6f-41ae-874a-13d9743ad6be service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993943 Nov 23 23:20:44.013847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3d3d80f6-463b-4d15-b65d-f042cca922b6 req-6a9eaab7-0c86-4c26-973f-7fc82b7022d8 service neutron] 10.222.0.48 "GET /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057007 Nov 23 23:20:44.550309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c761c69-8edb-4804-ad76-f5ac568a2e3f req-e6bcd160-29bc-476b-910d-a182bf03bf79 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:44.551997 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c761c69-8edb-4804-ad76-f5ac568a2e3f req-e6bcd160-29bc-476b-910d-a182bf03bf79 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0633469 Nov 23 23:20:44.610244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c761c69-8edb-4804-ad76-f5ac568a2e3f req-26622cc1-4a5d-4bcf-b7af-04afb81a0915 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513420 Nov 23 23:20:45.781411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba029f5-d6ca-4244-9162-8d7b6d55becb req-b9cd211c-2b5f-4f40-85fb-ae7a3de3fad0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:45.783597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ba029f5-d6ca-4244-9162-8d7b6d55becb req-b9cd211c-2b5f-4f40-85fb-ae7a3de3fad0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0775483 Nov 23 23:20:45.853402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ba029f5-d6ca-4244-9162-8d7b6d55becb req-47cb4f33-d1c2-48eb-b844-ef2b5d917e5f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578957 Nov 23 23:20:46.861934 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-82f8951d-31d3-411a-9dab-5d50b067360a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1620362 Nov 23 23:20:46.970082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295181fa-3fec-4021-9522-06a24954303b req-1bec11ac-5d8e-4b14-b704-1179aced7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:46.971617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-1bec11ac-5d8e-4b14-b704-1179aced7158 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 1096 time: 0.0525887 Nov 23 23:20:47.115817 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c9f2-b16e-4c7c-bc5a-407e70d45d43 req-efcf4c6a-63e5-4aa1-9b42-e9bd3d2eaf2e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:47.117655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3396c9f2-b16e-4c7c-bc5a-407e70d45d43 req-efcf4c6a-63e5-4aa1-9b42-e9bd3d2eaf2e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.1373489 Nov 23 23:20:47.166557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295181fa-3fec-4021-9522-06a24954303b req-687a3ae6-e6fb-4567-9f1e-34a0466dea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:47.168180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-687a3ae6-e6fb-4567-9f1e-34a0466dea13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1704268 Nov 23 23:20:47.233100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-52b090a2-2529-4c5d-ac46-4f12c0f44517 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf13ade9-e07c-48c9-abae-810582101bdd HTTP/1.1" status: 200 len: 217 time: 0.0574453 Nov 23 23:20:47.253595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3396c9f2-b16e-4c7c-bc5a-407e70d45d43 req-8c8b9eb3-8d22-489b-96cb-5bc2fb735c0a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274047 Nov 23 23:20:47.608925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295181fa-3fec-4021-9522-06a24954303b req-7ede4770-b255-4d2f-819c-1c9e4a87db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:47.610650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-7ede4770-b255-4d2f-819c-1c9e4a87db63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.3701108 Nov 23 23:20:47.685221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295181fa-3fec-4021-9522-06a24954303b req-d50d81d0-1708-472b-b520-01a653c1e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:47.688097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-d50d81d0-1708-472b-b520-01a653c1e1e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689988 Nov 23 23:20:47.807257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-ad451adc-242a-4855-bce7-151f9b9c941d service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105886 Nov 23 23:20:47.915372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295181fa-3fec-4021-9522-06a24954303b req-a41370a1-2bc5-4f7f-b31e-377e6ea63a0d service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956347 Nov 23 23:20:48.423126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015406b-9d4f-4516-9497-8aabd5feb9a0 req-472f2f95-25d9-4137-b76f-95e78a293562 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:48.426129 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f015406b-9d4f-4516-9497-8aabd5feb9a0 req-472f2f95-25d9-4137-b76f-95e78a293562 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0761566 Nov 23 23:20:48.523511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f015406b-9d4f-4516-9497-8aabd5feb9a0 req-5f0c9937-d1c2-4a89-a390-365e6b37f3c1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893819 Nov 23 23:20:49.696781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29b26-ebc9-4a7b-9de0-f86834c12fbf req-6acb5c34-3132-4d9f-8611-28b0653bbf51 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:49.699437 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26d29b26-ebc9-4a7b-9de0-f86834c12fbf req-6acb5c34-3132-4d9f-8611-28b0653bbf51 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0838721 Nov 23 23:20:49.785721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26d29b26-ebc9-4a7b-9de0-f86834c12fbf req-760bfa5e-26f5-4d25-9c96-edb37b85de73 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789685 Nov 23 23:20:51.018928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ea82f-ccfc-4df6-93de-672ca50f6999 req-cfca6309-aa32-4b86-b05c-af4d888bd1ff tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:51.021891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-862ea82f-ccfc-4df6-93de-672ca50f6999 req-cfca6309-aa32-4b86-b05c-af4d888bd1ff tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.1048748 Nov 23 23:20:51.085913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-862ea82f-ccfc-4df6-93de-672ca50f6999 req-4fe29979-2fce-44d8-970b-de0348fc23a2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585980 Nov 23 23:20:52.229573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d9aa2-0584-4671-b475-98645433379a req-07c09872-7229-4e1f-81ed-42e4ac5b273b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:52.231114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-036d9aa2-0584-4671-b475-98645433379a req-07c09872-7229-4e1f-81ed-42e4ac5b273b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0605392 Nov 23 23:20:52.298870 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-036d9aa2-0584-4671-b475-98645433379a req-78631bd5-fa41-4ef1-8975-d9aa0f3cbb32 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572789 Nov 23 23:20:53.471419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54d71d-8e7a-4b6e-a4f8-61241d2f18b7 req-cb5469e2-3cde-4c09-b167-f16e33cdc393 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:53.473383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f54d71d-8e7a-4b6e-a4f8-61241d2f18b7 req-cb5469e2-3cde-4c09-b167-f16e33cdc393 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0677702 Nov 23 23:20:53.545390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f54d71d-8e7a-4b6e-a4f8-61241d2f18b7 req-63b9cd47-6742-4704-8484-261a8cf469ed tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610247 Nov 23 23:20:54.718493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15451f1b-454b-4880-9557-05ca60fb382d req-b9ada465-ad59-4ffc-bbc9-4d273dd7b31b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:54.720259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15451f1b-454b-4880-9557-05ca60fb382d req-b9ada465-ad59-4ffc-bbc9-4d273dd7b31b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0872884 Nov 23 23:20:54.776397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15451f1b-454b-4880-9557-05ca60fb382d req-690a75dd-7a50-4de6-ba87-a5864a8beec6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Nov 23 23:20:55.927466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c775dc-546e-4389-8521-815db89aa4d0 req-d91f3e1f-0be0-4f77-9e7a-09c009559c33 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:55.929330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c775dc-546e-4389-8521-815db89aa4d0 req-d91f3e1f-0be0-4f77-9e7a-09c009559c33 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0630491 Nov 23 23:20:55.988989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6c775dc-546e-4389-8521-815db89aa4d0 req-de446460-fbd3-4f91-bb36-76f55695d434 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520630 Nov 23 23:20:57.150712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29ad8-dc83-4864-9eed-ffbd4ec69fd6 req-ad0254f4-bc69-4935-9069-da636a68e3d8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:57.152718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afe29ad8-dc83-4864-9eed-ffbd4ec69fd6 req-ad0254f4-bc69-4935-9069-da636a68e3d8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0588963 Nov 23 23:20:57.225144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afe29ad8-dc83-4864-9eed-ffbd4ec69fd6 req-6ef48de1-5354-4f96-8505-c7b4447779bc tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610507 Nov 23 23:20:57.251469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:58.376594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084b698-e8f3-42fc-ac04-299e86351bd2 req-1579f07b-b5c7-4a20-9364-2631b12a8b4f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:58.378297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5084b698-e8f3-42fc-ac04-299e86351bd2 req-1579f07b-b5c7-4a20-9364-2631b12a8b4f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0595400 Nov 23 23:20:58.445591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5084b698-e8f3-42fc-ac04-299e86351bd2 req-627c7017-91d4-4e31-bad7-926910cf815b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Nov 23 23:20:59.629076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33193c-d7f0-44ff-a0a0-638e9125a528 req-00e4bc6e-65e7-49ae-8f08-54c4454a2dce tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:20:59.632265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb33193c-d7f0-44ff-a0a0-638e9125a528 req-00e4bc6e-65e7-49ae-8f08-54c4454a2dce tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 943 time: 0.0837996 Nov 23 23:20:59.712563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb33193c-d7f0-44ff-a0a0-638e9125a528 req-650e639c-95bc-47f4-aadd-77297abac832 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721231 Nov 23 23:21:00.462163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6916b8e3-1b0d-4039-896a-5c462fafc4fb details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:21:00.595375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6916b8e3-1b0d-4039-896a-5c462fafc4fb, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6916b8e3-1b0d-4039-896a-5c462fafc4fb,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:00.609575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '6916b8e3-1b0d-4039-896a-5c462fafc4fb', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'port_id': '6916b8e3-1b0d-4039-896a-5c462fafc4fb', 'mac_address': 'fa:16:3e:3f:eb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:21:00.648168 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:00.664463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6916b8e3-1b0d-4039-896a-5c462fafc4fb {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:21:00.689194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6916b8e3-1b0d-4039-896a-5c462fafc4fb, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6916b8e3-1b0d-4039-896a-5c462fafc4fb,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:00.693769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:00.754738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6916b8e3-1b0d-4039-896a-5c462fafc4fb,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:00.868004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb023b-8967-49d6-8b57-2b5043a8f000 req-377399f2-3b2f-4b50-9adf-be2d7aa3c568 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:00.869676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32fb023b-8967-49d6-8b57-2b5043a8f000 req-377399f2-3b2f-4b50-9adf-be2d7aa3c568 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 944 time: 0.0664957 Nov 23 23:21:00.935839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-32fb023b-8967-49d6-8b57-2b5043a8f000 req-e0cdec6b-0a69-4a63-8479-e496a1e53f1e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537353 Nov 23 23:21:01.022935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6916b8e3-1b0d-4039-896a-5c462fafc4fb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:21:01.609777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-515a4089-92d9-46c0-bbbc-2891f6f780e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:02.074225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e7637-cbaa-459e-ac50-c1bff0d6b634 req-f47b46f0-597b-4779-a5cb-b26a6f8c574a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:02.076233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c85e7637-cbaa-459e-ac50-c1bff0d6b634 req-f47b46f0-597b-4779-a5cb-b26a6f8c574a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 944 time: 0.0549600 Nov 23 23:21:02.133753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c85e7637-cbaa-459e-ac50-c1bff0d6b634 req-005bfcc3-8dbb-401c-a752-cf8a6de1b35b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506191 Nov 23 23:21:02.473677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6916b8e3-1b0d-4039-896a-5c462fafc4fb up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:21:02.545313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 6916b8e3-1b0d-4039-896a-5c462fafc4fb completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:21:02.551503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 6916b8e3-1b0d-4039-896a-5c462fafc4fb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:21:02.552076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:02.652702 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:02.681515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6916b8e3-1b0d-4039-896a-5c462fafc4fb'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:21:02.684002 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef16f08-5ab0-4164-bada-2b24c412e845" -d '{"events": [{"server_uuid": "6e8c16c2-4542-4b3d-a852-777b7856d41a", "name": "network-vif-plugged", "status": "completed", "tag": "6916b8e3-1b0d-4039-896a-5c462fafc4fb"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:21:02.708176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 6916b8e3-1b0d-4039-896a-5c462fafc4fb, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6916b8e3-1b0d-4039-896a-5c462fafc4fb,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:02.713948 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:02.744453 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad12ffd-74ce-40e6-9abc-b12f3b6de951 x-openstack-request-id: req-fad12ffd-74ce-40e6-9abc-b12f3b6de951 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:21:02.744769 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8c16c2-4542-4b3d-a852-777b7856d41a", "name": "network-vif-plugged", "status": "completed", "tag": "6916b8e3-1b0d-4039-896a-5c462fafc4fb", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:21:02.745011 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fad12ffd-74ce-40e6-9abc-b12f3b6de951 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:21:02.745416 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6916b8e3-1b0d-4039-896a-5c462fafc4fb', 'code': 200} Nov 23 23:21:02.776584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=6916b8e3-1b0d-4039-896a-5c462fafc4fb,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:02.898084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bf4a-7742-4462-9431-22847db99345 req-1b933697-0179-4aa2-83cb-c20f09a01f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:02.900291 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b4f1bf4a-7742-4462-9431-22847db99345 req-1b933697-0179-4aa2-83cb-c20f09a01f5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 1096 time: 0.0583732 Nov 23 23:21:02.964372 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b4f1bf4a-7742-4462-9431-22847db99345 req-a1fc84c5-7ec3-4801-8bf7-4c651538055d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556557 Nov 23 23:21:03.291147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eee923-9744-4f22-970a-d927b6f44e0c req-350b17bd-ebe5-4481-88bf-e87e7fcccec3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:03.292882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13eee923-9744-4f22-970a-d927b6f44e0c req-350b17bd-ebe5-4481-88bf-e87e7fcccec3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 945 time: 0.0602167 Nov 23 23:21:03.368883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-13eee923-9744-4f22-970a-d927b6f44e0c req-8ffb2dd4-d26d-490d-8a14-7e2de3e18e80 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664215 Nov 23 23:21:04.507386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943d9de-01e1-4d59-98f1-3e705fd2a8b0 req-f3f5e992-131c-43e9-8439-7ee3fecd11b4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:04.509157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9943d9de-01e1-4d59-98f1-3e705fd2a8b0 req-f3f5e992-131c-43e9-8439-7ee3fecd11b4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 945 time: 0.0596898 Nov 23 23:21:04.576134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9943d9de-01e1-4d59-98f1-3e705fd2a8b0 req-ae030bc8-feba-47cc-9052-928dba35b9dc tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560713 Nov 23 23:21:04.710709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081ef1b-ad91-4f9c-9de7-4713f1b62bfb req-2cf47a1d-67a7-4f83-ada9-1bfc67ababb1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:04.712367 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d081ef1b-ad91-4f9c-9de7-4713f1b62bfb req-2cf47a1d-67a7-4f83-ada9-1bfc67ababb1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 945 time: 0.0590637 Nov 23 23:21:04.746186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aef9483e-5f1f-454a-b801-21250ebd1410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:04.775908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d081ef1b-ad91-4f9c-9de7-4713f1b62bfb req-61f5d436-fd48-446a-9bbd-019644cfa7af tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555241 Nov 23 23:21:05.135970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c419d7-6350-4812-af83-f5cf9ff8ff26 req-bdcfe06c-d0dd-4367-9912-5391d5509036 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:05.137976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15c419d7-6350-4812-af83-f5cf9ff8ff26 req-bdcfe06c-d0dd-4367-9912-5391d5509036 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 945 time: 0.0700371 Nov 23 23:21:05.140514 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:05.194899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15c419d7-6350-4812-af83-f5cf9ff8ff26 req-d946fb9b-af60-49e3-9389-75a43dc79449 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502234 Nov 23 23:21:06.332964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c7c64-949f-425b-889e-ed3d3d0f7b5e req-d9d0597a-dc96-4e23-b380-c157530734b9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:06.334628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc7c7c64-949f-425b-889e-ed3d3d0f7b5e req-d9d0597a-dc96-4e23-b380-c157530734b9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 945 time: 0.0537980 Nov 23 23:21:06.399072 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc7c7c64-949f-425b-889e-ed3d3d0f7b5e req-f9fc2a81-70c5-4d82-acaa-3665119e3235 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567160 Nov 23 23:21:06.612378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:06.708945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-73a10eb3-6795-432d-8ead-4e721bb4cea7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:06.710729 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-73a10eb3-6795-432d-8ead-4e721bb4cea7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 945 time: 0.0664527 Nov 23 23:21:06.848876 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port 6916b8e3-1b0d-4039-896a-5c462fafc4fb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:06.849284 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:06.993886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] For port 6916b8e3-1b0d-4039-896a-5c462fafc4fb, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=6916b8e3-1b0d-4039-896a-5c462fafc4fb,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:06.994165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:07.010860 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for 6916b8e3-1b0d-4039-896a-5c462fafc4fb owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:07.176415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:07.190610 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['bf13ade9-e07c-48c9-abae-810582101bdd'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:21:07.222153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['6916b8e3-1b0d-4039-896a-5c462fafc4fb'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:21:07.222928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=6916b8e3-1b0d-4039-896a-5c462fafc4fb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:07.304470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] No DVR routers for this DVR port 6916b8e3-1b0d-4039-896a-5c462fafc4fb on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:21:07.307439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:07.313363 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-55d4efa3-c69f-4e4a-86fc-96859b2cd8d2 req-21c38db0-4007-4657-b87b-50917ab8fa09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "DELETE /v2.0/ports/6916b8e3-1b0d-4039-896a-5c462fafc4fb HTTP/1.1" status: 204 len: 173 time: 0.5961971 Nov 23 23:21:07.314032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'name': 'network-vif-deleted', 'tag': '6916b8e3-1b0d-4039-896a-5c462fafc4fb'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:21:07.315133 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:21:07.317500 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89eb85e-9757-40b3-8f78-492e23fbee9c" -d '{"events": [{"server_uuid": "6e8c16c2-4542-4b3d-a852-777b7856d41a", "name": "network-vif-deleted", "tag": "6916b8e3-1b0d-4039-896a-5c462fafc4fb"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:21:07.414053 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea3b386-b675-4382-85ed-5aa2be4db7cc x-openstack-request-id: req-eea3b386-b675-4382-85ed-5aa2be4db7cc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:21:07.414661 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8c16c2-4542-4b3d-a852-777b7856d41a", "name": "network-vif-deleted", "tag": "6916b8e3-1b0d-4039-896a-5c462fafc4fb", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:21:07.415183 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eea3b386-b675-4382-85ed-5aa2be4db7cc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:21:07.416501 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8c16c2-4542-4b3d-a852-777b7856d41a', 'name': 'network-vif-deleted', 'tag': '6916b8e3-1b0d-4039-896a-5c462fafc4fb', 'status': 'completed', 'code': 200} Nov 23 23:21:07.631066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9070cf6-0799-4106-b39e-80ef9d4af3a8 req-36cd72f8-9266-4573-90e0-245d66aedeec tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 210 time: 0.0743911 Nov 23 23:21:07.677412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:08.237086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:08.783654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d239234f-c7c6-4cee-9250-a3c23df30c3d req-20539bba-d745-4535-b476-2a0d387ab45c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 210 time: 0.0350358 Nov 23 23:21:09.970805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34ca8595-2d62-4437-96cb-5116c0cafca3 req-46d52de0-c8b8-4ad2-92cb-42c2721ce096 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 210 time: 0.0421453 Nov 23 23:21:10.537911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6916b8e3-1b0d-4039-896a-5c462fafc4fb no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:10.574186 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 6916b8e3-1b0d-4039-896a-5c462fafc4fb {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:10.575542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 6916b8e3-1b0d-4039-896a-5c462fafc4fb not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:11.111926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-228900cd-62b8-4fbd-a9b8-7b4bdd1ac171 req-c449487f-da2d-45c8-8cc7-19675ac89828 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 210 time: 0.0476959 Nov 23 23:21:12.274765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-efee24ca-5552-44f1-b7b5-0dcecd2c1b13 req-78500602-0c36-42d7-ae18-fb870a9f5aee tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e8c16c2-4542-4b3d-a852-777b7856d41a HTTP/1.1" status: 200 len: 210 time: 0.0341511 Nov 23 23:21:18.941966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3e41e-4690-4913-89ae-0607468316db req-2df3cb43-e4ed-4aff-bd9b-4f35fe9551a0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:18.943527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ec3e41e-4690-4913-89ae-0607468316db req-2df3cb43-e4ed-4aff-bd9b-4f35fe9551a0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 945 time: 0.0565991 Nov 23 23:21:19.010923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1ec3e41e-4690-4913-89ae-0607468316db req-9cdc394c-8913-4ad2-a7cf-81559ce02964 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599122 Nov 23 23:21:20.179730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab26285-1ed0-4047-862a-04067c0466f7 req-5cdb3091-1ea7-4eaa-b6c5-d5e7d6283b68 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:20.182622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ab26285-1ed0-4047-862a-04067c0466f7 req-5cdb3091-1ea7-4eaa-b6c5-d5e7d6283b68 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 945 time: 0.0763111 Nov 23 23:21:20.243230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ab26285-1ed0-4047-862a-04067c0466f7 req-23ea81dc-8244-4195-a964-d66d71e29162 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9999d7b0-248f-4e4a-a906-76ed2c767e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Nov 23 23:21:20.429062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-38e0ff8d-d0c7-4e95-a317-80e8a729def2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:20.430789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-38e0ff8d-d0c7-4e95-a317-80e8a729def2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 945 time: 0.0638297 Nov 23 23:21:20.541066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port bf13ade9-e07c-48c9-abae-810582101bdd {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:20.541413 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:20.647224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] For port bf13ade9-e07c-48c9-abae-810582101bdd, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=bf13ade9-e07c-48c9-abae-810582101bdd,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:20.647625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:20.664117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for bf13ade9-e07c-48c9-abae-810582101bdd owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:20.816752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:20.831469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['bf13ade9-e07c-48c9-abae-810582101bdd'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:21:20.852074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=bf13ade9-e07c-48c9-abae-810582101bdd,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:20.862433 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.862793 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.863124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.863662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.864019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.864365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.864703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.865038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.865377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.865709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.866043 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.866374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:20.919773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] No DVR routers for this DVR port bf13ade9-e07c-48c9-abae-810582101bdd on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:21:20.922950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:20.926849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79dff65d-2efd-4d0c-9b95-3701b761ffaa req-0ffeab9b-8674-45a8-a1ec-be249674da0c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "DELETE /v2.0/ports/bf13ade9-e07c-48c9-abae-810582101bdd HTTP/1.1" status: 204 len: 173 time: 0.4899528 Nov 23 23:21:20.927471 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805be431-b2f4-4d11-a86f-428d6147b017', 'name': 'network-vif-deleted', 'tag': 'bf13ade9-e07c-48c9-abae-810582101bdd'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:21:20.929937 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1aad7c-7e0a-4d1b-8368-293608543dff" -d '{"events": [{"server_uuid": "805be431-b2f4-4d11-a86f-428d6147b017", "name": "network-vif-deleted", "tag": "bf13ade9-e07c-48c9-abae-810582101bdd"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:21:21.115339 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67090cc3-e832-4bd7-a3f9-0c833e77cca4 x-openstack-request-id: req-67090cc3-e832-4bd7-a3f9-0c833e77cca4 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:21:21.115870 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805be431-b2f4-4d11-a86f-428d6147b017", "name": "network-vif-deleted", "tag": "bf13ade9-e07c-48c9-abae-810582101bdd", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:21:21.116281 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67090cc3-e832-4bd7-a3f9-0c833e77cca4 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:21:21.117002 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805be431-b2f4-4d11-a86f-428d6147b017', 'name': 'network-vif-deleted', 'tag': 'bf13ade9-e07c-48c9-abae-810582101bdd', 'status': 'completed', 'code': 200} Nov 23 23:21:21.384523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1873987b-2366-450f-ac61-47b6dc9e265d req-d25e32b5-90b0-46be-bc10-5863097dc94e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 210 time: 0.0375719 Nov 23 23:21:22.534577 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-209a15bb-bac1-45d5-89c9-e346106e1691 req-ebdfe78a-474c-41a1-bfa2-1c1cc311f7c9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 210 time: 0.0459480 Nov 23 23:21:23.358891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device bf13ade9-e07c-48c9-abae-810582101bdd no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:23.381398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: bf13ade9-e07c-48c9-abae-810582101bdd {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:23.381689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device bf13ade9-e07c-48c9-abae-810582101bdd not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:23.644439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28c9ef06-53fd-4a9b-bd16-63ceabcdbc2c req-9701a0b6-d102-4ba7-b4e5-54d782bc0bcb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 210 time: 0.0294764 Nov 23 23:21:24.768907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a307ee84-8d04-4bfb-8b06-1065ff466181 req-8c6cf5fe-da48-46e8-b4fc-0bf17faa5a5e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 210 time: 0.0335624 Nov 23 23:21:25.897537 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a163efff-013b-43b9-a707-af7053a0e15f req-64c8b613-7bb0-4a8e-bfa9-c746e8d97c52 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=805be431-b2f4-4d11-a86f-428d6147b017 HTTP/1.1" status: 200 len: 210 time: 0.0314887 Nov 23 23:21:27.240765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.088385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57648) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:30.094348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-52fe1100-cafb-44f3-a587-10325ef8f52c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883057310', 'description': 'tempest-secgroup-smoke-883057310 description', 'project_id': '6f5d7d5811984b489cf034269c724730'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:30.119133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52fe1100-cafb-44f3-a587-10325ef8f52c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.199597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52fe1100-cafb-44f3-a587-10325ef8f52c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.205763 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52fe1100-cafb-44f3-a587-10325ef8f52c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.236551 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52fe1100-cafb-44f3-a587-10325ef8f52c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.237847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-52fe1100-cafb-44f3-a587-10325ef8f52c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1483610 Nov 23 23:21:30.242775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57650) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:30.248477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4da9d7ae-93e9-444a-8cc2-c781a1c3d4ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'security_group_rule': {'security_group_id': '56cf5057-6945-4156-a7c4-bbf724d6f6ee', 'project_id': '6f5d7d5811984b489cf034269c724730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:30.250922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe1100-cafb-44f3-a587-10325ef8f52c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56cf5057-6945-4156-a7c4-bbf724d6f6ee,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:30.282763 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4da9d7ae-93e9-444a-8cc2-c781a1c3d4ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.354468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4da9d7ae-93e9-444a-8cc2-c781a1c3d4ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.359560 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4da9d7ae-93e9-444a-8cc2-c781a1c3d4ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.381564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9d7ae-93e9-444a-8cc2-c781a1c3d4ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fad10b-ce25-400e-a45d-8effc7b183e1,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:30.392533 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4da9d7ae-93e9-444a-8cc2-c781a1c3d4ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.397094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4da9d7ae-93e9-444a-8cc2-c781a1c3d4ca tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499853 Nov 23 23:21:30.397507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57652) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:30.402334 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1c592d2a-6eb7-4a7d-b807-cd3a0c24e120 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'security_group_rule': {'security_group_id': '56cf5057-6945-4156-a7c4-bbf724d6f6ee', 'project_id': '6f5d7d5811984b489cf034269c724730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:30.439355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c592d2a-6eb7-4a7d-b807-cd3a0c24e120 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.527563 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c592d2a-6eb7-4a7d-b807-cd3a0c24e120 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.533496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c592d2a-6eb7-4a7d-b807-cd3a0c24e120 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.554294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592d2a-6eb7-4a7d-b807-cd3a0c24e120 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5664a8-f895-4635-be4e-2532ef745a71,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:30.568056 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c592d2a-6eb7-4a7d-b807-cd3a0c24e120 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.574342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:30.575946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c592d2a-6eb7-4a7d-b807-cd3a0c24e120 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1763077 Nov 23 23:21:30.580877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-57cc4439-52aa-46c6-b785-66d48065beb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'security_group_rule': {'security_group_id': '56cf5057-6945-4156-a7c4-bbf724d6f6ee', 'project_id': '6f5d7d5811984b489cf034269c724730', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:30.612114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57cc4439-52aa-46c6-b785-66d48065beb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.665838 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57cc4439-52aa-46c6-b785-66d48065beb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.672539 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57cc4439-52aa-46c6-b785-66d48065beb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.692677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc4439-52aa-46c6-b785-66d48065beb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607e6e49-47bf-4cf7-930d-b0dfc9af9e27,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:30.704655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-57cc4439-52aa-46c6-b785-66d48065beb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.706148 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-57cc4439-52aa-46c6-b785-66d48065beb8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291785 Nov 23 23:21:30.709679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57656) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:30.715235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-91001a14-5e90-4861-a0c1-2c6729c01142 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'security_group_rule': {'security_group_id': '56cf5057-6945-4156-a7c4-bbf724d6f6ee', 'project_id': '6f5d7d5811984b489cf034269c724730', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:30.748437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91001a14-5e90-4861-a0c1-2c6729c01142 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.816887 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91001a14-5e90-4861-a0c1-2c6729c01142 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.821811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91001a14-5e90-4861-a0c1-2c6729c01142 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.845646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91001a14-5e90-4861-a0c1-2c6729c01142 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb19904-1850-4b46-9cc6-822c6647ce86,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:30.855766 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-91001a14-5e90-4861-a0c1-2c6729c01142 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.857638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-91001a14-5e90-4861-a0c1-2c6729c01142 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467457 Nov 23 23:21:30.862492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:30.867560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'security_group_rule': {'security_group_id': '56cf5057-6945-4156-a7c4-bbf724d6f6ee', 'project_id': '6f5d7d5811984b489cf034269c724730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:30.900763 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Project 6f5d7d5811984b489cf034269c724730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:21:30.908502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.979407 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:30.985237 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:31.008271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b05c58e-bf4a-48bb-ae93-00fbba5e84cf,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:31.018086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:31.019371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e275ddc-749f-4798-bd6a-fc0754268c23 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558166 Nov 23 23:21:31.022197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57660) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:31.026780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'security_group_rule': {'security_group_id': '56cf5057-6945-4156-a7c4-bbf724d6f6ee', 'project_id': '6f5d7d5811984b489cf034269c724730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:31.054319 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Project 6f5d7d5811984b489cf034269c724730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:21:31.062252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:31.138238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:31.143479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:31.167672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab0532c-c989-4429-be1a-0bc2ebb44da1,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:31.174276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:31.178660 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a09d2149-9eef-49ad-bc1d-d42e254e138c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523755 Nov 23 23:21:31.616921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a02b-41d5-449e-9d0a-c9e104c164e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:34.750398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-538b3df1-9bc5-40c0-86fc-17cb3b312c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:35.146267 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:36.631609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:37.522463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:38.238011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:44.170377 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce733bf4-7c29-4dfc-872a-9b6998053966 req-a72b96b4-c960-42ba-9c8d-981de5984e30 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:44.172841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce733bf4-7c29-4dfc-872a-9b6998053966 req-a72b96b4-c960-42ba-9c8d-981de5984e30 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 945 time: 0.0751464 Nov 23 23:21:44.243236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce733bf4-7c29-4dfc-872a-9b6998053966 req-5d93c04d-e55e-4c84-b757-9109e6e1785b tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622723 Nov 23 23:21:44.305695 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:21:45.412525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51942a-f2c3-4ac6-9153-153c6e00c777 req-b8fd04b9-3aac-4804-87be-c6b60e4d8ec6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:45.414332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e51942a-f2c3-4ac6-9153-153c6e00c777 req-b8fd04b9-3aac-4804-87be-c6b60e4d8ec6 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 945 time: 0.0616150 Nov 23 23:21:45.478496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e51942a-f2c3-4ac6-9153-153c6e00c777 req-24be04f5-d429-49a9-8e13-602480bd8959 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/security-groups?id=188b8fa9-a6b4-4124-ba1e-d9116571cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556984 Nov 23 23:21:45.628734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-ee0420b6-42fe-4535-b5fb-cfae0fd0797e tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:45.630382 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-ee0420b6-42fe-4535-b5fb-cfae0fd0797e tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.48 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 945 time: 0.0836740 Nov 23 23:21:45.783982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Deleting port 4b6638b5-ea76-46d7-819e-d1012a855e42 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:45.784439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:45.925456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] For port 4b6638b5-ea76-46d7-819e-d1012a855e42, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4b6638b5-ea76-46d7-819e-d1012a855e42,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:45.925832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:46.134897 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:46.135338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:46.135799 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Floating IP 73a28349-d727-47f5-893a-465ddc6855d9 disassociated. External IP: 172.25.0.227, port: 4b6638b5-ea76-46d7-819e-d1012a855e42. Nov 23 23:21:46.136252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Calling delete_port for 4b6638b5-ea76-46d7-819e-d1012a855e42 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:46.295265 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:46.329913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event deleted for resources: {'Port': ['ID=4b6638b5-ea76-46d7-819e-d1012a855e42,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:46.343833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.344188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.344539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.344894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.345243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.345626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.345966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.346302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.346684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.346969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.347292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.347676 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:46.479999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:21:46.601416 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:21:46.630408 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] Sync routers for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:21:46.646803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] No DVR routers for this DVR port 4b6638b5-ea76-46d7-819e-d1012a855e42 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:21:46.650403 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:46.657361 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d484d99c-b5e9-467b-85e1-d3363ec0a252 req-98fd70ec-c76d-4bec-8778-429da20f5482 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.48 "DELETE /v2.0/ports/4b6638b5-ea76-46d7-819e-d1012a855e42 HTTP/1.1" status: 204 len: 173 time: 1.0197003 Nov 23 23:21:46.665578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'name': 'network-vif-deleted', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:21:46.669020 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776756a-1969-4f91-93c4-0ac924e5c656" -d '{"events": [{"server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "name": "network-vif-deleted", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:21:46.673717 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:21:46.675709 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:21:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:46.770495 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13e57e1-e39d-4525-85a3-d66755e5bae1 x-openstack-request-id: req-b13e57e1-e39d-4525-85a3-d66755e5bae1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:21:46.771168 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dd6dde-f6f9-44ac-83f1-bb9a0be8486a", "name": "network-vif-deleted", "tag": "4b6638b5-ea76-46d7-819e-d1012a855e42", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:21:46.771662 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b13e57e1-e39d-4525-85a3-d66755e5bae1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:21:46.772357 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dd6dde-f6f9-44ac-83f1-bb9a0be8486a', 'name': 'network-vif-deleted', 'tag': '4b6638b5-ea76-46d7-819e-d1012a855e42', 'status': 'completed', 'code': 200} Nov 23 23:21:46.898050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d15fbd8-a7f4-4a0d-8bcc-e82c75a98cb9 req-252fb9f7-da5c-4085-8544-26c8902e31cc tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "GET /v2.0/ports?device_id=94dd6dde-f6f9-44ac-83f1-bb9a0be8486a HTTP/1.1" status: 200 len: 210 time: 0.0502350 Nov 23 23:21:46.974185 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:21:47.299940 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 5, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:47.342572 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] Checking router: bbca62e8-abf0-4074-81ed-8242a8e5e7e7 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:21:47.354542 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:21:47.355442 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:21:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:47.505386 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:21:47.981311 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 5, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:48.001785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:48.036791 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61a040-4cf3-4beb-936b-338036d71ced None None] The sync data for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 is: [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:16:34Z', 'revision_number': 4, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9', 'name': '', 'network_id': '19472203-e076-4af3-a539-edcbea0dd61a', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'mac_address': 'fa:16:3e:f1:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:33Z', 'updated_at': '2021-11-23T23:16:40Z', 'revision_number': 5, 'project_id': '802687dc48bb44509a831b572774b0f3', 'subnets': [{'id': '94f13b0f-2c93-4ec8-aa53-f0379c4c8db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:21:48.205998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Deleting port 67b225be-6f2f-4013-bc63-4bf4b3023211 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:48.206521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:48.336514 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:48.337059 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:48.358879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Calling delete_port for 67b225be-6f2f-4013-bc63-4bf4b3023211 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:48.400411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d1800-8f5d-4f6c-9666-305ffbde4fbe None None] New status for floating IP 73a28349-d727-47f5-893a-465ddc6855d9: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:21:49.094063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:49.134485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event deleted for resources: {'Port': ['ID=67b225be-6f2f-4013-bc63-4bf4b3023211,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:49.230359 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:49.234310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:49.235715 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3399b34f-4da0-4570-b06c-896011144dd4 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "DELETE /v2.0/floatingips/73a28349-d727-47f5-893a-465ddc6855d9 HTTP/1.1" status: 204 len: 168 time: 1.2320607 Nov 23 23:21:49.314871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57812) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:49.386635 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc840bb4-3b63-488b-a924-b44a11c97f49 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:49.420005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc840bb4-3b63-488b-a924-b44a11c97f49 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:49.493030 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc840bb4-3b63-488b-a924-b44a11c97f49 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:49.496179 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bc840bb4-3b63-488b-a924-b44a11c97f49 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:49.497485 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bc840bb4-3b63-488b-a924-b44a11c97f49 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] 10.222.0.11 "DELETE /v2.0/security-groups/188b8fa9-a6b4-4124-ba1e-d9116571cbf8 HTTP/1.1" status: 204 len: 168 time: 0.1812172 Nov 23 23:21:49.516204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc840bb4-3b63-488b-a924-b44a11c97f49 tempest-TestServerBasicOps-1932619171 tempest-TestServerBasicOps-1932619171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b8fa9-a6b4-4124-ba1e-d9116571cbf8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:49.547666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57816) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:50.173793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:50.327328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-50a412ed-7f4b-4556-8702-69a03c39f0a3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883057310&fields=id&tenant_id=6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 267 time: 0.0585659 Nov 23 23:21:50.460408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-233e95ee-a3cb-4222-bcd3-1e57d3255199 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:50.461962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-233e95ee-a3cb-4222-bcd3-1e57d3255199 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1249471 Nov 23 23:21:50.489472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-b1ea4f4a-dd70-462e-84e5-2abf7a2397a0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/quotas/6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 375 time: 0.0163412 Nov 23 23:21:50.547051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Deleting port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:50.547402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:50.572258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-27d37b67-e446-432c-a77e-c38927502785 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731466 Nov 23 23:21:50.645533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] For port 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:50.645899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:50.669719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Calling delete_port for 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:50.692125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4b6638b5-ea76-46d7-819e-d1012a855e42 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:50.720463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 4b6638b5-ea76-46d7-819e-d1012a855e42 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:50.720919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4b6638b5-ea76-46d7-819e-d1012a855e42 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:50.723782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-81d6ccff-f477-46be-b8d5-d1c521b61713 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258843 Nov 23 23:21:50.835823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-6a989af5-f38b-4d96-b942-a626e93ebe29 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985951 Nov 23 23:21:50.926027 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:50.961849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:51.202535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:51.473834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1cbd0ed3-9baa-4b3f-9861-01a22d872363 req-6587d04d-4318-4fc9-a721-2d96e3f480d7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.1739805 Nov 23 23:21:51.617953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:21:51.755200 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:21:51.770712 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] Sync routers for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:21:51.772348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1d3f771e-7783-476c-b98b-5c799d01ae8d admin admin] 10.222.0.11 "PUT /v2.0/routers/bbca62e8-abf0-4074-81ed-8242a8e5e7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2231355 Nov 23 23:21:51.776622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57852) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:51.797132 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:21:51.797980 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:21:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:51.950284 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:21:51.953521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:52.077576 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:52.152187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Deleting port 6c31ce0f-1716-4e02-a99f-88b19841f03b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:52.153033 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:52.204750 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:21:50Z', 'revision_number': 5, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port': {'id': '6c31ce0f-1716-4e02-a99f-88b19841f03b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:29Z', 'updated_at': '2021-11-23T23:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:52.252575 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] Checking router: bbca62e8-abf0-4074-81ed-8242a8e5e7e7 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:21:52.257048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] For port 6c31ce0f-1716-4e02-a99f-88b19841f03b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6c31ce0f-1716-4e02-a99f-88b19841f03b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:52.257928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:52.264759 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] Routers {'bbca62e8-abf0-4074-81ed-8242a8e5e7e7'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:21:52.265394 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:21:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:52.279113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Calling delete_port for 6c31ce0f-1716-4e02-a99f-88b19841f03b owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:52.383771 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] Set router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:21:52.445310 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:21:52Z', 'revision_number': 6, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:52.478508 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a7de3-d53f-44fc-af88-198938794fa8 None None] The sync data for ids ['bbca62e8-abf0-4074-81ed-8242a8e5e7e7'] in n-d-817303-3 is: [{'id': 'bbca62e8-abf0-4074-81ed-8242a8e5e7e7', 'name': 'tempest-TestServerBasicOps-375351901-router', 'tenant_id': '802687dc48bb44509a831b572774b0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:28Z', 'updated_at': '2021-11-23T23:21:52Z', 'revision_number': 6, 'project_id': '802687dc48bb44509a831b572774b0f3', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:21:52.710125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8ddae85-3755-42f9-b741-e1203b784696 req-fffc0f87-3bb5-482b-8d8f-6ffb7d729a93 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.0974486 Nov 23 23:21:52.795035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-cacf3269-8938-4dd2-844c-0046ae8eba8f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:52.797385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-cacf3269-8938-4dd2-844c-0046ae8eba8f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.3520718 Nov 23 23:21:52.799261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:52.848708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6c31ce0f-1716-4e02-a99f-88b19841f03b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:52.891206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68492fe-84fe-4242-8489-e4d23670a51d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:21:52.978893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-73043c9f-bf95-43aa-869b-c5c1f5b70442 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 379 time: 0.1667986 Nov 23 23:21:52.982991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.019390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'port': {'device_id': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'admin_state_up': True, 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'security_groups': ['56cf5057-6945-4156-a7c4-bbf724d6f6ee']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:53.117509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.122971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.222504 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.223122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbca62e8-abf0-4074-81ed-8242a8e5e7e7 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:21:53.231133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.235694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a51562df-abf6-428f-a873-84db4cf842ef admin admin] 10.222.0.11 "DELETE /v2.0/routers/bbca62e8-abf0-4074-81ed-8242a8e5e7e7 HTTP/1.1" status: 204 len: 168 time: 1.4534066 Nov 23 23:21:53.236665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:53.273223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:21:53.277564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.333623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] Deleting subnet 94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:21:53.337744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.394740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.441816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.20.0.7 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/4fc43aef-c4f6-420d-b8f3-6e09265a6bc6) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:21:53.605962 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.660472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:53.678541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.696409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:53.697250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 1c1fb5ec-3ba5-43b5-8ec2-ccc94312a5e9 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:53.698012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6c31ce0f-1716-4e02-a99f-88b19841f03b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:53.713844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.749114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94f13b0f-2c93-4ec8-aa53-f0379c4c8db8,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:53.762730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.767316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 6c31ce0f-1716-4e02-a99f-88b19841f03b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:53.767723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6c31ce0f-1716-4e02-a99f-88b19841f03b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:53.774026 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:53.782169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66d536fe-8089-4c16-a26b-a82c67178cb1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/94f13b0f-2c93-4ec8-aa53-f0379c4c8db8 HTTP/1.1" status: 204 len: 168 time: 0.5441115 Nov 23 23:21:53.786220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57860) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:53.791520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672e012-730b-4ea8-9910-424800cedf66 None None] Network 19472203-e076-4af3-a539-edcbea0dd61a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:21:53.883851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:21:53.895350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:21:53.907555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:21:54.006133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.086624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:54.088092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.173001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Deleting port 03295279-ca33-4e0b-8e15-809d9eb09ab0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:54.173462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.177021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:54.199987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] DHCP port deletion for 19472203-e076-4af3-a539-edcbea0dd61a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:21:54.217008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-d51ad084-aecc-48ff-bdf0-cf13fd0f3e85 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2244792 Nov 23 23:21:54.232072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Request body: {'port': {'device_id': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:21:54.312533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606877ea-2fc5-4fab-be15-5371abb77c60 req-0c553254-8455-4d52-89c0-455af3db58ae tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:54.316996 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-606877ea-2fc5-4fab-be15-5371abb77c60 req-0c553254-8455-4d52-89c0-455af3db58ae tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 931 time: 0.1935306 Nov 23 23:21:54.377739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Deleting port 03295279-ca33-4e0b-8e15-809d9eb09ab0 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:54.378681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.382964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] For port 03295279-ca33-4e0b-8e15-809d9eb09ab0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03295279-ca33-4e0b-8e15-809d9eb09ab0,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:54.384182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.424117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Calling delete_port for 03295279-ca33-4e0b-8e15-809d9eb09ab0 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:54.444474 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.467103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] For port 03295279-ca33-4e0b-8e15-809d9eb09ab0, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=03295279-ca33-4e0b-8e15-809d9eb09ab0,segment=NetworkSegment(43df199c-cefb-4d44-9c74-5d3a39ba4ed2),segment_id=43df199c-cefb-4d44-9c74-5d3a39ba4ed2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:54.467829 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.487802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0316ab68-31c4-4080-b0f3-d30fcc12310b None None] Provisioning complete for port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:21:54.488438 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0316ab68-31c4-4080-b0f3-d30fcc12310b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.491226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Calling delete_port for 03295279-ca33-4e0b-8e15-809d9eb09ab0 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:54.577463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0316ab68-31c4-4080-b0f3-d30fcc12310b None None] Port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:21:54.624394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.651298 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-606877ea-2fc5-4fab-be15-5371abb77c60 req-abf687d8-e6a3-4ec8-8576-dc5f17f1d6e7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202219 Nov 23 23:21:54.653072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.698521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Pushing event deleted for resources: {'Port': ['ID=03295279-ca33-4e0b-8e15-809d9eb09ab0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:54.708638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] No DVR routers for this DVR port 03295279-ca33-4e0b-8e15-809d9eb09ab0 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:21:54.712314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Pushing event deleted for resources: {'Port': ['ID=03295279-ca33-4e0b-8e15-809d9eb09ab0,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:54.734496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.735099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.735715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.736283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.736837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.737413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.737992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.738574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.739848 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.740440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.741005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.741572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:21:54.751051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60081428-a901-48f2-b7ce-e70346e50a65 None None] No DVR routers for this DVR port 03295279-ca33-4e0b-8e15-809d9eb09ab0 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:21:54.847971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:21:54.849879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.857341 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.877244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Transition to ACTIVE for port object 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:21:54.881332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19472203-e076-4af3-a539-edcbea0dd61a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:54.883198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.902245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43df199c-cefb-4d44-9c74-5d3a39ba4ed2') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:54.902245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43df199c-cefb-4d44-9c74-5d3a39ba4ed2') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:54.912718 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.932988 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.947029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:21:54.947701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:21:54.950862 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:21:55.041655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:55.048589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:55.066979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:55.080041 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] 10.222.0.11 "DELETE /v2.0/networks/19472203-e076-4af3-a539-edcbea0dd61a HTTP/1.1" status: 204 len: 168 time: 1.2899868 Nov 23 23:21:55.085132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57862) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:55.115800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Attempting to bind port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:21:55.116372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Attempting to bind port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:21:55.116887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Attempting to bind port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:21:55.122791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:21:55.123421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Attempting to bind port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:21:55.131445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:21:55.132249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:21:55.132965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:21:55.133585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Bound port: 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:21:55.134113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:55.152168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd576-58be-4139-b8fa-a6bb907aac8b admin admin] Pushing event deleted for resources: {'Network': ['ID=19472203-e076-4af3-a539-edcbea0dd61a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:55.222709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] For port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:21:55.227149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] For port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:21:55.243306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:55.291591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:55.292299 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:55.293919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 HTTP/1.1" status: 200 len: 1091 time: 1.0703070 Nov 23 23:21:55.294627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:21:55.297091 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:21:55.421795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d3e9c-f6fd-491d-9c28-55be2a2da5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:55.434326 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537cdc39-ae84-4a45-a389-c721d9f94d0a x-openstack-request-id: req-537cdc39-ae84-4a45-a389-c721d9f94d0a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:21:55.435014 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:21:55.436060 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-537cdc39-ae84-4a45-a389-c721d9f94d0a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:21:55.437352 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'status': 'completed', 'code': 200} Nov 23 23:21:55.498431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03295279-ca33-4e0b-8e15-809d9eb09ab0 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:55.527390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-64405fb4-6376-4182-b1b4-fbee42eb8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:55.529760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-64405fb4-6376-4182-b1b4-fbee42eb8229 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 1094 time: 0.1799445 Nov 23 23:21:55.538163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 03295279-ca33-4e0b-8e15-809d9eb09ab0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:55.539028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 03295279-ca33-4e0b-8e15-809d9eb09ab0 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:55.700643 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:56.004762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-203ff83f-b6d9-4ea5-a2ba-6d1c754b63f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 HTTP/1.1" status: 200 len: 217 time: 0.4640532 Nov 23 23:21:56.092406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-65ac9292-0f0d-4a06-9dbc-cda7e3d0b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:56.093973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-65ac9292-0f0d-4a06-9dbc-cda7e3d0b4c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0786321 Nov 23 23:21:56.105899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420279-d33f-482f-9fe7-2560ed03c199 req-151b0cf8-da6d-4749-9c47-c255bdecc9c4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:56.107736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16420279-d33f-482f-9fe7-2560ed03c199 req-151b0cf8-da6d-4749-9c47-c255bdecc9c4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.1023576 Nov 23 23:21:56.133850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Deleting port 23b5871b-5d1d-4d53-8e08-b92da17b24b5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:56.134559 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:56.208337 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16420279-d33f-482f-9fe7-2560ed03c199 req-2e801284-e567-4dcf-876d-cc62ded32fcc tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888243 Nov 23 23:21:56.220306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-73af7339-6a5a-4116-8a9a-6e729daa82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:56.221876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-73af7339-6a5a-4116-8a9a-6e729daa82d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131985 Nov 23 23:21:56.344126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] For port 23b5871b-5d1d-4d53-8e08-b92da17b24b5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=23b5871b-5d1d-4d53-8e08-b92da17b24b5,segment=NetworkSegment(3004a0a8-853d-4743-a7ef-d1bc84ae8894),segment_id=3004a0a8-853d-4743-a7ef-d1bc84ae8894)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:56.345244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:56.349355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-a7bd1aed-e14f-4dcd-a5a9-17e3e56d80bb service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199763 Nov 23 23:21:56.375124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Calling delete_port for 23b5871b-5d1d-4d53-8e08-b92da17b24b5 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:56.517850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b37fe758-ff01-4e94-8b4f-7cab37d7f140 req-b764b69a-bbe3-4439-9377-e284305f959d service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597219 Nov 23 23:21:56.618682 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:56.657402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-89aaff9b-5575-4574-99ca-07d94c4b6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:56.659187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-89aaff9b-5575-4574-99ca-07d94c4b6a61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 1094 time: 0.0748901 Nov 23 23:21:56.687752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b5871b-5d1d-4d53-8e08-b92da17b24b5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:56.826735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-d84cb4f4-aa33-4b80-889d-32f4e0a573d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:56.828497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-d84cb4f4-aa33-4b80-889d-32f4e0a573d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1627083 Nov 23 23:21:56.931555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-06254c5a-c7e2-499f-9729-04e816b69dea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 HTTP/1.1" status: 200 len: 217 time: 0.0939000 Nov 23 23:21:57.027013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-ab5171af-cb67-4c27-992d-9d6f54fe2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:57.030293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-ab5171af-cb67-4c27-992d-9d6f54fe2f55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0871134 Nov 23 23:21:57.082417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:57.127796 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-ebf40051-4ac0-49fc-8ca1-4b34b42ba4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:57.131400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-ebf40051-4ac0-49fc-8ca1-4b34b42ba4dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901158 Nov 23 23:21:57.265205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:57.402059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-766bb588-ad4d-4699-8038-bfd5f2b69f88 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626836 Nov 23 23:21:57.563304 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8f5674af-6207-4bc5-a9ce-78731ce7e0b3 req-d08ba356-9e6c-4e52-a5a3-429f42b75884 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505165 Nov 23 23:21:57.645334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:21:57.646390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2592a5-f29e-4091-934c-53e6e7b5353d req-a5f4f961-124a-4809-ad69-c17933cc51fd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:57.656313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a2592a5-f29e-4091-934c-53e6e7b5353d req-a5f4f961-124a-4809-ad69-c17933cc51fd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0957737 Nov 23 23:21:57.716993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3a2592a5-f29e-4091-934c-53e6e7b5353d req-8800d850-f9ba-4e3c-952b-8b29e8fd7eb0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596528 Nov 23 23:21:57.805223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:21:57.814115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57870) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:57.814301 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4d6138c9-fadd-4549-8f0f-69bc6e95e8c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/a4825e74-c149-4a60-b1a7-d6b48e8d69d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7272539 Nov 23 23:21:57.820267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] Sync routers for ids ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:21:57.844051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] Routers {'a4825e74-c149-4a60-b1a7-d6b48e8d69d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:21:57.845154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:21:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:57.961515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:58.045846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] Set router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:21:58.109553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:58.214657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Deleting port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:21:58.215975 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:58.294750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:21:56Z', 'revision_number': 5, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port': {'id': 'ca0a8686-44ec-4c37-bdbc-1e2c3966d35b', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:16:39Z', 'updated_at': '2021-11-23T23:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:58.348677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] For port ca0a8686-44ec-4c37-bdbc-1e2c3966d35b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:21:58.349072 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:58.350032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] Checking router: a4825e74-c149-4a60-b1a7-d6b48e8d69d3 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:21:58.364257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Calling delete_port for ca0a8686-44ec-4c37-bdbc-1e2c3966d35b owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:21:58.366590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] Routers {'a4825e74-c149-4a60-b1a7-d6b48e8d69d3'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:21:58.367819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:21:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:58.533685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] Set router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:21:58.607931 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:58.645304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:21:58Z', 'revision_number': 6, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:21:58.654631 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0a8686-44ec-4c37-bdbc-1e2c3966d35b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:58.706882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55924b02-3340-44a6-b17c-c60e88e49233 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:21:58.712691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff3149e-a57b-4439-8918-c31b483e0ef2 None None] The sync data for ids ['a4825e74-c149-4a60-b1a7-d6b48e8d69d3'] in n-d-817303-3 is: [{'id': 'a4825e74-c149-4a60-b1a7-d6b48e8d69d3', 'name': 'tempest-TestServerBasicOps-1117416335-router', 'tenant_id': 'bdd877a1d73b4d1e897a42816de683db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:16:38Z', 'updated_at': '2021-11-23T23:21:58Z', 'revision_number': 6, 'project_id': 'bdd877a1d73b4d1e897a42816de683db', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:21:58.776380 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:58.938784 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:58.954506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.025165 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404535-651a-4caa-ab38-76442073375f req-f5822092-27d6-4c19-9c32-d603c2258ca1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:21:59.027238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed404535-651a-4caa-ab38-76442073375f req-f5822092-27d6-4c19-9c32-d603c2258ca1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.1405418 Nov 23 23:21:59.029800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.030745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4825e74-c149-4a60-b1a7-d6b48e8d69d3 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:21:59.039546 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.040758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c937cbea-13ab-4065-a117-13b9c4bb80e5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a4825e74-c149-4a60-b1a7-d6b48e8d69d3 HTTP/1.1" status: 204 len: 168 time: 1.2252743 Nov 23 23:21:59.044078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57874) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:59.148295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed404535-651a-4caa-ab38-76442073375f req-6ed05954-c2a9-43f9-9c57-e11276b379ef tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052415 Nov 23 23:21:59.164654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] Deleting subnet aa47d30f-8ab8-41e1-a4c4-e9dc7c613705 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:21:59.181158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.257180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.363386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.722462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ca0a8686-44ec-4c37-bdbc-1e2c3966d35b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:59.772656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: ca0a8686-44ec-4c37-bdbc-1e2c3966d35b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:59.773242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device ca0a8686-44ec-4c37-bdbc-1e2c3966d35b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:59.774195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 23b5871b-5d1d-4d53-8e08-b92da17b24b5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:21:59.818378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 23b5871b-5d1d-4d53-8e08-b92da17b24b5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:21:59.818992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 23b5871b-5d1d-4d53-8e08-b92da17b24b5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:21:59.878726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.939282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa47d30f-8ab8-41e1-a4c4-e9dc7c613705,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:21:59.942974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:21:59.949753 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8087b290-40fd-446c-a8a4-508d400a5af7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aa47d30f-8ab8-41e1-a4c4-e9dc7c613705 HTTP/1.1" status: 204 len: 168 time: 0.9030576 Nov 23 23:21:59.953552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:21:59.957635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c636c4-af1f-49e4-8965-cda35d3ae502 None None] Network 83169e50-2f25-4478-bc09-a4c17e36951b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:22:00.104753 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.235239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Deleting port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:22:00.235834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.282431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] DHCP port deletion for 83169e50-2f25-4478-bc09-a4c17e36951b request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:22:00.345020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] Deleting port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:22:00.345498 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.354146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] For port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,segment=NetworkSegment(3004a0a8-853d-4743-a7ef-d1bc84ae8894),segment_id=3004a0a8-853d-4743-a7ef-d1bc84ae8894)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:22:00.354146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.369107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5ac8-ba78-4a9f-bca1-4497519fbb23 req-5e6bc471-55f6-463b-b571-5a5e0635c04a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:00.372818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d54c5ac8-ba78-4a9f-bca1-4497519fbb23 req-5e6bc471-55f6-463b-b571-5a5e0635c04a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0909128 Nov 23 23:22:00.375358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Calling delete_port for 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:22:00.438556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d54c5ac8-ba78-4a9f-bca1-4497519fbb23 req-9f440b6a-9cbf-44f6-83e3-56b539b71d08 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544987 Nov 23 23:22:00.439824 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] For port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,segment=NetworkSegment(3004a0a8-853d-4743-a7ef-d1bc84ae8894),segment_id=3004a0a8-853d-4743-a7ef-d1bc84ae8894)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:22:00.440624 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.462394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] Calling delete_port for 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:22:00.499117 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.544658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Pushing event deleted for resources: {'Port': ['ID=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:00.550584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] No DVR routers for this DVR port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:22:00.558352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.585834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] Pushing event deleted for resources: {'Port': ['ID=2dab22a9-02b8-4eba-9d99-b61a44a76bf3,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:00.593324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14db02d-58f4-4e51-b18b-b6cf3659e0e3 None None] No DVR routers for this DVR port 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:22:00.658543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.684537 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83169e50-2f25-4478-bc09-a4c17e36951b']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:22:00.696582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3004a0a8-853d-4743-a7ef-d1bc84ae8894') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:22:00.696811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3004a0a8-853d-4743-a7ef-d1bc84ae8894') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:22:00.710005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.727608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.734836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:22:00.735267 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:22:00.737396 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:22:00.800619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.807527 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:00.811956 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] 10.222.0.11 "DELETE /v2.0/networks/83169e50-2f25-4478-bc09-a4c17e36951b HTTP/1.1" status: 204 len: 168 time: 0.8564909 Nov 23 23:22:00.826695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1fcd3-2229-4712-bde0-bc48bba2029b admin admin] Pushing event deleted for resources: {'Network': ['ID=83169e50-2f25-4478-bc09-a4c17e36951b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:00.965253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57882) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:22:01.016000 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3455cff3-8942-41af-a774-ba1c44623b3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=802687dc48bb44509a831b572774b0f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497689 Nov 23 23:22:01.018544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57884) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:22:01.085618 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e7a4-7742-4ebb-bd81-fd96112cffe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.110509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e7a4-7742-4ebb-bd81-fd96112cffe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.170467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e7a4-7742-4ebb-bd81-fd96112cffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.173430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1b3e7a4-7742-4ebb-bd81-fd96112cffe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.174718 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f1b3e7a4-7742-4ebb-bd81-fd96112cffe1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c8836a5-dd43-41bb-b56b-60dc6d5eaa0c HTTP/1.1" status: 204 len: 168 time: 0.1551609 Nov 23 23:22:01.184201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3e7a4-7742-4ebb-bd81-fd96112cffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8836a5-dd43-41bb-b56b-60dc6d5eaa0c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:01.404638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:22:01.427615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:22:01.428088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 2dab22a9-02b8-4eba-9d99-b61a44a76bf3 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:22:01.591237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd7330-4db1-48f8-b56e-6640716708fe req-429e3341-dc59-41e7-8cf1-2a13854ed4d0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:01.596439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83fd7330-4db1-48f8-b56e-6640716708fe req-429e3341-dc59-41e7-8cf1-2a13854ed4d0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0685902 Nov 23 23:22:01.616492 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dca6969-160b-4ecc-b4b3-c7b26bb5d2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.637612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57892) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:22:01.666758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83fd7330-4db1-48f8-b56e-6640716708fe req-635340db-5f1b-4fa9-aa97-1210d70bc602 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637496 Nov 23 23:22:01.702334 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f0e8392-eb79-4f46-baa9-7f705e6da993 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdd877a1d73b4d1e897a42816de683db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629849 Nov 23 23:22:01.705109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 57894) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:22:01.765008 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3997f4b-446d-422c-a0ec-e694196d326e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.791021 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3997f4b-446d-422c-a0ec-e694196d326e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.853410 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3997f4b-446d-422c-a0ec-e694196d326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.856942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d3997f4b-446d-422c-a0ec-e694196d326e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:01.858257 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d3997f4b-446d-422c-a0ec-e694196d326e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fdafbb4-6d22-4b09-8f6d-336f9a564380 HTTP/1.1" status: 204 len: 168 time: 0.1517754 Nov 23 23:22:01.867249 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3997f4b-446d-422c-a0ec-e694196d326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdafbb4-6d22-4b09-8f6d-336f9a564380,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:02.801305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b722167-80ee-4019-99db-7b4b5e752693 req-696e89b7-f588-4400-ab77-9adfcbce3dc6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:02.802989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b722167-80ee-4019-99db-7b4b5e752693 req-696e89b7-f588-4400-ab77-9adfcbce3dc6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0555255 Nov 23 23:22:02.870807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b722167-80ee-4019-99db-7b4b5e752693 req-edc9b8ed-862d-4d5c-bf20-9d477cfcce4c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567036 Nov 23 23:22:03.994366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4628568-46d9-4b3c-9b77-4abe8b4053a5 req-76ceb3b2-d058-402c-8464-7514fa0e063e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:03.996004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4628568-46d9-4b3c-9b77-4abe8b4053a5 req-76ceb3b2-d058-402c-8464-7514fa0e063e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0519893 Nov 23 23:22:04.051247 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4628568-46d9-4b3c-9b77-4abe8b4053a5 req-8b0b28f0-7102-4c5c-a9e4-f9f96be0f0d2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486004 Nov 23 23:22:04.744899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ccc0193c-c0d1-414e-9987-51ef4399043d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:05.156292 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:05.218582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0bbd5-1a74-4bc1-b25d-0410a5e8d316 req-ffe9f9ee-60a7-41d7-a156-2f2152c2fbea tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:05.220284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63c0bbd5-1a74-4bc1-b25d-0410a5e8d316 req-ffe9f9ee-60a7-41d7-a156-2f2152c2fbea tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0582278 Nov 23 23:22:05.298523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63c0bbd5-1a74-4bc1-b25d-0410a5e8d316 req-6a8f1efd-53f5-4ecc-87fd-20298215cf6a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712101 Nov 23 23:22:06.472069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323ccc-6336-4561-85f9-8adfa683f82a req-f074457f-07d0-4f0e-ae84-27b5dafcef24 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:06.473563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f323ccc-6336-4561-85f9-8adfa683f82a req-f074457f-07d0-4f0e-ae84-27b5dafcef24 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0689828 Nov 23 23:22:06.537182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f323ccc-6336-4561-85f9-8adfa683f82a req-a888f0fd-b816-41e2-9d28-dff7b5f41e29 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565064 Nov 23 23:22:06.618262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:07.500489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:22:07.531130 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:07.695345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7217c0d-5be5-4f39-ae63-a67593c12234 req-df265d46-c55e-46ed-8538-a852973421bf tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:07.697765 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7217c0d-5be5-4f39-ae63-a67593c12234 req-df265d46-c55e-46ed-8538-a852973421bf tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 943 time: 0.0748417 Nov 23 23:22:07.773664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a7217c0d-5be5-4f39-ae63-a67593c12234 req-b4368b1b-2bcd-4c63-b36f-5c93d77f86f3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631831 Nov 23 23:22:07.801317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:22:07.815018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'port_id': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'mac_address': 'fa:16:3e:f8:f6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:22:07.865450 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:07.881473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:22:07.905244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:22:07.909519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:07.961208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:08.118305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['4fc43aef-c4f6-420d-b8f3-6e09265a6bc6'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:22:08.243999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:08.932127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d572b0-b668-41b6-94e0-2a2613729f5d req-9a17c877-2580-4626-b85c-612d4d75b1df tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:08.934304 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74d572b0-b668-41b6-94e0-2a2613729f5d req-9a17c877-2580-4626-b85c-612d4d75b1df tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 944 time: 0.0574837 Nov 23 23:22:08.998887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74d572b0-b668-41b6-94e0-2a2613729f5d req-bbcc189a-0f23-48f7-97f6-0ca3d2c504c3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542653 Nov 23 23:22:09.519018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:22:09.580092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:22:09.585162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:22:09.585643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:09.679654 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:09.710731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:22:09.713143 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a98397e-ed84-4b83-adc9-e9d182f0faaf" -d '{"events": [{"server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "name": "network-vif-plugged", "status": "completed", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:22:09.728271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:22:09.734362 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:09.765408 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd0e1a7-80db-4a33-8b42-f1074ec80bf6 x-openstack-request-id: req-4fd0e1a7-80db-4a33-8b42-f1074ec80bf6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:22:09.765703 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "name": "network-vif-plugged", "status": "completed", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:22:09.765953 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fd0e1a7-80db-4a33-8b42-f1074ec80bf6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:22:09.766376 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'code': 200} Nov 23 23:22:09.808035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:09.884119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2d9c4-9852-4c7d-83b4-f1a0e7ac3525 req-5e976a67-105f-402d-9cbb-2ca1a8a1c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:09.885832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09d2d9c4-9852-4c7d-83b4-f1a0e7ac3525 req-5e976a67-105f-402d-9cbb-2ca1a8a1c22c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 1096 time: 0.0476480 Nov 23 23:22:09.938504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09d2d9c4-9852-4c7d-83b4-f1a0e7ac3525 req-a1f801b1-a6d6-48fa-89f7-59792e6ee8b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457766 Nov 23 23:22:10.138982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323d9f-942e-4ada-a81f-faf2794fa156 req-b8489a52-bddf-4d06-bd06-5505fd1b940e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:10.141461 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa323d9f-942e-4ada-a81f-faf2794fa156 req-b8489a52-bddf-4d06-bd06-5505fd1b940e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 945 time: 0.0673432 Nov 23 23:22:10.216215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fa323d9f-942e-4ada-a81f-faf2794fa156 req-de943386-2756-48c8-9b2c-beb3095843bd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670292 Nov 23 23:22:11.347177 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fab6a7-da67-4158-a711-e4157e9af73b req-532e138a-ba11-4488-a8a6-b3174bef629f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:11.348864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20fab6a7-da67-4158-a711-e4157e9af73b req-532e138a-ba11-4488-a8a6-b3174bef629f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 945 time: 0.0571976 Nov 23 23:22:11.409010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20fab6a7-da67-4158-a711-e4157e9af73b req-cbf1e53d-6b1a-4501-884b-516ec1f9726c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535667 Nov 23 23:22:11.540949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a625ead-5a61-46ff-8103-472570563067 req-5548ed8b-c4af-4961-af61-1d9d2fba3e0e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:11.543621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a625ead-5a61-46ff-8103-472570563067 req-5548ed8b-c4af-4961-af61-1d9d2fba3e0e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 945 time: 0.0573459 Nov 23 23:22:11.608669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7a625ead-5a61-46ff-8103-472570563067 req-6cd56dd0-c840-44e0-8005-67c24ec8a386 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585635 Nov 23 23:22:11.633241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57918) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:22:11.688618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d98d1b3-568a-45f5-9661-b4116938e065 tempest-TestVolumeBootPattern-841471890 tempest-TestVolumeBootPattern-841471890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:11.691439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3d98d1b3-568a-45f5-9661-b4116938e065 tempest-TestVolumeBootPattern-841471890 tempest-TestVolumeBootPattern-841471890-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 1091 time: 0.0567682 Nov 23 23:22:11.694328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 57920) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:22:11.699804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:22:11.728121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:11.845334 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:11.992810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.25.0.176 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/138a9a47-57e8-4c6a-bef9-c9480b0ebebd) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:22:12.133899 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:12.176705 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:12.227613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:22:12.231354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:22:12.235490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:22:12.241811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=138a9a47-57e8-4c6a-bef9-c9480b0ebebd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:12.646314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:12.727298 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:12.912712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:12.918948 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:12.994812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=138a9a47-57e8-4c6a-bef9-c9480b0ebebd,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:22:13.007625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:13.128654 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Floating IP dbbe61c1-ed5d-4031-84a2-a93bb097a5d7 associated. External IP: 172.25.0.176, port: 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6. Nov 23 23:22:13.368818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:22:13.768702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:22:13.780795 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:22:13.789592 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:13.798731 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:22:13.799849 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:22:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:22:13.821716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-023eb556-33b5-4282-b717-a6bfc1382ef0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1260188 Nov 23 23:22:13.822720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:22:13.827351 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c50489-7006-4f01-bd3b-79b9db84802f" -d '{"events": [{"name": "network-changed", "server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:22:13.878506 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a25c64b-3ba5-4776-b6f1-7a16ab1060ed x-openstack-request-id: req-3a25c64b-3ba5-4776-b6f1-7a16ab1060ed {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:22:13.878804 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:22:13.879060 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a25c64b-3ba5-4776-b6f1-7a16ab1060ed {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:22:13.879490 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'status': 'completed', 'code': 200} Nov 23 23:22:13.961127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-0f588794-e981-44b9-9977-71b10de603be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:13.962875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-0f588794-e981-44b9-9977-71b10de603be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 1096 time: 0.0569487 Nov 23 23:22:14.004376 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:22:14.084497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-6aff09a1-9a2c-41ae-929e-0c2615dd66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:14.087185 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-6aff09a1-9a2c-41ae-929e-0c2615dd66b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1158834 Nov 23 23:22:14.226187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-463d09b8-e181-41d6-8cc4-cdbd8fa59c9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 HTTP/1.1" status: 200 len: 999 time: 0.1322439 Nov 23 23:22:14.271040 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'dbbe61c1-ed5d-4031-84a2-a93bb097a5d7', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:f8:f6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:22:12Z', 'updated_at': '2021-11-23T23:22:12Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:22:14.291126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-95bd5a58-7445-419a-b249-71ed5181702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:14.292801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-95bd5a58-7445-419a-b249-71ed5181702b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0593944 Nov 23 23:22:14.303618 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:22:14.314148 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:22:14.314816 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:22:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:22:14.355807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-410c43cc-ed20-4235-acd4-878fd33573e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:14.358771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-410c43cc-ed20-4235-acd4-878fd33573e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587039 Nov 23 23:22:14.447307 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:22:14.471127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-a262a769-1446-4adc-9ff6-5d940437958f service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052630 Nov 23 23:22:14.586365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2c50489-7006-4f01-bd3b-79b9db84802f req-86846f79-62e9-47f1-8a75-c6b88d68529b service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083143 Nov 23 23:22:14.837560 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'dbbe61c1-ed5d-4031-84a2-a93bb097a5d7', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:f8:f6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:22:12Z', 'updated_at': '2021-11-23T23:22:12Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:22:14.865266 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0f38c-5d34-4bd7-8142-e826baa86d5f None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'dbbe61c1-ed5d-4031-84a2-a93bb097a5d7', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:f8:f6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:22:12Z', 'updated_at': '2021-11-23T23:22:12Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:22:15.099457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1635ec-ef19-4694-adeb-48adb682853f None None] New status for floating IP dbbe61c1-ed5d-4031-84a2-a93bb097a5d7: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:22:21.305004 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:22:27.237145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:31.613584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aa7eda59-c8f0-4347-bbce-f76cc1be3cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:34.753239 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6559df79-db47-457e-9d3b-df3cc0982ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:35.157476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:36.621175 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:37.523076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:38.233584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:48.686838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-48c79092-fc70-4259-b705-507009daf850 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435667 Nov 23 23:22:48.787194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-2a7a6e9c-3ffc-4b8e-acee-51a68d804ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:48.788863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-2a7a6e9c-3ffc-4b8e-acee-51a68d804ac5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 1096 time: 0.0545440 Nov 23 23:22:48.911207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-b3f13adc-761f-4982-a110-9365533e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:48.912746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-b3f13adc-761f-4982-a110-9365533e6940 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1032233 Nov 23 23:22:48.991647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-eef416f1-8ccb-4a68-a284-ddbd7e1ea26e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 HTTP/1.1" status: 200 len: 1001 time: 0.0706449 Nov 23 23:22:49.047084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-4c84b0f8-1979-48d0-aeab-979cb6362892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:49.048647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-4c84b0f8-1979-48d0-aeab-979cb6362892 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0494733 Nov 23 23:22:49.110227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-25aac7f5-398b-4cc0-ab88-021ee5f60257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:22:49.112218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-25aac7f5-398b-4cc0-ab88-021ee5f60257 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523868 Nov 23 23:22:49.258044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-ab311d59-5bf2-4f31-8d78-34984e781dac service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377611 Nov 23 23:22:49.367369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3831d96-5e1c-4ccf-b05d-21852c7c5d8c req-22347ca6-696e-4d2f-b3f2-d6935215c782 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012650 Nov 23 23:22:57.249596 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:22:58.304979 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:23:01.606503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2f4a0d9-706c-41df-b006-08d799d51d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:04.756855 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5f63e31-8663-4a52-9f8e-28230496cdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:05.156973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:06.625485 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:07.518047 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:08.229162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:27.254515 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:31.623734 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d57c7f7-531c-4b8b-b0f1-3e296dfeda66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:34.750980 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9bbd5752-266f-46dc-a942-c60d5cbc890b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:35.162147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:35.304842 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:23:36.629416 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:37.522862 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:38.255516 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:23:50.709108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-2c57aa40-52c5-4cdd-8526-021e209f17ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497928 Nov 23 23:23:50.802140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-abaa49a0-c16e-4069-8a7b-55d5cbc89d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:23:50.803704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-abaa49a0-c16e-4069-8a7b-55d5cbc89d18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 1096 time: 0.0481758 Nov 23 23:23:50.925700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-a05da8b5-45b9-4d7e-9a0e-048c724c61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:23:50.928307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-a05da8b5-45b9-4d7e-9a0e-048c724c61cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1033721 Nov 23 23:23:51.002383 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-84677543-4dbe-4ff4-b343-ce3eb4e80498 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 HTTP/1.1" status: 200 len: 1001 time: 0.0672047 Nov 23 23:23:51.053092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-03984a3b-56d8-4fbd-b4ee-ddaed6253140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:23:51.054578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-03984a3b-56d8-4fbd-b4ee-ddaed6253140 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0454817 Nov 23 23:23:51.103465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-0e52152b-163c-4edf-8d9a-64b883cbab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:23:51.105924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-0e52152b-163c-4edf-8d9a-64b883cbab9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430386 Nov 23 23:23:51.207446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-a204ad58-bf7a-439e-b051-a9ba5eaf4eb0 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940905 Nov 23 23:23:51.309884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5fb0098f-3d6e-4faa-a35f-73265a4dd493 req-dbbe7047-6e7d-42b7-8e8c-1b02d5836e69 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948477 Nov 23 23:23:57.271987 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:01.614045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0461e82c-0a39-4988-a466-aadca360cb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:04.755812 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc205-9e56-419f-a70d-0b80344c3099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:05.166245 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:06.631412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:07.520623 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:08.251916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:12.061833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9bb33-52e3-4190-a5af-d2dbfae38817 req-6cadeb8c-fc37-4fe3-8350-75c70d480388 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:12.063521 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5a9bb33-52e3-4190-a5af-d2dbfae38817 req-6cadeb8c-fc37-4fe3-8350-75c70d480388 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 945 time: 0.0612621 Nov 23 23:24:12.137406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5a9bb33-52e3-4190-a5af-d2dbfae38817 req-6c87887a-7cb8-45ba-8ac5-a5bdebe088f1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620639 Nov 23 23:24:12.303746 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:24:13.333881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179af633-9266-4bcc-95f1-b299d273e08f req-e1076fe0-08f8-4964-8403-9c1702200365 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:13.335628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-179af633-9266-4bcc-95f1-b299d273e08f req-e1076fe0-08f8-4964-8403-9c1702200365 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 945 time: 0.0564909 Nov 23 23:24:13.393985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-179af633-9266-4bcc-95f1-b299d273e08f req-c6f8b7d2-d7c2-4d35-8798-4425138f51c1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499475 Nov 23 23:24:13.551804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-92f8692f-4abf-4ad1-8797-de220a35fbdc tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:13.553458 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-92f8692f-4abf-4ad1-8797-de220a35fbdc tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 945 time: 0.0621541 Nov 23 23:24:13.652926 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:24:13.653264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:13.762375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] For port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:24:13.762677 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:14.079340 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:14.079696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:14.080091 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Floating IP dbbe61c1-ed5d-4031-84a2-a93bb097a5d7 disassociated. External IP: 172.25.0.176, port: 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6. Nov 23 23:24:14.080477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:24:14.262358 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:14.302097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=4fc43aef-c4f6-420d-b8f3-6e09265a6bc6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:14.314402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.314764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.315113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.315462 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.315835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.316176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.316516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.316854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.317183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.317514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.317850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.318181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:14.447444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:24:14.595289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1eb6c604-0ba2-4a98-b602-9b5b01adb5d1 req-0c17558f-192b-465a-ab94-cd7e5efb1d54 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.0620730 Nov 23 23:24:14.704827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:24:14.721913 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:24:14.741227 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:24:14.742520 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:24:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:14.755366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] No DVR routers for this DVR port 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:24:14.758636 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:14.763069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89337b5b-e21a-4ff5-be33-22be78157d76 req-393f07bc-e419-450e-8706-9df0975a96a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "DELETE /v2.0/ports/4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 HTTP/1.1" status: 204 len: 173 time: 1.2032623 Nov 23 23:24:14.763596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'name': 'network-vif-deleted', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:24:14.766055 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc6f6f-f6ce-4ab9-ad36-0a3f55408020" -d '{"events": [{"server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "name": "network-vif-deleted", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:24:14.838477 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9269d8-415c-4ba3-98cc-9d332f2043d9 x-openstack-request-id: req-0e9269d8-415c-4ba3-98cc-9d332f2043d9 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:24:14.838749 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29a54cb-3bf3-4fa3-858e-cc647b7b868a", "name": "network-vif-deleted", "tag": "4fc43aef-c4f6-420d-b8f3-6e09265a6bc6", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:24:14.839069 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e9269d8-415c-4ba3-98cc-9d332f2043d9 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:24:14.839492 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29a54cb-3bf3-4fa3-858e-cc647b7b868a', 'name': 'network-vif-deleted', 'tag': '4fc43aef-c4f6-420d-b8f3-6e09265a6bc6', 'status': 'completed', 'code': 200} Nov 23 23:24:14.955050 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:24:15.254229 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:15.309430 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:24:15.325096 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:24:15.326160 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:24:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:15.455184 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:24:15.696443 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:15.730976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93309297-eed6-4760-82c8-9cce8528e128 req-1ae07615-7412-4e8c-9d38-4361513df185 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.0323606 Nov 23 23:24:15.734916 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20e240-3241-4f40-94f9-10dbaef15f6d None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:24:16.054997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a181f8-ec44-4a6f-848a-25fe3039c53c None None] New status for floating IP dbbe61c1-ed5d-4031-84a2-a93bb097a5d7: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:24:16.196386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:24:16.262338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:24:16.262924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4fc43aef-c4f6-420d-b8f3-6e09265a6bc6 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:24:16.859510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5d7a1ae-123f-444c-9ca5-ef4f94781948 req-88bdaac3-6f74-49f0-9776-0d746a79215c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.0334163 Nov 23 23:24:17.967482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16d66655-2a88-4056-808a-55785535cf0f req-2db5e5e5-9fa7-4bb4-820e-2b69824e3db7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.0296304 Nov 23 23:24:19.075005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4007d0a3-92ce-4200-b78c-ad1ff1cb59e3 req-989bb00f-3c64-4575-84a0-add4507a8147 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.0295968 Nov 23 23:24:20.220581 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3dedaf22-5591-4e4c-824b-7911c985b8b6 req-fc2c5def-7ee3-4297-b650-96a85ed3d444 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29a54cb-3bf3-4fa3-858e-cc647b7b868a HTTP/1.1" status: 200 len: 210 time: 0.0547199 Nov 23 23:24:21.505378 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-0ef48c71-99b0-4c34-a936-3fb6e7dcb765 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883057310&fields=id&tenant_id=6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 267 time: 0.0860429 Nov 23 23:24:21.631281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-8a4f8692-4922-4cb1-80e2-e148cdb00473 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:21.633168 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-8a4f8692-4922-4cb1-80e2-e148cdb00473 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1199219 Nov 23 23:24:21.651507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-1cf9e527-3bd9-4318-b944-d7343ea6b8a5 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/quotas/6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 375 time: 0.0114763 Nov 23 23:24:21.715754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-77e1d051-29f4-4376-b5d8-1b1a16a68707 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574007 Nov 23 23:24:21.982330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-263a1a48-5f28-4121-8be1-eba59f46a105 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542822 Nov 23 23:24:22.086380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-44ef55ad-b355-412e-873e-e96c4e1cd2e4 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976264 Nov 23 23:24:22.495888 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-369314f6-b7b2-47d3-b7ef-8f64e06c667e req-e74b2d5e-8af4-43fc-acff-af20731913f0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0355945 Nov 23 23:24:23.633887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dcc1e1df-cf6a-4f28-9ffd-c89b6d39648e req-77544a17-dd14-496d-80c5-6bbb934b5f09 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0380509 Nov 23 23:24:23.776181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7ea756f5-af34-4e6c-be8b-4e15222e861c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:23.778667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7ea756f5-af34-4e6c-be8b-4e15222e861c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1595192 Nov 23 23:24:23.893899 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-45b678f9-c56d-44e6-b6f0-a172e78258aa tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 379 time: 0.0977309 Nov 23 23:24:23.904839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'port': {'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'admin_state_up': True, 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'security_groups': ['56cf5057-6945-4156-a7c4-bbf724d6f6ee']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:24:24.078203 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:24:24.084642 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:24.284135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.20.0.9 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:24:24.474443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:24.522774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:24.583715 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:24:24.587132 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:24:24.592967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:24:24.600752 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:24.636490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.636841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.637194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.637542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.637912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.638223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.638561 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.638893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.639222 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.639550 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.639927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.640257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:24.673929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:24.674616 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:24.709859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-5370664a-5060-453f-8135-88fa359b59a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8127306 Nov 23 23:24:24.852321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09c83c-62c1-432d-acd1-8428ae882db7 req-6fea1495-15db-4339-a144-650e5668bcd9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:24.856366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc09c83c-62c1-432d-acd1-8428ae882db7 req-6fea1495-15db-4339-a144-650e5668bcd9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 931 time: 0.0971391 Nov 23 23:24:24.881206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Request body: {'port': {'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:24:24.932044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc09c83c-62c1-432d-acd1-8428ae882db7 req-e5693e08-fc74-4845-aacf-c1f3308cfe39 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692508 Nov 23 23:24:24.962442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fe9ddee9-4ac6-4711-9871-24ff4fb9f8f0 None None] Provisioning complete for port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:24:24.963786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddee9-4ac6-4711-9871-24ff4fb9f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:24.970377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:25.027980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ddee9-4ac6-4711-9871-24ff4fb9f8f0 None None] Port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:24:25.307990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:24:25.317503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:25.333096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Transition to ACTIVE for port object 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:24:25.339331 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:25.397186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:25.492973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Attempting to bind port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:24:25.493308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Attempting to bind port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:24:25.493787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Attempting to bind port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:24:25.502576 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f on network a1b0a57c-83ff-44a6-a6cd-da851be1233e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:24:25.503099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Attempting to bind port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:24:25.511925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:24:25.512288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:24:25.513463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:24:25.513940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Bound port: 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:24:25.514302 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:25.624106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] For port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:24:25.632050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] For port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:24:25.642633 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:25.695840 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:25.696899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:25.698533 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 1091 time: 0.9738748 Nov 23 23:24:25.699024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:24:25.701746 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466d3e76-1e75-4c79-b4cc-728b7da004c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:24:25.748787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce47c3-f9cb-405d-a99f-91bfc4498054 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:25.846408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-846ceb0e-2405-449c-b866-6d7554afe2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:25.849647 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-846ceb0e-2405-449c-b866-6d7554afe2aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0757327 Nov 23 23:24:25.922419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-43e1533e-baa0-496d-9aba-474f5cd63866 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 217 time: 0.0583968 Nov 23 23:24:26.012129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-634218b7-06a0-4485-949a-8c85099a6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:26.014934 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-634218b7-06a0-4485-949a-8c85099a6b67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0855296 Nov 23 23:24:26.114798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-9492b87c-926c-4f66-b7cd-0ad882656744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:26.117576 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-9492b87c-926c-4f66-b7cd-0ad882656744 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951610 Nov 23 23:24:26.190822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcc14a-c49d-451f-bb7d-7ef63d0ea6b9 req-9c395abc-5a1f-44b6-833c-dfac20fd5a3b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:26.195386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7adcc14a-c49d-451f-bb7d-7ef63d0ea6b9 req-9c395abc-5a1f-44b6-833c-dfac20fd5a3b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.1155481 Nov 23 23:24:26.288826 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7adcc14a-c49d-451f-bb7d-7ef63d0ea6b9 req-9459e09b-7d47-47cb-b35f-9eb2204f36f4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816872 Nov 23 23:24:26.304160 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-de1b5e24-eb17-4506-81af-00e607d359f5 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762741 Nov 23 23:24:26.458745 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c1bfd0e7-dff9-46b1-8cb8-045f0b3e9ff7 req-6fa02bfe-3c07-4a26-a4f5-dbc95a40ac8e service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480198 Nov 23 23:24:26.953005 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd855e-039f-4a12-9dd3-a186845bdb6b x-openstack-request-id: req-dadd855e-039f-4a12-9dd3-a186845bdb6b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:24:26.953647 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:24:26.953829 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dadd855e-039f-4a12-9dd3-a186845bdb6b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:24:26.954453 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'status': 'completed', 'code': 200} Nov 23 23:24:27.078718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-7c03313f-7abd-40b2-8128-0e92dba573f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:27.081246 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-7c03313f-7abd-40b2-8128-0e92dba573f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0842032 Nov 23 23:24:27.255044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-73291088-e2b7-4506-9061-30e7e5686cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:27.257814 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-73291088-e2b7-4506-9061-30e7e5686cbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1679373 Nov 23 23:24:27.278336 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:27.339443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-0ccfa35b-3931-48d8-9ddd-bd018d9dc615 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 217 time: 0.0735996 Nov 23 23:24:27.424430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-02a7f7c1-2f18-48ef-b551-b9a4cebb4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:27.426916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-02a7f7c1-2f18-48ef-b551-b9a4cebb4066 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0809553 Nov 23 23:24:27.491375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476fec0-af1a-458b-908f-f93b44a8d5de req-c152f0b0-b664-4066-bf0c-67d7ffa2a75a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:27.493548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f476fec0-af1a-458b-908f-f93b44a8d5de req-c152f0b0-b664-4066-bf0c-67d7ffa2a75a tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0759959 Nov 23 23:24:27.503435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-80b898f8-0a12-4124-b660-92d2b3ff8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:27.505196 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-80b898f8-0a12-4124-b660-92d2b3ff8eea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703728 Nov 23 23:24:27.590224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f476fec0-af1a-458b-908f-f93b44a8d5de req-8e7a2d60-1ad6-4155-8f32-969ceb441999 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806925 Nov 23 23:24:27.622588 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-e6ef3ba9-1323-45d7-a41e-af75e1acabeb service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096241 Nov 23 23:24:27.741957 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-466d3e76-1e75-4c79-b4cc-728b7da004c8 req-21c9da38-fc3b-4776-aa28-970a96b8fa1b service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120942 Nov 23 23:24:28.806182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325121f6-daf5-42d2-b2f2-14662d2b258a req-46ff5cb6-5f7e-4632-becc-57f57923414e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:28.808346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-325121f6-daf5-42d2-b2f2-14662d2b258a req-46ff5cb6-5f7e-4632-becc-57f57923414e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0883148 Nov 23 23:24:28.877707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-325121f6-daf5-42d2-b2f2-14662d2b258a req-a3393f2d-c338-4138-8a65-32f30eca1dcd tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621607 Nov 23 23:24:30.020124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b801a3-b53d-4483-9a14-42d2a2253bc0 req-f5ef50f8-b158-4905-bf28-7b840c1fe1c9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:30.022096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3b801a3-b53d-4483-9a14-42d2a2253bc0 req-f5ef50f8-b158-4905-bf28-7b840c1fe1c9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0562027 Nov 23 23:24:30.086671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3b801a3-b53d-4483-9a14-42d2a2253bc0 req-51df5e09-9d11-4385-83fb-99faf7098153 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534501 Nov 23 23:24:31.223860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce202cb5-e2a3-445b-b971-293966f2233b req-b684fad2-403d-48ee-bb80-44436a6ee29f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:31.225881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce202cb5-e2a3-445b-b971-293966f2233b req-b684fad2-403d-48ee-bb80-44436a6ee29f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0561407 Nov 23 23:24:31.310637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce202cb5-e2a3-445b-b971-293966f2233b req-6d6fda84-2bde-436d-937c-ab7782e6e7fa tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769007 Nov 23 23:24:31.609801 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3865688f-6401-4a1e-b6d2-851d81fbd5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:32.444375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db924cf-3058-4e17-a7ad-f7c052db096a req-4b1513da-7865-463a-8787-b77a5b1c4cd3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:32.446053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0db924cf-3058-4e17-a7ad-f7c052db096a req-4b1513da-7865-463a-8787-b77a5b1c4cd3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0586717 Nov 23 23:24:32.515655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0db924cf-3058-4e17-a7ad-f7c052db096a req-f34c898b-8c90-4e8b-8cc2-26898ccea1e8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620549 Nov 23 23:24:33.672928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133763a-db5b-4177-af8e-4178fe62ece4 req-3aec202a-2d9f-4269-b876-58773267e5ac tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:33.675742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1133763a-db5b-4177-af8e-4178fe62ece4 req-3aec202a-2d9f-4269-b876-58773267e5ac tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0795138 Nov 23 23:24:33.754284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1133763a-db5b-4177-af8e-4178fe62ece4 req-428c57ac-8b1a-40ba-92b7-b7bd0bd5f608 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708497 Nov 23 23:24:34.761798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-60c2076e-8f40-4410-94fe-54b09a5e8404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:34.886779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818bfe4-cf7b-4ee4-9f99-2dfe2cf68ba2 req-8265d31c-1be0-4e84-872a-10981f4626b7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:34.888447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5818bfe4-cf7b-4ee4-9f99-2dfe2cf68ba2 req-8265d31c-1be0-4e84-872a-10981f4626b7 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0590403 Nov 23 23:24:34.949956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5818bfe4-cf7b-4ee4-9f99-2dfe2cf68ba2 req-40e44e41-05f3-4254-bdaf-7f7671a0664c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497820 Nov 23 23:24:35.165572 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:36.090045 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a71e-78b4-4f95-91ef-f06308d372bc req-0c557433-38de-4793-a515-84b8b3b0499b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:36.091777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5343a71e-78b4-4f95-91ef-f06308d372bc req-0c557433-38de-4793-a515-84b8b3b0499b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0549903 Nov 23 23:24:36.153785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5343a71e-78b4-4f95-91ef-f06308d372bc req-424b1325-f8df-41d2-bb78-3ec3175f35f9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525632 Nov 23 23:24:36.633510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:37.296232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ca0e0-e4f9-450f-9212-160cffde2755 req-8a08fd15-0b88-4cdc-8277-e38f8a09b933 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:37.297917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee0ca0e0-e4f9-450f-9212-160cffde2755 req-8a08fd15-0b88-4cdc-8277-e38f8a09b933 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0576971 Nov 23 23:24:37.370285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee0ca0e0-e4f9-450f-9212-160cffde2755 req-d1a79c38-d360-49ac-a070-cd5cca33e7c5 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646002 Nov 23 23:24:37.506478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:24:37.533688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:37.630927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:24:37.644301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:24:37.688857 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:37.709195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:24:37.733354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:24:37.738136 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:37.792920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:37.802039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.802380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.802717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.803060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.803385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.803749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.804078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.804402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.804724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.805047 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.805367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:37.805684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:24:38.042387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:24:38.278235 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:38.839202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23054ed3-0b04-45ce-8b09-c8c6a40ee4a3 req-eb1dced8-13fd-455a-9d4a-c6ce50079be4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:38.840777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23054ed3-0b04-45ce-8b09-c8c6a40ee4a3 req-eb1dced8-13fd-455a-9d4a-c6ce50079be4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 944 time: 0.3871062 Nov 23 23:24:38.905289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23054ed3-0b04-45ce-8b09-c8c6a40ee4a3 req-910d0e2d-a747-4aad-9b60-bca357fc9e7e tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562758 Nov 23 23:24:39.510981 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:24:39.575976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:24:39.583099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:24:39.583859 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:39.720295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:39.746876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:24:39.749279 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b7ea61-606a-4b3e-972f-3ce216e48465" -d '{"events": [{"server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:24:39.764951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:24:39.769926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:39.838759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:39.900901 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc4893-6614-4f0d-b157-846230e4c005 x-openstack-request-id: req-58cc4893-6614-4f0d-b157-846230e4c005 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:24:39.901373 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:24:39.901792 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58cc4893-6614-4f0d-b157-846230e4c005 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:24:39.902321 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'code': 200} Nov 23 23:24:40.048541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9daf71-67ac-46e6-9a9d-37eb774fe0b0 req-bdbd3a71-4adc-488a-8295-9f2711bee3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:40.050144 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b9daf71-67ac-46e6-9a9d-37eb774fe0b0 req-bdbd3a71-4adc-488a-8295-9f2711bee3ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0493329 Nov 23 23:24:40.070674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772529d-bd11-4442-9d9e-0e6d1c25250d req-b57a1ae7-cfc0-42a8-88b6-2efa3ceb17cf tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:40.074022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b772529d-bd11-4442-9d9e-0e6d1c25250d req-b57a1ae7-cfc0-42a8-88b6-2efa3ceb17cf tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0856099 Nov 23 23:24:40.113957 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8b9daf71-67ac-46e6-9a9d-37eb774fe0b0 req-b1fd66f8-c92a-45c4-b04b-a357dba76f79 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562742 Nov 23 23:24:40.133343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b772529d-bd11-4442-9d9e-0e6d1c25250d req-ee74de28-ef9f-4331-8ff8-192bfdb2dc44 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518310 Nov 23 23:24:41.294467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a932e20-5924-46e3-910d-8d43b6f90c72 req-8f600be2-a449-4d1b-8a90-bdaedc58a952 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:41.296141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a932e20-5924-46e3-910d-8d43b6f90c72 req-8f600be2-a449-4d1b-8a90-bdaedc58a952 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0656126 Nov 23 23:24:41.357939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a932e20-5924-46e3-910d-8d43b6f90c72 req-fa0e6660-5558-43f4-8661-101d673bfb2f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512321 Nov 23 23:24:42.501249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ef971-9296-4264-a0aa-f1eee7a37429 req-93e1131a-3c52-493f-a748-aa4153298bfb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:42.504047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-374ef971-9296-4264-a0aa-f1eee7a37429 req-93e1131a-3c52-493f-a748-aa4153298bfb tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0703425 Nov 23 23:24:42.561530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-374ef971-9296-4264-a0aa-f1eee7a37429 req-55eb5247-c07a-44ba-9357-607ac8149d80 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509062 Nov 23 23:24:42.707666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8297b4e-2deb-48c2-b598-517512558e16 req-af85b0d7-91fc-4797-b54b-bae736c90324 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:42.709199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8297b4e-2deb-48c2-b598-517512558e16 req-af85b0d7-91fc-4797-b54b-bae736c90324 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0610421 Nov 23 23:24:42.770694 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e8297b4e-2deb-48c2-b598-517512558e16 req-49010a67-2173-4b9e-af4d-2b1c790ba408 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536690 Nov 23 23:24:42.797743 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58088) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:24:42.982443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac7a67-01b7-4d3e-9ee2-76f63b52719c tempest-TestVolumeBootPattern-841471890 tempest-TestVolumeBootPattern-841471890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:42.985271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-07ac7a67-01b7-4d3e-9ee2-76f63b52719c tempest-TestVolumeBootPattern-841471890 tempest-TestVolumeBootPattern-841471890-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1091 time: 0.1861365 Nov 23 23:24:42.988037 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58092) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:24:42.993897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:24:43.020689 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:43.139345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:43.270080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.25.0.38 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/d36edfc5-09ba-4246-ad35-27357dbe3d4d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:24:43.391457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:43.430258 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:43.480017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:24:43.483459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:24:43.487525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:24:43.494941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=d36edfc5-09ba-4246-ad35-27357dbe3d4d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:43.935202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:44.017497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:44.203454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:44.209584 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:44.325585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=d36edfc5-09ba-4246-ad35-27357dbe3d4d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:24:44.338513 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:44.512995 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Floating IP a683ea9f-f68e-405a-ad6d-88e7cd15cfa6 associated. External IP: 172.25.0.38, port: 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f. Nov 23 23:24:44.772999 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:24:44.952301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:24:44.966605 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:24:44.973994 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:24:44.985962 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:24:44.987053 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:24:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:45.004849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bf744301-cfaf-4744-a5cf-9b1b94a21108 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0154691 Nov 23 23:24:45.005447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:24:45.008107 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927af70-ce6d-442b-a5fc-576c9bfa5f74" -d '{"events": [{"name": "network-changed", "server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:24:45.072551 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080ddec4-1598-4bf8-a0dd-41484c4df7bc x-openstack-request-id: req-080ddec4-1598-4bf8-a0dd-41484c4df7bc {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:24:45.073210 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:24:45.073596 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-080ddec4-1598-4bf8-a0dd-41484c4df7bc {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:24:45.074036 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'status': 'completed', 'code': 200} Nov 23 23:24:45.173443 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:24:45.198548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-82465d34-f9ee-4211-a9d3-29c284cfe6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:45.201258 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-82465d34-f9ee-4211-a9d3-29c284cfe6ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0783105 Nov 23 23:24:45.342045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-8c108460-c2ec-4a0e-9a96-c56e95f74ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:45.344728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-8c108460-c2ec-4a0e-9a96-c56e95f74ff5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1358538 Nov 23 23:24:45.425029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-0ceb05a4-6dc5-4082-a6b3-39749d05e0ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 998 time: 0.0730574 Nov 23 23:24:45.486747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-90bc7243-a734-4f00-8a02-78bd53c736bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:45.488427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-90bc7243-a734-4f00-8a02-78bd53c736bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0551991 Nov 23 23:24:45.550895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-548ef2b9-b0d3-40e8-92a0-0d65b7250965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:45.555443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-548ef2b9-b0d3-40e8-92a0-0d65b7250965 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574496 Nov 23 23:24:45.602141 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:43Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:45.654579 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:24:45.670086 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:24:45.671115 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:24:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:45.705095 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-0856745f-fddf-4d06-9a5d-0da6494e2247 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448586 Nov 23 23:24:45.819740 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:24:45.824481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-3927af70-ce6d-442b-a5fc-576c9bfa5f74 req-b827201d-cd6b-4f64-8da8-5a5836fd7f9c service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111393 Nov 23 23:24:46.128120 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:43Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:24:46.183176 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab5736-f52f-44be-92c9-1ebc1dbeb995 None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:43Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:24:46.416774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e4af26-94b3-4e7d-8d6b-6623118f22c0 None None] New status for floating IP a683ea9f-f68e-405a-ad6d-88e7cd15cfa6: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:24:48.335641 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-74d66ab5-4a8d-46b8-a955-3d61a89d8f0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445116 Nov 23 23:24:48.438641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-d307dee5-ff28-4a6c-b9af-0cf4fc214079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:48.441070 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-d307dee5-ff28-4a6c-b9af-0cf4fc214079 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0452235 Nov 23 23:24:48.559190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-8a60a939-2a61-42ad-a96f-cb4e41f95328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:48.560716 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-8a60a939-2a61-42ad-a96f-cb4e41f95328 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0992365 Nov 23 23:24:48.632163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-a595b7df-75cf-45f0-88a3-b8e100d8eb73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 1000 time: 0.0641096 Nov 23 23:24:48.690294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-cef1fc28-7a72-434a-8363-e8997a0b7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:48.691769 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-cef1fc28-7a72-434a-8363-e8997a0b7b36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0527189 Nov 23 23:24:48.739585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-ffa57e85-7186-470a-aa99-7da3da566d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:24:48.741165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-ffa57e85-7186-470a-aa99-7da3da566d9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424702 Nov 23 23:24:48.842633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-bc629dfa-bc99-4340-8f52-7d0b26ed95b4 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944340 Nov 23 23:24:48.948594 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e709f80-b5c9-48c8-ab5a-c2e1fe249669 req-fb1974ef-8d9d-4224-a498-d44cf8213fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986598 Nov 23 23:24:49.304434 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:24:49.541513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-3b9dbe74-08b6-4c0b-a1df-22067bf78ed6 req-43442dfe-04ab-4cd0-8b4f-748d990e4826 service neutron] (103523) timed out ('10.222.0.11', 47578) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:24:57.300014 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:01.618625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-643bd85a-0faa-47ac-99bf-034c6a0bb6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:04.769816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42de1a1e-3900-402d-bf5c-f3ceef006c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:05.170334 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:06.636852 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:07.520385 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:08.269889 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:26.303216 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:25:27.283808 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:31.612409 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e5bfa48-8011-48e7-afed-5719f653b66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:34.752090 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fdc64175-c300-4325-ab22-3fbd02e17de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:35.172463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:36.637918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:37.514022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:38.288588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:25:49.299003 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-fff1e072-1223-4417-8e86-47e7ab05152b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425079 Nov 23 23:25:49.406552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-63a0a30b-1fb2-44c6-a1ff-796579959c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:25:49.408143 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-63a0a30b-1fb2-44c6-a1ff-796579959c5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0491397 Nov 23 23:25:49.511201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-549c6869-78b3-45b3-b309-581083a5cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:25:49.512801 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-549c6869-78b3-45b3-b309-581083a5cd37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0861239 Nov 23 23:25:49.581228 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-e9fa108f-4a19-4171-a612-b67867867736 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 1000 time: 0.0618420 Nov 23 23:25:49.633901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-ea397e43-8faa-40d3-bf41-903abf94b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:25:49.635371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-ea397e43-8faa-40d3-bf41-903abf94b1bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0447495 Nov 23 23:25:49.683491 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-38f9dbbb-669c-40b3-a269-4d975dc9fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:25:49.685078 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-38f9dbbb-669c-40b3-a269-4d975dc9fcef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419865 Nov 23 23:25:49.778563 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-3267821a-95fa-4a50-a52b-0296ce9a9ac3 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866790 Nov 23 23:25:49.868152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ba1a4485-b1a3-4d71-922b-856af9e7fa92 req-141587e6-78c5-4f9a-86ac-0ebb4ac538bf service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823390 Nov 23 23:25:57.302107 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:01.616253 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-754679f5-1ba6-4ff0-99ce-b6c869600f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:03.302528 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:26:04.753120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef97c8de-22d3-4aeb-ab1a-3077d411df79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:05.173345 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:06.640228 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:07.517308 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:08.306609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:24.034362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-a043703b-95d9-400a-9621-8a086c23eeb3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883057310&fields=id&tenant_id=6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 267 time: 0.0469682 Nov 23 23:26:24.159116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-aee2f9e3-48d9-40b5-9197-a3674ffc83f9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:24.160653 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-aee2f9e3-48d9-40b5-9197-a3674ffc83f9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1100147 Nov 23 23:26:24.176769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-c5c6bc42-f200-4792-92ce-ec973bc15f9d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/quotas/6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Nov 23 23:26:24.242558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-68149a51-76da-42ea-85ed-2a9268b538d0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584803 Nov 23 23:26:24.436910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-2ae1553a-616b-4aca-aa7b-57e3d636bf29 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795683 Nov 23 23:26:24.534573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-56a25311-e068-46e9-ba4a-bb80c31bcabc service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913055 Nov 23 23:26:24.854785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ff74b7d-e91a-423a-adb5-95eca962836a req-da97a19d-f48b-4e99-8202-7b5e895c2f87 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 210 time: 0.0292413 Nov 23 23:26:25.971499 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e602a193-a4a5-4bbb-8edb-bc997368bc38 req-48c17e29-e55d-4739-8831-2fd4ad19ccd8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 210 time: 0.0410399 Nov 23 23:26:25.978588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-9883b58a-e830-48d5-b806-7f45b510ecf6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:25.980163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-9883b58a-e830-48d5-b806-7f45b510ecf6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 812 time: 0.1554298 Nov 23 23:26:26.049608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-f5266780-6d2a-4c89-aa9a-831b67dcfb86 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5d7d5811984b489cf034269c724730 HTTP/1.1" status: 200 len: 379 time: 0.0580499 Nov 23 23:26:26.059704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'port': {'device_id': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'admin_state_up': True, 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'security_groups': ['56cf5057-6945-4156-a7c4-bbf724d6f6ee']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:26:26.205132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Made reservation on behalf of 6f5d7d5811984b489cf034269c724730 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:26:26.211874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:26.364338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.20.0.3 (a1b0a57c-83ff-44a6-a6cd-da851be1233e/0b32dbf3-d07e-435b-9ccb-43557d290290/6476ec05-9104-4010-932a-566d3c68c31c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:26:26.517208 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:26.555452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:26.609758 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:26:26.613082 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:26:26.618651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:26:26.622924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=6476ec05-9104-4010-932a-566d3c68c31c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:26:26.655925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.656285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.656616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.656960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.657296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.657627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.657954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.658278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.658601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.658927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.659254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.659601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:26.699139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:26.700233 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:26.728255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-68b49dfd-8d7a-4c80-8653-a4202c7da22b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6723030 Nov 23 23:26:26.738490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-e7ada1aa-6614-4ed1-889f-6a7a93326fd8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:26:26.740632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-e7ada1aa-6614-4ed1-889f-6a7a93326fd8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061622 Nov 23 23:26:26.825616 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Request body: {'port': {'device_id': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:26:26.869616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3cc528ab-ca85-4203-be62-617a9b800ba9 None None] Provisioning complete for port 6476ec05-9104-4010-932a-566d3c68c31c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:26:26.870679 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3cc528ab-ca85-4203-be62-617a9b800ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:26.884879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:26.909533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3cc528ab-ca85-4203-be62-617a9b800ba9 None None] Port 6476ec05-9104-4010-932a-566d3c68c31c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:26:27.152618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37807c58-c5ee-4bae-8a2f-a26f98cc8b36 req-07081671-85d4-42f9-bf9e-869e9d3c567d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:27.154194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37807c58-c5ee-4bae-8a2f-a26f98cc8b36 req-07081671-85d4-42f9-bf9e-869e9d3c567d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 931 time: 0.1085529 Nov 23 23:26:27.245634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6476ec05-9104-4010-932a-566d3c68c31c {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:26:27.253956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37807c58-c5ee-4bae-8a2f-a26f98cc8b36 req-9d5c2a9e-cd31-4a00-98ed-c7f27f584774 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907679 Nov 23 23:26:27.259228 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:27.281153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Transition to ACTIVE for port object 6476ec05-9104-4010-932a-566d3c68c31c will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:26:27.286428 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:27.319461 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:27.346302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Pushing event updated for resources: {'Port': ['ID=6476ec05-9104-4010-932a-566d3c68c31c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:26:27.439637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Attempting to bind port 6476ec05-9104-4010-932a-566d3c68c31c on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:26:27.439978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Attempting to bind port 6476ec05-9104-4010-932a-566d3c68c31c by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:26:27.440310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Attempting to bind port 6476ec05-9104-4010-932a-566d3c68c31c on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:26:27.446430 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Port 6476ec05-9104-4010-932a-566d3c68c31c on network a1b0a57c-83ff-44a6-a6cd-da851be1233e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:26:27.446770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Attempting to bind port 6476ec05-9104-4010-932a-566d3c68c31c on network a1b0a57c-83ff-44a6-a6cd-da851be1233e {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:26:27.452309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:26:27.452647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Checking segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:26:27.453072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Bound using segment: {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:26:27.453542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Bound port: 6476ec05-9104-4010-932a-566d3c68c31c, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790c8fc-7ed5-4c10-82d6-994b4ade9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:26:27.453951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:27.535020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] For port 6476ec05-9104-4010-932a-566d3c68c31c, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:26:27.540564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] For port 6476ec05-9104-4010-932a-566d3c68c31c, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6476ec05-9104-4010-932a-566d3c68c31c,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:26:27.548709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:27.598743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:27.600015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:27.601643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] 10.222.0.46 "PUT /v2.0/ports/6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 200 len: 1091 time: 0.8535862 Nov 23 23:26:27.602126 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:26:27.604595 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "tag": "6476ec05-9104-4010-932a-566d3c68c31c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:26:27.646566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b831f-bf13-438e-8d0d-2b3704f9039f service neutron] Pushing event updated for resources: {'Port': ['ID=6476ec05-9104-4010-932a-566d3c68c31c,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:26:27.723931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-da9762d9-d53c-45bb-9b19-85cdae8dd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:27.726580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-da9762d9-d53c-45bb-9b19-85cdae8dd7a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1094 time: 0.0592849 Nov 23 23:26:27.777778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-f5a23c79-5d33-4efb-9597-6dd66f57a1d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 200 len: 217 time: 0.0433095 Nov 23 23:26:27.779686 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fffc34d-f0c3-409e-88a2-61e4c0e1865f x-openstack-request-id: req-9fffc34d-f0c3-409e-88a2-61e4c0e1865f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:26:27.779992 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "tag": "6476ec05-9104-4010-932a-566d3c68c31c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:26:27.780295 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fffc34d-f0c3-409e-88a2-61e4c0e1865f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:26:27.780706 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c', 'status': 'completed', 'code': 200} Nov 23 23:26:27.844408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-fcf29775-c8fa-4942-884e-ca6279f01bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:27.845937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-fcf29775-c8fa-4942-884e-ca6279f01bc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0574505 Nov 23 23:26:27.903642 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358324d-764d-4309-b4fa-56d901b920af req-30089271-9266-412f-a299-8e18e54e0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:27.905162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-30089271-9266-412f-a299-8e18e54e0b74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512087 Nov 23 23:26:28.005075 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-0101c69d-37c4-4fb3-83f7-555e62ca96b2 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917306 Nov 23 23:26:28.117069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358324d-764d-4309-b4fa-56d901b920af req-1338552c-ee76-4b53-a6af-821ab5896fef service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018682 Nov 23 23:26:28.219632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-0397e985-08de-4b4e-942c-e9415658ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:28.222081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-0397e985-08de-4b4e-942c-e9415658ba3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1094 time: 0.0533192 Nov 23 23:26:28.334976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-73a490c3-9ed5-4798-99b7-ac38e5d7f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:28.337011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-73a490c3-9ed5-4798-99b7-ac38e5d7f9a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1086357 Nov 23 23:26:28.394686 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-76c890a2-42a9-4f46-a6ad-e1c3baab32fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 200 len: 217 time: 0.0497093 Nov 23 23:26:28.766767 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-ba119fca-2882-4ecd-b08f-44aee72ce94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:28.768340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-ba119fca-2882-4ecd-b08f-44aee72ce94a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.3652513 Nov 23 23:26:28.777434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e77bd-6e60-4b74-996f-1038f5b55eb7 req-5402002b-044f-4d79-88df-8a9bef618428 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:28.779085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc8e77bd-6e60-4b74-996f-1038f5b55eb7 req-5402002b-044f-4d79-88df-8a9bef618428 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.3873532 Nov 23 23:26:28.860413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-316a67f5-ac4c-46a9-a1e0-e9132efdea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:28.862008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-316a67f5-ac4c-46a9-a1e0-e9132efdea50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819077 Nov 23 23:26:28.866902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc8e77bd-6e60-4b74-996f-1038f5b55eb7 req-7f017afd-c9fd-4f99-8818-58a883b02350 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750761 Nov 23 23:26:29.003510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-29ece888-faeb-47fa-97b9-b71d29ffd030 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343212 Nov 23 23:26:29.107559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64f1b06c-70eb-462b-8711-a5fd0e9b8de5 req-f0e18849-5d72-4d11-be3b-d540ea0127f0 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970678 Nov 23 23:26:30.013676 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fbd9d-3e08-4fec-9daf-936a088d187e req-916a1172-9904-4ccc-aa3e-e47c7af32388 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:30.015286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-089fbd9d-3e08-4fec-9daf-936a088d187e req-916a1172-9904-4ccc-aa3e-e47c7af32388 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0538299 Nov 23 23:26:30.081811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-089fbd9d-3e08-4fec-9daf-936a088d187e req-72fb0115-6296-4e02-a101-0409e6c01757 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562160 Nov 23 23:26:31.213961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d12432-9b25-4bfb-b04f-f61f9f6f62be req-e2c22132-c347-4430-a86b-ab2f61fb9376 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:31.215501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9d12432-9b25-4bfb-b04f-f61f9f6f62be req-e2c22132-c347-4430-a86b-ab2f61fb9376 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0550685 Nov 23 23:26:31.274355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9d12432-9b25-4bfb-b04f-f61f9f6f62be req-d45d9297-7eb4-4a52-93bd-c59e163ef415 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504661 Nov 23 23:26:31.619751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8d44391c-11b1-4f8e-84bb-2a356662b8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:32.408002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26a6d5-5e46-4190-bba3-12d7af18cf06 req-32e622fe-d6b5-410a-a42b-acc4402b8227 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:32.409442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec26a6d5-5e46-4190-bba3-12d7af18cf06 req-32e622fe-d6b5-410a-a42b-acc4402b8227 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0565128 Nov 23 23:26:32.461627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec26a6d5-5e46-4190-bba3-12d7af18cf06 req-3b1e3820-2127-4b57-947f-2f85e814400b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Nov 23 23:26:33.620516 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19070dd-101d-46e7-8038-82995407209d req-5482e87b-f6fe-4be6-aed2-56774d4dc1f6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:33.623301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a19070dd-101d-46e7-8038-82995407209d req-5482e87b-f6fe-4be6-aed2-56774d4dc1f6 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0719943 Nov 23 23:26:33.686938 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a19070dd-101d-46e7-8038-82995407209d req-bbad71b6-0604-4f06-90b3-eb164cd70c50 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572689 Nov 23 23:26:34.759100 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02a42f96-be0b-43aa-bfc1-0b2dc70ac881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:34.815597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c968dc-0706-40ad-936f-ed67dafc9105 req-cbc58a57-98b6-4d36-b6d9-77127f4c33e0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:34.817201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65c968dc-0706-40ad-936f-ed67dafc9105 req-cbc58a57-98b6-4d36-b6d9-77127f4c33e0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0517859 Nov 23 23:26:34.874103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65c968dc-0706-40ad-936f-ed67dafc9105 req-8ab7dafe-02e3-41af-8ae5-cf83d52b2f10 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465579 Nov 23 23:26:35.179534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:36.001528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafce9ef-2d81-49e2-b401-9eaef2482a4c req-712759a9-68ec-42c3-95e5-207e3455747d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:36.003112 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eafce9ef-2d81-49e2-b401-9eaef2482a4c req-712759a9-68ec-42c3-95e5-207e3455747d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0591958 Nov 23 23:26:36.055816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eafce9ef-2d81-49e2-b401-9eaef2482a4c req-95aa140d-2b00-4ddd-98e2-e5323e9484f4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Nov 23 23:26:36.641889 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:37.176778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76d833-55ac-406c-88da-ddfcc1330449 req-1e081b5d-b153-49ba-8727-6ccc04c8f294 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:37.178310 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df76d833-55ac-406c-88da-ddfcc1330449 req-1e081b5d-b153-49ba-8727-6ccc04c8f294 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0535259 Nov 23 23:26:37.243580 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df76d833-55ac-406c-88da-ddfcc1330449 req-02d3a892-2510-4bf6-8cb9-3591e189e2db tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578356 Nov 23 23:26:37.521864 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:38.320743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:38.366850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbca3d-c02f-4279-8a01-33971074b9a7 req-d17a44c6-a810-448e-aa90-febd09f6ea5c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:38.369789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6bbca3d-c02f-4279-8a01-33971074b9a7 req-d17a44c6-a810-448e-aa90-febd09f6ea5c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 943 time: 0.0537739 Nov 23 23:26:38.431904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6bbca3d-c02f-4279-8a01-33971074b9a7 req-72c75ce7-1c02-4484-8943-023e108a1114 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550630 Nov 23 23:26:38.852495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6476ec05-9104-4010-932a-566d3c68c31c details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:26:38.962984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6476ec05-9104-4010-932a-566d3c68c31c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6476ec05-9104-4010-932a-566d3c68c31c,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:26:39.138185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '6476ec05-9104-4010-932a-566d3c68c31c', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'port_id': '6476ec05-9104-4010-932a-566d3c68c31c', 'mac_address': 'fa:16:3e:57:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:26:39.176018 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:39.189945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6476ec05-9104-4010-932a-566d3c68c31c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:26:39.210951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6476ec05-9104-4010-932a-566d3c68c31c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6476ec05-9104-4010-932a-566d3c68c31c,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:26:39.215367 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:39.266712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6476ec05-9104-4010-932a-566d3c68c31c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:26:39.275741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.276093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.276431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.276795 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.277130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.277461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.277788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.278111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.278434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.278756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.279079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.279393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:26:39.455707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6476ec05-9104-4010-932a-566d3c68c31c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:26:39.558526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a147-fe32-4692-a09a-436b0d4ad132 req-1b74e48b-e0d2-4fb0-82ba-5574375fefd4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:39.560136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fac0a147-fe32-4692-a09a-436b0d4ad132 req-1b74e48b-e0d2-4fb0-82ba-5574375fefd4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 944 time: 0.0538585 Nov 23 23:26:39.615935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fac0a147-fe32-4692-a09a-436b0d4ad132 req-6472429d-e31e-4c46-b745-60b1738cdd25 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493097 Nov 23 23:26:40.301145 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:26:40.733452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07aeca3-30a9-401c-83a6-0beea37812a6 req-d6eca014-b349-46c1-88ea-da62e385b40c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:40.734969 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a07aeca3-30a9-401c-83a6-0beea37812a6 req-d6eca014-b349-46c1-88ea-da62e385b40c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 944 time: 0.0495121 Nov 23 23:26:40.784174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a07aeca3-30a9-401c-83a6-0beea37812a6 req-efc6a6c8-7de2-4ba8-9608-3f9874abafd1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Nov 23 23:26:40.855077 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6476ec05-9104-4010-932a-566d3c68c31c up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:26:40.906347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 6476ec05-9104-4010-932a-566d3c68c31c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:26:40.910233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 6476ec05-9104-4010-932a-566d3c68c31c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:26:40.910604 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:40.986009 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:41.010494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:26:41.012926 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dadcdc-d1df-42ff-b259-a64c9f092fb3" -d '{"events": [{"server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "name": "network-vif-plugged", "status": "completed", "tag": "6476ec05-9104-4010-932a-566d3c68c31c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:26:41.025572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6476ec05-9104-4010-932a-566d3c68c31c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6476ec05-9104-4010-932a-566d3c68c31c,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:26:41.029716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:41.056137 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea4d68f-66a0-440d-bcd0-42d7d9f503aa x-openstack-request-id: req-0ea4d68f-66a0-440d-bcd0-42d7d9f503aa {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:26:41.056447 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "name": "network-vif-plugged", "status": "completed", "tag": "6476ec05-9104-4010-932a-566d3c68c31c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:26:41.056703 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ea4d68f-66a0-440d-bcd0-42d7d9f503aa {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:26:41.057097 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c', 'code': 200} Nov 23 23:26:41.089003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6476ec05-9104-4010-932a-566d3c68c31c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:26:41.153022 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f5aac-a179-43dd-a39c-628fc7b9a036 req-3074ce51-cc4a-477a-bff1-69de8657656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:41.154595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b74f5aac-a179-43dd-a39c-628fc7b9a036 req-3074ce51-cc4a-477a-bff1-69de8657656d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1096 time: 0.0438194 Nov 23 23:26:41.203777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b74f5aac-a179-43dd-a39c-628fc7b9a036 req-09c2194b-b686-48f7-85e1-4f3a518f0db0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Nov 23 23:26:41.905419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed4058-3aef-4e15-a8b3-07537ded15a9 req-d93c7cdc-c90b-41fb-b384-0e927ef2d2d8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:41.906933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-daed4058-3aef-4e15-a8b3-07537ded15a9 req-d93c7cdc-c90b-41fb-b384-0e927ef2d2d8 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 945 time: 0.0498273 Nov 23 23:26:41.955778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-daed4058-3aef-4e15-a8b3-07537ded15a9 req-b7fd9706-f4e8-40e6-9214-e5144de15314 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428433 Nov 23 23:26:43.076014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b225-efd4-45fd-888a-b25e13cabb59 req-4fb6645d-df16-4ce2-b786-add4cf6a7994 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:43.077503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e63b225-efd4-45fd-888a-b25e13cabb59 req-4fb6645d-df16-4ce2-b786-add4cf6a7994 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 945 time: 0.0499024 Nov 23 23:26:43.135209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4e63b225-efd4-45fd-888a-b25e13cabb59 req-6b5a41aa-06d0-4609-bcea-43d3573834b3 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472109 Nov 23 23:26:43.249524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8338-48a7-4acf-a665-84a0ecd267fa req-16350c11-a7d0-4dd7-9c4d-7c189d324d6d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:43.250915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-186e8338-48a7-4acf-a665-84a0ecd267fa req-16350c11-a7d0-4dd7-9c4d-7c189d324d6d tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 945 time: 0.0498517 Nov 23 23:26:43.300308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-186e8338-48a7-4acf-a665-84a0ecd267fa req-5aa4867e-586b-4398-aae1-799064f231c0 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433774 Nov 23 23:26:43.323890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58260) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:26:43.362871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba92f9-7847-45f0-9ed7-59daabd3530f tempest-TestVolumeBootPattern-841471890 tempest-TestVolumeBootPattern-841471890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:43.364407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-17ba92f9-7847-45f0-9ed7-59daabd3530f tempest-TestVolumeBootPattern-841471890 tempest-TestVolumeBootPattern-841471890-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1091 time: 0.0395386 Nov 23 23:26:43.367210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58262) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:26:43.372186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '6476ec05-9104-4010-932a-566d3c68c31c', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:26:43.393211 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:43.499011 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:43.610828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Allocated IP 172.25.0.193 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/147099ff-c2af-488e-b6ad-a26a7174b0f6) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:26:43.711606 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:43.746671 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:43.787438 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:26:43.791020 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:26:43.794905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:26:43.800594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=147099ff-c2af-488e-b6ad-a26a7174b0f6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:26:44.189227 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:44.261551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:44.409087 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:44.413721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:44.490216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event updated for resources: {'Port': ['ID=147099ff-c2af-488e-b6ad-a26a7174b0f6,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:26:44.503054 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:44.609742 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Floating IP 94c004ae-2858-4067-b986-33ed598f1893 associated. External IP: 172.25.0.193, port: 6476ec05-9104-4010-932a-566d3c68c31c. Nov 23 23:26:44.823893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:26:44.935774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:26:44.945721 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:26:44.956526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:26:44.957780 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:26:44.958420 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:26:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:26:44.987319 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1cac0a5a-6ff2-469e-98b7-a4fb19a096a4 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6188347 Nov 23 23:26:44.988070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:26:44.990406 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87" -d '{"events": [{"name": "network-changed", "server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "tag": "6476ec05-9104-4010-932a-566d3c68c31c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:26:45.033974 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e24b9-87e9-48c6-bb3f-9942857de87d x-openstack-request-id: req-aa2e24b9-87e9-48c6-bb3f-9942857de87d {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:26:45.034524 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "tag": "6476ec05-9104-4010-932a-566d3c68c31c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:26:45.035024 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa2e24b9-87e9-48c6-bb3f-9942857de87d {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:26:45.035789 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c', 'status': 'completed', 'code': 200} Nov 23 23:26:45.077424 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:26:45.106912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-e87e80cf-81ae-491d-a4b8-32342f5f2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:45.108493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-e87e80cf-81ae-491d-a4b8-32342f5f2c04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1096 time: 0.0482621 Nov 23 23:26:45.208201 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-ebb70930-6a59-4cb1-be2d-d55cf8a22e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:45.209685 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-ebb70930-6a59-4cb1-be2d-d55cf8a22e4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0936122 Nov 23 23:26:45.284421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-7cc58ee1-ef8a-403f-bd6a-5899e5127e67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 200 len: 999 time: 0.0677254 Nov 23 23:26:45.311760 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '94c004ae-2858-4067-b986-33ed598f1893', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '6476ec05-9104-4010-932a-566d3c68c31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:57:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:26:44Z', 'updated_at': '2021-11-23T23:26:44Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}, {'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:46Z', 'revision_number': 1, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:26:45.334524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-25c35dc6-8f8e-48ef-8bef-d6614ef59d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:45.335988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-25c35dc6-8f8e-48ef-8bef-d6614ef59d68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0449052 Nov 23 23:26:45.341868 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:26:45.350332 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:26:45.350939 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:26:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:26:45.386902 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-dae547e3-3ed8-4029-a23b-96ee00e25e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:45.388501 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-dae547e3-3ed8-4029-a23b-96ee00e25e4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460265 Nov 23 23:26:45.493189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-2876eea2-1b48-45a6-acb2-8d9db872f6b0 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963340 Nov 23 23:26:45.561592 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:26:45.606801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18d1687e-d1f5-4a5f-a8f5-2995101f2e87 req-be7cafbe-2792-4e3d-9117-1d1c0ae423e4 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064835 Nov 23 23:26:45.795808 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '94c004ae-2858-4067-b986-33ed598f1893', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '6476ec05-9104-4010-932a-566d3c68c31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:57:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:26:44Z', 'updated_at': '2021-11-23T23:26:44Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}, {'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:46Z', 'revision_number': 1, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:26:45.822861 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534020ad-99e0-4ad7-a700-2f592ba6c039 None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '94c004ae-2858-4067-b986-33ed598f1893', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '6476ec05-9104-4010-932a-566d3c68c31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:57:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:26:44Z', 'updated_at': '2021-11-23T23:26:44Z', 'revision_number': 0, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}, {'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:46Z', 'revision_number': 1, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:26:46.025675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166de207-27eb-4d65-96ad-ac8aafd0a952 None None] New status for floating IP 94c004ae-2858-4067-b986-33ed598f1893: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:26:51.319747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-56fe8357-2e42-44c1-a261-864ad9085c8a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481732 Nov 23 23:26:51.417867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-e7e2ec39-2c05-4443-aa3d-9fff68e9b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:51.419543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-e7e2ec39-2c05-4443-aa3d-9fff68e9b088 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0414064 Nov 23 23:26:51.524230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-6fe9d074-bc31-4987-b90f-1395306c922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:51.525866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-6fe9d074-bc31-4987-b90f-1395306c922f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0847616 Nov 23 23:26:51.594387 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-6a364e24-fab3-4682-beb0-c7489191407b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 1000 time: 0.0616858 Nov 23 23:26:51.645669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-7a66ea15-43cb-4f33-aa5e-a3edc4c416d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:51.647145 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-7a66ea15-43cb-4f33-aa5e-a3edc4c416d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0462852 Nov 23 23:26:51.693107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-15d0ef54-d8ce-42e9-99d8-4ff25b50de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:51.694515 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-15d0ef54-d8ce-42e9-99d8-4ff25b50de4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404849 Nov 23 23:26:51.790111 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-4149eff4-7f7e-4836-bc43-99edcc1b78af service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883665 Nov 23 23:26:51.883732 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a20f33f5-9bcb-4f77-ba10-b00464d6ebfd req-1a78be95-0752-45b6-acaa-433f1139bd5a service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859797 Nov 23 23:26:52.684618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-7da17384-e18f-4934-b701-00f1c6f0254d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434177 Nov 23 23:26:52.771283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-76d79cb2-54c2-4c20-a54a-79237c106928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:52.773065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-76d79cb2-54c2-4c20-a54a-79237c106928 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1096 time: 0.0448606 Nov 23 23:26:52.887881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-80979570-1fcc-49c9-91f1-8bca685289d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:52.889539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-80979570-1fcc-49c9-91f1-8bca685289d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0975430 Nov 23 23:26:52.960684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-e48f3e7c-808c-4804-9d1f-638a4f00b92d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 200 len: 1001 time: 0.0636072 Nov 23 23:26:53.020136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-efbb38c7-0219-4f24-b345-2b5b7612ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:53.021754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-efbb38c7-0219-4f24-b345-2b5b7612ec9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0543704 Nov 23 23:26:53.359640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-63bd4e6a-06a1-4dfb-a3fa-d6bcbf6a201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:26:53.361194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-63bd4e6a-06a1-4dfb-a3fa-d6bcbf6a201b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3326597 Nov 23 23:26:53.454682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-6934e5d0-3944-45a0-900e-e9a5ff6abc4e service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851266 Nov 23 23:26:53.560249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d7a42aff-b6f9-484d-8c82-e43050ce7310 req-3c16c24c-e875-478e-88c7-05406a8276e1 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978839 Nov 23 23:26:57.309179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:01.622906 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-caa73fd3-e4c1-4ee6-ac58-90383ad278c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:04.751598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615bf538-961a-4cb2-9ca9-e1ac670fc024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:05.179338 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:06.645956 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:07.527063 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:08.320282 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:17.301282 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:27:27.292585 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:31.626152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-23eb5bc6-1402-4667-827a-02fed3ea496d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:34.753933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91177d36-75fa-40c4-ab75-5da85ae904c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:35.183162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:36.649931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:37.522082 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:38.352777 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:27:52.290664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-1ae13b82-c771-462e-8b13-a712e14e0c9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422187 Nov 23 23:27:52.388719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542301-715b-4a86-a52c-f48810891b1d req-9e0c9af6-6329-4f90-b0d5-dd8a0bc5692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:52.390991 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-9e0c9af6-6329-4f90-b0d5-dd8a0bc5692c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0421989 Nov 23 23:27:52.497201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542301-715b-4a86-a52c-f48810891b1d req-163b499e-2c51-4e57-bb68-5b745609af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:52.498768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-163b499e-2c51-4e57-bb68-5b745609af95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0892849 Nov 23 23:27:52.563435 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-e0507e81-b740-4491-b4cb-9587c1ab503a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 1000 time: 0.0576389 Nov 23 23:27:52.614893 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542301-715b-4a86-a52c-f48810891b1d req-a151cc2a-26e3-4057-8d07-98dbb24215fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:52.616453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-a151cc2a-26e3-4057-8d07-98dbb24215fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0460455 Nov 23 23:27:52.668588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542301-715b-4a86-a52c-f48810891b1d req-6bb1781a-9b41-4dde-8735-c4d6619bdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:52.670397 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-6bb1781a-9b41-4dde-8735-c4d6619bdad4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470538 Nov 23 23:27:52.681866 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-241b109b-8b3d-47be-888f-e837cb42139f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:27:52.682807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-241b109b-8b3d-47be-888f-e837cb42139f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049300 Nov 23 23:27:52.772872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-d5f75a65-138d-4602-9893-4e41d4311c35 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831308 Nov 23 23:27:52.866818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30542301-715b-4a86-a52c-f48810891b1d req-e2f285e4-53d5-4f8f-8b15-a41958c75cee service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866566 Nov 23 23:27:54.301645 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:27:54.681945 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-ca82d065-b7fc-4748-8cf9-aeb5389774ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404439 Nov 23 23:27:54.766719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-6c055757-6b96-47bc-892d-4a3df31460f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:54.768293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-6c055757-6b96-47bc-892d-4a3df31460f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1096 time: 0.0444629 Nov 23 23:27:54.870682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-0b98a5c3-d6f6-43ba-be88-241553053641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:54.872172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-0b98a5c3-d6f6-43ba-be88-241553053641 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0844312 Nov 23 23:27:54.940212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-5f9cdf09-ae74-4e55-9098-541ef120af97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 200 len: 1001 time: 0.0603542 Nov 23 23:27:54.990524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-f4a11a15-d83c-4722-a1ca-01490b7f633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:54.992002 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-f4a11a15-d83c-4722-a1ca-01490b7f633b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0452158 Nov 23 23:27:55.038413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-050fe0a9-2a46-4cf1-80c8-f87de923e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:27:55.040034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-050fe0a9-2a46-4cf1-80c8-f87de923e4c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408223 Nov 23 23:27:55.132844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-8cc3d1e5-f144-4121-a4ed-bd7d133e3d18 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855863 Nov 23 23:27:55.225693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9d710d-c67e-4099-b3d7-5cd769be9ff2 req-9d9c2733-a603-4518-ae32-6016e61c84fb service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862491 Nov 23 23:27:57.298368 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:01.630428 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ec0855b-aef7-471f-9e3b-41e342d97e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:04.756268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6bd2ab9a-4e20-4657-b948-765c2c174550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:05.195471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:06.653644 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:07.529289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:08.350348 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:24.149338 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58310) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:24.314520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port 147099ff-c2af-488e-b6ad-a26a7174b0f6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:24.314861 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:24.389451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:24.390368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:24.401956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for 147099ff-c2af-488e-b6ad-a26a7174b0f6 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:24.579380 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:24.610326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=147099ff-c2af-488e-b6ad-a26a7174b0f6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:24.639250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.639621 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.639961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.640300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.640637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.640969 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.641293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.641617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.641939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.642262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.642587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.642909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:24.684403 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:24.684641 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Floating IP 94c004ae-2858-4067-b986-33ed598f1893 disassociated (deleted). External IP: 172.25.0.193, port: 6476ec05-9104-4010-932a-566d3c68c31c. Nov 23 23:28:24.893921 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:28:25.014041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:28:25.021371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:25.029005 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:28:25.042113 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:25.042747 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:25.059633 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-254ffbdc-8fa3-440e-9a23-6a311e892b98 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "DELETE /v2.0/floatingips/94c004ae-2858-4067-b986-33ed598f1893 HTTP/1.1" status: 204 len: 168 time: 0.9090996 Nov 23 23:28:25.060181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:28:25.075019 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880f7660-43a8-424a-b149-527372ac473e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "tag": "6476ec05-9104-4010-932a-566d3c68c31c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:28:25.159691 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d13dafb-57ba-459e-a6a4-68aaf2b364ca x-openstack-request-id: req-3d13dafb-57ba-459e-a6a4-68aaf2b364ca {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:28:25.160332 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "tag": "6476ec05-9104-4010-932a-566d3c68c31c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:28:25.160332 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d13dafb-57ba-459e-a6a4-68aaf2b364ca {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:28:25.160654 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c', 'status': 'completed', 'code': 200} Nov 23 23:28:25.165782 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:25.250590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f7660-43a8-424a-b149-527372ac473e req-2e8cda09-8974-47bd-b423-36ce6acc4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:25.252897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-880f7660-43a8-424a-b149-527372ac473e req-2e8cda09-8974-47bd-b423-36ce6acc4f6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 1096 time: 0.0609891 Nov 23 23:28:25.401450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f7660-43a8-424a-b149-527372ac473e req-cb536e37-170a-4943-90a6-28a8fd6e617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:25.402976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-880f7660-43a8-424a-b149-527372ac473e req-cb536e37-170a-4943-90a6-28a8fd6e617d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.1399779 Nov 23 23:28:25.444964 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:46Z', 'revision_number': 1, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:25.448131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-880f7660-43a8-424a-b149-527372ac473e req-3ef617de-0bbb-42d1-8839-d7493ec9974a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 200 len: 217 time: 0.0376394 Nov 23 23:28:25.471468 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:28:25.479941 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:25.480563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:25.524706 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f7660-43a8-424a-b149-527372ac473e req-ee020872-a59e-494d-ae89-31183ed9bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:25.526214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-880f7660-43a8-424a-b149-527372ac473e req-ee020872-a59e-494d-ae89-31183ed9bfcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0701482 Nov 23 23:28:25.535134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e15e-b832-4521-88a2-0486644665bf req-b7411cd3-534c-4cbe-8130-e47ab41e6032 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:25.536715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e865e15e-b832-4521-88a2-0486644665bf req-b7411cd3-534c-4cbe-8130-e47ab41e6032 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 945 time: 0.1979270 Nov 23 23:28:25.591761 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:25.609914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f7660-43a8-424a-b149-527372ac473e req-b7ca657a-0ec6-4151-a9db-82b48e4a213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:25.611427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-880f7660-43a8-424a-b149-527372ac473e req-b7ca657a-0ec6-4151-a9db-82b48e4a213e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738530 Nov 23 23:28:25.615442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e865e15e-b832-4521-88a2-0486644665bf req-99749c29-ea20-49c5-852d-f1d18b6845a1 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703063 Nov 23 23:28:25.711086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-880f7660-43a8-424a-b149-527372ac473e req-fc4777b6-7917-410c-b14a-2555d4869cca service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Nov 23 23:28:25.805467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-880f7660-43a8-424a-b149-527372ac473e req-0a10fab0-da51-4e16-8075-beb6137fd2df service neutron] 10.222.0.46 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857430 Nov 23 23:28:25.817903 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:46Z', 'revision_number': 1, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:25.848278 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de25b64-043d-4878-9dc7-bfbf02f2cd79 None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a683ea9f-f68e-405a-ad6d-88e7cd15cfa6', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'port_id': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'mac_address': 'fa:16:3e:d8:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:24:43Z', 'updated_at': '2021-11-23T23:24:46Z', 'revision_number': 1, 'project_id': '6f5d7d5811984b489cf034269c724730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:28:26.060111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1724d31-0f0c-4f75-90aa-7fbb3afd0a70 None None] New status for floating IP 94c004ae-2858-4067-b986-33ed598f1893: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:28:26.851540 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dcba6-2c1a-4ff5-91d0-e2caa28d79c0 req-6937fc59-2580-4117-8f84-3fe814599568 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:26.853085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-407dcba6-2c1a-4ff5-91d0-e2caa28d79c0 req-6937fc59-2580-4117-8f84-3fe814599568 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 945 time: 0.1444967 Nov 23 23:28:26.862051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-3aacef2c-f93b-43d8-a34b-0ee1ef81a272 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:26.863503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-3aacef2c-f93b-43d8-a34b-0ee1ef81a272 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 945 time: 0.0703866 Nov 23 23:28:26.960874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-407dcba6-2c1a-4ff5-91d0-e2caa28d79c0 req-0b8cf5b6-99da-4d8c-b58d-184e8f2fb843 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962467 Nov 23 23:28:26.988330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port 6476ec05-9104-4010-932a-566d3c68c31c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:26.988670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:27.087601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] For port 6476ec05-9104-4010-932a-566d3c68c31c, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6476ec05-9104-4010-932a-566d3c68c31c,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:27.087987 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:27.101104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for 6476ec05-9104-4010-932a-566d3c68c31c owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:27.237078 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:27.267200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=6476ec05-9104-4010-932a-566d3c68c31c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:27.305597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:27.311067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] No DVR routers for this DVR port 6476ec05-9104-4010-932a-566d3c68c31c on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:28:27.314147 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:27.317623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4088b635-ab7f-4f4a-a52d-bc86322b82a2 req-ff1cf046-a620-47b8-b145-3035ca4f1975 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.46 "DELETE /v2.0/ports/6476ec05-9104-4010-932a-566d3c68c31c HTTP/1.1" status: 204 len: 173 time: 0.4472876 Nov 23 23:28:27.318075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'name': 'network-vif-deleted', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:28:27.320404 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08480594-5c4b-4ef2-adfe-a5885532908e" -d '{"events": [{"server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "name": "network-vif-deleted", "tag": "6476ec05-9104-4010-932a-566d3c68c31c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:28:27.360123 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157b2517-c9dc-4a21-9d29-a8f3520e32fc x-openstack-request-id: req-157b2517-c9dc-4a21-9d29-a8f3520e32fc {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:28:27.360410 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e24c91b-bbd6-411d-9ba3-3f4c3283701c", "name": "network-vif-deleted", "tag": "6476ec05-9104-4010-932a-566d3c68c31c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:28:27.360657 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-157b2517-c9dc-4a21-9d29-a8f3520e32fc {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:28:27.361069 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e24c91b-bbd6-411d-9ba3-3f4c3283701c', 'name': 'network-vif-deleted', 'tag': '6476ec05-9104-4010-932a-566d3c68c31c', 'status': 'completed', 'code': 200} Nov 23 23:28:28.062913 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9a3f22fd-d39d-45a9-b2b5-77ca14fcacab req-64492a00-2595-4253-9aba-7b1a782e506b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 210 time: 0.0275118 Nov 23 23:28:29.177102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29676f64-b9b6-46a3-813a-02e287f3f59a req-b46dcd3e-2a26-4560-b772-723b5430b0ed tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 210 time: 0.0302744 Nov 23 23:28:29.367951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6476ec05-9104-4010-932a-566d3c68c31c no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:29.388606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 6476ec05-9104-4010-932a-566d3c68c31c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:29.388958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6476ec05-9104-4010-932a-566d3c68c31c not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:30.295269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e481a89b-2810-4d09-99a4-489da6f38ae7 req-43984a86-b8a1-4baa-8c7d-54af3816aaaa tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 210 time: 0.0325816 Nov 23 23:28:31.301242 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:28:31.396201 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c52abe24-4d6f-4fa5-828a-4c47683ab9fb req-b1cd5b6f-4f7e-42ec-8494-4c07c744148f tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e24c91b-bbd6-411d-9ba3-3f4c3283701c HTTP/1.1" status: 200 len: 210 time: 0.0297060 Nov 23 23:28:31.627149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ada93687-f416-4fd1-a1c8-0372cd5e8940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:34.758092 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5b20e1e-7227-452f-a3a9-1460dcd0e776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:35.188572 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:36.655627 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:37.523631 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:37.851777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58368) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:38.011670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port d36edfc5-09ba-4246-ad35-27357dbe3d4d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:38.012012 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:38.090139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:38.090360 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:38.101962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for d36edfc5-09ba-4246-ad35-27357dbe3d4d owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:38.253712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:38.349988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:38.558372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=d36edfc5-09ba-4246-ad35-27357dbe3d4d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:38.618499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:38.618749 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Floating IP a683ea9f-f68e-405a-ad6d-88e7cd15cfa6 disassociated (deleted). External IP: 172.25.0.38, port: 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f. Nov 23 23:28:38.836412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:28:38.945733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:28:38.950348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:38.956495 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:28:38.966758 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:38.967362 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:38.979027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-68f240c1-7899-42dd-8cb2-7de178951403 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "DELETE /v2.0/floatingips/a683ea9f-f68e-405a-ad6d-88e7cd15cfa6 HTTP/1.1" status: 204 len: 168 time: 1.1261454 Nov 23 23:28:38.979749 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:28:38.982106 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a42f750-ad2b-485d-8cfa-68119daaee2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:28:39.035509 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800f9307-85e9-43cd-9c67-3451b4c9a047 x-openstack-request-id: req-800f9307-85e9-43cd-9c67-3451b4c9a047 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:28:39.035907 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:28:39.036161 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-800f9307-85e9-43cd-9c67-3451b4c9a047 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:28:39.036576 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'status': 'completed', 'code': 200} Nov 23 23:28:39.083310 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:39.121408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-830be100-77c2-486e-a8d4-e830ee34886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:39.122870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-830be100-77c2-486e-a8d4-e830ee34886a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f5d7d5811984b489cf034269c724730&device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0470262 Nov 23 23:28:39.226233 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2254-3b49-4ea3-8a1e-de9d9bf1f28b req-3a6026d6-df2e-4e51-926b-812fdc19f28c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:39.227728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fdc2254-3b49-4ea3-8a1e-de9d9bf1f28b req-3a6026d6-df2e-4e51-926b-812fdc19f28c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0514369 Nov 23 23:28:39.256967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-86c32192-c146-4b2c-a25f-ea5514d025ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:39.258465 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-86c32192-c146-4b2c-a25f-ea5514d025ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 200 len: 913 time: 0.0938182 Nov 23 23:28:39.283943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fdc2254-3b49-4ea3-8a1e-de9d9bf1f28b req-bbfd0e8c-9f79-433f-918a-1e71035ab3f9 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481846 Nov 23 23:28:39.296913 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:39.310496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-6822d136-265e-4fe9-8ed1-dac268952faa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 200 len: 217 time: 0.0440750 Nov 23 23:28:39.328309 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:28:39.337687 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:39.338309 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:39.363014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-77a4dc27-f82b-4322-84b9-607c4f8011e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:39.364541 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-77a4dc27-f82b-4322-84b9-607c4f8011e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 200 len: 851 time: 0.0470257 Nov 23 23:28:39.410998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-ea10c4e8-f1c0-4b8a-a4bb-029b81fe1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:39.412617 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-ea10c4e8-f1c0-4b8a-a4bb-029b81fe1f2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a1b0a57c-83ff-44a6-a6cd-da851be1233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410349 Nov 23 23:28:39.515916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-266d8191-796a-4f39-9d39-23c97c0467c1 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950308 Nov 23 23:28:39.555910 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:39.617151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7a42f750-ad2b-485d-8cfa-68119daaee2b req-c88bed00-44c4-4418-ba6f-457c65826512 service neutron] 10.222.0.48 "GET /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937228 Nov 23 23:28:39.753311 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:39.778660 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff429549-30f9-46ba-a2eb-043cdd46a68f None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '24097edd-a241-4654-a996-d0df87a9c04f', 'name': '', 'network_id': 'a1b0a57c-83ff-44a6-a6cd-da851be1233e', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'mac_address': 'fa:16:3e:76:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:49Z', 'updated_at': '2021-11-23T23:17:55Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'subnets': [{'id': '0b32dbf3-d07e-435b-9ccb-43557d290290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:28:40.125926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e5c38-f9ee-4be1-b958-2e58d07d80ad None None] New status for floating IP a683ea9f-f68e-405a-ad6d-88e7cd15cfa6: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:28:40.418552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ceb02-4514-4b82-8bc4-24137ddf675b req-766219b7-8a19-4dea-9c29-3a1f07c45a29 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:40.420083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d5ceb02-4514-4b82-8bc4-24137ddf675b req-766219b7-8a19-4dea-9c29-3a1f07c45a29 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0531082 Nov 23 23:28:40.470732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d5ceb02-4514-4b82-8bc4-24137ddf675b req-2a82d72f-8695-46a2-879b-95fb5e312c92 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/security-groups?id=56cf5057-6945-4156-a7c4-bbf724d6f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Nov 23 23:28:40.895534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-38fe6205-f23e-4859-a636-9fa010ddaa8b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:28:40.897105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-38fe6205-f23e-4859-a636-9fa010ddaa8b tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Nov 23 23:28:40.988551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:40.988886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:41.101563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] For port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:41.102182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:41.119140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:41.249176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:41.278922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:41.306088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.306441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.306781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.307120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.307457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.307815 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.308144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.308469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.308791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.309113 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.309434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.309757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:41.332360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] No DVR routers for this DVR port 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:28:41.334932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:41.338267 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-29ce55ff-4923-400f-99be-5698b6faaa81 req-c3866455-c794-4da9-927b-c113a406cf1c tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.48 "DELETE /v2.0/ports/9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f HTTP/1.1" status: 204 len: 173 time: 0.4352646 Nov 23 23:28:41.338718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'name': 'network-vif-deleted', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:28:41.341108 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1403259c-0479-4383-b0d2-c14bb0821c95" -d '{"events": [{"server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "name": "network-vif-deleted", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:28:41.382493 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf37578-fa2b-4e27-98a8-194122a909a0 x-openstack-request-id: req-2cf37578-fa2b-4e27-98a8-194122a909a0 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:28:41.382715 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1433dea4-f81f-4d4c-aaff-08741be9b8a4", "name": "network-vif-deleted", "tag": "9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:28:41.382973 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2cf37578-fa2b-4e27-98a8-194122a909a0 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:28:41.383380 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1433dea4-f81f-4d4c-aaff-08741be9b8a4', 'name': 'network-vif-deleted', 'tag': '9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f', 'status': 'completed', 'code': 200} Nov 23 23:28:41.574009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-201f26f7-cf54-461d-b8ec-37900fec6747 req-0b8ceaac-1cfa-407e-a865-075f3369e513 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0287578 Nov 23 23:28:42.674088 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5910633-e50c-4fc3-ac34-6943dcfe7019 req-93a3a171-4846-409a-8c76-d3e5b3057c73 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0276387 Nov 23 23:28:43.769139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97a60657-638b-4224-8bbd-faa0db5946f3 req-1a5f8f81-82c9-414d-ab86-d09545005181 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0263875 Nov 23 23:28:44.778673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:44.801665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:44.802028 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ebb97aa-3c6d-4e0a-9fd7-f6c1f118247f not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:44.872042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72ff8d81-77d6-4fad-b51c-52698fb9d4f6 req-3c89d223-1933-440a-8d98-feed44aef886 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Nov 23 23:28:45.981343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-691edfea-1b4d-40e0-a92d-ce751b91cd99 req-09ec0edc-a8a3-437a-b9b2-2d7ee2a15c76 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "GET /v2.0/ports?device_id=1433dea4-f81f-4d4c-aaff-08741be9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0264328 Nov 23 23:28:47.039465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58396) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:47.510149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Deleting port 138a9a47-57e8-4c6a-bef9-c9480b0ebebd {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:47.510500 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:47.594318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:47.594637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:47.609169 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Calling delete_port for 138a9a47-57e8-4c6a-bef9-c9480b0ebebd owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:47.750283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:47.776959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'Port': ['ID=138a9a47-57e8-4c6a-bef9-c9480b0ebebd,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:47.839353 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:47.841938 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:47.843825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b54c3927-1587-4292-b8c0-df008f088234 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "DELETE /v2.0/floatingips/dbbe61c1-ed5d-4031-84a2-a93bb097a5d7 HTTP/1.1" status: 204 len: 168 time: 0.8032403 Nov 23 23:28:51.163723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58412) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:51.226295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1a28234-8248-4e88-a606-0a79eed297e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:51.254209 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1a28234-8248-4e88-a606-0a79eed297e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:51.330316 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1a28234-8248-4e88-a606-0a79eed297e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:51.333803 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e1a28234-8248-4e88-a606-0a79eed297e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:51.338622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e1a28234-8248-4e88-a606-0a79eed297e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] 10.222.0.11 "DELETE /v2.0/security-groups/56cf5057-6945-4156-a7c4-bbf724d6f6ee HTTP/1.1" status: 204 len: 168 time: 0.1696582 Nov 23 23:28:51.348805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28234-8248-4e88-a606-0a79eed297e2 tempest-TestVolumeBootPattern-455421345 tempest-TestVolumeBootPattern-455421345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cf5057-6945-4156-a7c4-bbf724d6f6ee,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:51.441584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58416) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:52.004626 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:52.293927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Deleting port 24097edd-a241-4654-a996-d0df87a9c04f {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:52.295054 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:52.385246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] For port 24097edd-a241-4654-a996-d0df87a9c04f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=24097edd-a241-4654-a996-d0df87a9c04f,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:52.385609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:52.400034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Calling delete_port for 24097edd-a241-4654-a996-d0df87a9c04f owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:52.600083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:52.628803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Pushing event deleted for resources: {'Port': ['ID=24097edd-a241-4654-a996-d0df87a9c04f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:52.824084 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.069373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Router 7954a554-0a12-4130-b352-4b6ed163a8b5 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:28:53.188789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:28:53.194125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-59002507-506c-4415-b917-73ecd7c3d466 admin admin] 10.222.0.11 "PUT /v2.0/routers/7954a554-0a12-4130-b352-4b6ed163a8b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7511284 Nov 23 23:28:53.198329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:53.199869 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] Sync routers for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:28:53.211649 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:53.212278 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:53.325194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.334483 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:53.441222 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.499121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Deleting port 464421ec-d16c-4c0f-ad71-d8261f010be5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:53.499598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.526571 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:28:52Z', 'revision_number': 5, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port': {'id': '464421ec-d16c-4c0f-ad71-d8261f010be5', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:47Z', 'updated_at': '2021-11-23T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:53.554000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] Checking router: 7954a554-0a12-4130-b352-4b6ed163a8b5 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:28:53.562952 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] Routers {'7954a554-0a12-4130-b352-4b6ed163a8b5'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:53.564176 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['7954a554-0a12-4130-b352-4b6ed163a8b5'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:53.600875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] For port 464421ec-d16c-4c0f-ad71-d8261f010be5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=464421ec-d16c-4c0f-ad71-d8261f010be5,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:53.602631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.616724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Calling delete_port for 464421ec-d16c-4c0f-ad71-d8261f010be5 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:53.657314 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] Set router 7954a554-0a12-4130-b352-4b6ed163a8b5 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:53.714907 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:28:53Z', 'revision_number': 6, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:53.743360 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f039aa4-cc43-4f0f-b3ac-b95c7cc9d714 None None] The sync data for ids ['7954a554-0a12-4130-b352-4b6ed163a8b5'] in n-d-817303-3 is: [{'id': '7954a554-0a12-4130-b352-4b6ed163a8b5', 'name': 'tempest-TestVolumeBootPattern-1517214050-router', 'tenant_id': '6f5d7d5811984b489cf034269c724730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:46Z', 'updated_at': '2021-11-23T23:28:53Z', 'revision_number': 6, 'project_id': '6f5d7d5811984b489cf034269c724730', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:28:53.794806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.822089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Pushing event deleted for resources: {'Port': ['ID=464421ec-d16c-4c0f-ad71-d8261f010be5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:53.837211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a1234-eebd-41e2-ba26-073eefc33676 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:28:53.886989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.980470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:53.983198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.031972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.033052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7954a554-0a12-4130-b352-4b6ed163a8b5 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:28:54.037960 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.039022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e059bdef-c501-4dff-88c0-4015c1cedc8b admin admin] 10.222.0.11 "DELETE /v2.0/routers/7954a554-0a12-4130-b352-4b6ed163a8b5 HTTP/1.1" status: 204 len: 168 time: 0.8396084 Nov 23 23:28:54.042690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58422) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:54.094403 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] Deleting subnet 0b32dbf3-d07e-435b-9ccb-43557d290290 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:28:54.106218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.146860 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.244467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.306610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.334313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b32dbf3-d07e-435b-9ccb-43557d290290,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:54.337996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.341392 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-65a80189-2465-4ae5-89fa-28c367a9269c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0b32dbf3-d07e-435b-9ccb-43557d290290 HTTP/1.1" status: 204 len: 168 time: 0.2976964 Nov 23 23:28:54.343897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58424) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:54.345991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22039539-0c33-4172-9b51-5233fbf03ca4 None None] Network a1b0a57c-83ff-44a6-a6cd-da851be1233e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:28:54.417328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.481280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Deleting port 46659348-428c-48d8-9be9-afe61828d655 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:54.481628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.547490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] DHCP port deletion for a1b0a57c-83ff-44a6-a6cd-da851be1233e request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:28:54.560035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] For port 46659348-428c-48d8-9be9-afe61828d655, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=46659348-428c-48d8-9be9-afe61828d655,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:54.560503 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.575194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Calling delete_port for 46659348-428c-48d8-9be9-afe61828d655 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:54.602174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Deleting port 46659348-428c-48d8-9be9-afe61828d655 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:54.602606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.676191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.682778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] For port 46659348-428c-48d8-9be9-afe61828d655, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=46659348-428c-48d8-9be9-afe61828d655,segment=NetworkSegment(6790c8fc-7ed5-4c10-82d6-994b4ade9915),segment_id=6790c8fc-7ed5-4c10-82d6-994b4ade9915)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:54.683494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.697413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Calling delete_port for 46659348-428c-48d8-9be9-afe61828d655 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:54.706366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] No DVR routers for this DVR port 46659348-428c-48d8-9be9-afe61828d655 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:28:54.708538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=46659348-428c-48d8-9be9-afe61828d655,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:54.784927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.789577 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.811999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b0a57c-83ff-44a6-a6cd-da851be1233e']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:54.818785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Pushing event deleted for resources: {'Port': ['ID=46659348-428c-48d8-9be9-afe61828d655,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:54.822770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] No DVR routers for this DVR port 46659348-428c-48d8-9be9-afe61828d655 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:28:54.829009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6790c8fc-7ed5-4c10-82d6-994b4ade9915') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:54.829744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6790c8fc-7ed5-4c10-82d6-994b4ade9915') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:54.832036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.832390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.837642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda05b9b-5d77-4e09-b0d3-5b84f0a43a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:28:54.846910 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.863831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.872391 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:28:54.873130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:28:54.875157 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:28:54.931080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.935883 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:54.939646 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a1b0a57c-83ff-44a6-a6cd-da851be1233e HTTP/1.1" status: 204 len: 168 time: 0.5947156 Nov 23 23:28:54.942734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58426) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:54.950830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b38e7-9a8a-4700-af75-a74c832c7c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b0a57c-83ff-44a6-a6cd-da851be1233e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:55.344128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:55.616006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Deleting port 4634914d-678e-4fc8-813f-b399a99e8c7c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:55.616338 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:55.630049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 464421ec-d16c-4c0f-ad71-d8261f010be5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:55.652411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 464421ec-d16c-4c0f-ad71-d8261f010be5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:55.652757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 464421ec-d16c-4c0f-ad71-d8261f010be5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:55.653174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 46659348-428c-48d8-9be9-afe61828d655 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:55.674923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 46659348-428c-48d8-9be9-afe61828d655 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:55.675288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 46659348-428c-48d8-9be9-afe61828d655 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:55.675747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 24097edd-a241-4654-a996-d0df87a9c04f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:55.700072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 24097edd-a241-4654-a996-d0df87a9c04f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:55.700429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 24097edd-a241-4654-a996-d0df87a9c04f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:55.717394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] For port 4634914d-678e-4fc8-813f-b399a99e8c7c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=4634914d-678e-4fc8-813f-b399a99e8c7c,segment=NetworkSegment(cea2aeb5-e0cd-4317-9a8d-f70b6e374d16),segment_id=cea2aeb5-e0cd-4317-9a8d-f70b6e374d16)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:55.717756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:55.732097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Calling delete_port for 4634914d-678e-4fc8-813f-b399a99e8c7c owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:55.942269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:55.969744 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Pushing event deleted for resources: {'Port': ['ID=4634914d-678e-4fc8-813f-b399a99e8c7c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:56.249854 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:56.528106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Router 464a1f32-e459-41d6-8bc1-2f78111afcfa has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:28:56.686863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:28:56.697432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fda2441a-a1d7-4e27-a9ac-d1b81a699498 admin admin] 10.222.0.11 "PUT /v2.0/routers/464a1f32-e459-41d6-8bc1-2f78111afcfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7532165 Nov 23 23:28:56.699950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58428) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:56.710979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] Sync routers for ids ['464a1f32-e459-41d6-8bc1-2f78111afcfa'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:28:56.742242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] Routers {'464a1f32-e459-41d6-8bc1-2f78111afcfa'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:56.743291 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['464a1f32-e459-41d6-8bc1-2f78111afcfa'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:56.879640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:56.900704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] Set router 464a1f32-e459-41d6-8bc1-2f78111afcfa gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:57.061641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.136600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Deleting port e75715bf-bdc2-411e-903c-d49abb0f69a9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:57.137010 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.186199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:28:55Z', 'revision_number': 5, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port': {'id': 'e75715bf-bdc2-411e-903c-d49abb0f69a9', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:17:53Z', 'updated_at': '2021-11-23T23:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:57.216562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] Checking router: 464a1f32-e459-41d6-8bc1-2f78111afcfa for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:28:57.228441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] Routers {'464a1f32-e459-41d6-8bc1-2f78111afcfa'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:28:57.229080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:28:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['464a1f32-e459-41d6-8bc1-2f78111afcfa'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:57.238937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] For port e75715bf-bdc2-411e-903c-d49abb0f69a9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e75715bf-bdc2-411e-903c-d49abb0f69a9,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:57.239479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.255498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Calling delete_port for e75715bf-bdc2-411e-903c-d49abb0f69a9 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:57.326562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.348670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] Set router 464a1f32-e459-41d6-8bc1-2f78111afcfa gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:28:57.442724 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:28:57Z', 'revision_number': 6, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:57.472763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108f876-7d90-4a04-8cee-f88825ead06f None None] The sync data for ids ['464a1f32-e459-41d6-8bc1-2f78111afcfa'] in n-d-817303-3 is: [{'id': '464a1f32-e459-41d6-8bc1-2f78111afcfa', 'name': 'tempest-TestVolumeBootPattern-1122536346-router', 'tenant_id': '30d2034953654aa898a06b1b88d8cc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:17:52Z', 'updated_at': '2021-11-23T23:28:57Z', 'revision_number': 6, 'project_id': '30d2034953654aa898a06b1b88d8cc71', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:28:57.473571 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.519507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75715bf-bdc2-411e-903c-d49abb0f69a9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:57.536058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7fba8-d364-43df-9848-573410accc33 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:28:57.622427 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.799823 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.803526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.867829 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.872159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 464a1f32-e459-41d6-8bc1-2f78111afcfa {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:28:57.877653 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.878813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-13d2cbc9-ac38-41f2-b28a-6b80d1b64a43 admin admin] 10.222.0.11 "DELETE /v2.0/routers/464a1f32-e459-41d6-8bc1-2f78111afcfa HTTP/1.1" status: 204 len: 168 time: 1.1772838 Nov 23 23:28:57.881525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58430) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:57.937273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] Deleting subnet e0fc4c90-599a-4384-a9b4-2460e42821e0 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:28:57.951296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:57.993799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 4634914d-678e-4fc8-813f-b399a99e8c7c no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:57.995846 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.023393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 4634914d-678e-4fc8-813f-b399a99e8c7c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:58.023772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 4634914d-678e-4fc8-813f-b399a99e8c7c not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:58.405620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.477058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.529170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0fc4c90-599a-4384-a9b4-2460e42821e0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:58.535621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.539230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8e6d49f9-28b6-4ed9-a9d8-4e912e840f77 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e0fc4c90-599a-4384-a9b4-2460e42821e0 HTTP/1.1" status: 204 len: 168 time: 0.6564186 Nov 23 23:28:58.541033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58432) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:58.542807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bbe755-bfac-4412-9db6-137e62a88988 None None] Network 4ca83acb-6d47-4e7e-8373-261ac2369868 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:28:58.629946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.695171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Deleting port 81e218d5-2c6d-457f-80ec-206b95c165d1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:28:58.695509 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.784453 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] For port 81e218d5-2c6d-457f-80ec-206b95c165d1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=81e218d5-2c6d-457f-80ec-206b95c165d1,segment=NetworkSegment(cea2aeb5-e0cd-4317-9a8d-f70b6e374d16),segment_id=cea2aeb5-e0cd-4317-9a8d-f70b6e374d16)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:28:58.785065 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.802030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Calling delete_port for 81e218d5-2c6d-457f-80ec-206b95c165d1 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:28:58.912828 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:58.948154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e218d5-2c6d-457f-80ec-206b95c165d1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:58.950029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] No DVR routers for this DVR port 81e218d5-2c6d-457f-80ec-206b95c165d1 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:28:59.036264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.042184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a307bf9-051f-4eaa-ab6b-abf4b2b5c1aa None None] DHCP port deletion for 4ca83acb-6d47-4e7e-8373-261ac2369868 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:28:59.066381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca83acb-6d47-4e7e-8373-261ac2369868']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:59.076956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:59.077255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea2aeb5-e0cd-4317-9a8d-f70b6e374d16') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:28:59.088891 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.105287 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.112413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:28:59.112812 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:28:59.114640 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:28:59.181209 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.186688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.190307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4ca83acb-6d47-4e7e-8373-261ac2369868 HTTP/1.1" status: 204 len: 168 time: 0.6482418 Nov 23 23:28:59.203865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1e31a-b18e-41d0-a13e-6aa68f321057 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca83acb-6d47-4e7e-8373-261ac2369868,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:59.367708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58436) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:59.411363 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3376c39a-2f8b-4084-a2fb-4ee4ff28969c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f5d7d5811984b489cf034269c724730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421729 Nov 23 23:28:59.413902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58438) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:59.475166 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f04f2ddb-a6aa-45ef-9474-4eed98b0925f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.499143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f04f2ddb-a6aa-45ef-9474-4eed98b0925f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.550300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f04f2ddb-a6aa-45ef-9474-4eed98b0925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.553148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f04f2ddb-a6aa-45ef-9474-4eed98b0925f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:28:59.554431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f04f2ddb-a6aa-45ef-9474-4eed98b0925f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9999d7b0-248f-4e4a-a906-76ed2c767e11 HTTP/1.1" status: 204 len: 168 time: 0.1396124 Nov 23 23:28:59.562993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f2ddb-a6aa-45ef-9474-4eed98b0925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9999d7b0-248f-4e4a-a906-76ed2c767e11,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:28:59.632629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 81e218d5-2c6d-457f-80ec-206b95c165d1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:59.655418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 81e218d5-2c6d-457f-80ec-206b95c165d1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:59.655793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 81e218d5-2c6d-457f-80ec-206b95c165d1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:59.656229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e75715bf-bdc2-411e-903c-d49abb0f69a9 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:28:59.677263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e75715bf-bdc2-411e-903c-d49abb0f69a9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:28:59.677608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e75715bf-bdc2-411e-903c-d49abb0f69a9 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:28:59.937863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58444) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:28:59.985358 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0291e214-04bc-49fe-98b5-ee3c7722b7ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30d2034953654aa898a06b1b88d8cc71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459354 Nov 23 23:28:59.988245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58446) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:00.044014 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4109442-78ec-49b3-946e-e99f06133939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:00.073230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4109442-78ec-49b3-946e-e99f06133939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:00.155614 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4109442-78ec-49b3-946e-e99f06133939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:00.159425 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4109442-78ec-49b3-946e-e99f06133939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:00.160744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f4109442-78ec-49b3-946e-e99f06133939 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1feeaebc-957b-4620-a428-84bef0d6e7e6 HTTP/1.1" status: 204 len: 168 time: 0.1714978 Nov 23 23:29:00.169888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109442-78ec-49b3-946e-e99f06133939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feeaebc-957b-4620-a428-84bef0d6e7e6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:01.640333 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2fffad7b-e11e-4afa-8cfd-2c950c099f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:04.761429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a392-6e2b-4a56-89da-33c58617a00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:05.196387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:06.663682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:07.527936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:08.301439 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:29:08.348140 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:10.619752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-8a13ac52-b0a2-4550-bbee-e9ca8efefaba tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d7928bbc2cd94df4bfb9fb6c16ec1026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297663 Nov 23 23:29:10.807155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-607de9c2-e69e-4ce5-a693-b9d7747d3d69 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:10.808573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-607de9c2-e69e-4ce5-a693-b9d7747d3d69 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833997 Nov 23 23:29:10.824244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-cfde8c03-23b3-45b9-9678-168972092291 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/quotas/d7928bbc2cd94df4bfb9fb6c16ec1026 HTTP/1.1" status: 200 len: 375 time: 0.0091164 Nov 23 23:29:10.859231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-69451c82-b7f7-407d-abff-c7706b70df11 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7928bbc2cd94df4bfb9fb6c16ec1026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295331 Nov 23 23:29:11.024488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3c450c7-4594-4484-b750-f092c069c930 req-716a7c17-c7d5-49f9-af44-42f4b10da534 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 210 time: 0.0308640 Nov 23 23:29:12.028304 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-8effe9b6-50b6-4eff-a03c-0de3b18153b4 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d7928bbc2cd94df4bfb9fb6c16ec1026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221629 Nov 23 23:29:12.144849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c6fe0e6-9173-4d2d-83b3-e53d35340c9f req-6f34686a-b658-4e39-b98d-4d8edc0ac7bc tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 210 time: 0.0343623 Nov 23 23:29:12.172072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-dd20c53c-0659-4868-8b6d-9522e69e44c2 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:12.174228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-dd20c53c-0659-4868-8b6d-9522e69e44c2 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406119 Nov 23 23:29:12.188729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Request body: {'port': {'device_id': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'admin_state_up': True, 'tenant_id': 'd7928bbc2cd94df4bfb9fb6c16ec1026'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:29:12.300486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Made reservation on behalf of d7928bbc2cd94df4bfb9fb6c16ec1026 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:29:12.303868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:12.312519 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:12.389316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:12.393738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:12.454039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad18bc-c597-406c-97d1-76a41d0765ff,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:12.531648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Allocated IP 192.168.233.137 (80f4be6f-6da8-452c-9e53-9987c70e4c34/a8a1c7ba-fa35-4466-8634-0b3d46b47e01/61448ba4-3870-43cc-958a-41db42cec57b) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:29:12.693911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:12.729849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:12.780141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Network 80f4be6f-6da8-452c-9e53-9987c70e4c34 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:29:12.784316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:29:12.788302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:29:12.795392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Pushing event updated for resources: {'Port': ['ID=61448ba4-3870-43cc-958a-41db42cec57b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:12.859668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:12.860400 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:12.878398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-833021a6-37f1-48ef-a4a5-da6fcb4bd9b7 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6938238 Nov 23 23:29:12.894112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Request body: {'port': {'device_id': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:29:12.957399 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:13.024135 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bc836e94-8615-448e-bd8f-94323a206fa9 None None] Provisioning complete for port 61448ba4-3870-43cc-958a-41db42cec57b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:29:13.024771 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bc836e94-8615-448e-bd8f-94323a206fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:13.065181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bc836e94-8615-448e-bd8f-94323a206fa9 None None] Port 61448ba4-3870-43cc-958a-41db42cec57b cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:29:13.272335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61448ba4-3870-43cc-958a-41db42cec57b {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:29:13.283113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:13.304856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Transition to ACTIVE for port object 61448ba4-3870-43cc-958a-41db42cec57b will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:29:13.314561 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42cf4-7b63-460b-ad5b-141fc1d69d2f req-fcd3be11-6549-45b8-997e-40b2bc9ca12a tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:13.316183 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27b42cf4-7b63-460b-ad5b-141fc1d69d2f req-fcd3be11-6549-45b8-997e-40b2bc9ca12a tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 936 time: 0.0848231 Nov 23 23:29:13.317572 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:13.397163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Pushing event updated for resources: {'Port': ['ID=61448ba4-3870-43cc-958a-41db42cec57b,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:13.450439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27b42cf4-7b63-460b-ad5b-141fc1d69d2f req-f79a804c-2daf-4ff3-8718-f487413b895f tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270134 Nov 23 23:29:13.512251 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Attempting to bind port 61448ba4-3870-43cc-958a-41db42cec57b on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:29:13.512590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Attempting to bind port 61448ba4-3870-43cc-958a-41db42cec57b by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:29:13.513369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Attempting to bind port 61448ba4-3870-43cc-958a-41db42cec57b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:29:13.520831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Port 61448ba4-3870-43cc-958a-41db42cec57b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:29:13.521951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Attempting to bind port 61448ba4-3870-43cc-958a-41db42cec57b on network 80f4be6f-6da8-452c-9e53-9987c70e4c34 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:29:13.534647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:29:13.534873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Checking segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:29:13.535265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Bound using segment: {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:29:13.535729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Bound port: 61448ba4-3870-43cc-958a-41db42cec57b, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f801b1bc-b2a7-4b73-bf7a-a68815a6da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:29:13.536088 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:13.620581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] For port 61448ba4-3870-43cc-958a-41db42cec57b, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:29:13.624452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] For port 61448ba4-3870-43cc-958a-41db42cec57b, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=61448ba4-3870-43cc-958a-41db42cec57b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:29:13.631121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:13.668185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:13.669099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:13.670620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] 10.222.0.46 "PUT /v2.0/ports/61448ba4-3870-43cc-958a-41db42cec57b HTTP/1.1" status: 200 len: 1096 time: 0.7817485 Nov 23 23:29:13.674386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'tag': '61448ba4-3870-43cc-958a-41db42cec57b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:29:13.677217 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744651de-0fec-4696-bb58-30eb4b0ebcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8be6084c-0b5c-42f5-a256-4b856ae811d0", "tag": "61448ba4-3870-43cc-958a-41db42cec57b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:29:13.738379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564683b-9200-48e3-96d7-9d88167d6589 service neutron] Pushing event updated for resources: {'Port': ['ID=61448ba4-3870-43cc-958a-41db42cec57b,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:13.762342 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec233b7d-390d-4da7-9cfd-09631e5ac735 x-openstack-request-id: req-ec233b7d-390d-4da7-9cfd-09631e5ac735 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:29:13.763596 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be6084c-0b5c-42f5-a256-4b856ae811d0", "tag": "61448ba4-3870-43cc-958a-41db42cec57b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:29:13.763965 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec233b7d-390d-4da7-9cfd-09631e5ac735 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:29:13.764407 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'tag': '61448ba4-3870-43cc-958a-41db42cec57b', 'status': 'completed', 'code': 200} Nov 23 23:29:13.785046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-81331d5d-c514-4c80-bbb7-f05a5826ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:13.787289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-81331d5d-c514-4c80-bbb7-f05a5826ab58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7928bbc2cd94df4bfb9fb6c16ec1026&device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 1099 time: 0.0646996 Nov 23 23:29:13.838763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-15bf44d6-a2b7-4185-8843-fc657b6c85bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=61448ba4-3870-43cc-958a-41db42cec57b HTTP/1.1" status: 200 len: 217 time: 0.0424893 Nov 23 23:29:13.896211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-c96608e4-7a2e-4db1-a9a0-e0a3b49ed4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:13.897841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-c96608e4-7a2e-4db1-a9a0-e0a3b49ed4d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0520403 Nov 23 23:29:13.956375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b8985fe9-008a-4727-ba12-e4ca4d51c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:13.959438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b8985fe9-008a-4727-ba12-e4ca4d51c201 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528517 Nov 23 23:29:14.077618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-04661c1c-87eb-4acc-b7cf-f9d1bfc05c83 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100717 Nov 23 23:29:14.178390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b70366f-c8c7-4363-8c9c-5ac23541eeb2 req-b1098b39-dd5c-42f0-a388-4d94c8d61659 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943048 Nov 23 23:29:14.264452 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-e1058976-a337-4776-839a-1bde2575e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:14.265953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-e1058976-a337-4776-839a-1bde2575e354 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7928bbc2cd94df4bfb9fb6c16ec1026&device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 1099 time: 0.0412302 Nov 23 23:29:14.369704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-7593b24f-1294-4c17-9212-fa10ced1b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:14.371182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-7593b24f-1294-4c17-9212-fa10ced1b312 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80f4be6f-6da8-452c-9e53-9987c70e4c34 HTTP/1.1" status: 200 len: 870 time: 0.0977819 Nov 23 23:29:14.421444 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-46cbe863-fb0c-4bd6-aa47-592a2f4f21ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=61448ba4-3870-43cc-958a-41db42cec57b HTTP/1.1" status: 200 len: 217 time: 0.0431733 Nov 23 23:29:14.473319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-c9035f3c-165e-49e3-8bf1-bd9a69bd2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:14.474810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-c9035f3c-165e-49e3-8bf1-bd9a69bd2d9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8a1c7ba-fa35-4466-8634-0b3d46b47e01 HTTP/1.1" status: 200 len: 843 time: 0.0460186 Nov 23 23:29:14.523968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-b9f05f37-793c-49e0-acfb-627bc4757d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:14.525505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-b9f05f37-793c-49e0-acfb-627bc4757d72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80f4be6f-6da8-452c-9e53-9987c70e4c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428028 Nov 23 23:29:14.646035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c665-2f9c-4fc3-920f-930dd1f676d9 req-5dc2e79e-4318-4bbe-b90a-528fb73a89ba tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:14.647773 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8283c665-2f9c-4fc3-920f-930dd1f676d9 req-5dc2e79e-4318-4bbe-b90a-528fb73a89ba tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 948 time: 0.1179287 Nov 23 23:29:14.679991 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-74874dd7-9690-475b-8057-a7cf0bc5fc5c service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414926 Nov 23 23:29:14.741508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8283c665-2f9c-4fc3-920f-930dd1f676d9 req-75a228e0-949f-42c3-a081-580f32c1a03c tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867620 Nov 23 23:29:14.806533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744651de-0fec-4696-bb58-30eb4b0ebcc7 req-b9b02b7c-e994-4706-b7bf-29d2d8f44861 service neutron] 10.222.0.46 "GET /v2.0/networks/80f4be6f-6da8-452c-9e53-9987c70e4c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139231 Nov 23 23:29:15.530142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 61448ba4-3870-43cc-958a-41db42cec57b details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:29:15.638155 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 61448ba4-3870-43cc-958a-41db42cec57b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=61448ba4-3870-43cc-958a-41db42cec57b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:29:15.650760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '61448ba4-3870-43cc-958a-41db42cec57b', 'network_id': '80f4be6f-6da8-452c-9e53-9987c70e4c34', 'port_id': '61448ba4-3870-43cc-958a-41db42cec57b', 'mac_address': 'fa:16:3e:1f:2d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a1c7ba-fa35-4466-8634-0b3d46b47e01', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:29:15.690136 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:15.704943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61448ba4-3870-43cc-958a-41db42cec57b {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:29:15.727426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 61448ba4-3870-43cc-958a-41db42cec57b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=61448ba4-3870-43cc-958a-41db42cec57b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:29:15.731262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:15.781493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=61448ba4-3870-43cc-958a-41db42cec57b,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:15.875420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952730bd-ee4e-445c-8402-f0325ef84f9f req-ec43406d-daf3-4880-b960-7acafd2047cd tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:15.877403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-952730bd-ee4e-445c-8402-f0325ef84f9f req-ec43406d-daf3-4880-b960-7acafd2047cd tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 949 time: 0.0545580 Nov 23 23:29:15.928615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-952730bd-ee4e-445c-8402-f0325ef84f9f req-2743ad5e-c509-4bc0-ad96-e2808c438c0e tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Nov 23 23:29:15.952770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['61448ba4-3870-43cc-958a-41db42cec57b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:29:17.055594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025811-e8ce-4be1-8545-b9353c23e3de req-f9992f0e-1fe4-49ab-8da0-f972cd83b3ff tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:17.057086 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3025811-e8ce-4be1-8545-b9353c23e3de req-f9992f0e-1fe4-49ab-8da0-f972cd83b3ff tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 949 time: 0.0545206 Nov 23 23:29:17.105296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c3025811-e8ce-4be1-8545-b9353c23e3de req-4f820930-384c-4b1a-8b90-480b7d330375 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423014 Nov 23 23:29:17.545586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 61448ba4-3870-43cc-958a-41db42cec57b up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:29:17.597220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 61448ba4-3870-43cc-958a-41db42cec57b completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:29:17.601129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 61448ba4-3870-43cc-958a-41db42cec57b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:29:17.601573 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:17.686633 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:17.710197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61448ba4-3870-43cc-958a-41db42cec57b'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:29:17.713170 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898dacc5-6679-4de1-bccf-a47e3ac816ba" -d '{"events": [{"server_uuid": "8be6084c-0b5c-42f5-a256-4b856ae811d0", "name": "network-vif-plugged", "status": "completed", "tag": "61448ba4-3870-43cc-958a-41db42cec57b"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:29:17.730926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 61448ba4-3870-43cc-958a-41db42cec57b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=61448ba4-3870-43cc-958a-41db42cec57b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:29:17.736138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:17.759534 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9f5afc-023b-494b-abc5-152740353c6e x-openstack-request-id: req-5a9f5afc-023b-494b-abc5-152740353c6e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:29:17.759854 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be6084c-0b5c-42f5-a256-4b856ae811d0", "name": "network-vif-plugged", "status": "completed", "tag": "61448ba4-3870-43cc-958a-41db42cec57b", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:29:17.760109 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a9f5afc-023b-494b-abc5-152740353c6e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:29:17.760507 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61448ba4-3870-43cc-958a-41db42cec57b', 'code': 200} Nov 23 23:29:17.790012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=61448ba4-3870-43cc-958a-41db42cec57b,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:17.853913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918172-b52c-4191-9fe8-7dc1b1ea9bd1 req-93aff02c-bd4b-4895-be9c-71b2681636c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:17.855419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a918172-b52c-4191-9fe8-7dc1b1ea9bd1 req-93aff02c-bd4b-4895-be9c-71b2681636c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 1101 time: 0.0404027 Nov 23 23:29:17.900482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8a918172-b52c-4191-9fe8-7dc1b1ea9bd1 req-85395815-6a0a-44bd-b0e0-2a0e2733a6c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Nov 23 23:29:18.223503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edf65-786d-4d42-ac28-d49ca864517f req-f1f58864-eea8-4133-ab6e-d159b31b3617 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:18.225024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e8edf65-786d-4d42-ac28-d49ca864517f req-f1f58864-eea8-4133-ab6e-d159b31b3617 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 950 time: 0.0488019 Nov 23 23:29:18.276070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e8edf65-786d-4d42-ac28-d49ca864517f req-81f1fbac-ca6b-43a1-be00-1fc03576481a tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Nov 23 23:29:19.394963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b5345-0e5e-4872-a3e8-d4f4675f11d0 req-01b359da-b578-45d3-8f10-74fbfec5cd8f tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:19.396559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-205b5345-0e5e-4872-a3e8-d4f4675f11d0 req-01b359da-b578-45d3-8f10-74fbfec5cd8f tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 950 time: 0.0495954 Nov 23 23:29:19.444235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-205b5345-0e5e-4872-a3e8-d4f4675f11d0 req-31f96db2-bd74-4623-a7cc-97e6784c6f98 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Nov 23 23:29:19.730832 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-a2a89880-310b-4e55-ab8e-cb4378cdf23f req-7dbf74e9-af6a-417d-b393-306bb5aded36 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:29:19.731865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2a89880-310b-4e55-ab8e-cb4378cdf23f req-7dbf74e9-af6a-417d-b393-306bb5aded36 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054371 Nov 23 23:29:20.065648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-c7fa842e-16c5-456e-b40b-e74461917798 req-84657960-e43e-4881-96a7-f55559649118 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:29:20.066941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7fa842e-16c5-456e-b40b-e74461917798 req-84657960-e43e-4881-96a7-f55559649118 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066898 Nov 23 23:29:20.407688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da601f-296c-4933-af04-d48933616b1f req-2dd94bd6-2c8e-4535-9447-5e187b1ba795 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:20.409076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18da601f-296c-4933-af04-d48933616b1f req-2dd94bd6-2c8e-4535-9447-5e187b1ba795 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 950 time: 0.0512109 Nov 23 23:29:20.456702 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-18da601f-296c-4933-af04-d48933616b1f req-bfa45ccf-d05c-414a-a831-7c3531eb68e2 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Nov 23 23:29:21.595260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c5fde-9eec-41db-8c30-a1099772767c req-be1de01e-f9aa-4427-aaad-82af3f1c62f5 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:21.597669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e76c5fde-9eec-41db-8c30-a1099772767c req-be1de01e-f9aa-4427-aaad-82af3f1c62f5 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 950 time: 0.0562062 Nov 23 23:29:21.672660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e76c5fde-9eec-41db-8c30-a1099772767c req-db47def4-9573-44b5-8d6c-e44427a8b46d tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.11 "GET /v2.0/security-groups?id=27ad18bc-c597-406c-97d1-76a41d0765ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689507 Nov 23 23:29:21.687663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-e746aa3d-20a8-4f97-8fc1-ad0143e6b444 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:21.689120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-e746aa3d-20a8-4f97-8fc1-ad0143e6b444 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6084c-0b5c-42f5-a256-4b856ae811d0 HTTP/1.1" status: 200 len: 950 time: 0.0715811 Nov 23 23:29:21.781904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Deleting port 61448ba4-3870-43cc-958a-41db42cec57b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:29:21.782161 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:21.872181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] For port 61448ba4-3870-43cc-958a-41db42cec57b, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=61448ba4-3870-43cc-958a-41db42cec57b,segment=NetworkSegment(f801b1bc-b2a7-4b73-bf7a-a68815a6da54),segment_id=f801b1bc-b2a7-4b73-bf7a-a68815a6da54)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:29:21.872541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:21.885915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Calling delete_port for 61448ba4-3870-43cc-958a-41db42cec57b owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:29:22.016388 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:22.028583 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['61448ba4-3870-43cc-958a-41db42cec57b'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:29:22.056070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Pushing event deleted for resources: {'Port': ['ID=61448ba4-3870-43cc-958a-41db42cec57b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:22.100406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] No DVR routers for this DVR port 61448ba4-3870-43cc-958a-41db42cec57b on host n-h2-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:29:22.103306 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:22.106688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7f3f5ee5-3ce0-4148-8c88-aef93c385df6 req-b35bae88-73d4-4e50-9386-2d7832c3be79 tempest-ServersAdminNegativeTestJSON-200203926 tempest-ServersAdminNegativeTestJSON-200203926-project] 10.222.0.46 "DELETE /v2.0/ports/61448ba4-3870-43cc-958a-41db42cec57b HTTP/1.1" status: 204 len: 173 time: 0.4111195 Nov 23 23:29:22.107163 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'name': 'network-vif-deleted', 'tag': '61448ba4-3870-43cc-958a-41db42cec57b'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:29:22.109671 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b07728-6f13-435e-9c48-3bfe330599bb" -d '{"events": [{"server_uuid": "8be6084c-0b5c-42f5-a256-4b856ae811d0", "name": "network-vif-deleted", "tag": "61448ba4-3870-43cc-958a-41db42cec57b"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:29:22.156724 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f53171e-cccc-479a-9735-45716a96c760 x-openstack-request-id: req-5f53171e-cccc-479a-9735-45716a96c760 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:29:22.157080 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be6084c-0b5c-42f5-a256-4b856ae811d0", "name": "network-vif-deleted", "tag": "61448ba4-3870-43cc-958a-41db42cec57b", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:29:22.157362 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f53171e-cccc-479a-9735-45716a96c760 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:29:22.157835 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be6084c-0b5c-42f5-a256-4b856ae811d0', 'name': 'network-vif-deleted', 'tag': '61448ba4-3870-43cc-958a-41db42cec57b', 'status': 'completed', 'code': 200} Nov 23 23:29:22.993735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58582) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:23.136851 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7055059f-fcbe-40aa-8c2a-92985f75f5d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7928bbc2cd94df4bfb9fb6c16ec1026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419082 Nov 23 23:29:23.139348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58586) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:23.187162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5efd7ead-d485-4f1e-a975-061ccb9a2718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.208004 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5efd7ead-d485-4f1e-a975-061ccb9a2718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.253435 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5efd7ead-d485-4f1e-a975-061ccb9a2718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.256198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5efd7ead-d485-4f1e-a975-061ccb9a2718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.257348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5efd7ead-d485-4f1e-a975-061ccb9a2718 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27ad18bc-c597-406c-97d1-76a41d0765ff HTTP/1.1" status: 204 len: 168 time: 0.1170659 Nov 23 23:29:23.264883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd7ead-d485-4f1e-a975-061ccb9a2718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad18bc-c597-406c-97d1-76a41d0765ff,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:23.520295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58592) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:23.537743 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e69e37b7-ea2a-4014-b532-33ef16cb1425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.615209 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e69e37b7-ea2a-4014-b532-33ef16cb1425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.619516 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e69e37b7-ea2a-4014-b532-33ef16cb1425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.657825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e69e37b7-ea2a-4014-b532-33ef16cb1425 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=464b861f338f49f0b859074a966568ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363947 Nov 23 23:29:23.658750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e37b7-ea2a-4014-b532-33ef16cb1425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72a4970-2e76-40dd-bc9d-f39b605d2e11,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:23.661259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58594) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:23.709716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1fad9462-72e1-4cb4-93c0-505c96487411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.730884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1fad9462-72e1-4cb4-93c0-505c96487411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.776285 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1fad9462-72e1-4cb4-93c0-505c96487411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.778733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1fad9462-72e1-4cb4-93c0-505c96487411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:23.779897 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1fad9462-72e1-4cb4-93c0-505c96487411 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b72a4970-2e76-40dd-bc9d-f39b605d2e11 HTTP/1.1" status: 204 len: 168 time: 0.1175609 Nov 23 23:29:23.788741 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad9462-72e1-4cb4-93c0-505c96487411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72a4970-2e76-40dd-bc9d-f39b605d2e11,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:24.449134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58616) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:24.544128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-917910254-network', 'tenant_id': 'c19d3677c7314293ad2468da6ab67d3e'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:29:24.566811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Made reservation on behalf of c19d3677c7314293ad2468da6ab67d3e for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:29:24.569493 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.580436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.663932 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.667724 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.693594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:29:24.702495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ec5b09-330d-47f7-b16b-543853d76def,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:24.710108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.710108 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Added segment 34ff6693-74d0-4f0b-be7d-900aef0aaf16 of type vlan for network 53ec2276-9d13-4313-9e0d-c21564fac698 Nov 23 23:29:24.753946 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.778454 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.779762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:24.780334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.814508 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3641765 Nov 23 23:29:24.817501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58620) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:24.823170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Request body: {'subnet': {'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-917910254-subnet', 'tenant_id': 'c19d3677c7314293ad2468da6ab67d3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:29:24.845307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Made reservation on behalf of c19d3677c7314293ad2468da6ab67d3e for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:29:24.847718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:24.852099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7f6bc-f007-4df9-9b58-a8c8d0bdbfd2 admin admin] Pushing event updated for resources: {'Network': ['ID=53ec2276-9d13-4313-9e0d-c21564fac698,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:24.862604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 53ec2276-9d13-4313-9e0d-c21564fac698 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:29:25.033374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:25.085242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cac484a-0a5e-49c3-aa56-996f216050ce,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:25.101159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.101517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.101865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.102208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.102546 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.102879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.103210 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.103542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.103895 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.104229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.104555 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.104881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:29:25.112976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Checking segment: {'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:29:25.113339 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Network hostable DHCP agents. Network: 53ec2276-9d13-4313-9e0d-c21564fac698, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:29:25.130975 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Network 53ec2276-9d13-4313-9e0d-c21564fac698 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:29:25.140469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 53ec2276-9d13-4313-9e0d-c21564fac698) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:29:25.149332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:25.149928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:25.155748 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c724f-22b9-469b-bd9a-d4c9e6ee0f83 None None] Network 53ec2276-9d13-4313-9e0d-c21564fac698 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:29:25.166472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8c6a39c4-aaa2-4c5b-9921-40aa86a25c92 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3471889 Nov 23 23:29:25.297950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2575f88-3fa2-437c-ac51-5902189aafae None None] Network 53ec2276-9d13-4313-9e0d-c21564fac698 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:29:25.575853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 61448ba4-3870-43cc-958a-41db42cec57b no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:29:25.601938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 61448ba4-3870-43cc-958a-41db42cec57b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:29:25.602404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 61448ba4-3870-43cc-958a-41db42cec57b not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:29:25.621864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-94dd29b5-6322-4eab-a84f-4fadaaf09d02 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:25.623532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-94dd29b5-6322-4eab-a84f-4fadaaf09d02 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 811 time: 0.1104543 Nov 23 23:29:25.639844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-afb09254-1e0e-45ca-8c9c-96b31bed25d3 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/quotas/c19d3677c7314293ad2468da6ab67d3e HTTP/1.1" status: 200 len: 375 time: 0.0101287 Nov 23 23:29:25.673145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-a7ea85db-2935-40b5-81ef-dfa80403011d tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272708 Nov 23 23:29:25.737315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-b0948927-2324-4be7-8b40-ea5ba419b860 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:29:25.738321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-b0948927-2324-4be7-8b40-ea5ba419b860 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0577242 Nov 23 23:29:25.830671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-09b227b3-95c2-47a9-a41c-370a2f5ad322 service neutron] 10.222.0.11 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855181 Nov 23 23:29:25.920818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-3227800b-7ef0-4c5e-af25-c4fbc19c11ef service neutron] 10.222.0.11 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833626 Nov 23 23:29:26.079242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6cbbfbe-3839-42a8-8e8b-d36c10391fdf req-053f816b-5058-4fde-b9ef-3a1fa5d12834 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Nov 23 23:29:27.303373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f368c1f-c1d0-47cf-9054-d31ba8d5f384 req-644b91ec-9e68-4e07-b29d-6e0f01b7a15e tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 210 time: 0.0364439 Nov 23 23:29:27.326549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-0565804b-e359-4955-83ca-aafd379eb8b9 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:27.328001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-0565804b-e359-4955-83ca-aafd379eb8b9 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.46 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 811 time: 0.4091854 Nov 23 23:29:27.340308 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:27.341306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Request body: {'port': {'device_id': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698', 'admin_state_up': True, 'tenant_id': 'c19d3677c7314293ad2468da6ab67d3e'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:29:27.452248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Made reservation on behalf of c19d3677c7314293ad2468da6ab67d3e for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:29:27.455627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:27.591747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Allocated IP 172.20.0.8 (53ec2276-9d13-4313-9e0d-c21564fac698/9cac484a-0a5e-49c3-aa56-996f216050ce/379f45bb-8b34-4680-8f05-2a03ba5d80ac) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:29:27.738066 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:27.770238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:27.818029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Network 53ec2276-9d13-4313-9e0d-c21564fac698 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:29:27.823144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:29:27.826723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:29:27.852750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:27.882712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:27.883326 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:27.899415 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d5612f42-4748-4586-9f03-5ae8e5486a69 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622680 Nov 23 23:29:27.911162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Request body: {'port': {'device_id': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:29:27.964145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:28.228568 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379f45bb-8b34-4680-8f05-2a03ba5d80ac {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:29:28.235978 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:28.247759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Transition to ACTIVE for port object 379f45bb-8b34-4680-8f05-2a03ba5d80ac will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:29:28.252602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:28.303794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:28.385160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:29:28.385605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:29:28.385931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on network 53ec2276-9d13-4313-9e0d-c21564fac698 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:29:28.408444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on network 53ec2276-9d13-4313-9e0d-c21564fac698 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:29:28.408678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on network 53ec2276-9d13-4313-9e0d-c21564fac698 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:29:28.416321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:29:28.416644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Checking segment: {'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:29:28.417017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Bound using segment: {'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:29:28.417441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Bound port: 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:29:28.417792 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:28.445628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e719f6c-5b7f-45ab-b587-116cc2cf810f req-b3ebb2cf-1e23-4cb4-b1b1-b8097a839086 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:28.447093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e719f6c-5b7f-45ab-b587-116cc2cf810f req-b3ebb2cf-1e23-4cb4-b1b1-b8097a839086 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 943 time: 0.0750055 Nov 23 23:29:28.525510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h2-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:29:28.528849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:29:28.533855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e719f6c-5b7f-45ab-b587-116cc2cf810f req-8b255eee-6e5c-40bf-8ffc-a5f92cc4af89 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Nov 23 23:29:28.535484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:28.569355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:28.570311 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:28.571707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] 10.222.0.46 "PUT /v2.0/ports/379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 1091 time: 0.6647022 Nov 23 23:29:28.573909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:29:28.577552 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788cea37-50be-4a2e-9fa6-c701c3e1130e" -d '{"events": [{"name": "network-changed", "server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:29:28.605116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cb099-3321-433a-b86b-3eea84869208 service neutron] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:28.641447 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b8af3e-f3ef-444f-b987-35cad7877b9a x-openstack-request-id: req-38b8af3e-f3ef-444f-b987-35cad7877b9a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:29:28.641741 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:29:28.641998 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38b8af3e-f3ef-444f-b987-35cad7877b9a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:29:28.642390 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'status': 'completed', 'code': 200} Nov 23 23:29:28.658239 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-89442ce4-33a9-45c7-b453-0e246faf796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:28.659802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-89442ce4-33a9-45c7-b453-0e246faf796f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1094 time: 0.0499461 Nov 23 23:29:28.702171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-a470a679-a4a3-4f16-ab92-11330d869e8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0339193 Nov 23 23:29:28.750390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d9d9ba1e-afad-4dd3-8c4a-f57ef397328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:28.751873 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-d9d9ba1e-afad-4dd3-8c4a-f57ef397328a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0434484 Nov 23 23:29:28.788034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-9a272fce-45fe-4cb7-9e34-984937c22185 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279698 Nov 23 23:29:28.881295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-00f0196e-2cc2-4a78-9479-330c3b313efc service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850132 Nov 23 23:29:28.973539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f76715c4-36ef-4a2d-bed6-e7c47dbb24e5 req-a691dd46-21d5-4ff2-aed8-d143c40cb592 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855830 Nov 23 23:29:29.067443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-5db33483-b85a-4f96-a33f-7c054f8f1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:29.069762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-5db33483-b85a-4f96-a33f-7c054f8f1013 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1094 time: 0.0472984 Nov 23 23:29:29.162899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-cb0d71e6-74d8-4ef1-a212-8df0e4313438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:29.164404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-cb0d71e6-74d8-4ef1-a212-8df0e4313438 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 912 time: 0.0867875 Nov 23 23:29:29.209040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-000aeda4-1c04-4acb-992f-bc0a25cbc39c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0365431 Nov 23 23:29:29.261689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-37ae57b4-d07a-4f89-baf5-6d306041181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:29.263028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-37ae57b4-d07a-4f89-baf5-6d306041181f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0453444 Nov 23 23:29:29.295948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-faa6334c-1cc8-4f80-aa82-e61df366b882 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238345 Nov 23 23:29:29.391432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-1b8b67ed-4586-45a9-8c6f-6e8793910665 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878634 Nov 23 23:29:29.485335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-788cea37-50be-4a2e-9fa6-c701c3e1130e req-0c5785d5-aeb9-4058-b074-5d90175bd4a1 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Nov 23 23:29:29.655077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f569d3-874d-4b29-b5ee-2bb382c9bfda req-c2b21efc-828e-44be-9e6d-0820a195b1fb tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:29.656602 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96f569d3-874d-4b29-b5ee-2bb382c9bfda req-c2b21efc-828e-44be-9e6d-0820a195b1fb tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 943 time: 0.0535502 Nov 23 23:29:29.705159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96f569d3-874d-4b29-b5ee-2bb382c9bfda req-72fca01a-b020-4a41-beda-e3d086197f83 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Nov 23 23:29:30.822927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fffc5-7ff9-4ed1-a412-4fd5b3101005 req-dffaba0b-6e43-446d-84cd-bcc8efac97e4 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:30.824457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-778fffc5-7ff9-4ed1-a412-4fd5b3101005 req-dffaba0b-6e43-446d-84cd-bcc8efac97e4 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 943 time: 0.0495007 Nov 23 23:29:30.871660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-778fffc5-7ff9-4ed1-a412-4fd5b3101005 req-ec827e49-00a9-4bc0-8172-ec0308333d9f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Nov 23 23:29:31.608375 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:29:31.658156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-db624f96-5d1d-4f07-bcf8-0982f9a5b44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:31.720272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:29:31.731803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698', 'port_id': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'mac_address': 'fa:16:3e:0f:02:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cac484a-0a5e-49c3-aa56-996f216050ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:29:31.768858 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:31.782471 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379f45bb-8b34-4680-8f05-2a03ba5d80ac {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:29:31.802872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:29:31.807307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:31.852277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:31.989084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b05c95-d0eb-4efa-894c-7e887a4eaffe req-d899955f-f0cc-4953-a99c-b049dfdcf4e3 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:31.990668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89b05c95-d0eb-4efa-894c-7e887a4eaffe req-d899955f-f0cc-4953-a99c-b049dfdcf4e3 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 944 time: 0.0491145 Nov 23 23:29:31.996979 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['379f45bb-8b34-4680-8f05-2a03ba5d80ac'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:29:32.045090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-89b05c95-d0eb-4efa-894c-7e887a4eaffe req-cbefaa57-29f1-4fca-909a-a85ec1e0883b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 Nov 23 23:29:33.171989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea665-f3b9-4096-9aad-060d8adbaf0c req-ef54a499-dd34-4087-b7c8-265824445555 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:33.173405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-564ea665-f3b9-4096-9aad-060d8adbaf0c req-ef54a499-dd34-4087-b7c8-265824445555 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 944 time: 0.0510032 Nov 23 23:29:33.220617 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-564ea665-f3b9-4096-9aad-060d8adbaf0c req-c97103e1-081a-4202-8506-fb000b05ae5c tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Nov 23 23:29:33.623926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:29:33.674124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 379f45bb-8b34-4680-8f05-2a03ba5d80ac completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:29:33.678214 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 379f45bb-8b34-4680-8f05-2a03ba5d80ac triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:29:33.678584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:33.758667 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:33.780323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:29:33.782540 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1919adac-ce68-48d7-a280-e9177e43732b" -d '{"events": [{"server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "name": "network-vif-plugged", "status": "completed", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:29:33.795405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:29:33.800117 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:33.827245 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1249ffdd-0340-48af-a41f-cc9e48a402f1 x-openstack-request-id: req-1249ffdd-0340-48af-a41f-cc9e48a402f1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:29:33.827553 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "name": "network-vif-plugged", "status": "completed", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:29:33.827831 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1249ffdd-0340-48af-a41f-cc9e48a402f1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:29:33.828288 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'code': 200} Nov 23 23:29:33.854255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:29:33.921013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6fd6-08cd-497b-abdb-26cfb4f90097 req-784cdda6-d7b5-4c85-a298-f6ba211c5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:33.922756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9b6fd6-08cd-497b-abdb-26cfb4f90097 req-784cdda6-d7b5-4c85-a298-f6ba211c5f8b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1096 time: 0.0409539 Nov 23 23:29:33.968541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9b6fd6-08cd-497b-abdb-26cfb4f90097 req-0366d15b-8d7a-430b-a8b4-7020377b7f88 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Nov 23 23:29:34.342128 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ceff7-f214-42ed-9b97-6942374c85d5 req-aa2f29ff-ad45-4715-aec1-6fb6f7ee283b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:34.343626 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-933ceff7-f214-42ed-9b97-6942374c85d5 req-aa2f29ff-ad45-4715-aec1-6fb6f7ee283b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Nov 23 23:29:34.390687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-933ceff7-f214-42ed-9b97-6942374c85d5 req-c6c316b6-aa40-41d8-a414-cabf8209dbd3 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Nov 23 23:29:34.763706 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8d892317-8969-4853-90ff-f445d16bfcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:34.877753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-9dee825e-136f-4ca5-bb4a-18869ba4aa9c req-336188e5-2b56-444c-9ed6-6648cd77168c service neutron] (103523) timed out ('10.222.0.11', 50444) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:29:35.198593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:35.510428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e520d-07e2-4013-92a4-ab20c2d0a249 req-8e583411-e0d4-4677-b6f4-45856c65fdc0 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:35.511986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b0e520d-07e2-4013-92a4-ab20c2d0a249 req-8e583411-e0d4-4677-b6f4-45856c65fdc0 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0510228 Nov 23 23:29:35.560986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b0e520d-07e2-4013-92a4-ab20c2d0a249 req-ae615238-e23f-48db-8aea-e12e9f8eaf4e tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Nov 23 23:29:35.749685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58674) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:29:35.813285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822061c3-4400-4761-a7ce-90c5c709648e req-0496a190-8e23-4a53-9c47-26b5bcf53704 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:35.814820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-822061c3-4400-4761-a7ce-90c5c709648e req-0496a190-8e23-4a53-9c47-26b5bcf53704 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0529871 Nov 23 23:29:35.844781 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-8d8e218a-78ed-49c3-9fdf-648873b75330 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935693 Nov 23 23:29:35.854872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-5139c572-b2d8-4073-ace0-70565d1b2ffd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:29:35.855908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-5139c572-b2d8-4073-ace0-70565d1b2ffd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053656 Nov 23 23:29:35.868114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-822061c3-4400-4761-a7ce-90c5c709648e req-e98619c4-2639-4034-bdf0-7bd9155dba6b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472860 Nov 23 23:29:36.660778 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:36.987720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57465a8-d79b-41ba-bdd0-e2f0efcb77b5 req-d2fb161e-5e22-4e8a-99d2-2078e722eb32 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:36.989218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a57465a8-d79b-41ba-bdd0-e2f0efcb77b5 req-d2fb161e-5e22-4e8a-99d2-2078e722eb32 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Nov 23 23:29:37.040739 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a57465a8-d79b-41ba-bdd0-e2f0efcb77b5 req-e4c1ff72-c84d-409c-a6a8-459893f5fc99 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446723 Nov 23 23:29:37.091204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-4d95c8db-1119-4798-b6d6-74e959db984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:37.092761 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-4d95c8db-1119-4798-b6d6-74e959db984d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1096 time: 0.0427358 Nov 23 23:29:37.188088 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-e6c56634-3d54-49d3-8dd0-e29c07ea4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:37.189481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-e6c56634-3d54-49d3-8dd0-e29c07ea4d58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 912 time: 0.0904584 Nov 23 23:29:37.230621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-931cbde8-1b02-43df-9dd6-e627d52b3f8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0340352 Nov 23 23:29:37.283042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-e4ab0fdd-2669-4886-bf02-61fb6e3d2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:37.284532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-e4ab0fdd-2669-4886-bf02-61fb6e3d2738 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0475256 Nov 23 23:29:37.317394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-2f7aa37c-1edb-4a44-86a2-09817c5b28ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250158 Nov 23 23:29:37.405623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-d12f1e01-64a4-4c1f-91f6-8a47a36f15e6 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805650 Nov 23 23:29:37.499438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-20070d2b-53e8-4786-b278-6cf6d9396499 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869229 Nov 23 23:29:37.531116 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:38.167691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fbf7f-ef62-45c0-89f3-7839bf203c74 req-1d973944-77fb-4c7d-805e-babae1e2713b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:38.169238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-786fbf7f-ef62-45c0-89f3-7839bf203c74 req-1d973944-77fb-4c7d-805e-babae1e2713b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0562603 Nov 23 23:29:38.218084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-786fbf7f-ef62-45c0-89f3-7839bf203c74 req-6df0255c-fd45-4c5c-809f-559e8b83b780 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Nov 23 23:29:38.362274 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:39.342610 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd038df1-e37c-4208-b69a-651e0ba6535c req-d038aa18-46d9-4fcb-bb21-a7c830c74323 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:39.344144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd038df1-e37c-4208-b69a-651e0ba6535c req-d038aa18-46d9-4fcb-bb21-a7c830c74323 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0581682 Nov 23 23:29:39.391178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd038df1-e37c-4208-b69a-651e0ba6535c req-29529e29-6872-4e30-a913-01d4fb0cee0f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Nov 23 23:29:40.508614 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300deb14-5f2c-4b2f-aefb-f05fe939e38d req-19a2ca93-37d0-4905-b88e-bb7350d02618 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:40.510115 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-300deb14-5f2c-4b2f-aefb-f05fe939e38d req-19a2ca93-37d0-4905-b88e-bb7350d02618 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0497825 Nov 23 23:29:40.557745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-300deb14-5f2c-4b2f-aefb-f05fe939e38d req-321d1ac4-1996-422e-940e-71dc42ed2167 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Nov 23 23:29:41.681862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f4b1-671a-486b-9736-bae8c650e7c3 req-3c16049f-5480-4bfb-9655-49d70d1cb065 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:41.683308 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bca6f4b1-671a-486b-9736-bae8c650e7c3 req-3c16049f-5480-4bfb-9655-49d70d1cb065 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0480790 Nov 23 23:29:41.735274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bca6f4b1-671a-486b-9736-bae8c650e7c3 req-a4895b59-8bd9-4d0f-bcfd-dca8d249a20d tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Nov 23 23:29:42.851889 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef8de-96e6-4fbe-894a-ae0f08a286e0 req-eda2fbde-0e86-429a-ba2e-2a5a4b038064 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:42.853365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-869ef8de-96e6-4fbe-894a-ae0f08a286e0 req-eda2fbde-0e86-429a-ba2e-2a5a4b038064 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0503247 Nov 23 23:29:42.905811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-869ef8de-96e6-4fbe-894a-ae0f08a286e0 req-49e67b8e-e455-46a0-9b8f-0edfccc4c521 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Nov 23 23:29:44.025355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6bbfe-c6e1-4a25-bbf5-9133f439d349 req-ad1df115-b527-4a2e-97b7-c19441b2e7ee tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:44.026856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2d6bbfe-c6e1-4a25-bbf5-9133f439d349 req-ad1df115-b527-4a2e-97b7-c19441b2e7ee tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0514603 Nov 23 23:29:44.073660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2d6bbfe-c6e1-4a25-bbf5-9133f439d349 req-f51e1920-38e2-46e9-8c1d-07f54b4742bc tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Nov 23 23:29:45.197467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213224f-58b6-4cdf-9fa6-aa6bba2aa28a req-50cedc9c-b373-4cf2-8b80-0840fb8c155f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:45.199001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0213224f-58b6-4cdf-9fa6-aa6bba2aa28a req-50cedc9c-b373-4cf2-8b80-0840fb8c155f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0552945 Nov 23 23:29:45.247619 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0213224f-58b6-4cdf-9fa6-aa6bba2aa28a req-b567a56f-9c87-4277-9ffe-5224ce72d3f1 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Nov 23 23:29:45.300715 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:29:46.364001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbed80-8800-4ec1-9721-ce562177e820 req-f7978465-6dd6-4dc8-9694-d3757611795f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:46.365493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64fbed80-8800-4ec1-9721-ce562177e820 req-f7978465-6dd6-4dc8-9694-d3757611795f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Nov 23 23:29:46.412613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64fbed80-8800-4ec1-9721-ce562177e820 req-566cbf6b-82dd-4e2d-8c9c-06eebb038bc6 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Nov 23 23:29:47.532363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5c3f-7f80-410a-b995-38314cd6ceff req-0b5fc849-c895-4528-bbee-8f010c67140f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:47.533677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36ab5c3f-7f80-410a-b995-38314cd6ceff req-0b5fc849-c895-4528-bbee-8f010c67140f tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0508559 Nov 23 23:29:47.588679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36ab5c3f-7f80-410a-b995-38314cd6ceff req-fc107b38-92be-4ea6-b238-d1f666969318 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Nov 23 23:29:48.707683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775082db-16dd-469c-b095-20073a0c1f9c req-14685614-8934-4054-a906-5f63d3fcd818 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:48.709208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-775082db-16dd-469c-b095-20073a0c1f9c req-14685614-8934-4054-a906-5f63d3fcd818 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Nov 23 23:29:48.756267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-775082db-16dd-469c-b095-20073a0c1f9c req-b64c85d4-fef9-4c66-b4d4-f1ba81eb9ef6 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Nov 23 23:29:49.873254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d08f-3511-4edc-848a-a82ae4c3d637 req-f22c46ef-86e2-4f4a-b2ee-8688807afe73 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:49.874791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2b5d08f-3511-4edc-848a-a82ae4c3d637 req-f22c46ef-86e2-4f4a-b2ee-8688807afe73 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Nov 23 23:29:49.922536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e2b5d08f-3511-4edc-848a-a82ae4c3d637 req-9065753b-c8e7-4225-b9fb-9f2cde64cac7 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Nov 23 23:29:50.969275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-e42dcb8e-2216-404a-b4cf-4f6199618e58 req-1563e414-48be-4df7-9e7c-2f9f8c05c626 service neutron] (103523) timed out ('10.222.0.48', 52895) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:29:51.043680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bd579-a915-40cb-aeea-84a83deae672 req-497f959a-2f55-41c0-8232-f677939fc27b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:51.045182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db4bd579-a915-40cb-aeea-84a83deae672 req-497f959a-2f55-41c0-8232-f677939fc27b tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0547040 Nov 23 23:29:51.093467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db4bd579-a915-40cb-aeea-84a83deae672 req-6c7fbbe3-3a1c-48d0-9a36-49f9cbde45d3 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Nov 23 23:29:52.214704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37588b63-c3af-4b01-92af-9c13684f7e58 req-e1bf74af-3d0e-463c-bd9f-f609511d7b2e tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:52.216493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37588b63-c3af-4b01-92af-9c13684f7e58 req-e1bf74af-3d0e-463c-bd9f-f609511d7b2e tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0501428 Nov 23 23:29:52.264019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-37588b63-c3af-4b01-92af-9c13684f7e58 req-32361cfd-8791-423c-8d46-a6ce10874c8a tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Nov 23 23:29:53.383286 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76605c8-7de1-488f-a6a1-f7e86450328a req-d5310745-e275-40b3-8430-9cadf1e0f6fa tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:53.384777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a76605c8-7de1-488f-a6a1-f7e86450328a req-d5310745-e275-40b3-8430-9cadf1e0f6fa tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0516536 Nov 23 23:29:53.433110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a76605c8-7de1-488f-a6a1-f7e86450328a req-25cd846a-eb2c-4bad-8234-2e4a3cbf76aa tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Nov 23 23:29:54.548492 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edd20f-2c89-4aa1-b494-89ffe52c69f5 req-2af37677-7b8f-46eb-83d3-cc7a4058c65c tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:54.549983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11edd20f-2c89-4aa1-b494-89ffe52c69f5 req-2af37677-7b8f-46eb-83d3-cc7a4058c65c tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0483449 Nov 23 23:29:54.597307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11edd20f-2c89-4aa1-b494-89ffe52c69f5 req-bbdb37b6-77e8-4f1e-abea-b7b00ad6fae0 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Nov 23 23:29:55.747740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb04c65-478e-4fc8-aacb-130e37a776fb req-6e032a6d-920e-4b6a-aa67-45f2adfd7e35 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:55.749233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fb04c65-478e-4fc8-aacb-130e37a776fb req-6e032a6d-920e-4b6a-aa67-45f2adfd7e35 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0779977 Nov 23 23:29:55.754654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-3d012342-2288-4d05-a7e7-87c621d31d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:55.756076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-3d012342-2288-4d05-a7e7-87c621d31d49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1096 time: 0.0752583 Nov 23 23:29:55.825928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fb04c65-478e-4fc8-aacb-130e37a776fb req-a7c60eb9-d678-40aa-8b1d-c76a07a99ab1 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Nov 23 23:29:55.881341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-7dda436a-b1ae-4a0b-9c44-0aa3498d9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:55.883373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-7dda436a-b1ae-4a0b-9c44-0aa3498d9420 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 912 time: 0.1068537 Nov 23 23:29:55.925238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-e66de350-2b7e-46d3-b257-6fce1cd08aa7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0331595 Nov 23 23:29:55.974132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-046af2b9-4f08-4caa-8ed8-ec2359746d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:55.976150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-046af2b9-4f08-4caa-8ed8-ec2359746d0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0431364 Nov 23 23:29:56.010533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-409fddbb-4f1c-41f4-87c3-88a4dd1f1eef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269041 Nov 23 23:29:56.117620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-a8d97df6-806f-480c-a8f0-77376ea10a83 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991371 Nov 23 23:29:56.215674 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5955debd-fafd-4d73-84d8-c98e5a0cb6d2 req-36296041-b3df-4a0b-a02a-030732ae77bb service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907714 Nov 23 23:29:56.949238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceee538-9f94-4aad-b424-853e5073b73a req-6e8b0a78-e226-4984-9f9c-0d0abe64b1ba tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:56.951986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ceee538-9f94-4aad-b424-853e5073b73a req-6e8b0a78-e226-4984-9f9c-0d0abe64b1ba tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0562308 Nov 23 23:29:57.006157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ceee538-9f94-4aad-b424-853e5073b73a req-ac0b5621-9410-4496-845d-9e38fa0a7683 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Nov 23 23:29:57.340417 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:29:58.123337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830f0c-078e-4282-a5d8-d348b9470995 req-46ba05ee-8938-4738-900a-3c5c1aaf8d22 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:58.124833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73830f0c-078e-4282-a5d8-d348b9470995 req-46ba05ee-8938-4738-900a-3c5c1aaf8d22 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Nov 23 23:29:58.172923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73830f0c-078e-4282-a5d8-d348b9470995 req-15488550-b532-475e-bd57-04285fe12e87 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Nov 23 23:29:59.294320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23867fb2-0210-4fcd-b771-1c87fb5a08e8 req-66886f01-bc6f-46e5-871a-383f4429e5c0 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:29:59.295814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23867fb2-0210-4fcd-b771-1c87fb5a08e8 req-66886f01-bc6f-46e5-871a-383f4429e5c0 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0523434 Nov 23 23:29:59.344421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-23867fb2-0210-4fcd-b771-1c87fb5a08e8 req-fee0aa23-d303-4aa0-82ad-fcff05148f32 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Nov 23 23:30:00.460765 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583416-4367-40ed-a040-b1a9bd26a3ca req-547f0d93-8399-49ed-9362-7cee8738c8c9 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:00.462127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16583416-4367-40ed-a040-b1a9bd26a3ca req-547f0d93-8399-49ed-9362-7cee8738c8c9 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0481532 Nov 23 23:30:00.509854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16583416-4367-40ed-a040-b1a9bd26a3ca req-6d33b591-0cf1-424e-aa06-ade58b3eeaea tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Nov 23 23:30:01.628224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acbf16-de96-42ff-b8ad-993a4e12f04e req-906df9e8-5f85-499a-8e2c-3da1b6b7fbb1 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:01.629763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5acbf16-de96-42ff-b8ad-993a4e12f04e req-906df9e8-5f85-499a-8e2c-3da1b6b7fbb1 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0503750 Nov 23 23:30:01.640595 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-67a11fd2-0ba7-4990-b122-27ea606324c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:01.682831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5acbf16-de96-42ff-b8ad-993a4e12f04e req-9e72d652-2fd5-4348-9c97-da677c1f6a7e tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Nov 23 23:30:02.800792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf765-769d-4c7d-843f-adbb9403fc9b req-80bb1ed9-243c-464c-873e-2023d2e16eba tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:02.802294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08fdf765-769d-4c7d-843f-adbb9403fc9b req-80bb1ed9-243c-464c-873e-2023d2e16eba tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Nov 23 23:30:02.849131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08fdf765-769d-4c7d-843f-adbb9403fc9b req-9b169877-73f0-425f-9d48-b096f3652b82 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Nov 23 23:30:03.976359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1ab4-0d15-4970-8763-fd351f00c358 req-4cb40dd9-3828-48d7-8eae-ca63882db153 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:03.977891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-757a1ab4-0d15-4970-8763-fd351f00c358 req-4cb40dd9-3828-48d7-8eae-ca63882db153 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 945 time: 0.0494454 Nov 23 23:30:04.025313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-757a1ab4-0d15-4970-8763-fd351f00c358 req-77cf8c50-959e-4493-aeb0-a4931fe0c798 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Nov 23 23:30:04.410830 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-dca54656-a76b-45c8-b1fe-c979573648ea req-8c1dc379-6754-4bbc-bcad-b7f3bd08f106 service neutron] show failed (client error): The resource could not be found. Nov 23 23:30:04.411812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-8c1dc379-6754-4bbc-bcad-b7f3bd08f106 service neutron] 10.222.0.46 "GET /v2.0/ports/379f45bb-8b34-4680-8f05-2a03ba5d80ac/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0578818 Nov 23 23:30:04.669877 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-c5769e86-a117-4295-b355-e1af9f85881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:04.671284 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-c5769e86-a117-4295-b355-e1af9f85881a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72&tenant_id=c19d3677c7314293ad2468da6ab67d3e HTTP/1.1" status: 200 len: 1096 time: 0.0959127 Nov 23 23:30:04.689242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:30:04.741090 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:04.765205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-754d3d15-737b-492f-92d4-7e38a2d26a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:04.947884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:04.979795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:30:05.019489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:30:05.022400 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766c09cb-e96c-447e-bfc3-f95f2772024a" -d '{"events": [{"server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "name": "network-vif-unplugged", "status": "completed", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:30:05.027191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:05.040746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Transition to ACTIVE for port object 379f45bb-8b34-4680-8f05-2a03ba5d80ac will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:30:05.046310 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:05.112247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] No DVR routers for this DVR port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:30:05.118151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:05.149648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.149648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.150730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.151082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.151425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.151793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.152129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.152473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.152783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.153300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.153638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.153967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:05.159375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b215f5a-b3aa-49bc-886f-1bfce40544f8 req-b651fb6b-c45c-4aa0-92aa-33a81254757c tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:05.161010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b215f5a-b3aa-49bc-886f-1bfce40544f8 req-b651fb6b-c45c-4aa0-92aa-33a81254757c tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 943 time: 0.0585618 Nov 23 23:30:05.161144 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7a1a8-08e4-4f07-a597-33f7aa475e23 x-openstack-request-id: req-e5a7a1a8-08e4-4f07-a597-33f7aa475e23 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:30:05.161440 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "name": "network-vif-unplugged", "status": "completed", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:30:05.161705 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5a7a1a8-08e4-4f07-a597-33f7aa475e23 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:30:05.162102 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'code': 200} Nov 23 23:30:05.173502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:30:05.173848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:30:05.174176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on network 53ec2276-9d13-4313-9e0d-c21564fac698 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:30:05.178677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on network 53ec2276-9d13-4313-9e0d-c21564fac698 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:30:05.179055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Attempting to bind port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on network 53ec2276-9d13-4313-9e0d-c21564fac698 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:30:05.184505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:30:05.184849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Checking segment: {'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:30:05.185240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Bound using segment: {'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:30:05.185680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Bound port: 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ff6693-74d0-4f0b-be7d-900aef0aaf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:30:05.186042 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:05.201491 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:05.216096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b215f5a-b3aa-49bc-886f-1bfce40544f8 req-1b1f979b-23f3-48b5-97f1-41d7f0f0e5aa tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479581 Nov 23 23:30:05.255058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:30:05.258322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:30:05.262450 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:05.292842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:05.293457 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:05.294945 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] 10.222.0.48 "PUT /v2.0/ports/379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 1091 time: 0.6096559 Nov 23 23:30:05.323035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07252db3-cdba-4de0-b1c6-59fb261a5ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:05.367900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-5b14568e-4500-4796-8965-377c88292078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:05.369401 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-5b14568e-4500-4796-8965-377c88292078 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1094 time: 0.0422935 Nov 23 23:30:05.465235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-b7132146-d4f3-48aa-a373-a578aa52982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:05.466610 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-b7132146-d4f3-48aa-a373-a578aa52982c service neutron] 10.222.0.48 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 912 time: 0.0907683 Nov 23 23:30:05.509550 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-72d6e300-5e1f-44fd-9f85-4bf9988d4d41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0356867 Nov 23 23:30:05.564410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54656-a76b-45c8-b1fe-c979573648ea req-84b606e2-07b6-4490-bdae-edfbd16990c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:05.565862 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-84b606e2-07b6-4490-bdae-edfbd16990c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0500255 Nov 23 23:30:05.597992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-0422026f-1ad9-4e21-b65c-a0d4e29a3f9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244384 Nov 23 23:30:05.686685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-08301767-10be-4e68-8f03-adbb4893006e service neutron] 10.222.0.48 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812392 Nov 23 23:30:05.780165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dca54656-a76b-45c8-b1fe-c979573648ea req-7dfae41c-d2a6-4283-a3c6-2b35ddc9b6fe service neutron] 10.222.0.48 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866885 Nov 23 23:30:06.338629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75ab4-55a2-4af3-86aa-970d57cc831f req-3ea116d6-097e-4e6e-b209-d216fab1bec9 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:06.340222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46c75ab4-55a2-4af3-86aa-970d57cc831f req-3ea116d6-097e-4e6e-b209-d216fab1bec9 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 943 time: 0.0517998 Nov 23 23:30:06.392369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46c75ab4-55a2-4af3-86aa-970d57cc831f req-65647f44-4b43-4d08-8718-92ba20941d49 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461433 Nov 23 23:30:06.664291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:07.163557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:30:07.167162 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e73ad-75c8-497d-ab92-b774d33b8910" -d '{"events": [{"name": "network-changed", "server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:30:07.464961 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc57b87e-a490-4e33-a260-783d6a08f2c4 x-openstack-request-id: req-fc57b87e-a490-4e33-a260-783d6a08f2c4 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:30:07.465258 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:30:07.465516 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc57b87e-a490-4e33-a260-783d6a08f2c4 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:30:07.466029 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'status': 'completed', 'code': 200} Nov 23 23:30:07.536832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:07.553368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a626d-a431-4526-8888-8322a8141080 req-7e45f36e-e908-4e77-940c-325d61c9be10 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:07.554093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-dd8d6e00-8cd8-47e8-bf12-f41c69f969d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:07.556142 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-dd8d6e00-8cd8-47e8-bf12-f41c69f969d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1094 time: 0.0523267 Nov 23 23:30:07.559651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-526a626d-a431-4526-8888-8322a8141080 req-7e45f36e-e908-4e77-940c-325d61c9be10 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 943 time: 0.0860977 Nov 23 23:30:07.583693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-dc4765ba-9826-4f41-8596-0debf4f8171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:07.585182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-dc4765ba-9826-4f41-8596-0debf4f8171b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1094 time: 0.0826051 Nov 23 23:30:07.639895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-526a626d-a431-4526-8888-8322a8141080 req-4bc05bbc-25e6-4d89-903d-eb8f2f7e88fa tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767350 Nov 23 23:30:07.657625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-44f3bce6-acda-43c6-90d9-5f203830c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:07.659129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-44f3bce6-acda-43c6-90d9-5f203830c086 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 912 time: 0.0965457 Nov 23 23:30:07.701989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-58e66519-bf4f-419e-a805-e5c7c8dcc0bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0357366 Nov 23 23:30:07.710079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-f6f6b7d3-df35-4d6f-9b41-531b585af643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:07.712167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-f6f6b7d3-df35-4d6f-9b41-531b585af643 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 912 time: 0.1156888 Nov 23 23:30:07.754736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-dc6f2dda-fb81-4017-80c8-c188e10ee47b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0355787 Nov 23 23:30:07.762779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-f9c0da92-8298-4f37-b736-65d43ac29d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:07.764294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-f9c0da92-8298-4f37-b736-65d43ac29d7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0518634 Nov 23 23:30:07.801831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-55b5939c-3884-48a1-9838-6cfe238fe28f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297928 Nov 23 23:30:07.809306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-ad6b334a-6cc4-4572-9bfc-876f3785bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:07.821135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-ad6b334a-6cc4-4572-9bfc-876f3785bb00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0594690 Nov 23 23:30:07.827680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:30:07.864193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-3976dfb4-95d0-4653-a4d9-022ddb14b54f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347235 Nov 23 23:30:07.870196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:30:07.958454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-c4926bc8-a2c9-485d-8d19-fe1b2cfa184a service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861099 Nov 23 23:30:08.059585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-97b098a9-5e58-4a6b-b57e-95847d08d9b0 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933213 Nov 23 23:30:08.291877 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-a8a9c9b4-c29b-412b-b532-da87a8cb2770 service neutron] 10.222.0.48 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828212 Nov 23 23:30:08.303170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-b06c955f-acca-4978-b78d-d56ab6f31d04 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:08.305711 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-b06c955f-acca-4978-b78d-d56ab6f31d04 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.46 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72&tenant_id=c19d3677c7314293ad2468da6ab67d3e&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 943 time: 0.4351695 Nov 23 23:30:08.393423 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:08.426356 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-8f801023-b27b-4cae-a497-1bd3fb2c44b9 service neutron] delete failed (client error): The resource could not be found. Nov 23 23:30:08.427362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-8f801023-b27b-4cae-a497-1bd3fb2c44b9 service neutron] 10.222.0.46 "DELETE /v2.0/ports/379f45bb-8b34-4680-8f05-2a03ba5d80ac/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.1140432 Nov 23 23:30:08.438287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-7e3ed696-71cf-45c4-9c62-dc463c3a5421 service neutron] 10.222.0.48 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316619 Nov 23 23:30:08.512775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-34aecd11-07e2-4402-a149-21cdccebee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:08.514260 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-34aecd11-07e2-4402-a149-21cdccebee09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19d3677c7314293ad2468da6ab67d3e&device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 1094 time: 0.0432465 Nov 23 23:30:08.604372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-55b3799b-6e4c-4ba3-b2aa-fadebff36189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:08.605910 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-55b3799b-6e4c-4ba3-b2aa-fadebff36189 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 200 len: 912 time: 0.0851600 Nov 23 23:30:08.651536 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-7be6e92d-aa3e-42b9-ab33-637d103bf960 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 200 len: 217 time: 0.0390489 Nov 23 23:30:08.701099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-a348554d-bef7-4254-aa99-125c54099968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:08.702605 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-a348554d-bef7-4254-aa99-125c54099968 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 200 len: 851 time: 0.0446682 Nov 23 23:30:08.734974 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-1e79d86d-db4f-4a1d-b0e6-af602f40e444 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53ec2276-9d13-4313-9e0d-c21564fac698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254912 Nov 23 23:30:08.833129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-f79d07ad-9524-4c66-9b97-87670559db69 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902140 Nov 23 23:30:08.923776 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-14e282ad-38cd-42f4-97aa-0d8c50a13cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825586 Nov 23 23:30:09.167926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:30:09.268584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:09.281263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'network_id': '53ec2276-9d13-4313-9e0d-c21564fac698', 'port_id': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'mac_address': 'fa:16:3e:0f:02:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cac484a-0a5e-49c3-aa56-996f216050ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:30:09.319375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:09.334090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379f45bb-8b34-4680-8f05-2a03ba5d80ac {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:30:09.358404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:09.362896 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:09.414507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:09.422374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.422865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.423239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.423620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.424024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.424522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.424887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.425204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.425575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.425916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.426290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.426624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:30:09.630039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b82d2b-d9eb-4839-84d8-549431e352f1 req-f42a85b8-6839-4708-bdfa-d308313de972 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:09.631545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87b82d2b-d9eb-4839-84d8-549431e352f1 req-f42a85b8-6839-4708-bdfa-d308313de972 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 944 time: 0.0488317 Nov 23 23:30:09.679936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87b82d2b-d9eb-4839-84d8-549431e352f1 req-4729e4af-2342-4b88-88ab-3c5f99415e7c tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Nov 23 23:30:09.694250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['379f45bb-8b34-4680-8f05-2a03ba5d80ac'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:30:10.801982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03522d-8d55-4b5a-b441-b49b637f3d87 req-07bbf3fb-8359-4b7c-8eab-53c93bcc2f3e tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:10.803392 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f03522d-8d55-4b5a-b441-b49b637f3d87 req-07bbf3fb-8359-4b7c-8eab-53c93bcc2f3e tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 944 time: 0.0524759 Nov 23 23:30:10.857982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f03522d-8d55-4b5a-b441-b49b637f3d87 req-7301d41c-ccca-484c-8718-58da40672200 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.11 "GET /v2.0/security-groups?id=75ec5b09-330d-47f7-b16b-543853d76def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482330 Nov 23 23:30:11.041270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-26144b31-70ad-4791-bce9-8ee211474f15 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:11.042751 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-26144b31-70ad-4791-bce9-8ee211474f15 tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.48 "GET /v2.0/ports?device_id=42f22334-3ac8-48a1-ba5f-2b5daa512f72 HTTP/1.1" status: 200 len: 944 time: 0.0510967 Nov 23 23:30:11.135737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Deleting port 379f45bb-8b34-4680-8f05-2a03ba5d80ac {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:30:11.136076 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:11.167094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:30:11.219547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 379f45bb-8b34-4680-8f05-2a03ba5d80ac completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:30:11.223539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 379f45bb-8b34-4680-8f05-2a03ba5d80ac triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:30:11.223954 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:11.231741 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] For port 379f45bb-8b34-4680-8f05-2a03ba5d80ac, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=379f45bb-8b34-4680-8f05-2a03ba5d80ac,segment=NetworkSegment(34ff6693-74d0-4f0b-be7d-900aef0aaf16),segment_id=34ff6693-74d0-4f0b-be7d-900aef0aaf16)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:11.232111 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:11.244806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Calling delete_port for 379f45bb-8b34-4680-8f05-2a03ba5d80ac owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:30:11.311812 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:11.376094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:11.408908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['379f45bb-8b34-4680-8f05-2a03ba5d80ac'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:30:11.409593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Pushing event deleted for resources: {'Port': ['ID=379f45bb-8b34-4680-8f05-2a03ba5d80ac,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:11.452651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] No DVR routers for this DVR port 379f45bb-8b34-4680-8f05-2a03ba5d80ac on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:30:11.455542 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:11.458901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c9a3c26e-5200-42cc-91c7-87aaec0ffe8f req-c543ee15-5705-479e-83ff-900668b89add tempest-DeleteServersTestJSON-1442741980 tempest-DeleteServersTestJSON-1442741980-project] 10.222.0.48 "DELETE /v2.0/ports/379f45bb-8b34-4680-8f05-2a03ba5d80ac HTTP/1.1" status: 204 len: 173 time: 0.4096372 Nov 23 23:30:11.459351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'name': 'network-vif-deleted', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:30:11.461694 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fe31e-4e20-4ecb-956e-4c3d3045947d" -d '{"events": [{"server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "name": "network-vif-deleted", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:30:11.501456 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654bbce-59e1-4dec-bede-7e79f8c54b74 x-openstack-request-id: req-1654bbce-59e1-4dec-bede-7e79f8c54b74 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:30:11.501758 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f22334-3ac8-48a1-ba5f-2b5daa512f72", "name": "network-vif-deleted", "tag": "379f45bb-8b34-4680-8f05-2a03ba5d80ac", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:30:11.502022 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1654bbce-59e1-4dec-bede-7e79f8c54b74 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:30:11.502431 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f22334-3ac8-48a1-ba5f-2b5daa512f72', 'name': 'network-vif-deleted', 'tag': '379f45bb-8b34-4680-8f05-2a03ba5d80ac', 'status': 'completed', 'code': 200} Nov 23 23:30:11.986706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58782) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:30:12.032756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] Deleting subnet 9cac484a-0a5e-49c3-aa56-996f216050ce {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:30:12.035933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.072251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.128415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.185765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.212761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cac484a-0a5e-49c3-aa56-996f216050ce,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:12.217607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.220828 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c289a8cd-f6d1-45c7-8117-6b2cd2884e2f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9cac484a-0a5e-49c3-aa56-996f216050ce HTTP/1.1" status: 204 len: 168 time: 0.2330914 Nov 23 23:30:12.223371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58784) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:30:12.293469 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.375294 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.394960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ec2276-9d13-4313-9e0d-c21564fac698']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:30:12.404938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ff6693-74d0-4f0b-be7d-900aef0aaf16') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:30:12.405173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ff6693-74d0-4f0b-be7d-900aef0aaf16') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:30:12.415766 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.430704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.436618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:30:12.436997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:30:12.438779 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:30:12.497860 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.503378 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.506471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/53ec2276-9d13-4313-9e0d-c21564fac698 HTTP/1.1" status: 204 len: 168 time: 0.2821367 Nov 23 23:30:12.518284 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffa49d-302c-42c8-a3db-582fe4d005e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53ec2276-9d13-4313-9e0d-c21564fac698,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:12.620871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:30:12.667273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7d121ae4-7d64-44e4-8cc2-c41e88ffe609 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c19d3677c7314293ad2468da6ab67d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451086 Nov 23 23:30:12.669922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58790) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:30:12.719015 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92f42ffb-636e-45a0-ad2c-ea4a1f6ba559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.740065 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92f42ffb-636e-45a0-ad2c-ea4a1f6ba559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.789153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92f42ffb-636e-45a0-ad2c-ea4a1f6ba559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.792459 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92f42ffb-636e-45a0-ad2c-ea4a1f6ba559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:12.793717 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-92f42ffb-636e-45a0-ad2c-ea4a1f6ba559 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75ec5b09-330d-47f7-b16b-543853d76def HTTP/1.1" status: 204 len: 168 time: 0.1228964 Nov 23 23:30:12.802614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f42ffb-636e-45a0-ad2c-ea4a1f6ba559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ec5b09-330d-47f7-b16b-543853d76def,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:13.455777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 58812) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:30:13.552174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-723768855-network', 'tenant_id': '4d700213de0747a29ae258f0068971f3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:30:13.572943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Made reservation on behalf of 4d700213de0747a29ae258f0068971f3 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:30:13.575443 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.583797 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.660062 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.664465 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.686415 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:30:13.700645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac2c38-3615-413a-a16d-b516ff75e904,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:13.705530 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.705879 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Added segment 899d18aa-a6a0-4737-afa9-1b3977d47aa1 of type vlan for network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 Nov 23 23:30:13.746199 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.770871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.771904 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:13.772423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.803738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3468270 Nov 23 23:30:13.807347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 58816) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:30:13.812437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Request body: {'subnet': {'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-723768855-subnet', 'tenant_id': '4d700213de0747a29ae258f0068971f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:30:13.837239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Made reservation on behalf of 4d700213de0747a29ae258f0068971f3 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:30:13.838579 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:13.844945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da74c9-40ff-41b8-a3f6-c71e1ca54d5a admin admin] Pushing event updated for resources: {'Network': ['ID=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:13.855206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:30:14.009689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:14.068870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d1400f-e020-4410-a49f-8c7ea80adfdc,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:14.080692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Checking segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:30:14.081047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Network hostable DHCP agents. Network: 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:30:14.097902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:30:14.107729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:30:14.113617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:14.114579 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:14.118600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddfb47a-5317-43e3-be3b-81c321a9139f None None] Network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:30:14.133790 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9269052e-2ef8-4b2f-8bf1-42ae765c8667 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3246596 Nov 23 23:30:14.248756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb495ef-6a9e-436c-9ff9-167abe8f8d20 None None] Network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:30:14.848441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-47ede222-9eda-462a-a248-3b0d8fef710c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:14.849912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-47ede222-9eda-462a-a248-3b0d8fef710c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 814 time: 0.3888175 Nov 23 23:30:14.864806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-ddf8ea65-5fb3-43cb-b162-ecbae229d5c8 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/quotas/4d700213de0747a29ae258f0068971f3 HTTP/1.1" status: 200 len: 375 time: 0.0090008 Nov 23 23:30:14.899776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-f8c0d83c-6d3a-4a3e-9f16-7022b46037a4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295365 Nov 23 23:30:14.988637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-3819ff4a-b386-4265-a035-5211f12e5ad6 service neutron] 10.222.0.11 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817544 Nov 23 23:30:15.081040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-48c15c6d-8c29-4784-b746-f4184612e7f5 service neutron] 10.222.0.11 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861552 Nov 23 23:30:15.167874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:30:15.189975 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 379f45bb-8b34-4680-8f05-2a03ba5d80ac {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:30:15.190300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 379f45bb-8b34-4680-8f05-2a03ba5d80ac not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:30:15.245536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cd05b65-0312-464f-bf2f-0aa41c88df28 req-03dfecbe-1560-40ca-9aaa-bce17f6d5d1f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 210 time: 0.0282419 Nov 23 23:30:16.355048 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-914443c4-9cc8-40bd-8c2b-46efacb17843 req-8ef6b642-877e-48a5-8bfa-155683898e7b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 210 time: 0.0272768 Nov 23 23:30:16.357145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-65313e2e-ac5e-4584-abb8-df59640e4da4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:16.358726 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-65313e2e-ac5e-4584-abb8-df59640e4da4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 814 time: 0.1444235 Nov 23 23:30:16.380320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Request body: {'port': {'device_id': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40', 'admin_state_up': True, 'tenant_id': '4d700213de0747a29ae258f0068971f3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:30:16.510695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Made reservation on behalf of 4d700213de0747a29ae258f0068971f3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:30:16.514590 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:16.650407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Allocated IP 172.20.0.9 (72b54e0a-3aee-41fe-b2d2-eebfe16bfb40/76d1400f-e020-4410-a49f-8c7ea80adfdc/1eef1f47-2bdf-48c2-a132-7283be09a934) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:30:16.843463 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:16.883937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:16.934066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:30:16.937061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:30:16.940744 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:30:16.948085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:16.999191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:16.999829 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:17.016429 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-e580310f-5a61-4098-85ec-b23948f9fb06 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6408331 Nov 23 23:30:17.033898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Request body: {'port': {'device_id': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:30:17.088512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:17.360990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eef1f47-2bdf-48c2-a132-7283be09a934 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:30:17.368525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:17.380964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Transition to ACTIVE for port object 1eef1f47-2bdf-48c2-a132-7283be09a934 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:30:17.384935 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:17.437959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:17.481373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd805c-cca3-4c99-ba97-28b19b017f5c req-5daf232b-84b3-4935-add6-0ef056a7819a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:17.482915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84fd805c-cca3-4c99-ba97-28b19b017f5c req-5daf232b-84b3-4935-add6-0ef056a7819a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0516989 Nov 23 23:30:17.507728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:30:17.508092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:30:17.508390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:30:17.512913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Port 1eef1f47-2bdf-48c2-a132-7283be09a934 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:30:17.513229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:30:17.518128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:30:17.518457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Checking segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:30:17.518837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Bound using segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:30:17.519264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Bound port: 1eef1f47-2bdf-48c2-a132-7283be09a934, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:30:17.519651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:17.533031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84fd805c-cca3-4c99-ba97-28b19b017f5c req-f73db5c2-4bf4-4a2c-949b-811f7ea1c9e8 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Nov 23 23:30:17.590831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:30:17.593792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:30:17.598274 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:17.638850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:17.639464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:17.640900 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] 10.222.0.48 "PUT /v2.0/ports/1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 1091 time: 0.6112995 Nov 23 23:30:17.641342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:30:17.643649 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec" -d '{"events": [{"name": "network-changed", "server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:30:17.664644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386685c-05b9-47fe-9f43-435c43a3b900 service neutron] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:17.684713 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b14ab0-d07b-4711-a31e-c975b47f7caa x-openstack-request-id: req-13b14ab0-d07b-4711-a31e-c975b47f7caa {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:30:17.685013 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:30:17.685275 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13b14ab0-d07b-4711-a31e-c975b47f7caa {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:30:17.685695 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'status': 'completed', 'code': 200} Nov 23 23:30:17.745913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-1308a958-37fd-44a2-b891-0a6dbaaaba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:17.747439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-1308a958-37fd-44a2-b891-0a6dbaaaba8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0441146 Nov 23 23:30:17.794976 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-1f474757-c897-4901-b2b3-4900e6019379 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0341675 Nov 23 23:30:17.847763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-1d99d343-e96f-4124-b999-c76213f5ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:17.849221 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-1d99d343-e96f-4124-b999-c76213f5ef7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0475886 Nov 23 23:30:17.880785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-efbc4602-f1ee-47c4-8ce3-a786dabf49bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243237 Nov 23 23:30:17.973460 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-11fcd16d-d9a1-4d2b-9a76-bfc603b9649f service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828991 Nov 23 23:30:18.074253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-599c7de1-5d3d-42af-a5aa-ac4d3f8c6263 req-98adbd19-16c9-4290-825f-c13332b6e3c5 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938070 Nov 23 23:30:18.200776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-c878fd8a-8e78-44cb-8bd2-1e30795e325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:18.202295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-c878fd8a-8e78-44cb-8bd2-1e30795e325e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0419850 Nov 23 23:30:18.297193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-d04eef3f-1444-4be8-aafd-a05af1adfa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:18.298673 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-d04eef3f-1444-4be8-aafd-a05af1adfa07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0889249 Nov 23 23:30:18.339709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-c77d0f91-9cb9-4053-ba8f-d976eb46b293 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0338514 Nov 23 23:30:18.394017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-145381b9-d7fe-4b48-8c21-f58193dea957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:18.395501 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-145381b9-d7fe-4b48-8c21-f58193dea957 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0491068 Nov 23 23:30:18.428072 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-ccdb1985-0861-4662-9c52-82868decac86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243757 Nov 23 23:30:18.518816 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-da847f93-9b44-40e8-9f0c-b10b260f6e9f service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827007 Nov 23 23:30:18.615702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dbd900df-6ba0-4e5d-a4c9-d2dbd434cbec req-aea898fc-a705-4f25-b68d-a7cc04169db2 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890245 Nov 23 23:30:18.662255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bc7a7-a53c-4287-9219-e6b4976c7f4c req-158257a6-376e-4e0c-af97-1f60d232b3e4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:18.664130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-445bc7a7-a53c-4287-9219-e6b4976c7f4c req-158257a6-376e-4e0c-af97-1f60d232b3e4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0553946 Nov 23 23:30:18.712451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-445bc7a7-a53c-4287-9219-e6b4976c7f4c req-5142dfdc-a210-4b88-804c-9ea78befa181 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Nov 23 23:30:19.837190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ffa8-848c-4f89-9c88-aaff341113cb req-f6988e5e-98b5-4f1f-b1e9-f9eefca1e199 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:19.838726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a685ffa8-848c-4f89-9c88-aaff341113cb req-f6988e5e-98b5-4f1f-b1e9-f9eefca1e199 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0505295 Nov 23 23:30:19.887160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a685ffa8-848c-4f89-9c88-aaff341113cb req-ab70b3ce-69dd-4c28-94bd-65b252c500b4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Nov 23 23:30:21.005400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013507e-765c-40ac-b610-84f13aace9c7 req-990e640e-8cab-4677-acdf-c815592c36a1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:21.006912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1013507e-765c-40ac-b610-84f13aace9c7 req-990e640e-8cab-4677-acdf-c815592c36a1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0521550 Nov 23 23:30:21.053634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1013507e-765c-40ac-b610-84f13aace9c7 req-e536b76f-48b6-4dab-9463-1e6cbec98f12 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Nov 23 23:30:21.202358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:30:21.297416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:21.308535 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40', 'port_id': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'mac_address': 'fa:16:3e:dc:c3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d1400f-e020-4410-a49f-8c7ea80adfdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:30:21.348065 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:21.364255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eef1f47-2bdf-48c2-a132-7283be09a934 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:30:21.383684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:21.387162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:21.434855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:21.649100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['1eef1f47-2bdf-48c2-a132-7283be09a934'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:30:22.173695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa1ce3-5a68-4d91-8f36-90fba2d811fe req-c92f2f06-6b4b-43b7-9a36-d1607174e525 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:22.175212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7aa1ce3-5a68-4d91-8f36-90fba2d811fe req-c92f2f06-6b4b-43b7-9a36-d1607174e525 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0501676 Nov 23 23:30:22.223314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7aa1ce3-5a68-4d91-8f36-90fba2d811fe req-e7747e1f-a006-4211-b4bd-3d4b33c1f4b9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Nov 23 23:30:22.299903 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:30:23.215514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:30:23.266407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 1eef1f47-2bdf-48c2-a132-7283be09a934 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:30:23.271160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 1eef1f47-2bdf-48c2-a132-7283be09a934 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:30:23.271532 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:23.347173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce4ba-a54b-45c0-bf75-32720cfbf59e req-b9bbab81-b83f-4bcd-8d9c-f36b67a41d46 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:23.348682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9ce4ba-a54b-45c0-bf75-32720cfbf59e req-b9bbab81-b83f-4bcd-8d9c-f36b67a41d46 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0508943 Nov 23 23:30:23.354814 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:23.381193 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:30:23.384248 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01c819c-9ceb-45f6-9406-fbf10df2333b" -d '{"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-plugged", "status": "completed", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:30:23.399098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:23.404503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:23.409091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a9ce4ba-a54b-45c0-bf75-32720cfbf59e req-eb667e1b-a780-403f-9bbf-33c23f9f1026 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505695 Nov 23 23:30:23.455198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:23.489855 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f453ba63-c3f7-4ea0-a8a7-bf64b30d5d29 x-openstack-request-id: req-f453ba63-c3f7-4ea0-a8a7-bf64b30d5d29 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:30:23.490154 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-plugged", "status": "completed", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:30:23.490415 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f453ba63-c3f7-4ea0-a8a7-bf64b30d5d29 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:30:23.490821 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'code': 200} Nov 23 23:30:23.618553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8e83b-e2bc-4006-b486-83ad8a3ac6b7 req-bdb1f169-23a5-454a-befe-0ac05722d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:23.620111 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf8e83b-e2bc-4006-b486-83ad8a3ac6b7 req-bdb1f169-23a5-454a-befe-0ac05722d9e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0414157 Nov 23 23:30:23.666591 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fcf8e83b-e2bc-4006-b486-83ad8a3ac6b7 req-5ec1ea50-9073-4926-813d-ea37d176acd7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388608 Nov 23 23:30:24.534830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f8ce-ac9c-48d6-94a5-40a6b91dd3f3 req-5a2b71d3-8f62-4abd-803e-0658c47a5001 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:24.536345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fd0f8ce-ac9c-48d6-94a5-40a6b91dd3f3 req-5a2b71d3-8f62-4abd-803e-0658c47a5001 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0537782 Nov 23 23:30:24.586959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4fd0f8ce-ac9c-48d6-94a5-40a6b91dd3f3 req-c245724b-7e38-49bd-b0ce-00e67508c4a9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Nov 23 23:30:25.706951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f9830-2bf6-4727-bde5-8df1dbe9854a req-20d4a1e6-afee-4873-bd41-0e76902f7ba4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:25.708745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-418f9830-2bf6-4727-bde5-8df1dbe9854a req-20d4a1e6-afee-4873-bd41-0e76902f7ba4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Nov 23 23:30:25.763597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-418f9830-2bf6-4727-bde5-8df1dbe9854a req-35740ffd-1d29-4c5d-9326-9de57c1e8062 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Nov 23 23:30:25.885193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f096a-3d22-496a-9720-05734ffbe91e req-15a2405c-a8f5-4410-b47b-faa9a106eb76 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:25.891015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-346f096a-3d22-496a-9720-05734ffbe91e req-15a2405c-a8f5-4410-b47b-faa9a106eb76 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0571692 Nov 23 23:30:25.936409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-346f096a-3d22-496a-9720-05734ffbe91e req-09f893d8-797d-4ef6-9775-47f787fff948 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Nov 23 23:30:26.137253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa31ca-f954-428d-8753-c5be358b2ecb req-da52e4d2-20a6-4981-a21b-578cd7cc8a5c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:26.138676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5caa31ca-f954-428d-8753-c5be358b2ecb req-da52e4d2-20a6-4981-a21b-578cd7cc8a5c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0498514 Nov 23 23:30:26.187213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5caa31ca-f954-428d-8753-c5be358b2ecb req-89d07189-dcb4-4ffc-a823-58b576abe2e9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Nov 23 23:30:26.304364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e39035-c28a-4c88-9eec-4c7254912329 req-cf65260f-ad77-4a94-8b9e-008b41170899 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:26.306570 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82e39035-c28a-4c88-9eec-4c7254912329 req-cf65260f-ad77-4a94-8b9e-008b41170899 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0501177 Nov 23 23:30:26.357676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82e39035-c28a-4c88-9eec-4c7254912329 req-2cc78822-fbdb-4e8b-ae3e-51f38061f5ab tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Nov 23 23:30:26.686111 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-37f15889-b041-40d3-9a18-1e881e5a5287 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474401 Nov 23 23:30:26.696518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d64638-ad68-46bf-ae21-b7a37f130099 req-35b0fad5-e564-46f7-b572-6a18738907e7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:26.698069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d64638-ad68-46bf-ae21-b7a37f130099 req-35b0fad5-e564-46f7-b572-6a18738907e7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Nov 23 23:30:26.749042 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0d64638-ad68-46bf-ae21-b7a37f130099 req-64e526f5-3d72-4d6d-9f9e-31cc6b4ac2b9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Nov 23 23:30:27.354371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:27.886007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621a620-eb50-42f2-978b-cd4c156f6f79 req-2620577d-0de2-43bc-ba96-abd30c1bb3fd tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:27.886820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-1e10544d-2bba-4784-b508-28a66e7b9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:27.888326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3621a620-eb50-42f2-978b-cd4c156f6f79 req-2620577d-0de2-43bc-ba96-abd30c1bb3fd tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0592704 Nov 23 23:30:27.889069 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-1e10544d-2bba-4784-b508-28a66e7b9a1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0535626 Nov 23 23:30:27.941485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3621a620-eb50-42f2-978b-cd4c156f6f79 req-7b8924f0-c8e3-4a4b-9219-10f4e7167a86 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Nov 23 23:30:27.985159 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-ac7481a9-1ab1-42d2-8d11-fd49b534218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:27.986659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-ac7481a9-1ab1-42d2-8d11-fd49b534218d service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0898945 Nov 23 23:30:28.033854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-71023612-f21e-4b99-83ab-3d9d9a2d97f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0394673 Nov 23 23:30:28.087734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-0ecc8293-dd31-4341-9597-fb8d53068279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:28.089252 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-0ecc8293-dd31-4341-9597-fb8d53068279 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0486917 Nov 23 23:30:28.122609 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-48f14b99-480c-4d29-9042-7da5aa3d4c39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265069 Nov 23 23:30:28.231595 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-a3214742-5c37-4265-a243-7f5136f38ada service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020906 Nov 23 23:30:28.329149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-708c6968-1cb7-490e-a8d3-d30f7fe82259 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902238 Nov 23 23:30:29.074018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a381-8592-4927-8123-cfc3fa6be6b4 req-5371de60-9eac-4abc-9694-c125fbecbc7f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:29.075514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d541a381-8592-4927-8123-cfc3fa6be6b4 req-5371de60-9eac-4abc-9694-c125fbecbc7f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0543725 Nov 23 23:30:29.121921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d541a381-8592-4927-8123-cfc3fa6be6b4 req-b3907f79-ea7f-4412-8526-0721c0080feb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Nov 23 23:30:30.248913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19902fc-7080-4dea-b82d-e59838496204 req-e216ad6a-18bb-412e-867a-46ac0bb5c82e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:30.250475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d19902fc-7080-4dea-b82d-e59838496204 req-e216ad6a-18bb-412e-867a-46ac0bb5c82e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0529559 Nov 23 23:30:30.303811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d19902fc-7080-4dea-b82d-e59838496204 req-9de571ea-f780-4be8-be42-358ebfec3967 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469325 Nov 23 23:30:31.436253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c36f6-ab81-4531-9354-c3d3f34088fb req-3ab0a700-da2b-496a-9007-f5143406ae8b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:31.437774 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a03c36f6-ab81-4531-9354-c3d3f34088fb req-3ab0a700-da2b-496a-9007-f5143406ae8b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0621004 Nov 23 23:30:31.490131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a03c36f6-ab81-4531-9354-c3d3f34088fb req-582e06bd-e963-494d-aa46-85afb165c3c7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Nov 23 23:30:31.646298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-865bcd2c-dfdf-4d97-9329-4fa84e9972da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:32.624772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dedced-8134-4b5e-90cb-994daed74066 req-d63517ce-9da8-4609-a780-41b84cd38437 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:32.626341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95dedced-8134-4b5e-90cb-994daed74066 req-d63517ce-9da8-4609-a780-41b84cd38437 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0529735 Nov 23 23:30:32.680595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95dedced-8134-4b5e-90cb-994daed74066 req-436ed1ed-cf95-40e6-9dcb-061334cc1188 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Nov 23 23:30:33.804207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b357b5-ce8f-4e50-bb9a-1c2e16898453 req-50564b60-dc7d-4b8c-a4a1-e1ad343def9d tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:33.806220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b357b5-ce8f-4e50-bb9a-1c2e16898453 req-50564b60-dc7d-4b8c-a4a1-e1ad343def9d tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0547893 Nov 23 23:30:33.861906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90b357b5-ce8f-4e50-bb9a-1c2e16898453 req-2a152165-a5d8-417a-93c4-8889f327962a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Nov 23 23:30:34.768789 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fa0eeddb-ed1f-4cbc-a3c3-6f60b883f130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:34.983264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4821d8-7356-4b55-a251-ad8b48840832 req-7e89f4f5-adad-4897-8de7-88234f076803 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:34.984912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd4821d8-7356-4b55-a251-ad8b48840832 req-7e89f4f5-adad-4897-8de7-88234f076803 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Nov 23 23:30:35.042755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd4821d8-7356-4b55-a251-ad8b48840832 req-f6e9138b-17c4-4486-969f-44df071231da tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466526 Nov 23 23:30:35.198639 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:36.166056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871199c-4a5a-4181-ac25-5a9db0e59c4d req-f4cabcae-af8e-4430-afb4-5e669d58ea35 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:36.167814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e871199c-4a5a-4181-ac25-5a9db0e59c4d req-f4cabcae-af8e-4430-afb4-5e669d58ea35 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0539136 Nov 23 23:30:36.217965 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e871199c-4a5a-4181-ac25-5a9db0e59c4d req-5c2ba91b-e6fd-452c-9911-32df060887ed tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Nov 23 23:30:36.666804 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:37.348127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a9830-d6d2-41da-829e-f60f4824c87d req-3f08dedc-c09d-4b0e-9aa0-bf02ee26e1d6 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:37.349664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c72a9830-d6d2-41da-829e-f60f4824c87d req-3f08dedc-c09d-4b0e-9aa0-bf02ee26e1d6 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0587659 Nov 23 23:30:37.400195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c72a9830-d6d2-41da-829e-f60f4824c87d req-4d3ad02d-b67a-491f-bed9-69babac32649 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Nov 23 23:30:37.542525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:38.401114 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:38.517639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddbaa5-48e6-4d98-ad80-dfed293ccb0a req-1c36a127-dbd5-4cf0-bb31-26b1dea91af1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:38.519138 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36ddbaa5-48e6-4d98-ad80-dfed293ccb0a req-1c36a127-dbd5-4cf0-bb31-26b1dea91af1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0488429 Nov 23 23:30:38.576724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36ddbaa5-48e6-4d98-ad80-dfed293ccb0a req-5360856a-e68f-4f86-aa59-cb2c82b16b3c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 Nov 23 23:30:39.704159 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9e382-f1d8-4465-8cac-8218db9bfb93 req-9ad68566-1b65-4f08-86c2-da4d218d64f9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:39.705707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5a9e382-f1d8-4465-8cac-8218db9bfb93 req-9ad68566-1b65-4f08-86c2-da4d218d64f9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0506673 Nov 23 23:30:39.760533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5a9e382-f1d8-4465-8cac-8218db9bfb93 req-e479a152-5749-4b02-b3dc-ce7f6de59893 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Nov 23 23:30:40.889394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ceb50-7cb8-4b5d-b2d8-aa9a8829e9a3 req-49df793e-5eb6-45d3-831b-80c080eb0b7e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:40.890989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-172ceb50-7cb8-4b5d-b2d8-aa9a8829e9a3 req-49df793e-5eb6-45d3-831b-80c080eb0b7e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0536616 Nov 23 23:30:40.942995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-172ceb50-7cb8-4b5d-b2d8-aa9a8829e9a3 req-9442f1cb-5477-4bf0-be57-cf73d6e8cbf8 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Nov 23 23:30:42.082141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9942b-3fbd-4d34-b468-0ca81a786cba req-716d38c7-cbf3-4443-aefd-c3bde78b312e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:42.083825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fb9942b-3fbd-4d34-b468-0ca81a786cba req-716d38c7-cbf3-4443-aefd-c3bde78b312e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0536137 Nov 23 23:30:42.137887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1fb9942b-3fbd-4d34-b468-0ca81a786cba req-2956fd40-7847-4112-8cbe-9d6c7fe86b7d tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Nov 23 23:30:43.264718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f42f-2eda-4b68-85e0-9bf16ecea502 req-1fcbd207-f520-44a9-86b0-c74a98d62c96 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:43.266302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12b4f42f-2eda-4b68-85e0-9bf16ecea502 req-1fcbd207-f520-44a9-86b0-c74a98d62c96 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0543196 Nov 23 23:30:43.317758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12b4f42f-2eda-4b68-85e0-9bf16ecea502 req-7c46199d-b9ab-41f2-bcfd-6961771cff96 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Nov 23 23:30:44.452759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804b86d-fd04-4fb7-9901-b1e2d68d93e1 req-4bc4b7b1-ffd5-42f3-afa0-fcfe8518c3f3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:44.454332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9804b86d-fd04-4fb7-9901-b1e2d68d93e1 req-4bc4b7b1-ffd5-42f3-afa0-fcfe8518c3f3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Nov 23 23:30:44.506936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9804b86d-fd04-4fb7-9901-b1e2d68d93e1 req-4c54b1ea-9d02-4a54-a55a-b6ecbbcef615 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Nov 23 23:30:45.645240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f301-b70c-40a1-aab1-6b4db377c886 req-6ca42fe1-e781-4b83-8d22-7c0dcfa55823 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:45.647672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58c8f301-b70c-40a1-aab1-6b4db377c886 req-6ca42fe1-e781-4b83-8d22-7c0dcfa55823 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0648384 Nov 23 23:30:45.704512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58c8f301-b70c-40a1-aab1-6b4db377c886 req-19f963ff-9f27-46be-b3af-23f58328efd3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Nov 23 23:30:46.830881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacce3a-7a71-4099-a0df-06108ab5690f req-333e1420-7a9a-49ba-81ae-edf618e32af7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:46.832548 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcacce3a-7a71-4099-a0df-06108ab5690f req-333e1420-7a9a-49ba-81ae-edf618e32af7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0535188 Nov 23 23:30:46.887041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bcacce3a-7a71-4099-a0df-06108ab5690f req-9d8e4e23-33d3-49af-ad62-8dcc9eb737a9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Nov 23 23:30:48.006930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d3ac5-da1b-4d98-82cd-3557c474014b req-ee6a954b-f632-4e32-a65f-b86ddd72a8b6 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:48.010049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-893d3ac5-da1b-4d98-82cd-3557c474014b req-ee6a954b-f632-4e32-a65f-b86ddd72a8b6 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0517077 Nov 23 23:30:48.070794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-893d3ac5-da1b-4d98-82cd-3557c474014b req-5232c821-ffca-492a-bd17-6f9cd625c28e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531483 Nov 23 23:30:49.221809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482620f2-1b74-415e-a926-17cc2918f654 req-0957f900-1080-48ae-b362-3aecb9e594a4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:49.223960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-482620f2-1b74-415e-a926-17cc2918f654 req-0957f900-1080-48ae-b362-3aecb9e594a4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0742211 Nov 23 23:30:49.289827 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-482620f2-1b74-415e-a926-17cc2918f654 req-51b69209-3b17-4315-bbf8-62d352673f35 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543032 Nov 23 23:30:50.452068 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11168158-5472-460a-a834-02fa38e5075e req-430d4250-e874-418f-b604-3b9c9839befe tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:50.453640 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11168158-5472-460a-a834-02fa38e5075e req-430d4250-e874-418f-b604-3b9c9839befe tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0559371 Nov 23 23:30:50.508806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11168158-5472-460a-a834-02fa38e5075e req-57ca8bd8-7ee1-4b48-8695-0557c967077a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486352 Nov 23 23:30:51.649843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fe659-bd58-4764-9751-1b4ddbe5f9b2 req-9129548b-9cf1-43f9-86f2-9802f6f0c863 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:51.651673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-681fe659-bd58-4764-9751-1b4ddbe5f9b2 req-9129548b-9cf1-43f9-86f2-9802f6f0c863 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0661385 Nov 23 23:30:51.705985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-681fe659-bd58-4764-9751-1b4ddbe5f9b2 req-a1737e51-35f0-4935-a000-c985b38a14aa tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Nov 23 23:30:52.833894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1657e-d653-4680-80d3-3da7f295fe68 req-d7ed6a26-6f54-444d-97f0-482ff6990c9f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:52.835493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6db1657e-d653-4680-80d3-3da7f295fe68 req-d7ed6a26-6f54-444d-97f0-482ff6990c9f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0539477 Nov 23 23:30:52.887484 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6db1657e-d653-4680-80d3-3da7f295fe68 req-e5b7e29d-b62f-4593-8a20-2034b7f3fa22 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Nov 23 23:30:54.011692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626316-eeec-40c5-9358-23eacc6af6ae req-e1c0a874-b951-47ad-b17d-0e1a5f74a1d6 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:54.013314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce626316-eeec-40c5-9358-23eacc6af6ae req-e1c0a874-b951-47ad-b17d-0e1a5f74a1d6 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Nov 23 23:30:54.069080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce626316-eeec-40c5-9358-23eacc6af6ae req-efc174b0-d7ff-4151-bc48-6b6b8824762b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495920 Nov 23 23:30:54.378326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-a4fbce80-fd16-4479-a8bb-36ba9cc1e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:54.379925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-a4fbce80-fd16-4479-a8bb-36ba9cc1e8ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0475969 Nov 23 23:30:54.496779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-7f010093-cf8a-4ed8-adb2-7ef1db3f85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:54.498271 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-7f010093-cf8a-4ed8-adb2-7ef1db3f85e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0976589 Nov 23 23:30:54.542758 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-1c6fdb67-eaa0-4a52-93f2-581a31d0773e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0366986 Nov 23 23:30:54.598606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-b0b8495a-57ec-46f8-b7e7-5a593a6f06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:54.600120 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-b0b8495a-57ec-46f8-b7e7-5a593a6f06b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0507231 Nov 23 23:30:54.634043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-9d3d1cb3-fa5a-418e-90a4-6e4f2067a9ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262008 Nov 23 23:30:54.733779 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-ca28ba0f-e656-4c17-8dc6-d8700dde9dbd service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919559 Nov 23 23:30:54.833611 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd79f2e3-a922-490a-a998-14e7dd0bb3ee req-23832e6b-a999-4ad0-8251-277a915df79a service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925577 Nov 23 23:30:55.194380 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f2bb0-d3f7-432b-9b0a-079c826d5f36 req-6f31a42b-585a-40a1-9cf3-006528d1bc62 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:55.196523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-376f2bb0-d3f7-432b-9b0a-079c826d5f36 req-6f31a42b-585a-40a1-9cf3-006528d1bc62 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Nov 23 23:30:55.249551 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-376f2bb0-d3f7-432b-9b0a-079c826d5f36 req-92482099-c0d2-468d-aaa2-59703005a618 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Nov 23 23:30:55.457112 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-6e980c70-724f-4db6-860e-04e7315b7424 req-12cca36f-8dad-4e4e-b37a-8e1e5af299ca service neutron] show failed (client error): The resource could not be found. Nov 23 23:30:55.458830 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-12cca36f-8dad-4e4e-b37a-8e1e5af299ca service neutron] 10.222.0.48 "GET /v2.0/ports/1eef1f47-2bdf-48c2-a132-7283be09a934/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0629175 Nov 23 23:30:55.697966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-d337444f-4734-49c6-acc4-189571b2541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:55.699531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-d337444f-4734-49c6-acc4-189571b2541b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8&tenant_id=4d700213de0747a29ae258f0068971f3 HTTP/1.1" status: 200 len: 1096 time: 0.0521128 Nov 23 23:30:55.713137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:30:55.766890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:55.989412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:30:56.032035 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:30:56.080026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:30:56.082429 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74b8300-acbf-41d6-a603-3f68538181f6" -d '{"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:30:56.087782 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:56.102835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Transition to ACTIVE for port object 1eef1f47-2bdf-48c2-a132-7283be09a934 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:30:56.115628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:56.157070 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3987d0d-0609-4bdb-bdba-54b3835a9c8b x-openstack-request-id: req-f3987d0d-0609-4bdb-bdba-54b3835a9c8b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:30:56.157373 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:30:56.157630 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3987d0d-0609-4bdb-bdba-54b3835a9c8b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:30:56.158020 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'code': 200} Nov 23 23:30:56.203305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] No DVR routers for this DVR port 1eef1f47-2bdf-48c2-a132-7283be09a934 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:30:56.205411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:56.248157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:30:56.248452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:30:56.248739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:30:56.253631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Port 1eef1f47-2bdf-48c2-a132-7283be09a934 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:30:56.253952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Attempting to bind port 1eef1f47-2bdf-48c2-a132-7283be09a934 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:30:56.259760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:30:56.260099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Checking segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:30:56.260483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Bound using segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:30:56.261049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Bound port: 1eef1f47-2bdf-48c2-a132-7283be09a934, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:30:56.261669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:56.337347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:30:56.340614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:30:56.346139 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:56.386825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:56.387550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:56.389124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] 10.222.0.46 "PUT /v2.0/ports/1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 1091 time: 0.6809945 Nov 23 23:30:56.391487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa03a81-b981-4e5f-b7f1-4ca1e9dd6d2d req-4f4fe169-1378-4657-88f1-169ead7af1d1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:56.394064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6aa03a81-b981-4e5f-b7f1-4ca1e9dd6d2d req-4f4fe169-1378-4657-88f1-169ead7af1d1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0574591 Nov 23 23:30:56.447382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b36b-e239-49cd-a8e4-abe220d698ad service neutron] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:30:56.466299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-a9083fe3-0bdf-438d-8d8e-c525f1785c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:56.467854 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-a9083fe3-0bdf-438d-8d8e-c525f1785c2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0500970 Nov 23 23:30:56.470410 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6aa03a81-b981-4e5f-b7f1-4ca1e9dd6d2d req-27b26759-7a7d-43de-a2f8-2b1846d7bd40 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696261 Nov 23 23:30:56.569049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-ea958e58-d11d-4c4c-90d6-6d6db8bd0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:56.571158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-ea958e58-d11d-4c4c-90d6-6d6db8bd0b3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0965569 Nov 23 23:30:56.617277 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-d414c571-61fc-4e8a-8ffa-bd4dcd84f7bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0384901 Nov 23 23:30:56.681120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980c70-724f-4db6-860e-04e7315b7424 req-26a9d46a-9602-4585-872e-211ef8ac371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:56.683279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-26a9d46a-9602-4585-872e-211ef8ac371f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0589221 Nov 23 23:30:56.717651 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-cec6f15d-1705-4ec8-a1dc-54a499f3bae5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276299 Nov 23 23:30:56.864590 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-d59efde8-63c4-4d46-9a09-788f1a5ef2bc service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397657 Nov 23 23:30:56.971914 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6e980c70-724f-4db6-860e-04e7315b7424 req-194a5dcc-cb48-4c48-8844-77d805062890 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998385 Nov 23 23:30:57.350447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:30:57.613172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4bad6-bddb-4b57-9a3f-49da850478cf req-6c1b9050-cd50-4f22-976a-ff73ba661da7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:57.613775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cb4bad6-bddb-4b57-9a3f-49da850478cf req-6c1b9050-cd50-4f22-976a-ff73ba661da7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0581818 Nov 23 23:30:57.668582 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9cb4bad6-bddb-4b57-9a3f-49da850478cf req-3a263f79-c13a-4b39-a94d-551586c2cfcf tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Nov 23 23:30:57.722525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-9d200b2e-b537-45ea-9570-a09e08de9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:57.724074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-9d200b2e-b537-45ea-9570-a09e08de9f2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0430555 Nov 23 23:30:57.831630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-3cee1469-a898-4c3f-9665-10084b41f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:57.833056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-3cee1469-a898-4c3f-9665-10084b41f083 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0884049 Nov 23 23:30:57.879003 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-70f75279-2b4c-4bfb-a636-be3121af3eb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0385337 Nov 23 23:30:57.932975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-f7e8df52-194e-4957-a394-22c24495901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:57.934504 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-f7e8df52-194e-4957-a394-22c24495901f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0470402 Nov 23 23:30:57.970832 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-64157820-01b4-45f8-bfe3-9e17b68b1096 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282264 Nov 23 23:30:58.071353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-c7ddc4c8-ce1f-42ca-8e08-b3dc86a8e399 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919857 Nov 23 23:30:58.159881 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:30:58.162193 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:30:58.179845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c5608e49-a5cd-432e-8e09-53fcc270b1a3 req-8c0748f7-c7a1-4509-bbd1-35de0d8801ed service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004300 Nov 23 23:30:58.218316 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b2a5f4-7750-40e2-adec-67e168761ffc x-openstack-request-id: req-12b2a5f4-7750-40e2-adec-67e168761ffc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:30:58.218619 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:30:58.218881 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12b2a5f4-7750-40e2-adec-67e168761ffc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:30:58.219335 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'status': 'completed', 'code': 200} Nov 23 23:30:58.284378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-6991893a-e22c-48ab-949a-f7e496eb6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:58.285884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-6991893a-e22c-48ab-949a-f7e496eb6bc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0430870 Nov 23 23:30:58.390227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-78eece0b-0656-40ab-9099-73aa3c105c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:58.391863 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-78eece0b-0656-40ab-9099-73aa3c105c53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1094 time: 0.1039987 Nov 23 23:30:58.433647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-b047eb13-4831-4553-9d36-9e3c2f09651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:58.435052 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-b047eb13-4831-4553-9d36-9e3c2f09651a service neutron] 10.222.0.46 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.1392663 Nov 23 23:30:58.503760 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-fe62c29f-7021-4d0d-8d08-1097742317ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0603831 Nov 23 23:30:58.572054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-8ae72ffa-af1c-49b2-bbad-ff14ec645f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:58.573550 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-8ae72ffa-af1c-49b2-bbad-ff14ec645f92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.1718936 Nov 23 23:30:58.577145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-f849181f-481e-4408-9932-3e6417114db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:58.578518 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-f849181f-481e-4408-9932-3e6417114db0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0670900 Nov 23 23:30:58.806149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1b86-1d06-4939-acf2-1bd3daf8fa5a req-8d8e8850-c001-41cd-a6f2-42ba0cc1bc68 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:58.807847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bde1b86-1d06-4939-acf2-1bd3daf8fa5a req-8d8e8850-c001-41cd-a6f2-42ba0cc1bc68 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0539222 Nov 23 23:30:58.864015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bde1b86-1d06-4939-acf2-1bd3daf8fa5a req-5a360cb2-3983-4f2a-8062-66d21fb79000 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Nov 23 23:30:58.999112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-68f0549d-1d2c-46a4-85e2-1c0009409524 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.4172926 Nov 23 23:30:59.016910 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-9013bee1-a965-46cf-a622-69883a76ace6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4275510 Nov 23 23:30:59.069703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.48', 53582) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:30:59.102665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757abc45-9c6e-4a6b-8071-5ecbe3d7da82 req-02dda6f4-e27f-44fe-8d03-bb3de63b8961 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:59.104386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-757abc45-9c6e-4a6b-8071-5ecbe3d7da82 req-02dda6f4-e27f-44fe-8d03-bb3de63b8961 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 943 time: 0.0621123 Nov 23 23:30:59.151645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-6a1b79ac-692c-4ea1-9eb8-9dc64db0189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:59.153119 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-6a1b79ac-692c-4ea1-9eb8-9dc64db0189d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.1386731 Nov 23 23:30:59.156261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-757abc45-9c6e-4a6b-8071-5ecbe3d7da82 req-972af1b4-4878-4f19-9fa4-f30925c76d75 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456619 Nov 23 23:30:59.200004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-8c12d9a6-e596-4ab1-a23d-b7e13d179a35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373693 Nov 23 23:30:59.207504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-5ac43622-64c2-4ab5-ae3d-b9b30adbf291 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:59.208870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-5ac43622-64c2-4ab5-ae3d-b9b30adbf291 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8&tenant_id=4d700213de0747a29ae258f0068971f3&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 943 time: 0.1376491 Nov 23 23:30:59.242342 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-47dec7da-4a7c-4f86-bfe0-cc65f9e13539 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161665 Nov 23 23:30:59.300418 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:30:59.338868 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:30:59.378764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:30:59.408209 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-d8c53f6a-fd46-49c2-9641-7d6667b92942 service neutron] delete failed (client error): The resource could not be found. Nov 23 23:30:59.409263 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-d8c53f6a-fd46-49c2-9641-7d6667b92942 service neutron] 10.222.0.48 "DELETE /v2.0/ports/1eef1f47-2bdf-48c2-a132-7283be09a934/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.1930635 Nov 23 23:30:59.425229 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-6a8b1271-bb40-45f7-9476-dd302cc5d877 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100880 Nov 23 23:30:59.443405 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-7cb54ae3-1a79-4945-8c49-b62484135c62 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820786 Nov 23 23:30:59.530116 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f081ae11-7bd6-45c2-a2ad-e70f1065d6dd req-aa910a92-4b14-4686-a5d7-01a3f55b8d4a service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971525 Nov 23 23:30:59.666151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-7695c5fc-1238-4d81-a6e2-8a5f46a6d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:59.667699 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-7695c5fc-1238-4d81-a6e2-8a5f46a6d272 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 1094 time: 0.0444579 Nov 23 23:30:59.767740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-8f6f5b76-6c8d-4f4e-b7c1-9c720664b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:59.769256 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-8f6f5b76-6c8d-4f4e-b7c1-9c720664b9c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0947948 Nov 23 23:30:59.813457 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-c8dfa9b1-f566-43ee-b24b-9f927298c906 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 200 len: 217 time: 0.0365508 Nov 23 23:30:59.862181 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-d1a7ddf7-bd39-4f86-9fd9-50d7a9cf17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:30:59.863676 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-d1a7ddf7-bd39-4f86-9fd9-50d7a9cf17b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0435483 Nov 23 23:30:59.899834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-69894111-7506-4ba2-ba81-94a454a8b59b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295663 Nov 23 23:30:59.982976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:30:59.988939 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-1553d882-621c-494f-a184-4e511b519f2d service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823045 Nov 23 23:31:00.083813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:00.086371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a37b43ee-db6a-4d43-9802-4fdd60eab547 req-b4df78f7-252c-4949-a15d-3829943adfd3 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909724 Nov 23 23:31:00.094942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40', 'port_id': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'mac_address': 'fa:16:3e:dc:c3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d1400f-e020-4410-a49f-8c7ea80adfdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:31:00.132137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:00.150443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eef1f47-2bdf-48c2-a132-7283be09a934 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:31:00.170137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:00.176140 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:00.235233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:00.289607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cc740-fb22-46e7-be26-000cd8210443 req-f439ecda-724a-48a3-aecd-e42b88275ccb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:00.291144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c6cc740-fb22-46e7-be26-000cd8210443 req-f439ecda-724a-48a3-aecd-e42b88275ccb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0508399 Nov 23 23:31:00.343460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c6cc740-fb22-46e7-be26-000cd8210443 req-602df56e-2874-4c61-86f9-46a038774b90 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459168 Nov 23 23:31:00.390084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['1eef1f47-2bdf-48c2-a132-7283be09a934'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:31:01.466925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae95049-73e6-4dca-a7ad-58d1650e745c req-c580fecc-c2e3-4f97-90ff-60253a52cd7c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:01.468457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ae95049-73e6-4dca-a7ad-58d1650e745c req-c580fecc-c2e3-4f97-90ff-60253a52cd7c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0532680 Nov 23 23:31:01.523628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ae95049-73e6-4dca-a7ad-58d1650e745c req-163e1e03-8e84-48c5-a6d7-464bcd4d92ac tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Nov 23 23:31:01.640184 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-09185b37-317f-4b0c-9c59-dd2a63ec6a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:01.645535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfb17-1e20-4de4-ae8c-9473786cab38 req-2d0b161f-5b3d-4746-b8bc-b8264ddd17b2 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:01.647111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec1dfb17-1e20-4de4-ae8c-9473786cab38 req-2d0b161f-5b3d-4746-b8bc-b8264ddd17b2 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0528717 Nov 23 23:31:01.700209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec1dfb17-1e20-4de4-ae8c-9473786cab38 req-d299c576-3fbb-498a-9964-cead032940b7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Nov 23 23:31:01.819443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8688d5d-87d6-4520-86d8-99ebe5d9ecbd req-84acb0fe-5881-4bf0-b220-889db305d060 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:01.821872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8688d5d-87d6-4520-86d8-99ebe5d9ecbd req-84acb0fe-5881-4bf0-b220-889db305d060 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 944 time: 0.0523405 Nov 23 23:31:01.873513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8688d5d-87d6-4520-86d8-99ebe5d9ecbd req-21a5db4f-be56-4362-a408-276981122f86 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Nov 23 23:31:01.999137 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:31:02.068751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 1eef1f47-2bdf-48c2-a132-7283be09a934 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:31:02.073783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 1eef1f47-2bdf-48c2-a132-7283be09a934 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:02.074183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:02.164631 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:02.200858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:02.203250 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b09e13-83ec-4dec-a2b8-42ccdec0ccfd" -d '{"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-plugged", "status": "completed", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:02.219545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:02.225406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:02.254120 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60625bbf-0f3d-4ea2-968c-dd138349cd8c x-openstack-request-id: req-60625bbf-0f3d-4ea2-968c-dd138349cd8c {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:02.254421 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-plugged", "status": "completed", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:02.254706 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60625bbf-0f3d-4ea2-968c-dd138349cd8c {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:02.255544 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'code': 200} Nov 23 23:31:02.271110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-99ef8069-e4e7-4b7f-8d81-29e06f9fe3cb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:02.272693 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-99ef8069-e4e7-4b7f-8d81-29e06f9fe3cb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 814 time: 0.1192241 Nov 23 23:31:02.281307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:02.290070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-224ea7f1-b1b9-4fef-86a8-a31fba3031fc tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/quotas/4d700213de0747a29ae258f0068971f3 HTTP/1.1" status: 200 len: 375 time: 0.0100598 Nov 23 23:31:02.344758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-6e745539-dc8a-4b5e-8118-636cdd4803a6 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478966 Nov 23 23:31:02.357117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-8355f8e2-30bb-4f86-965b-0e7090700284 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:31:02.358078 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-8355f8e2-30bb-4f86-965b-0e7090700284 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054340 Nov 23 23:31:02.456209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-257b7089-63ed-48aa-8b00-eccd382347e2 service neutron] 10.222.0.11 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915351 Nov 23 23:31:02.547860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-0fe20668-5534-4521-b72d-8f63eb11dac4 service neutron] 10.222.0.11 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 Nov 23 23:31:02.730899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c381ad6-11b6-4b6e-989d-dc124a5d98e7 req-586ce4a4-ca5d-4d5a-9475-4849bba3f953 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 210 time: 0.0384867 Nov 23 23:31:03.461088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-b5083d24-7346-40d9-aa81-331e664f1e10 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:03.462730 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-b5083d24-7346-40d9-aa81-331e664f1e10 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e988215-1b09-4e60-acc8-68ec4c19d9e8 HTTP/1.1" status: 200 len: 945 time: 0.0555170 Nov 23 23:31:03.561600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Deleting port 1eef1f47-2bdf-48c2-a132-7283be09a934 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:31:03.561943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:03.680111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] For port 1eef1f47-2bdf-48c2-a132-7283be09a934, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=1eef1f47-2bdf-48c2-a132-7283be09a934,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:03.681612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:03.708431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Calling delete_port for 1eef1f47-2bdf-48c2-a132-7283be09a934 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:31:03.851895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69a0d1fe-5acd-44d7-8f16-870059994e2c req-c1fd0fae-f902-4221-9180-863c201f7d50 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 210 time: 0.0318754 Nov 23 23:31:03.858290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a7436356-9faa-4bb3-bdd4-cf751961acc4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:03.859866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a7436356-9faa-4bb3-bdd4-cf751961acc4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 814 time: 0.1620235 Nov 23 23:31:03.891051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Request body: {'port': {'device_id': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40', 'admin_state_up': True, 'tenant_id': '4d700213de0747a29ae258f0068971f3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:04.011518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.056006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Pushing event deleted for resources: {'Port': ['ID=1eef1f47-2bdf-48c2-a132-7283be09a934,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:04.108734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] No DVR routers for this DVR port 1eef1f47-2bdf-48c2-a132-7283be09a934 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:31:04.113195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.116543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8eb9b339-56f7-420a-bab8-05a69be73f21 req-7c991140-5bfa-4809-a96a-5f08507ebc73 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.46 "DELETE /v2.0/ports/1eef1f47-2bdf-48c2-a132-7283be09a934 HTTP/1.1" status: 204 len: 173 time: 0.6480834 Nov 23 23:31:04.117126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-deleted', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:04.119513 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221a7b49-d07b-4b44-a415-e421da36f872" -d '{"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-deleted", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:04.133933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Made reservation on behalf of 4d700213de0747a29ae258f0068971f3 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:31:04.137793 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.206372 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cee2b5e-a6e8-4573-8a9d-8ebce75ebd17 x-openstack-request-id: req-1cee2b5e-a6e8-4573-8a9d-8ebce75ebd17 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:04.206696 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e988215-1b09-4e60-acc8-68ec4c19d9e8", "name": "network-vif-deleted", "tag": "1eef1f47-2bdf-48c2-a132-7283be09a934", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:04.206938 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cee2b5e-a6e8-4573-8a9d-8ebce75ebd17 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:04.207379 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e988215-1b09-4e60-acc8-68ec4c19d9e8', 'name': 'network-vif-deleted', 'tag': '1eef1f47-2bdf-48c2-a132-7283be09a934', 'status': 'completed', 'code': 200} Nov 23 23:31:04.283322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Allocated IP 172.20.0.2 (72b54e0a-3aee-41fe-b2d2-eebfe16bfb40/76d1400f-e020-4410-a49f-8c7ea80adfdc/7e555844-ae0b-43a3-959c-e06dbee0e421) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:31:04.431473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.465765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.515011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:31:04.518864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:04.522795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:31:04.549943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:04.581220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:04.581857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.598886 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-a34233dc-29ef-4d5a-86a0-f40d4cb6b7b3 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169602 Nov 23 23:31:04.618838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Request body: {'port': {'device_id': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:04.677421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.773157 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-94122dc6-f56f-4bba-8c4d-8888a0924a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.947266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e555844-ae0b-43a3-959c-e06dbee0e421 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:31:04.954974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.968245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Transition to ACTIVE for port object 7e555844-ae0b-43a3-959c-e06dbee0e421 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:31:04.972487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:04.975448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6942125-031a-4ce1-92cd-19d3a720b8e6 req-1e09e5ea-1634-49d1-9a3e-74e57168aa24 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:04.977124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6942125-031a-4ce1-92cd-19d3a720b8e6 req-1e09e5ea-1634-49d1-9a3e-74e57168aa24 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 931 time: 0.0505500 Nov 23 23:31:05.029381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6942125-031a-4ce1-92cd-19d3a720b8e6 req-4671579a-2de6-4782-bc1e-25bf6c95df5f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Nov 23 23:31:05.029957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:05.100705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:31:05.101157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:31:05.101645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:31:05.106174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Port 7e555844-ae0b-43a3-959c-e06dbee0e421 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:31:05.106484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:31:05.111313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:31:05.111677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Checking segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:31:05.112065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Bound using segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:31:05.112489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Bound port: 7e555844-ae0b-43a3-959c-e06dbee0e421, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:31:05.112837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:05.175358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:31:05.178296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:31:05.183467 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:05.198507 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:05.220317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:05.220760 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:05.222176 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] 10.222.0.48 "PUT /v2.0/ports/7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 1091 time: 0.6089227 Nov 23 23:31:05.243191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:05.250906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.251258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.251637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.251982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.252318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.252659 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.252996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.253327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.253655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.253986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.254311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.254635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a17a09-99d0-494a-abef-c7f521ee00ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:05.322083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-00eb1439-6c23-4412-854e-c8bafbfb4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:05.323510 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-00eb1439-6c23-4412-854e-c8bafbfb4338 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1094 time: 0.0489950 Nov 23 23:31:05.371856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-b0fac330-476d-4a16-9fa5-d847856227fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 217 time: 0.0341444 Nov 23 23:31:05.421287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-375ccce1-389d-4c9a-9807-6ee984375b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:05.423027 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-375ccce1-389d-4c9a-9807-6ee984375b70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0449247 Nov 23 23:31:05.455078 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-dc155b7b-f069-4a17-8b56-92a8c678f480 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245514 Nov 23 23:31:05.551272 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-c3972e74-dc07-4622-a59b-700ee9b3e8f9 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878065 Nov 23 23:31:05.646999 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04d02c6c-4e44-4835-b974-e12f81eb8a01 req-ea5eaf95-fbdb-424c-9888-00f79163d70e service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885687 Nov 23 23:31:06.014990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:31:06.035557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 1eef1f47-2bdf-48c2-a132-7283be09a934 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:31:06.035921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 1eef1f47-2bdf-48c2-a132-7283be09a934 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:31:06.150659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22cec3-9516-4c82-8da4-c37149363847 req-648830e3-5dcf-4dcc-b635-7b15d4f5f4c5 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:06.152240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c22cec3-9516-4c82-8da4-c37149363847 req-648830e3-5dcf-4dcc-b635-7b15d4f5f4c5 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 943 time: 0.0484366 Nov 23 23:31:06.202494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c22cec3-9516-4c82-8da4-c37149363847 req-ff5e746e-527d-4256-851c-0e1b0540944c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Nov 23 23:31:06.208447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:06.211476 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9097ef35-dd40-44ba-8bb0-8b06afa21699" -d '{"events": [{"name": "network-changed", "server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:06.252456 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d54bbae-aa6e-4c5a-9d2a-ae8b8da35f01 x-openstack-request-id: req-4d54bbae-aa6e-4c5a-9d2a-ae8b8da35f01 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:06.252756 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:06.253012 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d54bbae-aa6e-4c5a-9d2a-ae8b8da35f01 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:06.253416 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'status': 'completed', 'code': 200} Nov 23 23:31:06.338134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-f6b2b0af-db42-46ef-80b1-c5cca8ec400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:06.339554 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-f6b2b0af-db42-46ef-80b1-c5cca8ec400e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1094 time: 0.0412369 Nov 23 23:31:06.431441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-41395d63-25fc-459e-a4d9-e22fd79ff451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:06.433022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-41395d63-25fc-459e-a4d9-e22fd79ff451 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0848608 Nov 23 23:31:06.478693 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-efa69909-7057-4c53-83e3-fdb7519c1200 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 217 time: 0.0376599 Nov 23 23:31:06.529361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-aa83c5de-474e-41fc-88f7-b16440f927ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:06.530816 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-aa83c5de-474e-41fc-88f7-b16440f927ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0450380 Nov 23 23:31:06.565668 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-f056b482-fecd-4f25-9b84-9cfc7ac22f2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276763 Nov 23 23:31:06.662701 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-10fc36de-8f91-44cb-8158-b3cc0e997a9d service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891600 Nov 23 23:31:06.668933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:06.753939 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9097ef35-dd40-44ba-8bb0-8b06afa21699 req-0d637919-eb56-4b79-b4f6-fd5f1f02d41d service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841191 Nov 23 23:31:07.320479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a293b-b499-41f8-a4b9-b161c8931edb req-b437323c-613f-4b1c-b75e-b2596a47b0c8 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:07.321967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547a293b-b499-41f8-a4b9-b161c8931edb req-b437323c-613f-4b1c-b75e-b2596a47b0c8 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 943 time: 0.0499501 Nov 23 23:31:07.337461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:31:07.372065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-547a293b-b499-41f8-a4b9-b161c8931edb req-af3cc727-8a92-43a1-84d6-28670d6cd739 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Nov 23 23:31:07.443774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:07.455173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40', 'port_id': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'mac_address': 'fa:16:3e:91:ed:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d1400f-e020-4410-a49f-8c7ea80adfdc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:31:07.496686 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:07.516462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e555844-ae0b-43a3-959c-e06dbee0e421 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:31:07.547039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:07.551947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:07.578692 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:07.603932 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:07.809273 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7e555844-ae0b-43a3-959c-e06dbee0e421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:31:08.392176 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:08.495312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f89688-b866-4f1c-951c-ae6d62705d18 req-dec30a36-b777-40e9-9447-b9950d3f2302 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:08.496828 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76f89688-b866-4f1c-951c-ae6d62705d18 req-dec30a36-b777-40e9-9447-b9950d3f2302 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 944 time: 0.0499904 Nov 23 23:31:08.545349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-76f89688-b866-4f1c-951c-ae6d62705d18 req-06d106d1-e3b4-45c1-89a3-4a31e1ea22d7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Nov 23 23:31:09.354571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:31:09.401728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 7e555844-ae0b-43a3-959c-e06dbee0e421 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:31:09.405714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 7e555844-ae0b-43a3-959c-e06dbee0e421 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:09.406020 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:09.487754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:09.511384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:09.513666 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e370b342-f4a2-4a16-8b1b-14d7990b19d4" -d '{"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-plugged", "status": "completed", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:09.526365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:09.530682 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:09.555695 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3499b1-d26d-4665-af00-5da69df85289 x-openstack-request-id: req-3e3499b1-d26d-4665-af00-5da69df85289 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:09.556001 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-plugged", "status": "completed", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:09.556262 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e3499b1-d26d-4665-af00-5da69df85289 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:09.556658 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'code': 200} Nov 23 23:31:09.582039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:09.590726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.591162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.591416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.591777 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.592110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.592438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.592764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.593089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.593754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.593754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.594032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.594346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:09.674200 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b2d35-dcf7-4d26-9fd9-ea4349c76b6a req-b0fa4153-1a4f-4651-9e26-c4c59b8bccca tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:09.676018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba8b2d35-dcf7-4d26-9fd9-ea4349c76b6a req-b0fa4153-1a4f-4651-9e26-c4c59b8bccca tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0602372 Nov 23 23:31:09.698118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6c3c1-2bd1-4184-8a79-26e6a635da5f req-8c000e20-bb42-4102-9dca-8949b530fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:09.699707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f3c6c3c1-2bd1-4184-8a79-26e6a635da5f req-8c000e20-bb42-4102-9dca-8949b530fefa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1096 time: 0.0478687 Nov 23 23:31:09.727107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba8b2d35-dcf7-4d26-9fd9-ea4349c76b6a req-6650e9c1-b867-4f61-936b-2fb898102b13 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Nov 23 23:31:09.748109 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f3c6c3c1-2bd1-4184-8a79-26e6a635da5f req-9cf946fb-e11f-4940-abb4-b81877d47a26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Nov 23 23:31:10.847525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5e59-0d4b-4de7-8c7f-a491b182bbcf req-6bf0b5a2-2eb6-47b0-9132-6405a3e54fbb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:10.849019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-865f5e59-0d4b-4de7-8c7f-a491b182bbcf req-6bf0b5a2-2eb6-47b0-9132-6405a3e54fbb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Nov 23 23:31:10.897849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-865f5e59-0d4b-4de7-8c7f-a491b182bbcf req-050b1afa-53ea-4c4c-8009-4f4f748f7209 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Nov 23 23:31:11.021984 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2d692-c58b-4661-b526-61fbb7674f11 req-92c779a9-96bb-4aa5-9ff5-79e8d1f4aa05 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:11.024411 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bd2d692-c58b-4661-b526-61fbb7674f11 req-92c779a9-96bb-4aa5-9ff5-79e8d1f4aa05 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0563543 Nov 23 23:31:11.077022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3bd2d692-c58b-4661-b526-61fbb7674f11 req-2a9ff809-3dfa-482f-8ac8-b814d7f14f57 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Nov 23 23:31:11.307440 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-b1af252f-f2de-4c4a-94fb-f2305e7f909d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434501 Nov 23 23:31:11.323381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098896f-897b-4cdc-8b06-6f286059d89c req-a7a1fb6e-af8b-416c-955f-fcd67a722526 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:11.325295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9098896f-897b-4cdc-8b06-6f286059d89c req-a7a1fb6e-af8b-416c-955f-fcd67a722526 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0549707 Nov 23 23:31:11.374455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9098896f-897b-4cdc-8b06-6f286059d89c req-f7e6c2f8-671b-42b9-84f1-f66e560d4c81 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Nov 23 23:31:12.412317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-bc1d9bab-b3f4-4d36-80bc-9cf901c269be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:12.414421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-bc1d9bab-b3f4-4d36-80bc-9cf901c269be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1096 time: 0.0414865 Nov 23 23:31:12.496911 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8d81f-b293-4478-a718-f8347242482d req-5ab5ff49-8be5-4126-aa9a-3997d5ad9b98 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:12.498408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4a8d81f-b293-4478-a718-f8347242482d req-5ab5ff49-8be5-4126-aa9a-3997d5ad9b98 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0490286 Nov 23 23:31:12.510313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-c2759da3-a337-4808-b222-cf5b7159639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:12.511815 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-c2759da3-a337-4808-b222-cf5b7159639a service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0909777 Nov 23 23:31:12.545651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d4a8d81f-b293-4478-a718-f8347242482d req-041f307e-2162-4ab5-9742-6fcbb6b4b71b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Nov 23 23:31:12.553578 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-d0922620-2585-47e3-8a8b-9c5e1a5d2f39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 217 time: 0.0347323 Nov 23 23:31:12.603326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-1713c221-c7a2-4b6e-91e9-83f2beaab3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:12.604817 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-1713c221-c7a2-4b6e-91e9-83f2beaab3e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0445335 Nov 23 23:31:12.641874 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-5b33e0f5-7e97-4258-b1b3-245c13c210b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290661 Nov 23 23:31:12.732453 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-a567ea96-0d5e-40a8-947c-ee4a9e7404f6 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831630 Nov 23 23:31:12.828754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-a3f363b2-771f-43aa-b35b-e30ced7228d8 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895529 Nov 23 23:31:13.666678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824de37-7053-436c-8ea5-814a7285a17e req-48f70cef-0d92-41b6-ad8a-70dd8bf61128 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:13.668187 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6824de37-7053-436c-8ea5-814a7285a17e req-48f70cef-0d92-41b6-ad8a-70dd8bf61128 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0530486 Nov 23 23:31:13.719049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6824de37-7053-436c-8ea5-814a7285a17e req-18c92c39-0988-4acb-b5ab-1795177e63db tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 Nov 23 23:31:14.836463 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00691b1d-1d09-43fb-8ea3-4062f7f3f858 req-257213f3-2b68-4de5-9557-4eed171a587c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:14.838427 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00691b1d-1d09-43fb-8ea3-4062f7f3f858 req-257213f3-2b68-4de5-9557-4eed171a587c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Nov 23 23:31:14.887101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-00691b1d-1d09-43fb-8ea3-4062f7f3f858 req-071f3804-bdf1-45aa-bc43-885eeb662c6c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Nov 23 23:31:16.011599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16913c-48f7-4be9-bb1f-cd346e3d57be req-17a78968-76c1-437d-93e3-8a89152483a7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:16.013122 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac16913c-48f7-4be9-bb1f-cd346e3d57be req-17a78968-76c1-437d-93e3-8a89152483a7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0571001 Nov 23 23:31:16.060375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ac16913c-48f7-4be9-bb1f-cd346e3d57be req-aa714649-8e62-428e-b71a-eac22f5d8968 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Nov 23 23:31:17.179221 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a2be8-bd78-4329-99de-f39b0233eb98 req-b9992139-b102-4557-ac0e-bdd80655eccd tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:17.181441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e7a2be8-bd78-4329-99de-f39b0233eb98 req-b9992139-b102-4557-ac0e-bdd80655eccd tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0493627 Nov 23 23:31:17.228447 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e7a2be8-bd78-4329-99de-f39b0233eb98 req-9fca148b-cab9-4c81-a08d-88ffafa0d0ae tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Nov 23 23:31:18.343205 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557272-29ab-4ee6-960c-35ded3ff18ea req-219606ec-63dd-4e42-b661-20c4b8c92120 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:18.344711 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e557272-29ab-4ee6-960c-35ded3ff18ea req-219606ec-63dd-4e42-b661-20c4b8c92120 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0478899 Nov 23 23:31:18.394955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e557272-29ab-4ee6-960c-35ded3ff18ea req-db33beda-5404-4d69-bc35-047299bf8f5a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Nov 23 23:31:19.511292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960543c1-dd8d-41b3-a19f-4e613e75bb6c req-6b5c2183-b96d-4b38-8050-33973784de4c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:19.512791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-960543c1-dd8d-41b3-a19f-4e613e75bb6c req-6b5c2183-b96d-4b38-8050-33973784de4c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0494354 Nov 23 23:31:19.560155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-960543c1-dd8d-41b3-a19f-4e613e75bb6c req-436c5fa6-d390-46ac-861c-c4c2249e1ed7 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Nov 23 23:31:20.679643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455acaee-ded0-473b-91c0-fa0d99912c0c req-6e7f9b03-cdd3-41bc-9006-82fb4cb69d10 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:20.682097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-455acaee-ded0-473b-91c0-fa0d99912c0c req-6e7f9b03-cdd3-41bc-9006-82fb4cb69d10 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0499141 Nov 23 23:31:20.731182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-455acaee-ded0-473b-91c0-fa0d99912c0c req-20548b4e-f604-4b4a-a543-8e3d621760ee tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Nov 23 23:31:21.852346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb51083-c82f-4a06-9927-0fa13f305dca req-88e2e2a2-0257-445b-82e6-77233f0ad4ad tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:21.853915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cb51083-c82f-4a06-9927-0fa13f305dca req-88e2e2a2-0257-445b-82e6-77233f0ad4ad tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Nov 23 23:31:21.901766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cb51083-c82f-4a06-9927-0fa13f305dca req-fff76e48-6806-48a4-80de-e9892c7b1b25 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Nov 23 23:31:23.018550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b74ad-2c90-4295-baf9-94ec87970860 req-7d991699-c631-460d-8c8d-7d6cf70dc403 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:23.020041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a53b74ad-2c90-4295-baf9-94ec87970860 req-7d991699-c631-460d-8c8d-7d6cf70dc403 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0498769 Nov 23 23:31:23.071706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a53b74ad-2c90-4295-baf9-94ec87970860 req-e77e1a3f-ed28-44f1-8532-b8a3a1768c98 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Nov 23 23:31:24.189523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f997d7-4321-4bf8-9718-7abe4147ece6 req-0b522def-3fa2-4323-96e5-12cd45dadc7e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:24.190838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-56f997d7-4321-4bf8-9718-7abe4147ece6 req-0b522def-3fa2-4323-96e5-12cd45dadc7e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Nov 23 23:31:24.241403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-56f997d7-4321-4bf8-9718-7abe4147ece6 req-a04e1621-946c-4624-893f-f587fd80b40b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Nov 23 23:31:25.366491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f31f9f-404f-4827-9973-e0ebcb6aa3e1 req-1e85aa0a-9203-4e43-9c0a-ca4b21a7c0ac tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:25.367988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77f31f9f-404f-4827-9973-e0ebcb6aa3e1 req-1e85aa0a-9203-4e43-9c0a-ca4b21a7c0ac tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Nov 23 23:31:25.415283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77f31f9f-404f-4827-9973-e0ebcb6aa3e1 req-d21d15d5-7b24-4d8e-9965-f70dc5028aea tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Nov 23 23:31:26.530993 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb168f2-029e-4b4c-9505-1930261fd1f2 req-ac16ff2b-0ad6-45b2-9dab-1c007e28064f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:26.532519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceb168f2-029e-4b4c-9505-1930261fd1f2 req-ac16ff2b-0ad6-45b2-9dab-1c007e28064f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Nov 23 23:31:26.579362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ceb168f2-029e-4b4c-9505-1930261fd1f2 req-54750621-c283-4b66-8989-a0474aa913ac tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Nov 23 23:31:27.356139 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:27.701780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6aaf-9c54-4675-9d77-1ea08226542b req-e00d3a37-8e36-4479-b457-f8b8f4c73042 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:27.703252 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a93b6aaf-9c54-4675-9d77-1ea08226542b req-e00d3a37-8e36-4479-b457-f8b8f4c73042 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0528524 Nov 23 23:31:27.750541 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a93b6aaf-9c54-4675-9d77-1ea08226542b req-79cd54e0-ee01-4c54-9868-d1fa9cfd8f63 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Nov 23 23:31:28.868279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d5b30-c715-4125-8dc7-594d28c97cc7 req-8dbb543c-7090-4c50-b9cb-c215e946d18d tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:28.870250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df7d5b30-c715-4125-8dc7-594d28c97cc7 req-8dbb543c-7090-4c50-b9cb-c215e946d18d tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Nov 23 23:31:28.918121 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-df7d5b30-c715-4125-8dc7-594d28c97cc7 req-fcfefa6a-3a69-47b9-a5e4-eb94331bb05b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Nov 23 23:31:30.041493 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d3bbc-6465-4d77-bba3-a20b2b7455a4 req-d48694be-b5cf-4904-b026-2959275dd26a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:30.043823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b48d3bbc-6465-4d77-bba3-a20b2b7455a4 req-d48694be-b5cf-4904-b026-2959275dd26a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0553961 Nov 23 23:31:30.093621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b48d3bbc-6465-4d77-bba3-a20b2b7455a4 req-d3ed2be4-707b-4d89-aacf-eaf084182df2 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Nov 23 23:31:31.213154 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865d0fa-c5a4-4d00-99b4-05dd57f53429 req-5092e319-eb7f-49db-9b79-e8fbb9d8f9e2 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:31.214722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1865d0fa-c5a4-4d00-99b4-05dd57f53429 req-5092e319-eb7f-49db-9b79-e8fbb9d8f9e2 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Nov 23 23:31:31.261764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1865d0fa-c5a4-4d00-99b4-05dd57f53429 req-6d28f85e-c038-40e3-ab15-37d50fbaf02f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Nov 23 23:31:31.641836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78bb01ac-7492-4584-816f-71d4ef02e8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:32.377795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e80d0-fbe0-450b-aa37-eea52b64700a req-dc2c8d20-09e2-4362-8097-4a00f984644f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:32.379269 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-986e80d0-fbe0-450b-aa37-eea52b64700a req-dc2c8d20-09e2-4362-8097-4a00f984644f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0491152 Nov 23 23:31:32.430243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-986e80d0-fbe0-450b-aa37-eea52b64700a req-07975e48-0bea-475f-a87d-fd21e2cdc6c1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Nov 23 23:31:33.547101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7dac-ecfa-4618-8950-3154806d4521 req-e6d9ab6b-4666-4de4-970c-7dd125b3dbf2 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:33.548844 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744a7dac-ecfa-4618-8950-3154806d4521 req-e6d9ab6b-4666-4de4-970c-7dd125b3dbf2 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0496264 Nov 23 23:31:33.598696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-744a7dac-ecfa-4618-8950-3154806d4521 req-f6d78927-988d-4a41-a069-35604b06fceb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438395 Nov 23 23:31:34.720905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459a53-1ed0-4e30-88ba-803c54e8789e req-cfe487e8-c267-4600-a095-55acff4a3697 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:34.722390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80459a53-1ed0-4e30-88ba-803c54e8789e req-cfe487e8-c267-4600-a095-55acff4a3697 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Nov 23 23:31:34.769231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80459a53-1ed0-4e30-88ba-803c54e8789e req-45d75069-5bdb-42cc-aad8-b97f4158697b tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Nov 23 23:31:34.777725 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-35e3845f-df16-4b2a-8a49-daed346f6679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:35.200717 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:35.898314 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902e3f6-2f5c-40df-ab2d-81c1e5d68705 req-895c34b8-873a-45c0-9534-5aee3c6a7691 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:35.899729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8902e3f6-2f5c-40df-ab2d-81c1e5d68705 req-895c34b8-873a-45c0-9534-5aee3c6a7691 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0533323 Nov 23 23:31:35.947584 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8902e3f6-2f5c-40df-ab2d-81c1e5d68705 req-6bd6d44f-0127-4f4b-846b-83fc3729fe5c tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Nov 23 23:31:36.299517 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:31:36.678567 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:37.070799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f761fe-c995-45c2-8c6b-0b0f2ebf8ba6 req-8f4b4d79-6006-49ba-a300-9bf1a939dc1f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:37.072808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0f761fe-c995-45c2-8c6b-0b0f2ebf8ba6 req-8f4b4d79-6006-49ba-a300-9bf1a939dc1f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Nov 23 23:31:37.121700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0f761fe-c995-45c2-8c6b-0b0f2ebf8ba6 req-1fd39c63-9378-4f8e-a983-2d4881861872 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423982 Nov 23 23:31:37.552135 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:38.239713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855aab-2ee5-4964-a1b6-acb37a4eb991 req-b861009e-362b-4d97-a25d-f81663d03a3a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:38.241194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9855aab-2ee5-4964-a1b6-acb37a4eb991 req-b861009e-362b-4d97-a25d-f81663d03a3a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Nov 23 23:31:38.291656 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c9855aab-2ee5-4964-a1b6-acb37a4eb991 req-61e19939-bda3-47bf-8b38-cbc91d37677e tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Nov 23 23:31:38.406712 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:39.413351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445a7c1-d93b-4275-8b6e-7327d0e08e7e req-fab5844a-e852-42c7-be3b-17b7c9890201 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:39.414728 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1445a7c1-d93b-4275-8b6e-7327d0e08e7e req-fab5844a-e852-42c7-be3b-17b7c9890201 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Nov 23 23:31:39.463208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1445a7c1-d93b-4275-8b6e-7327d0e08e7e req-acb51a92-d627-4bb6-960e-f3a564e400d8 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Nov 23 23:31:39.720820 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-c1142491-7e90-4b30-813f-5eafe5e17a74 service neutron] show failed (client error): The resource could not be found. Nov 23 23:31:39.721752 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-c1142491-7e90-4b30-813f-5eafe5e17a74 service neutron] 10.222.0.48 "GET /v2.0/ports/7e555844-ae0b-43a3-959c-e06dbee0e421/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0547764 Nov 23 23:31:40.000129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-dcf70ce1-7223-4ac4-ba74-2045f46762e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:40.001545 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-dcf70ce1-7223-4ac4-ba74-2045f46762e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773&tenant_id=4d700213de0747a29ae258f0068971f3 HTTP/1.1" status: 200 len: 1096 time: 0.1055532 Nov 23 23:31:40.068110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:40.131481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:40.332526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:40.365530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:31:40.410613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:40.413126 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1b333-852e-4c7d-8d9b-8507d73cfa98" -d '{"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-unplugged", "status": "completed", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:40.418622 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:40.431682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Transition to ACTIVE for port object 7e555844-ae0b-43a3-959c-e06dbee0e421 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:31:40.438443 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:40.468478 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b1b2b8-08fd-4d75-83b3-6f9e38551657 x-openstack-request-id: req-25b1b2b8-08fd-4d75-83b3-6f9e38551657 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:40.468644 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-unplugged", "status": "completed", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:40.468788 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25b1b2b8-08fd-4d75-83b3-6f9e38551657 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:40.469180 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'code': 200} Nov 23 23:31:40.507379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:40.510373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] No DVR routers for this DVR port 7e555844-ae0b-43a3-959c-e06dbee0e421 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:31:40.547451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:31:40.547451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:31:40.547451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:31:40.551557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Port 7e555844-ae0b-43a3-959c-e06dbee0e421 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:31:40.551905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Attempting to bind port 7e555844-ae0b-43a3-959c-e06dbee0e421 on network 72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:31:40.557348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:31:40.557688 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Checking segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:31:40.558070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Bound using segment: {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:31:40.558500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Bound port: 7e555844-ae0b-43a3-959c-e06dbee0e421, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '899d18aa-a6a0-4737-afa9-1b3977d47aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:31:40.558856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:40.584118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a79f43-d962-4f87-ae5b-78b8fb68a692 req-542cd9fe-909f-4500-8167-7cdc9ff3a9f1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:40.585519 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97a79f43-d962-4f87-ae5b-78b8fb68a692 req-542cd9fe-909f-4500-8167-7cdc9ff3a9f1 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 943 time: 0.0505171 Nov 23 23:31:40.622631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:31:40.625856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:31:40.630402 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:40.635663 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-97a79f43-d962-4f87-ae5b-78b8fb68a692 req-229c8a24-0f93-490e-8dae-9fa51195fd2a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Nov 23 23:31:40.662583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:40.663386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:40.664965 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] 10.222.0.46 "PUT /v2.0/ports/7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 1091 time: 0.6025019 Nov 23 23:31:40.693308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd12f6-09a2-4476-8fe5-bced9db2527e service neutron] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:40.742336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-806a668c-95fd-4221-8c69-510dfcedceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:40.743865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-806a668c-95fd-4221-8c69-510dfcedceeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1094 time: 0.0470271 Nov 23 23:31:40.832870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-63b43cb2-5031-44f2-b362-1cd5ea9a79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:40.834419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-63b43cb2-5031-44f2-b362-1cd5ea9a79de service neutron] 10.222.0.46 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0839040 Nov 23 23:31:40.878708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-62551f6d-6149-44d3-b90b-e5f6a3c650a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 217 time: 0.0368869 Nov 23 23:31:40.928500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-493ca4a9-5bb1-4e01-880e-9bd47895cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:40.929922 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-493ca4a9-5bb1-4e01-880e-9bd47895cc3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0439897 Nov 23 23:31:40.960652 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-d5ae1d20-d7e0-42dc-9a28-6f365cf52f15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233879 Nov 23 23:31:41.054117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-f0437b51-4871-4cca-93d7-7aadb25e8371 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860109 Nov 23 23:31:41.144252 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92f66799-c5e6-41a7-8eb8-a990d89c0aaa req-e8eb4657-c9e9-49c4-a83c-196c4e8485f1 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825610 Nov 23 23:31:41.764225 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5abd6-be85-42ed-9a5a-bb52ff7d7009 req-4ee78ce4-c2ea-498b-a1b6-0a23b482b2bf tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:41.765948 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eeb5abd6-be85-42ed-9a5a-bb52ff7d7009 req-4ee78ce4-c2ea-498b-a1b6-0a23b482b2bf tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 943 time: 0.0547733 Nov 23 23:31:41.817313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eeb5abd6-be85-42ed-9a5a-bb52ff7d7009 req-37fe6a34-e5f0-44f7-be4b-6bbe0bc1c75a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455811 Nov 23 23:31:42.470428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:42.473310 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79630840-4b3e-4d0b-bd27-60db86790a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:42.523335 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e6f69c-f432-4d70-b54f-eb065ae33736 x-openstack-request-id: req-30e6f69c-f432-4d70-b54f-eb065ae33736 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:42.523672 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:42.523929 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30e6f69c-f432-4d70-b54f-eb065ae33736 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:42.524335 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'status': 'completed', 'code': 200} Nov 23 23:31:42.636247 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-58a6fe49-c813-4260-b0f8-eae274fd4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:42.638055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-58a6fe49-c813-4260-b0f8-eae274fd4efc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1094 time: 0.0767598 Nov 23 23:31:42.644478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-264b0d60-bee9-4e45-bb78-3b5657f060d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:42.645925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-264b0d60-bee9-4e45-bb78-3b5657f060d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1094 time: 0.0765257 Nov 23 23:31:42.941812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae00c38-f581-498c-a6c4-22b38e1dc489 req-70d2dfef-f0f8-4f40-8c35-5d6cf189d6b9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:42.943408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aae00c38-f581-498c-a6c4-22b38e1dc489 req-70d2dfef-f0f8-4f40-8c35-5d6cf189d6b9 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 943 time: 0.0514297 Nov 23 23:31:42.994623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aae00c38-f581-498c-a6c4-22b38e1dc489 req-a4a74ab6-44a4-47df-945b-667811c908ce tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Nov 23 23:31:43.154961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-d13d4a0d-a873-4388-be2c-a90c9585dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:43.156480 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-d13d4a0d-a873-4388-be2c-a90c9585dbf3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.5096998 Nov 23 23:31:43.157915 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-239475f0-5f3d-47af-960c-2b06bf304fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:43.159317 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-239475f0-5f3d-47af-960c-2b06bf304fd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.5044153 Nov 23 23:31:43.217549 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8e016-5338-4a76-8163-0d1ed79b1d96 req-22a3b34f-4c25-469b-81f7-09e7d0c3c2a0 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:43.219193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5d8e016-5338-4a76-8163-0d1ed79b1d96 req-22a3b34f-4c25-469b-81f7-09e7d0c3c2a0 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 943 time: 0.0573413 Nov 23 23:31:43.242987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-afd194d5-1c08-4d55-844a-8e527a8c11df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 217 time: 0.0787716 Nov 23 23:31:43.246426 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-ed5c0a59-14c8-42ce-b20d-0109d911f57e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 217 time: 0.0759995 Nov 23 23:31:43.269655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5d8e016-5338-4a76-8163-0d1ed79b1d96 req-02b6a6bc-03d3-4be4-83f6-a977984bc671 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Nov 23 23:31:43.351332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-9da65be8-9919-46d7-a140-d4f2fbaf46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:43.352733 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-9da65be8-9919-46d7-a140-d4f2fbaf46bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0890110 Nov 23 23:31:43.355220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-ae7fdbc6-71db-4388-b954-85fe3db901e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:43.356542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-ae7fdbc6-71db-4388-b954-85fe3db901e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0940764 Nov 23 23:31:43.364206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-6b0ecf71-6f74-422e-820a-8636d9bf4fcb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:43.365602 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-6b0ecf71-6f74-422e-820a-8636d9bf4fcb tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773&tenant_id=4d700213de0747a29ae258f0068971f3&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 943 time: 0.1602716 Nov 23 23:31:43.435264 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-695141d5-185d-4f2a-841e-cbf3ba523147 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675964 Nov 23 23:31:43.437036 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-eecc34ae-2f86-4234-93ea-82cf7801742e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705786 Nov 23 23:31:43.584940 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-af7b6329-8ac7-430b-9425-47ee52a04b31 service neutron] delete failed (client error): The resource could not be found. Nov 23 23:31:43.585988 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-af7b6329-8ac7-430b-9425-47ee52a04b31 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7e555844-ae0b-43a3-959c-e06dbee0e421/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.2008100 Nov 23 23:31:43.586486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:31:43.626074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-cdde15e2-c3f0-4b6d-81b6-b92cac1c138d service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838303 Nov 23 23:31:43.627707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-53e85bd4-b9a0-46cf-8a1d-04993ea64bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759214 Nov 23 23:31:43.627980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:31:43.784624 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-7cbffb0a-579e-40d4-889b-f8ae514ba24c service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514170 Nov 23 23:31:43.786489 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-79630840-4b3e-4d0b-bd27-60db86790a4a req-6ea5a7c2-312d-42be-8b8d-ecb3fbf29050 service neutron] 10.222.0.46 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461313 Nov 23 23:31:43.920551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-642b7854-3e12-4827-95e8-3effce0ff6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:43.921960 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-642b7854-3e12-4827-95e8-3effce0ff6a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d700213de0747a29ae258f0068971f3&device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 1094 time: 0.0426064 Nov 23 23:31:44.013952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-b3286c56-e276-4e7d-9690-23a31608c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:44.015439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-b3286c56-e276-4e7d-9690-23a31608c8d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 200 len: 915 time: 0.0870888 Nov 23 23:31:44.056882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-1f892479-4750-4d15-8e4e-c87db7ecde1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 200 len: 217 time: 0.0348954 Nov 23 23:31:44.105487 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-a89aa402-8900-4449-87c5-4e5d9407cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:44.106930 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-a89aa402-8900-4449-87c5-4e5d9407cd00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 200 len: 854 time: 0.0436049 Nov 23 23:31:44.139814 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-32e5c0be-3afb-4bcb-9596-b9ddb28cb40a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258172 Nov 23 23:31:44.155031 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:31:44.237487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-a0866bab-9e71-481f-bc10-7861c0c3848d service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904284 Nov 23 23:31:44.253929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:44.265854 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'network_id': '72b54e0a-3aee-41fe-b2d2-eebfe16bfb40', 'port_id': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'mac_address': 'fa:16:3e:91:ed:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d1400f-e020-4410-a49f-8c7ea80adfdc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:31:44.304906 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:44.320373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e555844-ae0b-43a3-959c-e06dbee0e421 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:31:44.334063 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-88b8cd45-cc39-4035-90c6-ad9b1ed0d244 service neutron] 10.222.0.48 "GET /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895302 Nov 23 23:31:44.342051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:44.348816 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:44.397557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253a9bd-fde1-428a-9830-2f93d5832196 req-c86c0b7b-4f8f-42b6-bb00-2dec655afb7f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:44.399120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b253a9bd-fde1-428a-9830-2f93d5832196 req-c86c0b7b-4f8f-42b6-bb00-2dec655afb7f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 944 time: 0.0540748 Nov 23 23:31:44.407692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:44.453424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b253a9bd-fde1-428a-9830-2f93d5832196 req-7e25c6fb-239f-4b94-8e7a-2ddf34498dbc tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459042 Nov 23 23:31:44.559555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7e555844-ae0b-43a3-959c-e06dbee0e421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:31:45.575551 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1f96-a4f2-482c-90a4-9dca3face046 req-6d7c4465-1126-4e37-a46e-0a12464a2208 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:45.577080 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5eec1f96-a4f2-482c-90a4-9dca3face046 req-6d7c4465-1126-4e37-a46e-0a12464a2208 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 944 time: 0.0518558 Nov 23 23:31:45.632441 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5eec1f96-a4f2-482c-90a4-9dca3face046 req-01e7959e-873e-489b-8e33-a66221e1bb2a tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493515 Nov 23 23:31:45.754510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97384-066d-4764-9ccb-4b16f4ac47c9 req-48f21fc5-ee54-4bbc-84c1-56d0b521d301 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:45.756632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fa97384-066d-4764-9ccb-4b16f4ac47c9 req-48f21fc5-ee54-4bbc-84c1-56d0b521d301 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 944 time: 0.0521543 Nov 23 23:31:45.806798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0fa97384-066d-4764-9ccb-4b16f4ac47c9 req-bc21d86b-1ab2-4121-ae13-f32ec7fdf764 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Nov 23 23:31:45.922481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912796fd-3748-4ea5-b3a9-7ec8c2bdd1b4 req-558cf4bd-7d47-4d28-a050-883ad1b0b24f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:45.924282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-912796fd-3748-4ea5-b3a9-7ec8c2bdd1b4 req-558cf4bd-7d47-4d28-a050-883ad1b0b24f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 944 time: 0.0494719 Nov 23 23:31:45.972339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-912796fd-3748-4ea5-b3a9-7ec8c2bdd1b4 req-f2f5d947-785d-405f-a9cf-f53fb52d03d0 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Nov 23 23:31:46.177465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:31:46.230963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 7e555844-ae0b-43a3-959c-e06dbee0e421 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:31:46.235481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 7e555844-ae0b-43a3-959c-e06dbee0e421 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:46.236033 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:46.311486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8cdbc-d3b1-48a6-a0ee-db14c7b576b2 req-a35e189f-ddcd-412d-9d6d-55a9f12e83be tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:46.312911 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ce8cdbc-d3b1-48a6-a0ee-db14c7b576b2 req-a35e189f-ddcd-412d-9d6d-55a9f12e83be tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 944 time: 0.0543182 Nov 23 23:31:46.317821 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:46.342398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:46.345419 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceebc05-bd66-4200-9879-01628c71819a" -d '{"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-plugged", "status": "completed", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:46.358624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:46.363893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:46.380242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ce8cdbc-d3b1-48a6-a0ee-db14c7b576b2 req-8cb8eb6c-5d52-4de7-aa43-613d90f380b8 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609674 Nov 23 23:31:46.390643 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cf8a69-cd79-4a36-99fe-4462e1bb20ef x-openstack-request-id: req-30cf8a69-cd79-4a36-99fe-4462e1bb20ef {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:46.390940 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-plugged", "status": "completed", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:46.391201 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30cf8a69-cd79-4a36-99fe-4462e1bb20ef {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:46.391602 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'code': 200} Nov 23 23:31:46.417409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:47.454004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-5b597877-3225-4f51-8f13-e3b259af06d4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:47.455491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-5b597877-3225-4f51-8f13-e3b259af06d4 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0497236 Nov 23 23:31:47.493853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300c9a-59a5-40fe-ae05-b0f74a1db2e3 req-2605fb03-9268-4229-8c3b-815a86c65379 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:47.496097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33300c9a-59a5-40fe-ae05-b0f74a1db2e3 req-2605fb03-9268-4229-8c3b-815a86c65379 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f16d947-ae61-4805-8dc6-f25e2cec8773 HTTP/1.1" status: 200 len: 945 time: 0.0507805 Nov 23 23:31:47.544028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33300c9a-59a5-40fe-ae05-b0f74a1db2e3 req-14e8654e-7cbd-4a42-bac1-8b67c12e195f tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.11 "GET /v2.0/security-groups?id=78ac2c38-3615-413a-a16d-b516ff75e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Nov 23 23:31:47.547906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Deleting port 7e555844-ae0b-43a3-959c-e06dbee0e421 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:31:47.548251 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:47.641681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] For port 7e555844-ae0b-43a3-959c-e06dbee0e421, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7e555844-ae0b-43a3-959c-e06dbee0e421,segment=NetworkSegment(899d18aa-a6a0-4737-afa9-1b3977d47aa1),segment_id=899d18aa-a6a0-4737-afa9-1b3977d47aa1)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:47.642041 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:47.655493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Calling delete_port for 7e555844-ae0b-43a3-959c-e06dbee0e421 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:31:47.785666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:47.798494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7e555844-ae0b-43a3-959c-e06dbee0e421'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:31:47.816316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Pushing event deleted for resources: {'Port': ['ID=7e555844-ae0b-43a3-959c-e06dbee0e421,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:47.857405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] No DVR routers for this DVR port 7e555844-ae0b-43a3-959c-e06dbee0e421 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:31:47.860186 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:47.863701 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-05ad68b3-54f7-40ed-81ff-fb54e3b37fb7 req-0ef8854e-2760-49fa-a26c-d406e1eb5775 tempest-ServerDiskConfigTestJSON-1458953745 tempest-ServerDiskConfigTestJSON-1458953745-project] 10.222.0.46 "DELETE /v2.0/ports/7e555844-ae0b-43a3-959c-e06dbee0e421 HTTP/1.1" status: 204 len: 173 time: 0.4023798 Nov 23 23:31:47.864155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-deleted', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:31:47.866392 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4d10e-bd4c-4580-ad66-31663db3316d" -d '{"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-deleted", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:31:47.909394 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb954373-7d6b-48d8-868a-7588d03c6e0a x-openstack-request-id: req-bb954373-7d6b-48d8-868a-7588d03c6e0a {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:31:47.909692 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d947-ae61-4805-8dc6-f25e2cec8773", "name": "network-vif-deleted", "tag": "7e555844-ae0b-43a3-959c-e06dbee0e421", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:31:47.909962 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb954373-7d6b-48d8-868a-7588d03c6e0a {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:31:47.910372 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d947-ae61-4805-8dc6-f25e2cec8773', 'name': 'network-vif-deleted', 'tag': '7e555844-ae0b-43a3-959c-e06dbee0e421', 'status': 'completed', 'code': 200} Nov 23 23:31:48.668973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59144) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:48.714029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] Deleting subnet 76d1400f-e020-4410-a49f-8c7ea80adfdc {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:31:48.717133 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:48.756293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:48.795165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:48.848464 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:48.874964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d1400f-e020-4410-a49f-8c7ea80adfdc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:48.878593 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:48.881813 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b03cddff-64a2-45e6-af2a-8f1f5bf551aa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/76d1400f-e020-4410-a49f-8c7ea80adfdc HTTP/1.1" status: 204 len: 168 time: 0.2118335 Nov 23 23:31:48.884543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59146) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:48.957330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.035114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.055342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b54e0a-3aee-41fe-b2d2-eebfe16bfb40']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:49.065104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899d18aa-a6a0-4737-afa9-1b3977d47aa1') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:49.065405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899d18aa-a6a0-4737-afa9-1b3977d47aa1') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:49.079541 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.093256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.099104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:31:49.099429 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:31:49.101087 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:31:49.156427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.161970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.165148 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/72b54e0a-3aee-41fe-b2d2-eebfe16bfb40 HTTP/1.1" status: 204 len: 168 time: 0.2795599 Nov 23 23:31:49.177566 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709468a1-8691-4945-bfc9-03dfc8ee26a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72b54e0a-3aee-41fe-b2d2-eebfe16bfb40,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:49.276993 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59150) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:49.317709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-df76c8d0-c468-4ed8-a575-0f22a6ee46e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d700213de0747a29ae258f0068971f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395100 Nov 23 23:31:49.320173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59152) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:49.369384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19dae2db-f9cb-4b7f-8bcd-02852a7455fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.395204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19dae2db-f9cb-4b7f-8bcd-02852a7455fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.447843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19dae2db-f9cb-4b7f-8bcd-02852a7455fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.450598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19dae2db-f9cb-4b7f-8bcd-02852a7455fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:49.451816 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19dae2db-f9cb-4b7f-8bcd-02852a7455fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78ac2c38-3615-413a-a16d-b516ff75e904 HTTP/1.1" status: 204 len: 168 time: 0.1306970 Nov 23 23:31:49.459683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dae2db-f9cb-4b7f-8bcd-02852a7455fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac2c38-3615-413a-a16d-b516ff75e904,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:50.121869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59174) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:50.219812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-938415842-network', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:50.240799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Made reservation on behalf of 5381ff6756e340c7896cbb0beb0822b4 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:31:50.243114 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.252307 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.324948 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.328614 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.355173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:31:50.361412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3fe720-d8ac-4b95-bde8-fdaa929fa1aa,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:50.367460 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.367862 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Added segment b84d3f95-936f-4568-ac13-a37b21e605f0 of type vlan for network 4604eb42-2700-4d88-8102-79bb2fbb021a Nov 23 23:31:50.410118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.433867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.434817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:50.435423 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.469343 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3463671 Nov 23 23:31:50.472402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59178) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:50.477489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Request body: {'subnet': {'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-938415842-subnet', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:50.501330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Made reservation on behalf of 5381ff6756e340c7896cbb0beb0822b4 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:31:50.503696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.504317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5b866-398f-4669-beb8-1254e490ac02 admin admin] Pushing event updated for resources: {'Network': ['ID=4604eb42-2700-4d88-8102-79bb2fbb021a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:50.515312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 4604eb42-2700-4d88-8102-79bb2fbb021a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:31:50.675470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.735264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e64abaa-fa04-4b4f-86e5-2bd7adc00733,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:50.748107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.748458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.748791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.749120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.749450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.749779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.750105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.750429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.750752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.751072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.751393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.751884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:50.756435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:31:50.756794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Network hostable DHCP agents. Network: 4604eb42-2700-4d88-8102-79bb2fbb021a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:31:50.774973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:31:50.783489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 4604eb42-2700-4d88-8102-79bb2fbb021a) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:50.787785 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:50.788376 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.792864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c0c58-3ac9-4284-9c0c-e7e9033d24aa None None] Network 4604eb42-2700-4d88-8102-79bb2fbb021a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:31:50.807824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9a74d9d8-91a5-4a38-86cf-2d7809ce7904 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3340507 Nov 23 23:31:50.808496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59180) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:50.813006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:50.833038 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.834112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.886315 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:50.941544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-4604eb42-2700-4d88-8102-79bb2fbb021a', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:31:50.942442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.029295 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.077477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Allocated IP 172.20.0.2 (4604eb42-2700-4d88-8102-79bb2fbb021a/9e64abaa-fa04-4b4f-86e5-2bd7adc00733/15191d81-78c5-4b93-b9b7-60da8a2cadbc) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:31:51.228137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.235528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.245956 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.265581 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.282133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:31:51.284987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:51.289385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:31:51.293399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Pushing event updated for resources: {'Port': ['ID=15191d81-78c5-4b93-b9b7-60da8a2cadbc,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:51.345329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Attempting to bind port 15191d81-78c5-4b93-b9b7-60da8a2cadbc on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:31:51.345696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Attempting to bind port 15191d81-78c5-4b93-b9b7-60da8a2cadbc by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:31:51.346374 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Attempting to bind port 15191d81-78c5-4b93-b9b7-60da8a2cadbc on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:31:51.350948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:31:51.351316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:31:51.351743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.352133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:31:51.352593 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Bound port: 15191d81-78c5-4b93-b9b7-60da8a2cadbc, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:31:51.352967 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.369682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Allocated IP 172.25.0.17 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/b5d63b0f-49db-4a11-96e5-ee86bb4a7e14) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:31:51.415333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] For port 15191d81-78c5-4b93-b9b7-60da8a2cadbc, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:31:51.419767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] For port 15191d81-78c5-4b93-b9b7-60da8a2cadbc, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=15191d81-78c5-4b93-b9b7-60da8a2cadbc,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:31:51.423957 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.483038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c405e0-5803-4543-bfde-727ee22fb437 None None] Pushing event updated for resources: {'Port': ['ID=15191d81-78c5-4b93-b9b7-60da8a2cadbc,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:51.487172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.522911 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.562048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:31:51.567085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:51.570734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:31:51.582410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9b355-7df1-4cae-aca1-c9628fad68f6 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:31:51.595779 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:51.691580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-0d247d32-85cc-401c-bfc9-134f7c849d5b None None] Provisioning complete for port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:51.692027 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0d247d32-85cc-401c-bfc9-134f7c849d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.739666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0d247d32-85cc-401c-bfc9-134f7c849d5b None None] Port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:31:51.778937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 15191d81-78c5-4b93-b9b7-60da8a2cadbc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:31:51.831996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 15191d81-78c5-4b93-b9b7-60da8a2cadbc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:51.832370 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.882621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.918290 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:51.951431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 15191d81-78c5-4b93-b9b7-60da8a2cadbc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=15191d81-78c5-4b93-b9b7-60da8a2cadbc,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:51.955743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:52.010870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=15191d81-78c5-4b93-b9b7-60da8a2cadbc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:52.098376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:52.208302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:31:52.230625 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 7e555844-ae0b-43a3-959c-e06dbee0e421 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:31:52.230973 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7e555844-ae0b-43a3-959c-e06dbee0e421 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:31:52.254240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:31:52.369034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:31:52.382447 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:31:52.389484 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:52.393643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59184) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:52.394230 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-66682a09-9756-4b28-bee0-2ef6e9cc9c65 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5841043 Nov 23 23:31:52.402458 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:31:52.403310 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:31:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:52.486684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4fa3ac-429a-4083-a98b-89a16f1cfba6 None None] Network 4604eb42-2700-4d88-8102-79bb2fbb021a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:31:52.526746 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:31:52.595991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-01368fc8-e411-4b81-89e7-e74687c7a548 None None] Provisioning complete for port 15191d81-78c5-4b93-b9b7-60da8a2cadbc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:52.596547 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-01368fc8-e411-4b81-89e7-e74687c7a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:52.743959 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:51Z', 'revision_number': 3, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:52.773347 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:31:52.773843 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Updating router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:31:52.813697 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.122882 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.133233 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.155385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4e32d367-2b45-4c0f-a9ff-54a7d344fd61 None None] Provisioning complete for port 15191d81-78c5-4b93-b9b7-60da8a2cadbc triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:53.156398 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e32d367-2b45-4c0f-a9ff-54a7d344fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.176384 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.190577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e7cb4-ba1b-4611-bf92-1b4548452cf8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:31:53.197082 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Pushing event updated for resources: {'Port': ['ID=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:53.201199 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Attempting to bind port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:31:53.201681 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Attempting to bind port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:31:53.202055 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Attempting to bind port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:31:53.213615 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.213955 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.214299 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.214645 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.214982 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.215315 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.215671 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.216036 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.216319 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.216646 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.216972 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.217351 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:31:53.222142 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:31:53.222531 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:31:53.222941 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.223328 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:31:53.223846 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Bound port: b5d63b0f-49db-4a11-96e5-ee86bb4a7e14, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:31:53.224234 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.279978 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] For port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:31:53.283256 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] For port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:31:53.287517 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.329921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfedc113-c6b6-4eb7-a6b9-43e158c7a964 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:31:53.345563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:31:53.346196 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:31:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:53.351922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8542f-af41-4b9d-87fd-88f94968cca0 None None] Pushing event updated for resources: {'Port': ['ID=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:53.352207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Allocated IP 172.20.0.1 (4604eb42-2700-4d88-8102-79bb2fbb021a/9e64abaa-fa04-4b4f-86e5-2bd7adc00733/6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:31:53.396481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cf8c5d45-bc65-42f8-b323-fba24393fb4b None None] Provisioning complete for port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:53.397173 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf8c5d45-bc65-42f8-b323-fba24393fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.459428 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:31:53.475142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.486786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf8c5d45-bc65-42f8-b323-fba24393fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.512205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cf8c5d45-bc65-42f8-b323-fba24393fb4b None None] For port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:53.513934 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.516360 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cf8c5d45-bc65-42f8-b323-fba24393fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.557294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:31:53.560542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:53.564694 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:31:53.587510 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c5d45-bc65-42f8-b323-fba24393fb4b None None] Pushing event updated for resources: {'Port': ['ID=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:53.599686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Pushing event updated for resources: {'Port': ['ID=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:53.621481 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.750427 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 15191d81-78c5-4b93-b9b7-60da8a2cadbc up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:31:53.765592 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:51Z', 'revision_number': 3, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:53.772542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.800168 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc45425-8cab-4237-bf4d-e039b4686496 None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:51Z', 'revision_number': 3, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:31:53.809670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 15191d81-78c5-4b93-b9b7-60da8a2cadbc triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:53.810043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.856202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2a954f73-6b1d-41fc-8143-c773e35b63a9 None None] Provisioning complete for port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:53.856571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a954f73-6b1d-41fc-8143-c773e35b63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.924281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2a954f73-6b1d-41fc-8143-c773e35b63a9 None None] Port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:31:53.965998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:53.970487 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:54.042811 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:54.051435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Pushing event updated for resources: {'Port': ['ID=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:54.150269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:31:54.152392 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:54.284073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:31:54.407955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:31:54.413093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4cdbf38e-d8b5-40e5-aa93-f5f2c25f8740 admin admin] 10.222.0.11 "PUT /v2.0/routers/30e6c510-f7c3-4c5b-bc7f-1522b21da882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0183556 Nov 23 23:31:54.449826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e8f83bcd-7d8f-46b5-9b33-833b0cdde488 None None] Provisioning complete for port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:54.450099 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8f83bcd-7d8f-46b5-9b33-833b0cdde488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:54.486210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e8f83bcd-7d8f-46b5-9b33-833b0cdde488 None None] Port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:31:55.293146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59192) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:55.298375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-59da9f1a-9975-479a-ab0b-565727191921 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433536211', 'description': 'tempest-description--792727827'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:55.321002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59da9f1a-9975-479a-ab0b-565727191921 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.389860 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59da9f1a-9975-479a-ab0b-565727191921 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.394361 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59da9f1a-9975-479a-ab0b-565727191921 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.424706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59da9f1a-9975-479a-ab0b-565727191921 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.425856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-59da9f1a-9975-479a-ab0b-565727191921 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1320000 Nov 23 23:31:55.429049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 59194) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:55.430162 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da9f1a-9975-479a-ab0b-565727191921 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d02f355-7275-4e7f-8acb-9e9a96beb93d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:55.434314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-920db278-633f-4fed-8e6f-0c4fa7cc48f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'security_group_rule': {'security_group_id': '4d02f355-7275-4e7f-8acb-9e9a96beb93d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:55.463523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-920db278-633f-4fed-8e6f-0c4fa7cc48f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.474119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:31:55.484763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:31:55.485561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:31:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:55.524276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-920db278-633f-4fed-8e6f-0c4fa7cc48f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.529582 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-920db278-633f-4fed-8e6f-0c4fa7cc48f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.552293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920db278-633f-4fed-8e6f-0c4fa7cc48f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3c1f2d-bc78-4132-b605-98a7066f2eb3,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:55.560634 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-920db278-633f-4fed-8e6f-0c4fa7cc48f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.562532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-920db278-633f-4fed-8e6f-0c4fa7cc48f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320517 Nov 23 23:31:55.565171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59196) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:55.571746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c1d69e22-04eb-4aa5-9223-2c8665e4ce94 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'security_group_rule': {'security_group_id': '4d02f355-7275-4e7f-8acb-9e9a96beb93d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:55.601708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:31:55.608664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c1d69e22-04eb-4aa5-9223-2c8665e4ce94 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.677359 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c1d69e22-04eb-4aa5-9223-2c8665e4ce94 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.682907 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c1d69e22-04eb-4aa5-9223-2c8665e4ce94 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.702882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d69e22-04eb-4aa5-9223-2c8665e4ce94 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41b3a11-863f-46fe-95f8-ca6fcc499ebf,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:55.716404 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c1d69e22-04eb-4aa5-9223-2c8665e4ce94 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.720039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c1d69e22-04eb-4aa5-9223-2c8665e4ce94 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535025 Nov 23 23:31:55.720981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59198) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:31:55.725853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:55.749454 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.765644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:31:55.853284 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.869926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:55.870429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:55.917335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 2, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:55.953280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:31:55.953548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Updating router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:31:55.970374 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Allocated IP 172.25.0.131 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/628605fa-6a38-47a6-8bd0-2250b642d35a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:31:56.005519 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.095408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.136874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.179682 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:31:56.185519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:56.189086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:31:56.215321 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'Port': ['ID=628605fa-6a38-47a6-8bd0-2250b642d35a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:56.288316 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.331355 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.335345 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.341146 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.391408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df908-17ab-4a69-9595-9c9012f4e4e0 None None] Pushing event updated for resources: {'Port': ['ID=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:56.457257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Attempting to bind port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:31:56.457670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Attempting to bind port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:31:56.458180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Attempting to bind port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:31:56.466348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:31:56.467036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:31:56.467716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.468317 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:31:56.468997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Bound port: 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:31:56.469620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.513570 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.520135 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.556279 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] For port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:31:56.561524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] For port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:31:56.565603 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.608343 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'Port': ['ID=628605fa-6a38-47a6-8bd0-2250b642d35a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:56.620862 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.630652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:31:56.631094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:31:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:56.640785 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.648070 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-451569ac-d218-4eb4-841d-86eadcf5b928 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9260256 Nov 23 23:31:56.670388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df908-17ab-4a69-9595-9c9012f4e4e0 None None] Pushing event updated for resources: {'Port': ['ID=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:56.758810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4e029031-5339-4aff-93d2-3cbecb65c340 None None] Provisioning complete for port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:56.759184 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e029031-5339-4aff-93d2-3cbecb65c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.796084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:31:56.860124 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-ec9f5e98-2773-4297-9e9a-da4e1774994f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1433536211&fields=id&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 267 time: 0.0612323 Nov 23 23:31:56.944483 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e029031-5339-4aff-93d2-3cbecb65c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:56.989459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-4db5fb70-4ebf-4441-b963-9df2634d37d0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:56.992027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-4db5fb70-4ebf-4441-b963-9df2634d37d0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1145694 Nov 23 23:31:57.010837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-7eb3ff51-9155-459e-92e5-ce937190f92d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/quotas/5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 375 time: 0.0130081 Nov 23 23:31:57.030248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4e029031-5339-4aff-93d2-3cbecb65c340 None None] For port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:31:57.035560 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4e029031-5339-4aff-93d2-3cbecb65c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:57.072980 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-beadcab0-3d25-4b88-bf23-9097bcd5086e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544107 Nov 23 23:31:57.114517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e029031-5339-4aff-93d2-3cbecb65c340 None None] Pushing event updated for resources: {'Port': ['ID=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:57.135492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a6029975-d855-4a60-b043-a325844641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:31:57.182962 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-0dea4fe0-afed-4b49-a2da-ab207c2587d6 service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997238 Nov 23 23:31:57.183492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6029975-d855-4a60-b043-a325844641d5 None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:31:57.200526 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-47e13c5b-d6b1-44c2-a487-8a8d50e63708 None None] Provisioning complete for port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:57.201187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47e13c5b-d6b1-44c2-a487-8a8d50e63708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:57.333413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-a2316faf-149c-443f-a9f0-9736ef47ff78 service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392076 Nov 23 23:31:57.362576 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:57.550084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d789c9d-5649-43b4-ae04-4d51ef11ae7a req-5fb2453e-df0e-4ee9-933b-aa9cc3e13e5d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0329940 Nov 23 23:31:57.767647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:31:57.821727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:57.822631 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:58.655153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1724464b-e08c-4980-83f7-fe03fbc31c52 req-aef0318a-4fd5-468f-a06c-d0e1d781d211 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0315533 Nov 23 23:31:58.693511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-7685367f-b5c8-4621-ab3c-e42689bc9bae tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:58.694978 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-7685367f-b5c8-4621-ab3c-e42689bc9bae tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1110289 Nov 23 23:31:58.761196 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-14fc378e-07b6-4100-919d-1eb8cb48b313 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 380 time: 0.0569971 Nov 23 23:31:58.771195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'port': {'device_id': '80100c8f-0105-4288-874a-4834d108d9b1', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'admin_state_up': True, 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'security_groups': ['4d02f355-7275-4e7f-8acb-9e9a96beb93d']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:58.878231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Made reservation on behalf of 5381ff6756e340c7896cbb0beb0822b4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:31:58.881915 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:59.012430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Allocated IP 172.20.0.7 (4604eb42-2700-4d88-8102-79bb2fbb021a/9e64abaa-fa04-4b4f-86e5-2bd7adc00733/50b717de-14f4-47cb-825b-f8a5a3b987c0) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:31:59.152638 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:59.543625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:59.587669 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:31:59.591355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:31:59.595036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:31:59.601541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:31:59.649571 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:59.650183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:59.667215 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-38165bd1-a4aa-4365-9d81-79ea7a3d18f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8998535 Nov 23 23:31:59.680471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Request body: {'port': {'device_id': '80100c8f-0105-4288-874a-4834d108d9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:31:59.745012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:59.784689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b55a7-ab0f-490b-969f-9312876df203 req-b134d789-6f67-4010-841b-02856e56e8e0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:31:59.792098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce8b55a7-ab0f-490b-969f-9312876df203 req-b134d789-6f67-4010-841b-02856e56e8e0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 931 time: 0.0608227 Nov 23 23:31:59.836223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce8b55a7-ab0f-490b-969f-9312876df203 req-4e7f02cb-af02-4052-b234-df7076d1f6b4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431464 Nov 23 23:31:59.871946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2650e78a-cac8-4b83-b710-d4203bfef1b5 None None] Provisioning complete for port 50b717de-14f4-47cb-825b-f8a5a3b987c0 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:31:59.872516 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2650e78a-cac8-4b83-b710-d4203bfef1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:31:59.907136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2650e78a-cac8-4b83-b710-d4203bfef1b5 None None] Port 50b717de-14f4-47cb-825b-f8a5a3b987c0 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:32:00.021349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b717de-14f4-47cb-825b-f8a5a3b987c0 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:32:00.029955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:00.041873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Transition to ACTIVE for port object 50b717de-14f4-47cb-825b-f8a5a3b987c0 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:32:00.045624 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:00.096619 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:32:00.174429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:32:00.174906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:32:00.175240 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:32:00.179916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:32:00.180241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:32:00.185440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:32:00.185783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:32:00.186161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:32:00.186593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Bound port: 50b717de-14f4-47cb-825b-f8a5a3b987c0, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:32:00.186950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:00.256544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:32:00.259711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:32:00.264073 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:00.303046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:00.303544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:00.305806 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] 10.222.0.46 "PUT /v2.0/ports/50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 1091 time: 0.6301622 Nov 23 23:32:00.306484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:32:00.310882 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4986cb1ebc524ac93528e448b7cabd026a65dbf7750b3e97eed72a7d99a6f36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84" -d '{"events": [{"name": "network-changed", "server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:32:00.335471 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d226f7-8b1f-468f-8a4f-feea6e1f2309 service neutron] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:32:00.380616 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7965b1-a630-4822-8397-d249330566d5 x-openstack-request-id: req-7e7965b1-a630-4822-8397-d249330566d5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:32:00.380923 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:32:00.381192 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e7965b1-a630-4822-8397-d249330566d5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:32:00.381602 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'status': 'completed', 'code': 200} Nov 23 23:32:00.395691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-889cc18e-d44e-4fef-bdc8-c52ff0019bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:00.397251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-889cc18e-d44e-4fef-bdc8-c52ff0019bb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1094 time: 0.0527799 Nov 23 23:32:00.441696 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-0bacf8ba-9174-4305-a786-1cc58de9d56d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 217 time: 0.0358338 Nov 23 23:32:00.496947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-2e3a9f2f-cb95-4252-922b-4be526635d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:00.498439 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-2e3a9f2f-cb95-4252-922b-4be526635d80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0488594 Nov 23 23:32:00.549620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-152ed905-90ed-4d2e-a9a4-c3680065bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:00.551137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-152ed905-90ed-4d2e-a9a4-c3680065bd16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462036 Nov 23 23:32:00.643188 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-eb2ffdf8-7317-4083-8dc8-f239a03caf5e service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836771 Nov 23 23:32:00.740626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-64c43b1d-ba52-4c34-b3a2-297bac09a899 req-8e1a8ad0-4f46-4839-98ad-cd3a698f9176 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902987 Nov 23 23:32:00.828857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-7c3821c3-4407-4214-9126-28d27a33f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:00.830351 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-7c3821c3-4407-4214-9126-28d27a33f52b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1094 time: 0.0425563 Nov 23 23:32:00.926513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-d05e8e05-692b-46d7-a51a-d329c8f3799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:00.927924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-d05e8e05-692b-46d7-a51a-d329c8f3799a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0912433 Nov 23 23:32:00.956514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2410fb7-0f12-4a46-b7e2-c2d41045569e req-7d4852d5-383f-4958-8fda-0b8fb9eabd6c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:00.958014 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2410fb7-0f12-4a46-b7e2-c2d41045569e req-7d4852d5-383f-4958-8fda-0b8fb9eabd6c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0502911 Nov 23 23:32:00.968812 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-9972c804-4d3e-4232-968f-a8f7b526e8d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 217 time: 0.0343056 Nov 23 23:32:01.014194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2410fb7-0f12-4a46-b7e2-c2d41045569e req-28adbd43-a9ab-46da-b57e-3d5b12f99d91 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494654 Nov 23 23:32:01.024581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-b2a7e4f1-9dd2-4210-9276-b9bfa515d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:01.026430 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-b2a7e4f1-9dd2-4210-9276-b9bfa515d023 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0503747 Nov 23 23:32:01.075642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-ee6c973f-9aca-408f-ab5f-b1fa54aee42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:01.077166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-ee6c973f-9aca-408f-ab5f-b1fa54aee42e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429811 Nov 23 23:32:01.175117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-a96e96dc-facd-42fd-91ae-67fe593778a8 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889366 Nov 23 23:32:01.272504 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b9d2ba8f-2df2-4caa-8e95-193c3f372c84 req-b59e294e-d1a4-4f36-8816-d1c7411bb667 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886221 Nov 23 23:32:01.642874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a70091bb-7b41-44cb-be18-cfcfece37f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:02.137666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a129f7-0696-4b9e-88e2-9b8ea654ce6b req-430808b8-d809-4966-8588-e12fe0e0a4e4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:02.139207 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79a129f7-0696-4b9e-88e2-9b8ea654ce6b req-430808b8-d809-4966-8588-e12fe0e0a4e4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0491183 Nov 23 23:32:02.188428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79a129f7-0696-4b9e-88e2-9b8ea654ce6b req-0db1e0c6-14b3-4e91-b8b9-afa062ccca70 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Nov 23 23:32:02.248570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:32:02.343467 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:32:02.354701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'mac_address': 'fa:16:3e:d9:fa:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:32:02.396674 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:02.412402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b717de-14f4-47cb-825b-f8a5a3b987c0 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:32:02.432684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:32:02.437361 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:02.485919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:32:02.640750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['50b717de-14f4-47cb-825b-f8a5a3b987c0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:32:03.309562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d83e-e851-4b26-92e0-a9bf44e304da req-b76c79d7-b01c-4143-b4f4-d847cb7487e1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:03.311263 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87c5d83e-e851-4b26-92e0-a9bf44e304da req-b76c79d7-b01c-4143-b4f4-d847cb7487e1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0515730 Nov 23 23:32:03.360959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87c5d83e-e851-4b26-92e0-a9bf44e304da req-67f326d9-449f-4b2c-9a92-26601e9a8ca9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436118 Nov 23 23:32:04.279902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:32:04.328282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 50b717de-14f4-47cb-825b-f8a5a3b987c0 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:32:04.332233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 50b717de-14f4-47cb-825b-f8a5a3b987c0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:32:04.332604 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:04.412627 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:04.436393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:32:04.438906 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}725c21fc1b4128e267c6578a39a8ed710efeb28a1f9d74fb2c73b74e2c62beaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2c4be8-bd4f-432b-926a-d3535141680e" -d '{"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:32:04.452251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:32:04.457215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:04.487806 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4295a983-3839-468d-98e0-269fb05443c8 x-openstack-request-id: req-4295a983-3839-468d-98e0-269fb05443c8 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:32:04.488106 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:32:04.488364 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4295a983-3839-468d-98e0-269fb05443c8 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:32:04.488756 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'code': 200} Nov 23 23:32:04.489924 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79377302-6af8-456e-ab32-2f81461b62dc req-abedec47-5f19-40fa-a725-f864549e9465 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:04.491540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79377302-6af8-456e-ab32-2f81461b62dc req-abedec47-5f19-40fa-a725-f864549e9465 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0575728 Nov 23 23:32:04.509722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:32:04.547584 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79377302-6af8-456e-ab32-2f81461b62dc req-36760d74-5468-4b99-9ea2-17cb57879f65 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495183 Nov 23 23:32:04.591071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76336a78-d464-4477-8604-f0988a2750f5 req-5e4f1f36-248c-4982-9951-391fc2b2f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:04.592626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76336a78-d464-4477-8604-f0988a2750f5 req-5e4f1f36-248c-4982-9951-391fc2b2f9c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1096 time: 0.0409415 Nov 23 23:32:04.639917 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-76336a78-d464-4477-8604-f0988a2750f5 req-7f921687-4334-4498-9d3a-780dd80b9213 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396903 Nov 23 23:32:04.780830 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4b81-48b2-411c-95bf-d40dd0b4b2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:05.203747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:05.681362 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860852-8fc3-4f2b-a276-ad94177b89dd req-2354026a-0a42-49f9-9b62-ab35e70eb70e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:05.683368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6860852-8fc3-4f2b-a276-ad94177b89dd req-2354026a-0a42-49f9-9b62-ab35e70eb70e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0605617 Nov 23 23:32:05.732346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b6860852-8fc3-4f2b-a276-ad94177b89dd req-e1d503e5-1c29-4aeb-a87c-1942219fb535 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Nov 23 23:32:06.676547 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:06.852633 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224941a-3e36-4589-9386-b1f1e3afe958 req-85aed445-03f6-425e-99f4-1beb5ce7be27 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:06.854143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3224941a-3e36-4589-9386-b1f1e3afe958 req-85aed445-03f6-425e-99f4-1beb5ce7be27 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0531228 Nov 23 23:32:06.903257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3224941a-3e36-4589-9386-b1f1e3afe958 req-c5b9f301-afe0-4287-b3d7-d81b9435cda2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Nov 23 23:32:07.016628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e62b92-1e49-40e8-85dd-01547908b065 req-66119db0-99b5-45a4-b34c-069eca9293cb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:07.018154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50e62b92-1e49-40e8-85dd-01547908b065 req-66119db0-99b5-45a4-b34c-069eca9293cb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Nov 23 23:32:07.026649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:32:07.032417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'floatingip': {'port_id': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:32:07.070833 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:07.503946 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:07.508028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:07.555297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:07.614713 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b associated. External IP: 172.25.0.131, port: 50b717de-14f4-47cb-825b-f8a5a3b987c0. Nov 23 23:32:08.116875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:32:08.233830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:32:08.238510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:08.243681 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:32:08.254097 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:32:08.254703 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:32:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:32:08.265266 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-189bc339-f4fb-4c08-a33b-f0438f9ab0da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "PUT /v2.0/floatingips/a73b9ae6-21b1-46ca-9156-86ef308e9c0b HTTP/1.1" status: 200 len: 991 time: 1.2375679 Nov 23 23:32:08.265870 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:32:08.268192 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42130c74a992184f23bf58673faa341529a8cd45375a8d0a2bf9b11a785e8220" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b55f009-5db1-4372-b760-9dfadb0077f6" -d '{"events": [{"name": "network-changed", "server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:32:08.373467 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:32:08.385026 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1649dd1d-8d01-43da-a240-9dc906ad730e x-openstack-request-id: req-1649dd1d-8d01-43da-a240-9dc906ad730e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:32:08.385517 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:32:08.385934 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1649dd1d-8d01-43da-a240-9dc906ad730e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:32:08.386498 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'status': 'completed', 'code': 200} Nov 23 23:32:08.423187 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:08.451709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-32368593-8825-494a-83ac-ba3c4bc6b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:08.453322 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-32368593-8825-494a-83ac-ba3c4bc6b950 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1096 time: 0.0470848 Nov 23 23:32:08.553045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-d2e3470b-edae-45ce-b9a5-c8a6446b53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:08.554497 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-d2e3470b-edae-45ce-b9a5-c8a6446b53b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0948536 Nov 23 23:32:08.613973 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:d9:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80100c8f-0105-4288-874a-4834d108d9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:32:07Z', 'revision_number': 1, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:32:08.622895 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-5a0fbe15-88b7-428b-aade-96cc98537381 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 999 time: 0.0599196 Nov 23 23:32:08.641148 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:32:08.649539 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:32:08.650168 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:32:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:32:08.678644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-e5f6c0da-c4f4-4ea5-b873-d84be95e3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:08.680161 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-e5f6c0da-c4f4-4ea5-b873-d84be95e3a74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0515971 Nov 23 23:32:08.726193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-045b2748-edd8-4415-861e-7939bb7c1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:08.727747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-045b2748-edd8-4415-861e-7939bb7c1401 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405262 Nov 23 23:32:08.755346 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:32:08.830835 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-671e4d35-370a-4141-9a1b-deeb446ef428 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951345 Nov 23 23:32:08.928963 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b55f009-5db1-4372-b760-9dfadb0077f6 req-b1202ee5-637c-4522-8d73-5e6a7f80d955 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911403 Nov 23 23:32:08.983330 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:d9:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80100c8f-0105-4288-874a-4834d108d9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:32:07Z', 'revision_number': 1, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:32:09.010118 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f794c959-f3c1-4a5f-b915-0d7298b7ebac None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:d9:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80100c8f-0105-4288-874a-4834d108d9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:32:07Z', 'revision_number': 1, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:32:09.206514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a57883-d536-4121-855a-b562aba58036 None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:32:13.299269 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:32:27.355118 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:31.644468 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-971366c8-643f-454b-988a-630ba78bf331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:34.783042 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-40f9c001-c173-4a9c-98dd-82e8e8d6f44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:35.207659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:36.681524 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:37.567296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:38.419732 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:39.193611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-b02193d0-31c7-479e-bae7-3b85f5690c0e req-11ec61a8-74c7-40a7-88da-e286a544ca25 service neutron] (103523) timed out ('10.222.0.11', 56636) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:32:50.297535 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:32:57.387469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:32:57.679845 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-28648801-b45b-4e99-9d0d-634fbb40584a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422928 Nov 23 23:32:57.777231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-8cb8bca8-44a7-463e-960c-ba5db643dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:57.779057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-8cb8bca8-44a7-463e-960c-ba5db643dc8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1096 time: 0.0524426 Nov 23 23:32:57.882124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-1fc11f2f-8ef6-4430-91ce-d6e31d95cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:57.883601 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-1fc11f2f-8ef6-4430-91ce-d6e31d95cf2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0840440 Nov 23 23:32:57.953422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-d3511c0a-2aa3-447c-aa23-1e342c0d9b51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 1001 time: 0.0623138 Nov 23 23:32:58.002604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-67bb3901-af48-495e-87c8-401dd520e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:58.004108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-67bb3901-af48-495e-87c8-401dd520e063 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0437491 Nov 23 23:32:58.052335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-dfb60e8f-64aa-47b7-aa35-0c58d0ad0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:32:58.054057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-dfb60e8f-64aa-47b7-aa35-0c58d0ad0f11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423791 Nov 23 23:32:58.169371 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-a02d9b28-e27b-42bc-ae30-8f8c3ca9f402 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077523 Nov 23 23:32:58.263032 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c3088222-c4e0-4dcb-be7d-fd0cb6be09ef req-dc73dde4-fc70-48bf-ad72-39ccd480f5fb service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Nov 23 23:33:01.646922 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3b47176-fd68-436f-9961-101400cea05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:04.784024 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a760-29d3-4369-9fb9-cb4d7e7020b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:05.209815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:06.681437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:07.558943 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:08.421123 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:27.296045 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:33:27.404421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:31.648750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-387ca657-e8ea-4a1d-bdfb-851a22bf2bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:34.786974 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6ceecaa-e9fd-4b5d-a7a1-2cff0c33d391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:35.212916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:36.682767 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:37.562543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:38.439015 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:44.547034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dea73-0ab1-4519-883b-8dd841c4d83e req-9726a1d9-4b81-4823-b1c1-2d0150816a06 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:44.548642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c3dea73-0ab1-4519-883b-8dd841c4d83e req-9726a1d9-4b81-4823-b1c1-2d0150816a06 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.1021082 Nov 23 23:33:44.599315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c3dea73-0ab1-4519-883b-8dd841c4d83e req-a11056da-6e06-4988-823b-0db2ca5be6d6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Nov 23 23:33:44.845168 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-9c1164a6-c761-4059-94e8-83c053d45fa7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409513 Nov 23 23:33:44.858723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c148-7017-4cee-99cf-f340b656c175 req-a93c66f0-0cc1-4a6d-92af-ccc4210378a6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:44.860491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f762c148-7017-4cee-99cf-f340b656c175 req-a93c66f0-0cc1-4a6d-92af-ccc4210378a6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0529163 Nov 23 23:33:44.913736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f762c148-7017-4cee-99cf-f340b656c175 req-8ac4dbb5-71bf-423a-b27f-bf0576533817 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Nov 23 23:33:46.129618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-25209044-5ce0-487e-8c7b-413e7736f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:46.131768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-25209044-5ce0-487e-8c7b-413e7736f642 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1096 time: 0.0855286 Nov 23 23:33:46.161704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea66d9-b035-473a-b754-62b110f36c64 req-f8bc8ca5-80de-4569-a83a-6f32c7a292fe tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:46.163273 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05ea66d9-b035-473a-b754-62b110f36c64 req-f8bc8ca5-80de-4569-a83a-6f32c7a292fe tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0997398 Nov 23 23:33:46.211894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-05ea66d9-b035-473a-b754-62b110f36c64 req-521bcf1d-1258-42c4-a833-9f05a13f695b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Nov 23 23:33:46.226823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-99643215-480e-4139-9fbd-b0c7a18f73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:46.228369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-99643215-480e-4139-9fbd-b0c7a18f73ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0886791 Nov 23 23:33:46.299822 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-78edf563-be40-483b-9ec5-2963265be316 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 1001 time: 0.0633674 Nov 23 23:33:46.348947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-1de34b93-91c8-4ddc-b849-a95dfe9a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:46.350384 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-1de34b93-91c8-4ddc-b849-a95dfe9a3591 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0437510 Nov 23 23:33:46.396917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-efc5a5e0-2710-4d13-b439-13ed51717c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:46.398413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-efc5a5e0-2710-4d13-b439-13ed51717c46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406516 Nov 23 23:33:46.501622 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-da575891-5786-4cce-8732-9a8738fd7472 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951815 Nov 23 23:33:46.594167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-a9685994-40b3-4cc7-a6c8-758e47903af1 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856738 Nov 23 23:33:47.336552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b65c5-7cff-462e-b345-898b40ccb8a0 req-b8c18eb9-342e-4c0b-b7bc-1de117066319 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:47.338052 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a23b65c5-7cff-462e-b345-898b40ccb8a0 req-b8c18eb9-342e-4c0b-b7bc-1de117066319 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0536814 Nov 23 23:33:47.385655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a23b65c5-7cff-462e-b345-898b40ccb8a0 req-b0d1b812-1a5a-43ba-bf48-dd1b08d7ce00 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 Nov 23 23:33:48.509893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb37fad-e50a-4bcd-9e7d-ab6af8b2e9b5 req-0fc04d7f-bca3-47f2-9560-fc8cd1249446 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:48.511380 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cb37fad-e50a-4bcd-9e7d-ab6af8b2e9b5 req-0fc04d7f-bca3-47f2-9560-fc8cd1249446 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0541296 Nov 23 23:33:48.560343 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6cb37fad-e50a-4bcd-9e7d-ab6af8b2e9b5 req-7da6a313-9d57-4ef5-ab71-de4b185a6569 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 Nov 23 23:33:49.684788 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5ebc-dc22-49ab-ad89-4b9a58a8e9ff req-0a572443-a246-40bd-b117-1ec56c7415a4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:49.686289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-576a5ebc-dc22-49ab-ad89-4b9a58a8e9ff req-0a572443-a246-40bd-b117-1ec56c7415a4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0553117 Nov 23 23:33:49.739395 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-576a5ebc-dc22-49ab-ad89-4b9a58a8e9ff req-3312f6c6-4f59-4b24-aa2b-d44686eaedf0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471020 Nov 23 23:33:50.856431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c523578-ba75-4329-ae19-ba45c7897375 req-d3f15805-29bd-42a4-b8b3-9523efbe3910 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:50.857894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c523578-ba75-4329-ae19-ba45c7897375 req-d3f15805-29bd-42a4-b8b3-9523efbe3910 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Nov 23 23:33:50.909151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c523578-ba75-4329-ae19-ba45c7897375 req-664e11e2-5768-4402-a36c-5a44c781d244 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 Nov 23 23:33:52.025517 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c23c-99f0-41fc-a701-83d8c66e8264 req-66d31701-b7ba-497a-b6fd-a2fcaec49746 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:52.026930 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2289c23c-99f0-41fc-a701-83d8c66e8264 req-66d31701-b7ba-497a-b6fd-a2fcaec49746 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0497563 Nov 23 23:33:52.073978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2289c23c-99f0-41fc-a701-83d8c66e8264 req-eb4abdd5-1095-4016-992c-49721eca5226 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411460 Nov 23 23:33:53.197190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e366f-d89f-40f7-a15e-de1e923979da req-f7c17917-fb6d-4af7-9c22-4eff9d15d48a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:53.198708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-650e366f-d89f-40f7-a15e-de1e923979da req-f7c17917-fb6d-4af7-9c22-4eff9d15d48a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Nov 23 23:33:53.249590 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-650e366f-d89f-40f7-a15e-de1e923979da req-25341a4c-f56d-4bc1-a828-69464de01c28 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 Nov 23 23:33:54.371106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f7ed-aeb6-4dfe-a356-a8c31b5ee30c req-a75769fd-98f6-42aa-b355-570095b400f4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:54.372612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8567f7ed-aeb6-4dfe-a356-a8c31b5ee30c req-a75769fd-98f6-42aa-b355-570095b400f4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Nov 23 23:33:54.419198 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8567f7ed-aeb6-4dfe-a356-a8c31b5ee30c req-83b2f4c1-ae20-446d-919f-2476830dde63 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Nov 23 23:33:55.542529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b4a4-a0e8-4a99-8151-b2fbc73f0bf5 req-97a85a6f-c602-43b2-a366-8f2ed415f9ff tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:55.544011 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8340b4a4-a0e8-4a99-8151-b2fbc73f0bf5 req-97a85a6f-c602-43b2-a366-8f2ed415f9ff tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0493915 Nov 23 23:33:55.596182 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8340b4a4-a0e8-4a99-8151-b2fbc73f0bf5 req-889ab48d-f367-4023-bd2f-902afbd63be5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Nov 23 23:33:56.719514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d443c-f8f2-451a-b22d-baa4443b6f3e req-3801eca5-e696-48ec-9491-fe4c41e35144 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:56.721040 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd2d443c-f8f2-451a-b22d-baa4443b6f3e req-3801eca5-e696-48ec-9491-fe4c41e35144 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0501907 Nov 23 23:33:56.769841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd2d443c-f8f2-451a-b22d-baa4443b6f3e req-f5043662-c6d1-495d-84fc-4b624d657fbc tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Nov 23 23:33:57.421411 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:57.891053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e5751-2792-4d40-9217-cbeddf1d3c5f req-523ff247-30d6-40cf-aa92-320fe1c46507 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:57.892764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d49e5751-2792-4d40-9217-cbeddf1d3c5f req-523ff247-30d6-40cf-aa92-320fe1c46507 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0518949 Nov 23 23:33:57.941281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d49e5751-2792-4d40-9217-cbeddf1d3c5f req-f5d104f4-d1c4-4b61-a13a-be656bcab268 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Nov 23 23:33:58.484637 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-928ede56-4b46-4047-95d7-58618ae3beef req-4cfd56ac-be2d-40ba-9686-3d6b1664d39e service neutron] show failed (client error): The resource could not be found. Nov 23 23:33:58.485582 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-4cfd56ac-be2d-40ba-9686-3d6b1664d39e service neutron] 10.222.0.46 "GET /v2.0/ports/50b717de-14f4-47cb-825b-f8a5a3b987c0/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0592487 Nov 23 23:33:58.766220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-db15f265-fee7-47d5-8cb6-c8a92abf727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:58.767670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-db15f265-fee7-47d5-8cb6-c8a92abf727c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 1096 time: 0.0811238 Nov 23 23:33:58.786631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:33:58.839470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:59.047883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:33:59.079285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2004b6e-7c99-405a-ac1a-e68c0617a019 req-9490e451-e3d9-4e57-8a95-1b88bd3da91c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:59.080999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2004b6e-7c99-405a-ac1a-e68c0617a019 req-9490e451-e3d9-4e57-8a95-1b88bd3da91c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0678816 Nov 23 23:33:59.083384 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:33:59.124014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:33:59.129516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:59.131779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2004b6e-7c99-405a-ac1a-e68c0617a019 req-608e2c0d-c605-439e-910c-861a96e9bbe0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444744 Nov 23 23:33:59.142430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Transition to ACTIVE for port object 50b717de-14f4-47cb-825b-f8a5a3b987c0 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:33:59.147294 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:59.189992 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd9eca7-5a37-4101-b2c5-d0ecb15013d6" -d '{"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-unplugged", "status": "completed", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:33:59.239945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:33:59.256311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.256660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.257005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.257382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.257689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.258017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.258340 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.258670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.259007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.259331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.259690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.260014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:33:59.293712 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] No DVR routers for this DVR port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:33:59.330757 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f1604-63b8-491f-9f98-0c736d264d03 x-openstack-request-id: req-840f1604-63b8-491f-9f98-0c736d264d03 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:33:59.331054 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-unplugged", "status": "completed", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:33:59.331306 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-840f1604-63b8-491f-9f98-0c736d264d03 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:33:59.331727 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'code': 200} Nov 23 23:33:59.441720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:33:59.442052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:33:59.442377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:33:59.446728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:33:59.447049 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Attempting to bind port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:33:59.451901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:33:59.452187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:33:59.452568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:33:59.452990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Bound port: 50b717de-14f4-47cb-825b-f8a5a3b987c0, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:33:59.453341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:59.516423 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:33:59.520634 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:33:59.525735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:59.561793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:59.562477 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:33:59.563955 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] 10.222.0.48 "PUT /v2.0/ports/50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 1091 time: 0.7813189 Nov 23 23:33:59.588464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cae11-db03-4f14-8b6f-4e701ac85e56 service neutron] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:33:59.652144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-f70e2c41-0d8c-42e9-9832-d3b225ceb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:59.653694 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-f70e2c41-0d8c-42e9-9832-d3b225ceb821 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1094 time: 0.0486071 Nov 23 23:33:59.757901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-99b8da1a-ec7d-405b-ad23-ad9d57365958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:59.759419 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-99b8da1a-ec7d-405b-ad23-ad9d57365958 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0985544 Nov 23 23:33:59.829288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-6c6512ef-4f06-4ce6-95a7-14e2682caf3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 999 time: 0.0621438 Nov 23 23:33:59.877691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-52d4db0a-ee5b-4a52-9790-e9321635f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:59.879160 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-52d4db0a-ee5b-4a52-9790-e9321635f4ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0433421 Nov 23 23:33:59.925112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede56-4b46-4047-95d7-58618ae3beef req-f8d8f01f-37bb-4791-87a8-7dc408d6dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:33:59.926641 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-f8d8f01f-37bb-4791-87a8-7dc408d6dfb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407460 Nov 23 23:34:00.020298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-06cfb0d0-2891-48bf-a244-3a29f8124b03 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854840 Nov 23 23:34:00.110480 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-928ede56-4b46-4047-95d7-58618ae3beef req-86f8c83e-83d2-4186-8691-90556c403ea4 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835991 Nov 23 23:34:00.273581 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490d36-90c7-4e7f-8d7f-246e177cd4ec req-761911dc-ac60-4646-a54e-cb80bd2bf569 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:00.275104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39490d36-90c7-4e7f-8d7f-246e177cd4ec req-761911dc-ac60-4646-a54e-cb80bd2bf569 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0528815 Nov 23 23:34:00.323775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-39490d36-90c7-4e7f-8d7f-246e177cd4ec req-9138b6ef-8b42-4f16-9a9c-e5b6e58623e7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Nov 23 23:34:01.333323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:34:01.335731 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5" -d '{"events": [{"name": "network-changed", "server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:34:01.386579 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca500a0-aba4-4066-b2d4-20416d8c38bb x-openstack-request-id: req-1ca500a0-aba4-4066-b2d4-20416d8c38bb {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:34:01.386878 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:34:01.387138 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ca500a0-aba4-4066-b2d4-20416d8c38bb {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:34:01.387549 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'status': 'completed', 'code': 200} Nov 23 23:34:01.447769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbc5c2-f38f-4ec3-9965-dece706e5eb3 req-e4f632c0-4fd7-4283-ad7c-3b3a17a257ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.449346 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3fbc5c2-f38f-4ec3-9965-dece706e5eb3 req-e4f632c0-4fd7-4283-ad7c-3b3a17a257ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0534852 Nov 23 23:34:01.488072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-6788686c-da6a-4df4-81fa-7c3a1cf287fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.489600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-6788686c-da6a-4df4-81fa-7c3a1cf287fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1094 time: 0.0773187 Nov 23 23:34:01.494872 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-2e1b8ed2-94dc-4e1f-b983-2b9537ad9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.496312 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-2e1b8ed2-94dc-4e1f-b983-2b9537ad9501 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1094 time: 0.0584831 Nov 23 23:34:01.505101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f3fbc5c2-f38f-4ec3-9965-dece706e5eb3 req-f83c6ff8-9fb4-448d-90a1-18bb3147175b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486686 Nov 23 23:34:01.650432 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5912da8-4495-4e5b-ab8b-bed333e4df0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:01.652574 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-ab09760a-33ae-441d-835a-bfccb3b06ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.654065 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-ab09760a-33ae-441d-835a-bfccb3b06ff4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1569052 Nov 23 23:34:01.656725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-ea1ff0a3-42d4-4e49-8fb6-34feb0d39dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.658162 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-ea1ff0a3-42d4-4e49-8fb6-34feb0d39dc3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1517403 Nov 23 23:34:01.766597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-1b2bcbca-e5fa-499f-a1d1-85c1f5c80f27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 999 time: 0.1058352 Nov 23 23:34:01.774412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-e144b06d-be2d-4373-ad65-e8dfb2adaca7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 999 time: 0.0780129 Nov 23 23:34:01.854892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-8a32506b-54d9-410f-8eed-e5c2230f2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.856370 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-8a32506b-54d9-410f-8eed-e5c2230f2461 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0811186 Nov 23 23:34:01.863319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-a76233ee-e252-4ecf-8b15-bdeeb2929f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.864697 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-a76233ee-e252-4ecf-8b15-bdeeb2929f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0627553 Nov 23 23:34:01.933086 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-b61b2965-3296-49a6-82af-b7a70409ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.934614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-b61b2965-3296-49a6-82af-b7a70409ed44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690668 Nov 23 23:34:01.937019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-008a8cfc-ce3d-4c40-8a87-6465c7895526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:01.938357 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-008a8cfc-ce3d-4c40-8a87-6465c7895526 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643961 Nov 23 23:34:02.093130 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-d17a6be7-aa2d-40e1-8801-8df36605e070 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494377 Nov 23 23:34:02.096471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-cfa730a0-3212-4ec4-b389-9aa19b574e02 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459939 Nov 23 23:34:02.259299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:34:02.365622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:34:02.378165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'mac_address': 'fa:16:3e:d9:fa:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:34:02.421067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:02.434264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b717de-14f4-47cb-825b-f8a5a3b987c0 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:34:02.454282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:34:02.459743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:02.508752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:02.516049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.516407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.516749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.517088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.517951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.518282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.518618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.518943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.519271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.519619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.519950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.520276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:34:02.606281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-e394c169-1a16-428a-af10-a68110a81cda service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062337 Nov 23 23:34:02.608423 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d9bc565e-37c6-4cc6-8b8d-842fc449fea5 req-9cf309ef-85e1-4ab7-b0be-5049c3d5f9a9 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014799 Nov 23 23:34:02.636079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d87a1-2ac3-4d2c-a575-3abcb1de713d req-839bc83d-3863-419d-bbeb-1e2cb7bf32d0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:02.638249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-587d87a1-2ac3-4d2c-a575-3abcb1de713d req-839bc83d-3863-419d-bbeb-1e2cb7bf32d0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0555575 Nov 23 23:34:02.688231 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-587d87a1-2ac3-4d2c-a575-3abcb1de713d req-bbce74e3-a4fa-44fd-9fe8-a0fb18631413 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Nov 23 23:34:02.796142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['50b717de-14f4-47cb-825b-f8a5a3b987c0'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:34:02.831117 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:34:02.888236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6984e88-361b-4149-aff9-dd4ef3d90c8e req-5ee26a22-1f0b-4541-b5b5-a2e28926e9df tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:02.888743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:34:02.889715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6984e88-361b-4149-aff9-dd4ef3d90c8e req-5ee26a22-1f0b-4541-b5b5-a2e28926e9df tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0518918 Nov 23 23:34:02.912707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-1408b15c-1233-4e0b-af72-e2798eaf9e10 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:02.914335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-1408b15c-1233-4e0b-af72-e2798eaf9e10 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1&tenant_id=5381ff6756e340c7896cbb0beb0822b4&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 944 time: 0.0626824 Nov 23 23:34:02.947235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6984e88-361b-4149-aff9-dd4ef3d90c8e req-99c9d1a9-34ae-456a-8fd6-59887b2bdb79 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503159 Nov 23 23:34:02.980824 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-acc58af4-f0af-48c1-8885-89499da124fa service neutron] delete failed (client error): The resource could not be found. Nov 23 23:34:02.981867 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-acc58af4-f0af-48c1-8885-89499da124fa service neutron] 10.222.0.46 "DELETE /v2.0/ports/50b717de-14f4-47cb-825b-f8a5a3b987c0/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0591390 Nov 23 23:34:03.069710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-d6657f78-0a85-4361-ab98-924f47177a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:03.071211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-d6657f78-0a85-4361-ab98-924f47177a0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 1095 time: 0.0453954 Nov 23 23:34:03.164026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-164a7c74-1be4-4e9a-b651-6c6fdb74cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:03.165503 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-164a7c74-1be4-4e9a-b651-6c6fdb74cbc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0865571 Nov 23 23:34:03.237154 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-2c6611cb-34e9-4c43-b029-903aeb49dcb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 200 len: 1000 time: 0.0636570 Nov 23 23:34:03.285751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-cdaffaad-e542-420a-960e-42d904d64f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:03.287266 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-cdaffaad-e542-420a-960e-42d904d64f94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0439432 Nov 23 23:34:03.333407 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-7ccf23fa-3e5b-4d8c-96fb-b54858f11897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:03.334881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-7ccf23fa-3e5b-4d8c-96fb-b54858f11897 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406008 Nov 23 23:34:03.429577 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-cd75feb2-c6d1-4d6c-afec-aa6d648d6577 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870528 Nov 23 23:34:03.520695 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e69fe429-a16c-47d7-892e-ae54ae423624 req-2a774d6e-9c29-403b-bbd5-ea5d80d330f2 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838752 Nov 23 23:34:04.077488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658eb4f-5547-430f-b9d7-27bd88ff9e16 req-d18fce88-6b27-46e0-b594-61a96d65b651 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:04.078986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5658eb4f-5547-430f-b9d7-27bd88ff9e16 req-d18fce88-6b27-46e0-b594-61a96d65b651 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0554693 Nov 23 23:34:04.129016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5658eb4f-5547-430f-b9d7-27bd88ff9e16 req-753a613b-b7d0-46a9-981e-d23e9db313f0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Nov 23 23:34:04.270936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:34:04.296323 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:34:04.320652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 50b717de-14f4-47cb-825b-f8a5a3b987c0 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:34:04.324617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 50b717de-14f4-47cb-825b-f8a5a3b987c0 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:34:04.324985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:04.412154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:04.440162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:34:04.456681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:34:04.461419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:04.488045 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a248feb-3733-4189-a816-0db4ad28fb11" -d '{"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:34:04.516362 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:04.578566 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e63bdd-38f2-4770-b45f-d4bbb571679d x-openstack-request-id: req-e8e63bdd-38f2-4770-b45f-d4bbb571679d {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:34:04.578872 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:34:04.579164 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8e63bdd-38f2-4770-b45f-d4bbb571679d {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:34:04.579632 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'code': 200} Nov 23 23:34:04.789068 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ba4bc7d9-bf31-4cca-9105-a4ef718f4763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:05.216595 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:05.248004 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20754ea9-f8f6-4459-b6b9-89cf4ac92fba req-52568d63-b178-4d88-a938-b227998921b5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:05.249507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20754ea9-f8f6-4459-b6b9-89cf4ac92fba req-52568d63-b178-4d88-a938-b227998921b5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0494552 Nov 23 23:34:05.300467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20754ea9-f8f6-4459-b6b9-89cf4ac92fba req-eff4c594-7be6-41f9-96b3-d4d95f087de5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Nov 23 23:34:05.422606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6cdbc-d8ff-44e8-ac18-9fce80c53e91 req-57ccd6e6-0076-4a82-b280-bdc907543275 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:05.424985 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdc6cdbc-d8ff-44e8-ac18-9fce80c53e91 req-57ccd6e6-0076-4a82-b280-bdc907543275 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0538249 Nov 23 23:34:05.472989 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdc6cdbc-d8ff-44e8-ac18-9fce80c53e91 req-6c2ab28d-cef0-4124-87c3-b8453e99eb40 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Nov 23 23:34:05.589618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b761-7c5e-4ca2-b2a7-6766c347d122 req-dcda4fc1-9fb7-45ff-bbc7-b4f2255cbf8d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:05.591164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f727b761-7c5e-4ca2-b2a7-6766c347d122 req-dcda4fc1-9fb7-45ff-bbc7-b4f2255cbf8d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0509458 Nov 23 23:34:05.642067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f727b761-7c5e-4ca2-b2a7-6766c347d122 req-805bbf91-2e30-41b5-bdca-3be9db6e5956 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Nov 23 23:34:05.881637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ffeb-ae0f-4710-9f40-38a45ae2f323 req-b20c1fa1-0add-4dc4-aad9-2a13da4d5114 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:05.883435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8228ffeb-ae0f-4710-9f40-38a45ae2f323 req-b20c1fa1-0add-4dc4-aad9-2a13da4d5114 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0498531 Nov 23 23:34:05.935067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8228ffeb-ae0f-4710-9f40-38a45ae2f323 req-84e4a21a-1049-4f2c-9146-fec1d52f22c4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454853 Nov 23 23:34:06.686012 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:07.054905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d553-ecc7-472b-ae5b-cb7f4d2fa4cd req-580da223-ddd8-4e8a-b7c5-a633d748ce4d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:07.056448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7432d553-ecc7-472b-ae5b-cb7f4d2fa4cd req-580da223-ddd8-4e8a-b7c5-a633d748ce4d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Nov 23 23:34:07.104261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7432d553-ecc7-472b-ae5b-cb7f4d2fa4cd req-d514aeec-349d-4e5a-9493-98fca4a2fc42 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417657 Nov 23 23:34:07.278834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-c3d020c0-5f66-4372-bf89-7711b52cf592 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:07.280226 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-c3d020c0-5f66-4372-bf89-7711b52cf592 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0530181 Nov 23 23:34:07.370019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Deleting port 50b717de-14f4-47cb-825b-f8a5a3b987c0 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:34:07.370357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:07.464514 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] For port 50b717de-14f4-47cb-825b-f8a5a3b987c0, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50b717de-14f4-47cb-825b-f8a5a3b987c0,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:34:07.464879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:07.566415 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:07.641763 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:07.642144 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:07.642440 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b disassociated. External IP: 172.25.0.131, port: 50b717de-14f4-47cb-825b-f8a5a3b987c0. Nov 23 23:34:07.642784 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Calling delete_port for 50b717de-14f4-47cb-825b-f8a5a3b987c0 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:34:07.775375 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:07.805105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event deleted for resources: {'Port': ['ID=50b717de-14f4-47cb-825b-f8a5a3b987c0,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:07.924427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:34:08.035551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:34:08.045159 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:34:08.056674 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:34:08.057293 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:34:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:08.076366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] No DVR routers for this DVR port 50b717de-14f4-47cb-825b-f8a5a3b987c0 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:34:08.079201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:08.082824 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e8e95da-2976-4d76-b42c-8a878618cd74 req-bd94a5ee-9a5c-4e83-83b2-1cbe784af02f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "DELETE /v2.0/ports/50b717de-14f4-47cb-825b-f8a5a3b987c0 HTTP/1.1" status: 204 len: 173 time: 0.7965846 Nov 23 23:34:08.083299 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-deleted', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:34:08.085699 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c276e9-634b-48b1-927b-2ea1bc561d29" -d '{"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-deleted", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:34:08.125879 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea03dbf-8222-4107-8c61-421904dda124 x-openstack-request-id: req-0ea03dbf-8222-4107-8c61-421904dda124 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:34:08.126181 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80100c8f-0105-4288-874a-4834d108d9b1", "name": "network-vif-deleted", "tag": "50b717de-14f4-47cb-825b-f8a5a3b987c0", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:34:08.126447 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ea03dbf-8222-4107-8c61-421904dda124 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:34:08.126858 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80100c8f-0105-4288-874a-4834d108d9b1', 'name': 'network-vif-deleted', 'tag': '50b717de-14f4-47cb-825b-f8a5a3b987c0', 'status': 'completed', 'code': 200} Nov 23 23:34:08.176679 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:34:08.216191 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-63444d4f-db50-47d0-bb73-2d8ac88c6bb6 req-7acf7a34-49cb-4d9e-8386-82823477f526 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=80100c8f-0105-4288-874a-4834d108d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0316145 Nov 23 23:34:08.437096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:08.469463 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:08.500132 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:34:08.509209 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:34:08.509821 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:34:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:08.622847 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:34:08.830763 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:08.864222 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a3eaf-d2ba-402b-af3b-e2339a70cf01 None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:34:09.092121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59727ec-f2cf-4d96-ad9e-1809173c60fc None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:34:09.464158 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-94a99771-68fe-41d5-b809-707f3841170e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1433536211&fields=id&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 267 time: 0.0438638 Nov 23 23:34:09.579442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-d7fd0914-85cb-43c3-aaea-7c39645eb473 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:09.580952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-d7fd0914-85cb-43c3-aaea-7c39645eb473 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1103418 Nov 23 23:34:09.596837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-a877f540-9235-4a22-9b3c-541614c64c64 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/quotas/5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Nov 23 23:34:09.648627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-19871df0-71a2-43da-a207-103786d9fee3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462174 Nov 23 23:34:09.823058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-5e1ce70f-ce54-40fe-ae7c-512faae6222e service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279459 Nov 23 23:34:09.913445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-abd9a5c6-c170-4897-a375-2c5c1c78df5e service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842397 Nov 23 23:34:10.078970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c58a53f9-e7d0-41b3-9142-6041447c5789 req-0a7e96f1-602d-4723-b1d3-524806876f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 210 time: 0.0322170 Nov 23 23:34:10.303243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:34:10.322925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 50b717de-14f4-47cb-825b-f8a5a3b987c0 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:34:10.323269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50b717de-14f4-47cb-825b-f8a5a3b987c0 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:34:11.029034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-fce0b20e-b935-424f-8e0b-adc1b9f12a1e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:11.030567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-fce0b20e-b935-424f-8e0b-adc1b9f12a1e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1161728 Nov 23 23:34:11.093528 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-207568dd-b367-4463-be3a-483d8f35a654 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 380 time: 0.0540049 Nov 23 23:34:11.106402 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'port': {'device_id': '561262cc-87e6-45e6-82ba-606977c620a0', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'admin_state_up': True, 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'security_groups': ['4d02f355-7275-4e7f-8acb-9e9a96beb93d']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:34:11.176755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-78c1d214-57c3-4233-b1d1-1ce0d4fe154d req-b3819fcc-ec4f-43dd-b3c6-0cf517ba444a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 210 time: 0.0267136 Nov 23 23:34:11.218495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Made reservation on behalf of 5381ff6756e340c7896cbb0beb0822b4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:34:11.221987 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:11.354569 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Allocated IP 172.20.0.13 (4604eb42-2700-4d88-8102-79bb2fbb021a/9e64abaa-fa04-4b4f-86e5-2bd7adc00733/7366fc8a-7f2d-4754-8fca-bba09de451de) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:34:11.492951 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:11.526418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:11.571542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:34:11.574477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:34:11.578105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:34:11.609094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:11.640901 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:11.641538 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:11.660638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-38714384-dea6-446e-bae8-72ef6ff1ef68 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574243 Nov 23 23:34:11.672641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Request body: {'port': {'device_id': '561262cc-87e6-45e6-82ba-606977c620a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:34:11.730969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:11.861525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-21694c7a-c692-4ab1-b9df-e00cfb93c8ae None None] Provisioning complete for port 7366fc8a-7f2d-4754-8fca-bba09de451de triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:34:11.862231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-21694c7a-c692-4ab1-b9df-e00cfb93c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:11.907969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-21694c7a-c692-4ab1-b9df-e00cfb93c8ae None None] Port 7366fc8a-7f2d-4754-8fca-bba09de451de cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:34:12.006030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7366fc8a-7f2d-4754-8fca-bba09de451de {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:34:12.013637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:12.026255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Transition to ACTIVE for port object 7366fc8a-7f2d-4754-8fca-bba09de451de will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:34:12.030136 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:12.082888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:12.158393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:34:12.158735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:34:12.159067 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:34:12.163978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Port 7366fc8a-7f2d-4754-8fca-bba09de451de on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:34:12.164447 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:34:12.169748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:34:12.170097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:34:12.170472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:34:12.170905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Bound port: 7366fc8a-7f2d-4754-8fca-bba09de451de, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:34:12.171262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:12.242928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:34:12.249711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:34:12.255985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:12.296925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:12.297550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:12.299309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] 10.222.0.46 "PUT /v2.0/ports/7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1092 time: 0.6311228 Nov 23 23:34:12.299950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:34:12.303056 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a55b54-f4f1-4a58-824c-ebf5cb497708" -d '{"events": [{"name": "network-changed", "server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:34:12.307827 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c6b93-846b-4973-a813-f9244b98c108 req-a5b4a77a-b425-4d58-a63a-c936ad5aabe0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:12.309553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c69c6b93-846b-4973-a813-f9244b98c108 req-a5b4a77a-b425-4d58-a63a-c936ad5aabe0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 944 time: 0.0560608 Nov 23 23:34:12.339972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fee65e-4c4f-44e4-83b5-c04ceba51f1b service neutron] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:12.377812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c69c6b93-846b-4973-a813-f9244b98c108 req-a5556296-e270-4781-85c7-f52069d6c135 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563793 Nov 23 23:34:12.379963 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18be80b7-cd9a-47e7-bacc-26f2162e4462 x-openstack-request-id: req-18be80b7-cd9a-47e7-bacc-26f2162e4462 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:34:12.380318 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:34:12.380584 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18be80b7-cd9a-47e7-bacc-26f2162e4462 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:34:12.380991 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'status': 'completed', 'code': 200} Nov 23 23:34:12.399346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-e9abefd7-e56f-4a43-9a20-d1434cca8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:12.401117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-e9abefd7-e56f-4a43-9a20-d1434cca8521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1095 time: 0.0562196 Nov 23 23:34:12.451091 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-3c30729e-0529-4ef6-bd3e-a28c22bcdbb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 217 time: 0.0413334 Nov 23 23:34:12.503003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14e1dd8b-8437-4db7-a0e9-edcebd574a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:12.505077 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-14e1dd8b-8437-4db7-a0e9-edcebd574a26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0461016 Nov 23 23:34:12.551995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74269-69de-4c84-a640-03c0586cfe55 req-3a71bfb2-d110-4d43-8862-2e842bf19ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:12.553844 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-3a71bfb2-d110-4d43-8862-2e842bf19ad7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417800 Nov 23 23:34:12.653483 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-4ce2e460-0b1f-4129-8df3-64ce68cb47c2 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915442 Nov 23 23:34:12.744296 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bad74269-69de-4c84-a640-03c0586cfe55 req-02d18dca-1e59-4d46-9727-a1c4b4c42a8a service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836241 Nov 23 23:34:12.836252 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-c3372d12-4fa6-450c-b1aa-c8fab1bfef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:12.837743 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-c3372d12-4fa6-450c-b1aa-c8fab1bfef53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1095 time: 0.0462897 Nov 23 23:34:12.929368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-a0c0dbbd-a1eb-44d1-a174-5d7124b5aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:12.930793 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-a0c0dbbd-a1eb-44d1-a174-5d7124b5aad1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0855317 Nov 23 23:34:12.976219 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-5b521704-dafa-4302-98a2-cd7a4c61d32c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 217 time: 0.0374479 Nov 23 23:34:13.026921 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-d7d82bc8-1934-40c0-b228-d6ad367a0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:13.028476 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-d7d82bc8-1934-40c0-b228-d6ad367a0840 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0443068 Nov 23 23:34:13.075154 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-d193d030-1a95-438b-8c32-3772fdcdfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:13.076895 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-d193d030-1a95-438b-8c32-3772fdcdfe61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407801 Nov 23 23:34:13.173525 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-1626e9dd-e3cf-482f-85c2-3cee36f4422f service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888145 Nov 23 23:34:13.264847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f5a55b54-f4f1-4a58-824c-ebf5cb497708 req-22a80601-468d-4a4f-a818-12ab093e7c3d service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832090 Nov 23 23:34:13.483310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d8cbb-a352-4e6b-895a-e72f95eac9bb req-23fce9eb-408d-43d0-b52e-daa57f1ad6ac tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:13.484841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba7d8cbb-a352-4e6b-895a-e72f95eac9bb req-23fce9eb-408d-43d0-b52e-daa57f1ad6ac tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 944 time: 0.0477755 Nov 23 23:34:13.536406 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba7d8cbb-a352-4e6b-895a-e72f95eac9bb req-32b4a7b2-dd98-4198-8164-f7623133672c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446615 Nov 23 23:34:14.655230 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fec36-e9ec-4dcf-bf0f-efd790a436de req-d6c81d6c-f98c-4d91-bd1a-f25b401f2bd8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:14.656729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e56fec36-e9ec-4dcf-bf0f-efd790a436de req-d6c81d6c-f98c-4d91-bd1a-f25b401f2bd8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 944 time: 0.0507786 Nov 23 23:34:14.707194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e56fec36-e9ec-4dcf-bf0f-efd790a436de req-10da8594-91b8-480c-bbed-4c767a58cba5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Nov 23 23:34:14.908648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:34:15.010133 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:34:15.024740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'mac_address': 'fa:16:3e:ee:11:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:34:15.062413 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:15.076416 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7366fc8a-7f2d-4754-8fca-bba09de451de {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:34:15.096041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:34:15.100494 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:15.148977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:15.304695 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['7366fc8a-7f2d-4754-8fca-bba09de451de'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:34:15.824033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f1d2-c4f6-4d52-9e02-8cb05230a8b6 req-077d7b7d-079a-4026-a593-f9b48f8fcef1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:15.825507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c455f1d2-c4f6-4d52-9e02-8cb05230a8b6 req-077d7b7d-079a-4026-a593-f9b48f8fcef1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 945 time: 0.0496378 Nov 23 23:34:15.874098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c455f1d2-c4f6-4d52-9e02-8cb05230a8b6 req-ceee38fd-c8c6-48a4-84b5-5c3975a0c861 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Nov 23 23:34:16.926747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:34:16.976125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 7366fc8a-7f2d-4754-8fca-bba09de451de completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:34:16.981008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 7366fc8a-7f2d-4754-8fca-bba09de451de triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:34:16.981502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:17.000017 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273fe58-fd2d-4a1c-b953-1893bf5e783c req-305883fe-7ac7-420c-be3d-68aabadd0f2c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:17.001741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c273fe58-fd2d-4a1c-b953-1893bf5e783c req-305883fe-7ac7-420c-be3d-68aabadd0f2c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 945 time: 0.0546372 Nov 23 23:34:17.051119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c273fe58-fd2d-4a1c-b953-1893bf5e783c req-0ffaee5a-2c5c-493d-9f52-9b1dab025b90 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Nov 23 23:34:17.063743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:17.087106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:34:17.089330 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8a796d-65b6-4067-9dde-6da7ef460f44" -d '{"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-plugged", "status": "completed", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:34:17.102562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:34:17.106826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:17.131004 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7285f76-cc9e-43c6-94be-fc1c8661e29b x-openstack-request-id: req-d7285f76-cc9e-43c6-94be-fc1c8661e29b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:34:17.131300 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-plugged", "status": "completed", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:34:17.131554 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7285f76-cc9e-43c6-94be-fc1c8661e29b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:34:17.131969 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'code': 200} Nov 23 23:34:17.160110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:34:17.226763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f6e65-df06-423d-b9e8-10c338d91c2a req-7ba63e47-2e2b-499d-9667-f434ac235d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:17.228335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-566f6e65-df06-423d-b9e8-10c338d91c2a req-7ba63e47-2e2b-499d-9667-f434ac235d7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1097 time: 0.0413735 Nov 23 23:34:17.278278 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-566f6e65-df06-423d-b9e8-10c338d91c2a req-f847a692-254f-48a1-b80e-4c02387e73ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Nov 23 23:34:18.167782 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ff5d9-3191-4e5c-b9b2-f59ff719e9f7 req-b62b07b8-07ba-4614-bc4d-fd683df42843 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:18.169286 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9ff5d9-3191-4e5c-b9b2-f59ff719e9f7 req-b62b07b8-07ba-4614-bc4d-fd683df42843 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0496159 Nov 23 23:34:18.217340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd9ff5d9-3191-4e5c-b9b2-f59ff719e9f7 req-e5139a2d-de74-40d0-b0c7-54933bc33f3c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Nov 23 23:34:19.335710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0a0a6-e5fe-4810-815d-0a9096400614 req-c339b16a-1b5a-4655-9651-b58ab58dac8e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:19.337208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28b0a0a6-e5fe-4810-815d-0a9096400614 req-c339b16a-1b5a-4655-9651-b58ab58dac8e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0492163 Nov 23 23:34:19.389178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28b0a0a6-e5fe-4810-815d-0a9096400614 req-773ee690-691b-47db-bb47-756d630ee42a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Nov 23 23:34:19.504352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305fb81-6d11-4b13-9492-9786956b8bd6 req-ac1451b6-686d-4ee8-9983-e2b90c01b0b5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:19.505927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a305fb81-6d11-4b13-9492-9786956b8bd6 req-ac1451b6-686d-4ee8-9983-e2b90c01b0b5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0512924 Nov 23 23:34:19.514665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 59614) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:34:19.519499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'floatingip': {'port_id': '7366fc8a-7f2d-4754-8fca-bba09de451de'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:34:19.561594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:19.995600 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:19.999438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:20.103423 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b associated. External IP: 172.25.0.131, port: 7366fc8a-7f2d-4754-8fca-bba09de451de. Nov 23 23:34:20.318373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:34:20.428719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:34:20.433461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:20.438420 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:34:20.448307 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:34:20.448919 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:34:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:20.461177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a7773517-7735-489e-9201-1a5b3a3de9f7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "PUT /v2.0/floatingips/a73b9ae6-21b1-46ca-9156-86ef308e9c0b HTTP/1.1" status: 200 len: 992 time: 0.9454138 Nov 23 23:34:20.461779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:34:20.505842 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dfb17a-ddb2-4b61-92b6-c924212f1626" -d '{"events": [{"name": "network-changed", "server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:34:20.570126 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:34:20.599489 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefdc8c6-5cdd-4248-9444-8e894d6c37e0 x-openstack-request-id: req-cefdc8c6-5cdd-4248-9444-8e894d6c37e0 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:34:20.599823 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:34:20.600085 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cefdc8c6-5cdd-4248-9444-8e894d6c37e0 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:34:20.600489 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'status': 'completed', 'code': 200} Nov 23 23:34:20.666595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-575f6fe4-f7cd-4d34-805a-4720586b3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:20.668158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-575f6fe4-f7cd-4d34-805a-4720586b3fab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1097 time: 0.0460675 Nov 23 23:34:20.762591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-da306ae2-0a11-4846-aac5-842591938f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:20.764158 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-da306ae2-0a11-4846-aac5-842591938f8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0886912 Nov 23 23:34:20.806661 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:ee:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561262cc-87e6-45e6-82ba-606977c620a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:34:19Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:20.832866 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:34:20.833151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-9a62910b-9bfb-4107-a0b8-feaa4dc3275f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1000 time: 0.0620451 Nov 23 23:34:20.841179 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:34:20.841766 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:34:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:20.881899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-c5b1bd0a-6477-4494-b971-08ba6b0db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:20.883405 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-c5b1bd0a-6477-4494-b971-08ba6b0db9e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0440655 Nov 23 23:34:20.931094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-f2de24c6-cf62-429e-ae9e-f44ffe923ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:20.932641 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-f2de24c6-cf62-429e-ae9e-f44ffe923ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423188 Nov 23 23:34:20.946243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:34:21.030111 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-81841288-5d1f-4c91-b226-578c442f2f62 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896876 Nov 23 23:34:21.124707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-f7dfb17a-ddb2-4b61-92b6-c924212f1626 req-3f5f6ba9-7414-4a59-816a-d7973bac7b2f service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880573 Nov 23 23:34:21.171086 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:ee:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561262cc-87e6-45e6-82ba-606977c620a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:34:19Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:34:21.198166 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eedb31-db8d-460f-b7d6-9c01dc56459d None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:ee:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561262cc-87e6-45e6-82ba-606977c620a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:34:19Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:34:21.382026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ceac66-f9b5-4588-9afe-146d988f67c5 None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:34:27.423079 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:31.652713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7b10d9a-d4ea-4ad2-ad3f-0549bfeb38be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:34.793321 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84f6f6a5-14e8-4118-8fdf-a29e9fe8beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:35.227421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:36.691500 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:37.572003 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:38.454392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:41.295541 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:34:57.422136 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:34:59.672170 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-2b4982ad-c587-410c-bdfe-16c426dd5938 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392957 Nov 23 23:34:59.755665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-9a1f9694-2bfb-443b-a577-82b402b5c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:59.757175 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-9a1f9694-2bfb-443b-a577-82b402b5c7a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1097 time: 0.0420232 Nov 23 23:34:59.879958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-c2dddda5-0321-4574-9f2e-f2a70bb7f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:34:59.881421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-c2dddda5-0321-4574-9f2e-f2a70bb7f3cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1047161 Nov 23 23:34:59.949505 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-f913c910-5461-4104-a4c4-80d6d46b26cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1002 time: 0.0590081 Nov 23 23:34:59.999375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-36d42578-ba24-4d91-9e3a-4f7567513c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:00.000904 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-36d42578-ba24-4d91-9e3a-4f7567513c3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0437541 Nov 23 23:35:00.051131 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-6bbdb0ed-009f-40ce-b8fe-d11a21b9eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:00.052827 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-6bbdb0ed-009f-40ce-b8fe-d11a21b9eb88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444148 Nov 23 23:35:00.163583 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-8bcc790f-c79c-4e68-9132-f42ed76e5246 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038203 Nov 23 23:35:00.267106 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b35ef6ee-1816-42d4-a574-0ee5b6f7c264 req-b1b4ed06-db6c-4c4d-84c1-73881f04dabe service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937650 Nov 23 23:35:01.655071 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-773e6572-9c4e-4029-ad38-942c8fe8635e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:04.794842 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0dfd62ec-6c83-4a29-a7cd-444029b9eb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:05.230588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:06.692034 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:07.566890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:08.466474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:18.295354 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:35:27.420208 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:31.656962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-82f66cac-cfee-473e-8840-7ac92e3a9a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:34.796729 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-036b0723-408b-4b8c-9d9c-9ad0ec979b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:35.228026 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:36.695383 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:37.569677 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:38.466562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:55.293952 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:35:56.817524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2250ba-93a4-410d-a772-f9a704ab869c req-00700596-4552-468f-87bc-b16045d477a0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:56.820212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab2250ba-93a4-410d-a772-f9a704ab869c req-00700596-4552-468f-87bc-b16045d477a0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0602076 Nov 23 23:35:56.873737 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ab2250ba-93a4-410d-a772-f9a704ab869c req-5f803be6-cd2e-4abc-a3af-0c424418b741 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473058 Nov 23 23:35:57.422055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:35:58.007148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3593c17-04b5-41a3-a086-2db17810123f req-d3774ae0-8e49-49d1-9c6d-211b331e1447 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:58.008684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3593c17-04b5-41a3-a086-2db17810123f req-d3774ae0-8e49-49d1-9c6d-211b331e1447 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0634437 Nov 23 23:35:58.056814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e3593c17-04b5-41a3-a086-2db17810123f req-9a1b15f2-063e-4b28-9951-7588ab540bd4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Nov 23 23:35:59.175537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c638f-8fee-4665-bc58-50a7d5489aba req-d0eb57c4-78d5-447e-a380-ef7b5f94d8df tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:59.177073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e5c638f-8fee-4665-bc58-50a7d5489aba req-d0eb57c4-78d5-447e-a380-ef7b5f94d8df tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0494120 Nov 23 23:35:59.227540 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e5c638f-8fee-4665-bc58-50a7d5489aba req-05cce3a0-ac8e-41db-aa23-becfcae43fb4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Nov 23 23:35:59.700118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-0fc800d1-c805-4f74-9621-adbed0903d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:59.701670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-0fc800d1-c805-4f74-9621-adbed0903d79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1097 time: 0.0498242 Nov 23 23:35:59.811863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-8dd65047-6911-46f3-8452-bbe0f146db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:59.813353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-8dd65047-6911-46f3-8452-bbe0f146db47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0892115 Nov 23 23:35:59.877677 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-50e1405b-9bc4-4971-913d-adca1f2a235e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1002 time: 0.0572016 Nov 23 23:35:59.925831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-2da8501c-8128-4895-bf47-7ebd5c736647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:59.927312 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-2da8501c-8128-4895-bf47-7ebd5c736647 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0432155 Nov 23 23:35:59.982994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-16ab3192-f220-41a7-bcf4-79f4b2419536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:35:59.984438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-16ab3192-f220-41a7-bcf4-79f4b2419536 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505929 Nov 23 23:36:00.076137 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-5e609a44-d8f7-42a3-9062-e33ad9083f1e service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843205 Nov 23 23:36:00.171063 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-97308a4c-07c1-4c78-a55f-dc3b54289ddc req-0a4426a9-5e1f-434a-9bba-94b7da77623a service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861125 Nov 23 23:36:00.351601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cef60-95c8-4000-afe0-8b6919ca16ad req-d2bfe2dc-00a7-481a-a39d-c30ffa39b070 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:00.353127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f8cef60-95c8-4000-afe0-8b6919ca16ad req-d2bfe2dc-00a7-481a-a39d-c30ffa39b070 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0496109 Nov 23 23:36:00.403196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f8cef60-95c8-4000-afe0-8b6919ca16ad req-66d4075d-c9ea-4411-b10f-648017e6838e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440135 Nov 23 23:36:01.522977 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7bcc-e242-40f8-a705-b6ba84170efc req-6a86444c-2579-42e1-a7cb-9ca416e99cd0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:01.524507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93fd7bcc-e242-40f8-a705-b6ba84170efc req-6a86444c-2579-42e1-a7cb-9ca416e99cd0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0489881 Nov 23 23:36:01.572400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93fd7bcc-e242-40f8-a705-b6ba84170efc req-02f75ede-1ccc-4b8d-ab42-ce4c675f9f6b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Nov 23 23:36:01.660170 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-efdc1a24-a9d5-44fe-8a95-750479e5a6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:02.694857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515ee26-c9f4-47dc-9940-47432e5c141e req-e74015e8-19b7-434b-acb3-e218773d1c0e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:02.696508 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1515ee26-c9f4-47dc-9940-47432e5c141e req-e74015e8-19b7-434b-acb3-e218773d1c0e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0501547 Nov 23 23:36:02.742876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1515ee26-c9f4-47dc-9940-47432e5c141e req-fc95a7c9-35dc-47ef-b5a0-9b3b8c9ae1c7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Nov 23 23:36:03.866050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322e75-6198-4c3c-9221-e2d2436ba17f req-bf9e7edc-58b0-489e-b332-7304df9664f5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:03.867530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72322e75-6198-4c3c-9221-e2d2436ba17f req-bf9e7edc-58b0-489e-b332-7304df9664f5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0549486 Nov 23 23:36:03.915509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72322e75-6198-4c3c-9221-e2d2436ba17f req-43669acc-c330-47dd-af43-07a04b7e7a77 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Nov 23 23:36:04.796707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d290455-dbe9-4a50-977c-4f4de5aefb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:05.032396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d9646-5795-4411-b62b-148c5f0430e9 req-501a5ca0-eaf6-484d-9720-fdb6a72969f2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:05.033892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-591d9646-5795-4411-b62b-148c5f0430e9 req-501a5ca0-eaf6-484d-9720-fdb6a72969f2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0510614 Nov 23 23:36:05.083555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-591d9646-5795-4411-b62b-148c5f0430e9 req-ed3a8b61-7fd3-4680-ab1d-fb86610663c0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430536 Nov 23 23:36:05.232043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:06.201241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babffcc-6272-45fe-baea-844eb77d3031 req-932055a6-dca1-4ed5-b55a-66a4680a7f64 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:06.202736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7babffcc-6272-45fe-baea-844eb77d3031 req-932055a6-dca1-4ed5-b55a-66a4680a7f64 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Nov 23 23:36:06.256018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7babffcc-6272-45fe-baea-844eb77d3031 req-23480e96-13cd-4637-b808-67658312e211 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Nov 23 23:36:06.697106 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:07.372387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e6d5c-d760-4e74-8af5-88832283495b req-9dd0d0ce-bc2a-44cf-89e5-a4df2389bc18 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:07.373931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-572e6d5c-d760-4e74-8af5-88832283495b req-9dd0d0ce-bc2a-44cf-89e5-a4df2389bc18 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0494654 Nov 23 23:36:07.421683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-572e6d5c-d760-4e74-8af5-88832283495b req-2b3545f1-ce31-402a-b0d2-a5adb3e5767b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Nov 23 23:36:07.575597 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:07.671468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f8351-22ba-4f81-a4f5-5c88eb985643 req-329623c2-143b-42a1-b038-cc6c5ca1c300 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:07.673063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b64f8351-22ba-4f81-a4f5-5c88eb985643 req-329623c2-143b-42a1-b038-cc6c5ca1c300 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0517840 Nov 23 23:36:07.722923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b64f8351-22ba-4f81-a4f5-5c88eb985643 req-88f78cd9-24ee-4115-8775-b869ba4f1754 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Nov 23 23:36:07.768529 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-435d129d-c815-45bb-80b3-271a34e17b2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803401 Nov 23 23:36:08.480961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:08.852454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2ce1-3cd4-4e28-a3d8-c7cfea64b18d req-c80d2447-da83-4584-a72b-e86bc16728b8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:08.854756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5ff2ce1-3cd4-4e28-a3d8-c7cfea64b18d req-c80d2447-da83-4584-a72b-e86bc16728b8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0582144 Nov 23 23:36:08.903100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f5ff2ce1-3cd4-4e28-a3d8-c7cfea64b18d req-ba9fb193-181b-43dd-9bc9-2ea9f132f9be tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Nov 23 23:36:10.021283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3946514-6019-4919-b178-1b049d941bbe req-d3d2b719-e07c-467c-960b-c7691423fb73 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:10.022847 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3946514-6019-4919-b178-1b049d941bbe req-d3d2b719-e07c-467c-960b-c7691423fb73 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0494764 Nov 23 23:36:10.075029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3946514-6019-4919-b178-1b049d941bbe req-e3e5ce3c-a5bb-4adb-99da-d0e3d6681ccc tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 Nov 23 23:36:11.196958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b259642-e0bc-451e-9a21-37f00b44e3fa req-014bf341-5789-49b1-9e95-c35577722f96 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:11.198436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b259642-e0bc-451e-9a21-37f00b44e3fa req-014bf341-5789-49b1-9e95-c35577722f96 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0533900 Nov 23 23:36:11.250196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b259642-e0bc-451e-9a21-37f00b44e3fa req-da5046dc-fabc-4f4f-8caa-4c8ecc954906 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Nov 23 23:36:12.366737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2456e-842a-40d8-9cf0-e880d0fc5eb8 req-9e131a8b-4e1d-48d7-9690-24fbe92a1a6e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:12.368262 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6f2456e-842a-40d8-9cf0-e880d0fc5eb8 req-9e131a8b-4e1d-48d7-9690-24fbe92a1a6e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0484660 Nov 23 23:36:12.415255 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6f2456e-842a-40d8-9cf0-e880d0fc5eb8 req-28857b32-3473-43da-9841-66c9c47f3cac tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410459 Nov 23 23:36:13.093804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-c7730dba-ea44-4ad1-ac82-4c999d699baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:13.095315 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-c7730dba-ea44-4ad1-ac82-4c999d699baf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1097 time: 0.0409567 Nov 23 23:36:13.544331 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71569187-5a28-4505-8327-7e386f11347f req-1ff3b3e5-4017-4e70-a0fa-67f342c9f64e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:13.545125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-88c059f5-e6cc-4e01-b7e0-3b59efa2974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:13.545845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71569187-5a28-4505-8327-7e386f11347f req-1ff3b3e5-4017-4e70-a0fa-67f342c9f64e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0511262 Nov 23 23:36:13.546619 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-88c059f5-e6cc-4e01-b7e0-3b59efa2974c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.4438245 Nov 23 23:36:13.597224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-71569187-5a28-4505-8327-7e386f11347f req-bb0c5492-fe48-438a-aee5-5d39ab909f54 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451233 Nov 23 23:36:13.613538 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-98aa0558-136f-4d08-b9f2-2d3c52d6cec4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1002 time: 0.0592585 Nov 23 23:36:13.667494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-8c0fc310-9a60-42d7-89bd-20c196367cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:13.668941 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-8c0fc310-9a60-42d7-89bd-20c196367cd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0480001 Nov 23 23:36:13.715625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-dad76c74-a131-43f6-8c71-8912811d4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:13.717017 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-dad76c74-a131-43f6-8c71-8912811d4ce8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401704 Nov 23 23:36:13.810783 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-a11aa76d-79a6-4463-b1a4-d71b0744b06e service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866888 Nov 23 23:36:13.900869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-982338d8-e574-436c-a5f8-1f8e9efa3c2d service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824666 Nov 23 23:36:14.719290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037069f-7104-4be4-9f20-4df7da8bb4c5 req-a99b0ba1-8159-4ccb-930f-bdae56763b65 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:14.720810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5037069f-7104-4be4-9f20-4df7da8bb4c5 req-a99b0ba1-8159-4ccb-930f-bdae56763b65 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0511820 Nov 23 23:36:14.769144 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5037069f-7104-4be4-9f20-4df7da8bb4c5 req-aab76868-9b8d-4ffd-8932-62170f07cfd2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Nov 23 23:36:15.889092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1026d70-0fa0-4d48-b6eb-370cd8d47c10 req-91901655-c62c-4009-a1d6-e23d47cf25ef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:15.890557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1026d70-0fa0-4d48-b6eb-370cd8d47c10 req-91901655-c62c-4009-a1d6-e23d47cf25ef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0482481 Nov 23 23:36:15.938271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e1026d70-0fa0-4d48-b6eb-370cd8d47c10 req-0749c880-e89b-477f-9e2f-72dfffea2292 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410986 Nov 23 23:36:15.966463 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-bcd4d99a-a0c4-4bb7-b92c-1c1f2f60dab0 service neutron] show failed (client error): The resource could not be found. Nov 23 23:36:15.967481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-bcd4d99a-a0c4-4bb7-b92c-1c1f2f60dab0 service neutron] 10.222.0.46 "GET /v2.0/ports/7366fc8a-7f2d-4754-8fca-bba09de451de/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0552831 Nov 23 23:36:16.178497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-bc5f1e7b-5ee2-4274-adb9-06c762c0e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:16.180073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-bc5f1e7b-5ee2-4274-adb9-06c762c0e27a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 1097 time: 0.0525813 Nov 23 23:36:16.198405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:36:16.251215 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:16.454692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:16.488889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:36:16.535034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:36:16.538075 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644795b-ee0f-4df8-9f23-9ffb3e01e911" -d '{"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:36:16.542314 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:16.556434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Transition to ACTIVE for port object 7366fc8a-7f2d-4754-8fca-bba09de451de will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:36:16.561333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:16.593112 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84410d5e-2f4a-4a88-bc16-b2954fa9de92 x-openstack-request-id: req-84410d5e-2f4a-4a88-bc16-b2954fa9de92 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:36:16.593409 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:36:16.593665 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84410d5e-2f4a-4a88-bc16-b2954fa9de92 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:36:16.594070 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'code': 200} Nov 23 23:36:16.614631 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:16.656834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.657096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.657376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.657717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.658053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.658503 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.658777 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.659116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.659455 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.659806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.660133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.660458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:16.707165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] No DVR routers for this DVR port 7366fc8a-7f2d-4754-8fca-bba09de451de on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:36:16.852396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:36:16.852723 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:36:16.853045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:36:16.857413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Port 7366fc8a-7f2d-4754-8fca-bba09de451de on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:36:16.857726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Attempting to bind port 7366fc8a-7f2d-4754-8fca-bba09de451de on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:36:16.862462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:36:16.862795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:36:16.863168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:36:16.863612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Bound port: 7366fc8a-7f2d-4754-8fca-bba09de451de, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:36:16.863967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:16.928951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:36:16.931973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:36:16.936482 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:16.969480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:16.970107 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:16.971551 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] 10.222.0.48 "PUT /v2.0/ports/7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1092 time: 0.7772632 Nov 23 23:36:17.002288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711df75d-1937-485f-b506-2bec5fcd1be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:17.056326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-29973650-45fd-4ac6-8e78-4870852a2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:17.058477 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-29973650-45fd-4ac6-8e78-4870852a2efb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1095 time: 0.0466900 Nov 23 23:36:17.074691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435f74-6468-46fa-bdff-347e3b86abf6 req-2143686d-ce6e-4a31-ba9a-3969daa4b5eb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:17.076398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d435f74-6468-46fa-bdff-347e3b86abf6 req-2143686d-ce6e-4a31-ba9a-3969daa4b5eb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 944 time: 0.0595403 Nov 23 23:36:17.127782 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d435f74-6468-46fa-bdff-347e3b86abf6 req-989d3d79-a5c5-4279-97ce-300281accf74 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Nov 23 23:36:17.168875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-76e00d84-8175-4017-b658-e53f3bf206c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:17.170375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-76e00d84-8175-4017-b658-e53f3bf206c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1051140 Nov 23 23:36:17.241167 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-26e59b71-bca5-441b-83a1-b1a0aaeb5ecf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1000 time: 0.0639796 Nov 23 23:36:17.290276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-bc705587-333b-4ec6-95fb-2b63f45091aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:17.291834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-bc705587-333b-4ec6-95fb-2b63f45091aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0442069 Nov 23 23:36:17.337996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-9d9e3c1c-af90-4016-a843-dfbe08f4eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:17.339531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-9d9e3c1c-af90-4016-a843-dfbe08f4eb83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410664 Nov 23 23:36:17.433556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-c832af3a-89d0-4e40-997b-930b8f3d9b09 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Nov 23 23:36:17.524927 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-967409a2-2cf3-45bd-8de1-1f26acea0f0d req-efa9f94e-e1a7-42b6-a2b8-287a830ab30f service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842648 Nov 23 23:36:18.250164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e48edb-b029-410f-8d69-aa3710d73d87 req-3111254b-27e2-4904-8706-cc75d88d9439 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:18.251707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14e48edb-b029-410f-8d69-aa3710d73d87 req-3111254b-27e2-4904-8706-cc75d88d9439 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 944 time: 0.0485981 Nov 23 23:36:18.298714 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14e48edb-b029-410f-8d69-aa3710d73d87 req-8031fd74-3773-4418-9c2b-3097e97e8a0e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Nov 23 23:36:18.595643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:36:18.597960 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927" -d '{"events": [{"name": "network-changed", "server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:36:18.647770 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a169ed9-da95-40ce-94c9-1216aedcbafc x-openstack-request-id: req-3a169ed9-da95-40ce-94c9-1216aedcbafc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:36:18.648071 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:36:18.648331 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a169ed9-da95-40ce-94c9-1216aedcbafc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:36:18.648741 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'status': 'completed', 'code': 200} Nov 23 23:36:18.749246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-575e4ab4-cc81-48d2-aa82-928b81f8646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:18.750749 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-575e4ab4-cc81-48d2-aa82-928b81f8646c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1095 time: 0.0774882 Nov 23 23:36:18.756909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-33f4a416-188b-4b55-b72f-dcdcdfba71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:18.758317 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-33f4a416-188b-4b55-b72f-dcdcdfba71b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1095 time: 0.0583310 Nov 23 23:36:18.917675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-e8df9bcd-8044-4091-aa14-1cfe6070629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:18.919150 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-e8df9bcd-8044-4091-aa14-1cfe6070629b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1599331 Nov 23 23:36:18.920282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-41133821-9d15-45ed-8ecc-430d7927c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:18.921597 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-41133821-9d15-45ed-8ecc-430d7927c954 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1549311 Nov 23 23:36:18.971925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:36:19.032243 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-5e94f97c-4cc9-4dd6-9b11-e9d723038b58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1000 time: 0.1059065 Nov 23 23:36:19.035980 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-b36402e4-4bae-4562-aca5-e703fbda75fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1000 time: 0.1032069 Nov 23 23:36:19.073256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:19.084708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'mac_address': 'fa:16:3e:ee:11:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:36:19.118282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-0193996e-f425-4fb9-96fd-34b930632024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.119785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-0193996e-f425-4fb9-96fd-34b930632024 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0810559 Nov 23 23:36:19.122729 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:19.124896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-77833f2b-2691-4b0a-ae98-e44b744b064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.126319 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-77833f2b-2691-4b0a-ae98-e44b744b064f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0793855 Nov 23 23:36:19.136648 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7366fc8a-7f2d-4754-8fca-bba09de451de {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:36:19.168442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:19.172668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:19.194945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-4e9bc9c9-e46a-4bc2-94bf-c0de7c27f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.196483 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-4e9bc9c9-e46a-4bc2-94bf-c0de7c27f2f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692117 Nov 23 23:36:19.201685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-f50fbbdb-1e4b-423c-9821-b925e4869365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.203136 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-f50fbbdb-1e4b-423c-9821-b925e4869365 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679862 Nov 23 23:36:19.222809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:19.230892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.231239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.231592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.231931 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.232259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.232589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.232930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.233236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.233558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.234194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.234445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.234792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:36:19.361118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-90c8b006-428a-4291-a92e-9b21f7459ebf service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569941 Nov 23 23:36:19.363031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-dff45713-7e59-4736-947f-fb90a1c5657e service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514227 Nov 23 23:36:19.424431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956663-7a5d-4cd3-a6e1-8dee5ed98ee9 req-8b98fc9e-bcec-4631-a255-337c156fe00d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.426271 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f956663-7a5d-4cd3-a6e1-8dee5ed98ee9 req-8b98fc9e-bcec-4631-a255-337c156fe00d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 945 time: 0.0528646 Nov 23 23:36:19.478924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['7366fc8a-7f2d-4754-8fca-bba09de451de'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:36:19.484365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f956663-7a5d-4cd3-a6e1-8dee5ed98ee9 req-3c353b3e-3c34-4554-87ee-28adbd91d7fc tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509620 Nov 23 23:36:19.518094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:36:19.531791 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-d5e9b6cf-f348-485b-a86e-3d2fbe63b046 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631014 Nov 23 23:36:19.533753 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8cbeab5f-a67b-4e9f-b8ea-e7a7cc38b927 req-6b4d2b87-1c15-4f1a-8c19-19d2129f8728 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577616 Nov 23 23:36:19.585250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:36:19.722646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533b6b0-51c9-431d-b340-f7401a44413b req-f1779b7b-c582-4eaf-a543-14de787cb1a1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.724164 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2533b6b0-51c9-431d-b340-f7401a44413b req-f1779b7b-c582-4eaf-a543-14de787cb1a1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 945 time: 0.0552132 Nov 23 23:36:19.732953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-977df734-5b57-44c2-b2f2-f12e615b540e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.734421 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-977df734-5b57-44c2-b2f2-f12e615b540e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0&tenant_id=5381ff6756e340c7896cbb0beb0822b4&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 945 time: 0.0545454 Nov 23 23:36:19.773892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2533b6b0-51c9-431d-b340-f7401a44413b req-986e6b58-6749-49fd-9b19-b831e08df313 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Nov 23 23:36:19.798090 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-c7178f22-7188-404b-ac1c-b5867aa6c776 service neutron] delete failed (client error): The resource could not be found. Nov 23 23:36:19.799047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-c7178f22-7188-404b-ac1c-b5867aa6c776 service neutron] 10.222.0.46 "DELETE /v2.0/ports/7366fc8a-7f2d-4754-8fca-bba09de451de/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0566261 Nov 23 23:36:19.889460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-16471c05-e965-402d-a4e8-319fac50574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.890939 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-16471c05-e965-402d-a4e8-319fac50574a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1096 time: 0.0427561 Nov 23 23:36:19.987014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-3dc1b613-b5c5-4970-b853-18ec5f85c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:19.988417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-3dc1b613-b5c5-4970-b853-18ec5f85c351 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0893886 Nov 23 23:36:20.059973 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-05150fc6-400a-4fc5-8d8f-95971888fc0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1001 time: 0.0630364 Nov 23 23:36:20.110314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-50cb0bea-117c-4997-ae7b-9b57d1d4a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:20.111770 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-50cb0bea-117c-4997-ae7b-9b57d1d4a654 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0447690 Nov 23 23:36:20.157301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-b123c9d7-3d09-44f7-8482-d63ae725b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:20.158794 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-b123c9d7-3d09-44f7-8482-d63ae725b4b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405474 Nov 23 23:36:20.252803 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-2c2c6213-f279-49d7-98e2-176527b0ae0f service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869761 Nov 23 23:36:20.345627 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-78defe5d-e17d-4038-8a92-a3cc6b2f3a1d req-03c4a7e7-2981-4e93-b910-f00e8f0b3b69 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853860 Nov 23 23:36:20.897176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba63ac-fe8a-41eb-8b75-1e984677f181 req-8bceb5a8-7e6b-4c85-8bd9-4e93811400f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:20.899524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6eba63ac-fe8a-41eb-8b75-1e984677f181 req-8bceb5a8-7e6b-4c85-8bd9-4e93811400f1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Nov 23 23:36:20.948359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6eba63ac-fe8a-41eb-8b75-1e984677f181 req-0c8bdeda-e3fa-45ac-bc35-462a981017b5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 Nov 23 23:36:20.970797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:36:21.027475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 7366fc8a-7f2d-4754-8fca-bba09de451de completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:36:21.033168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 7366fc8a-7f2d-4754-8fca-bba09de451de triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:36:21.033566 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:21.073052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f83459-559c-4141-8dae-8def9237279e req-90021cdd-7462-439b-b532-76a9f7b08053 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:21.074547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2f83459-559c-4141-8dae-8def9237279e req-90021cdd-7462-439b-b532-76a9f7b08053 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 945 time: 0.0563624 Nov 23 23:36:21.113263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:21.122915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a2f83459-559c-4141-8dae-8def9237279e req-4edd3b03-a4f9-4637-b451-ddcdaf68ec83 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Nov 23 23:36:21.143897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:36:21.143897 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f74d3f-4b97-4e04-8190-5e9ccead39d9" -d '{"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-plugged", "status": "completed", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:36:21.156897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:21.164298 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:21.191593 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3777386-7656-4d4b-a6d7-e70633cd80cd x-openstack-request-id: req-d3777386-7656-4d4b-a6d7-e70633cd80cd {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:36:21.191901 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-plugged", "status": "completed", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:36:21.192127 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3777386-7656-4d4b-a6d7-e70633cd80cd {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:36:21.192511 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'code': 200} Nov 23 23:36:21.220816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:21.337762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c52d3-0b1b-4067-afca-e359596dec7e req-548d9054-f1be-47b8-959d-4ab21a71e913 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:21.339192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c10c52d3-0b1b-4067-afca-e359596dec7e req-548d9054-f1be-47b8-959d-4ab21a71e913 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0520945 Nov 23 23:36:21.386065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-57457df9-3fef-45bc-aabb-5dcbe9820f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:21.387554 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-57457df9-3fef-45bc-aabb-5dcbe9820f27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 1097 time: 0.0432403 Nov 23 23:36:21.389599 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c10c52d3-0b1b-4067-afca-e359596dec7e req-1f9c1a7e-6dc2-4534-bb9b-3100cf20e263 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Nov 23 23:36:21.483822 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-8ea90358-d248-4215-833f-bbb8f678057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:21.485305 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-8ea90358-d248-4215-833f-bbb8f678057a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0912685 Nov 23 23:36:21.554155 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-4d16546d-8b28-444d-a406-85809cb106d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 200 len: 1002 time: 0.0612183 Nov 23 23:36:21.602948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-cb8b313f-e66c-401a-87cc-9ced6ab68480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:21.604437 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-cb8b313f-e66c-401a-87cc-9ced6ab68480 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0436041 Nov 23 23:36:21.650975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-967c6cfc-8f59-44ad-a2cc-174993aa21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:21.652531 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-967c6cfc-8f59-44ad-a2cc-174993aa21ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412474 Nov 23 23:36:21.745939 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-b0dc92f8-2141-43c7-995f-9a0ea357e0fd service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863495 Nov 23 23:36:21.834823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a05103b1-e712-434f-98b4-04fbe2dee16c req-07e81e7d-f64c-4fc3-ba39-6ef3f3aa404b service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816598 Nov 23 23:36:22.514131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6250a-0dd9-4e67-90c3-8453c3682c5e req-3a7655bc-dd4f-4f3f-8e6f-d656de72afd4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:22.515630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51c6250a-0dd9-4e67-90c3-8453c3682c5e req-3a7655bc-dd4f-4f3f-8e6f-d656de72afd4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0526831 Nov 23 23:36:22.848469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-51c6250a-0dd9-4e67-90c3-8453c3682c5e req-b2196208-0a37-457c-8266-a8ba1635e66a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268905 Nov 23 23:36:23.090326 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bb12d-f89d-4597-8195-0d1ec14842d3 req-10a46db9-95a1-4b88-b0b4-8d6f0f2e4dca tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:23.091860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf8bb12d-f89d-4597-8195-0d1ec14842d3 req-10a46db9-95a1-4b88-b0b4-8d6f0f2e4dca tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0509098 Nov 23 23:36:23.142974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf8bb12d-f89d-4597-8195-0d1ec14842d3 req-6ea22ace-ca50-4d95-9eb7-e57f7e31e732 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447509 Nov 23 23:36:24.264882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fca32-1a13-41b3-a10e-3fd167c3f3ee req-d04af2e2-70d0-4597-ac2a-ad48f5d272da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:24.266482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-347fca32-1a13-41b3-a10e-3fd167c3f3ee req-d04af2e2-70d0-4597-ac2a-ad48f5d272da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0488567 Nov 23 23:36:24.325110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-347fca32-1a13-41b3-a10e-3fd167c3f3ee req-5b553c0c-e712-4992-bd34-f49858347bef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522969 Nov 23 23:36:24.505636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-a5486dbc-9410-4a2b-b35f-ce71e481556b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:24.507115 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-a5486dbc-9410-4a2b-b35f-ce71e481556b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 946 time: 0.0527062 Nov 23 23:36:24.602393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Deleting port 7366fc8a-7f2d-4754-8fca-bba09de451de {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:36:24.602735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:24.698405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] For port 7366fc8a-7f2d-4754-8fca-bba09de451de, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=7366fc8a-7f2d-4754-8fca-bba09de451de,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:24.698769 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:24.867246 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:24.867638 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:24.867955 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b disassociated. External IP: 172.25.0.131, port: 7366fc8a-7f2d-4754-8fca-bba09de451de. Nov 23 23:36:24.868296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Calling delete_port for 7366fc8a-7f2d-4754-8fca-bba09de451de owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:36:24.995989 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:25.024182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event deleted for resources: {'Port': ['ID=7366fc8a-7f2d-4754-8fca-bba09de451de,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:25.150952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:36:25.270387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:36:25.281424 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:36:25.291862 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:36:25.294500 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:36:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:25.434161 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:36:25.449634 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5460c954-dd18-41c1-8367-d605335d64e8 req-e1d36d16-21f5-4c98-9bb8-2d83b8db2b11 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=561262cc-87e6-45e6-82ba-606977c620a0 HTTP/1.1" status: 200 len: 210 time: 0.0316739 Nov 23 23:36:25.685817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] No DVR routers for this DVR port 7366fc8a-7f2d-4754-8fca-bba09de451de on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:36:25.688458 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:25.691872 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e2909351-c446-4a5e-91f4-e5abdf9b422b req-ebee6d18-962a-4612-9c0c-6d9a308b3f1d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "DELETE /v2.0/ports/7366fc8a-7f2d-4754-8fca-bba09de451de HTTP/1.1" status: 204 len: 173 time: 1.1790118 Nov 23 23:36:25.692334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-deleted', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:36:25.695638 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f0ae5-a7c7-4d92-b9d9-f097b9de8272" -d '{"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-deleted", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:36:25.702962 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:25.733676 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:36:25.746335 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:36:25.747331 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:36:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:25.748709 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d2bdde-bb15-4ff8-a976-5a8dc50ea5e8 x-openstack-request-id: req-e1d2bdde-bb15-4ff8-a976-5a8dc50ea5e8 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:36:25.748709 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561262cc-87e6-45e6-82ba-606977c620a0", "name": "network-vif-deleted", "tag": "7366fc8a-7f2d-4754-8fca-bba09de451de", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:36:25.748938 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1d2bdde-bb15-4ff8-a976-5a8dc50ea5e8 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:36:25.749450 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561262cc-87e6-45e6-82ba-606977c620a0', 'name': 'network-vif-deleted', 'tag': '7366fc8a-7f2d-4754-8fca-bba09de451de', 'status': 'completed', 'code': 200} Nov 23 23:36:25.868361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:36:26.100772 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:26.130010 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf0456-d592-4148-8a6d-06f439a8e96e None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:36:26.378990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992d718d-2b58-4cb9-b3a1-921b68d88c45 None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:36:26.761371 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-e8bcd08d-d150-439a-8764-82a82736a757 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1433536211&fields=id&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 267 time: 0.0417159 Nov 23 23:36:26.872680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-f2d112b5-5025-4ba8-9821-4bc328bb25d8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:26.874192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-f2d112b5-5025-4ba8-9821-4bc328bb25d8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1056314 Nov 23 23:36:26.890355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-308887ca-5530-48fb-8740-73e2fe43d697 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/quotas/5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 375 time: 0.0101755 Nov 23 23:36:26.942373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-e54c76da-451b-4ada-a8c3-0378526b0812 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462453 Nov 23 23:36:26.985420 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:36:27.006814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 7366fc8a-7f2d-4754-8fca-bba09de451de {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:36:27.007156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 7366fc8a-7f2d-4754-8fca-bba09de451de not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:36:27.045667 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-45087e10-049d-4c35-869a-e5a906d76fad service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898199 Nov 23 23:36:27.179199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-d7a00c96-f53b-45c7-9a6f-1f583d1b8161 service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259320 Nov 23 23:36:27.408224 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0285629b-7f8c-4b07-a9df-5a460ca53ffa req-ecd1a6e9-2648-4006-a87b-47176f993032 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 210 time: 0.0404680 Nov 23 23:36:27.435884 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:28.465314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-a748267c-67ae-4090-a9e2-affd4c301fbf tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:28.466795 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-a748267c-67ae-4090-a9e2-affd4c301fbf tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1114447 Nov 23 23:36:28.513860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6481d40a-1bee-4113-8191-d03554d407d4 req-072e5869-9296-4a88-a511-d6f4098ce377 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 210 time: 0.0295951 Nov 23 23:36:28.550390 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-c1d2dd75-b389-4ffd-b6ab-3bd2aa988167 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 380 time: 0.0675755 Nov 23 23:36:28.569997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'port': {'device_id': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'admin_state_up': True, 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'security_groups': ['4d02f355-7275-4e7f-8acb-9e9a96beb93d']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:36:28.684583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Made reservation on behalf of 5381ff6756e340c7896cbb0beb0822b4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:36:28.688268 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:28.813271 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Allocated IP 172.20.0.11 (4604eb42-2700-4d88-8102-79bb2fbb021a/9e64abaa-fa04-4b4f-86e5-2bd7adc00733/9ec9e9b1-82eb-4c98-9d8f-a93327e72a46) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:36:28.961707 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:28.995421 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.036532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:36:29.042000 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:36:29.044375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:36:29.076288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:29.104994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:29.105650 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.125834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-767fb1d0-becc-459c-81fb-1c49c3701345 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606914 Nov 23 23:36:29.145034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Request body: {'port': {'device_id': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:36:29.211025 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.323687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-54c6597b-8efa-4de6-ae0e-f1a17f33d174 None None] Provisioning complete for port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:36:29.324278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-54c6597b-8efa-4de6-ae0e-f1a17f33d174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.361419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-54c6597b-8efa-4de6-ae0e-f1a17f33d174 None None] Port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:36:29.478708 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:36:29.486397 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.498836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Transition to ACTIVE for port object 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:36:29.502502 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.570585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:29.638160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:36:29.638532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:36:29.639978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:36:29.642235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c50b10-8294-4a80-95c4-db26110e9bdf req-9986ecba-96c0-467f-bb89-b15e616e6c23 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:29.644825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73c50b10-8294-4a80-95c4-db26110e9bdf req-9986ecba-96c0-467f-bb89-b15e616e6c23 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0527897 Nov 23 23:36:29.646118 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:36:29.646909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:36:29.653853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:36:29.654194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:36:29.654575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:36:29.655516 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Bound port: 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:36:29.655905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.705036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73c50b10-8294-4a80-95c4-db26110e9bdf req-5b7ae632-eb76-4b64-a956-3272641a983d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545149 Nov 23 23:36:29.725023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:36:29.728767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:36:29.733536 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.772934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:29.773516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:29.774915 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1092 time: 0.6347167 Nov 23 23:36:29.775367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:36:29.777695 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04779fe5-32f5-4f9d-ac4c-e102329a1070" -d '{"events": [{"name": "network-changed", "server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:36:29.799235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35832f5b-5eef-4a39-8c77-96cecbe8f0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:29.827802 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fefa0f-9f7d-4f0f-bf08-15667dc89984 x-openstack-request-id: req-f9fefa0f-9f7d-4f0f-bf08-15667dc89984 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:36:29.828362 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:36:29.828628 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9fefa0f-9f7d-4f0f-bf08-15667dc89984 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:36:29.829756 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'status': 'completed', 'code': 200} Nov 23 23:36:29.888625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-3f7da9de-37f1-435d-8bf7-d0b6c8fb8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:29.890178 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-3f7da9de-37f1-435d-8bf7-d0b6c8fb8381 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1095 time: 0.0446875 Nov 23 23:36:29.944141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-a73294ee-3125-4736-b1d4-663342e2d082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 217 time: 0.0397468 Nov 23 23:36:29.996645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-40cb3931-87a6-48f2-a4b5-8f31ff8ce9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:29.998030 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-40cb3931-87a6-48f2-a4b5-8f31ff8ce9dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0480993 Nov 23 23:36:30.044642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-4c591689-9355-45ae-8cda-26db020edc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:30.046134 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-4c591689-9355-45ae-8cda-26db020edc68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412488 Nov 23 23:36:30.145498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-8dde3732-ad39-49dc-ba6c-28008bd82767 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911543 Nov 23 23:36:30.235377 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fe2e75b1-aef6-4318-9345-6eb74a79d9e9 req-28970127-e38a-495c-98f9-716fb3c4995d service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Nov 23 23:36:30.366658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-1308e437-ac34-4ec7-bea4-f0d1d3e69101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:30.368196 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-1308e437-ac34-4ec7-bea4-f0d1d3e69101 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1095 time: 0.0476916 Nov 23 23:36:30.461517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-d9e780ea-5336-42bc-bbfc-2daac077e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:30.462995 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-d9e780ea-5336-42bc-bbfc-2daac077e54f service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0866313 Nov 23 23:36:30.510600 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-a65bbf5a-8cd0-4401-b929-d510eff84210 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 217 time: 0.0400445 Nov 23 23:36:30.562785 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-f6d1c70f-d214-47e2-bf30-f3ee9c9dd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:30.564292 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-f6d1c70f-d214-47e2-bf30-f3ee9c9dd857 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0470302 Nov 23 23:36:30.613371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-e805d1f2-25d0-4c42-ba49-c9529ba08d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:30.614905 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-e805d1f2-25d0-4c42-ba49-c9529ba08d09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424452 Nov 23 23:36:30.717358 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-7367d85b-28f8-44c1-b8e8-225907e3d73b service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943201 Nov 23 23:36:30.820205 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-04779fe5-32f5-4f9d-ac4c-e102329a1070 req-ba673b61-b4ed-43d4-bed7-17af4759d607 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942626 Nov 23 23:36:30.847484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0539-668e-494e-b4fb-3aa7a66bfb49 req-3a57131d-197d-4c69-8ec0-f3790e8c4eeb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:30.850687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd6b0539-668e-494e-b4fb-3aa7a66bfb49 req-3a57131d-197d-4c69-8ec0-f3790e8c4eeb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0664365 Nov 23 23:36:30.914496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd6b0539-668e-494e-b4fb-3aa7a66bfb49 req-c8d53321-9c0b-450d-8aa4-53b1d70eebc4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570967 Nov 23 23:36:31.665540 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b204d785-90ee-4d3e-bf30-c0031bfb6aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:32.052892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180748-ca55-4073-ac7a-86b02b186dcc req-89ba6292-ddcd-4cdb-aee3-690266aaf4f2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:32.054288 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49180748-ca55-4073-ac7a-86b02b186dcc req-89ba6292-ddcd-4cdb-aee3-690266aaf4f2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0541134 Nov 23 23:36:32.104564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49180748-ca55-4073-ac7a-86b02b186dcc req-0b456564-dc92-451f-9cac-157a47f5f85b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Nov 23 23:36:32.293438 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:36:33.001253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:36:33.099453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:33.111053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'mac_address': 'fa:16:3e:54:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:36:33.150513 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:33.163829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:36:33.185521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:33.189859 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:33.228937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a4f0d-d1a5-4033-b36f-1777909c3c44 req-9e705f55-eb11-4d44-9afa-6bfcbaf8c019 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:33.230434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-015a4f0d-d1a5-4033-b36f-1777909c3c44 req-9e705f55-eb11-4d44-9afa-6bfcbaf8c019 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0556345 Nov 23 23:36:33.242046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:33.280720 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-015a4f0d-d1a5-4033-b36f-1777909c3c44 req-5bb0ded5-7f63-44ad-9c3f-7349beb1f0a4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440984 Nov 23 23:36:33.454347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:36:34.408598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0c0ef-6ad7-4e69-9d6b-46d13f068126 req-9eac549a-f512-4039-b592-3060e14f748d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:34.410133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59b0c0ef-6ad7-4e69-9d6b-46d13f068126 req-9eac549a-f512-4039-b592-3060e14f748d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 945 time: 0.0549316 Nov 23 23:36:34.467778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-59b0c0ef-6ad7-4e69-9d6b-46d13f068126 req-bda63aee-e07d-4c45-9c5a-1aa965d7d0c4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503480 Nov 23 23:36:34.804608 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-658b792f-3e7c-459c-af06-e6db29e89bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:35.016930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:36:35.076474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:36:35.082009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:36:35.082491 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:35.169349 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:35.194598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:36:35.197124 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a74a5b-1283-459a-bd77-ecdd77e84b1e" -d '{"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-plugged", "status": "completed", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:36:35.210401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:36:35.226169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:35.258547 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bf2a6e-6cfc-41ba-a28a-f107eda5da43 x-openstack-request-id: req-70bf2a6e-6cfc-41ba-a28a-f107eda5da43 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:36:35.258858 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-plugged", "status": "completed", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:36:35.259079 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70bf2a6e-6cfc-41ba-a28a-f107eda5da43 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:36:35.259474 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'code': 200} Nov 23 23:36:35.262688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:35.287971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:36:35.385616 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a44f-b49e-4afd-a6bf-c46fd88d6f37 req-0c6d648e-b12b-4fcb-889f-3ecaf87b4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:35.387165 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1363a44f-b49e-4afd-a6bf-c46fd88d6f37 req-0c6d648e-b12b-4fcb-889f-3ecaf87b4bb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1097 time: 0.0463171 Nov 23 23:36:35.440547 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1363a44f-b49e-4afd-a6bf-c46fd88d6f37 req-68127280-5c30-43f1-bcd5-45b0d1bff005 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466692 Nov 23 23:36:35.589003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbcb7d-6ab6-426e-89f3-8190400fd0be req-32c4aec8-e6d1-4b7e-a541-b959fab2d1b5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:35.590507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dadbcb7d-6ab6-426e-89f3-8190400fd0be req-32c4aec8-e6d1-4b7e-a541-b959fab2d1b5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0536680 Nov 23 23:36:35.640522 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dadbcb7d-6ab6-426e-89f3-8190400fd0be req-d40dbce6-660c-4084-9381-408e8f08a301 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Nov 23 23:36:36.703105 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:36.767102 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0a92-4cf8-4951-95d4-657beab6f38a req-715df617-58a6-43f1-960e-d7e5585bdd69 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:36.768675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e83b0a92-4cf8-4951-95d4-657beab6f38a req-715df617-58a6-43f1-960e-d7e5585bdd69 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0506334 Nov 23 23:36:36.817559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e83b0a92-4cf8-4951-95d4-657beab6f38a req-1ce48d73-1538-4629-8ed4-09ec0a6ae4c9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Nov 23 23:36:36.933675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed055ef-a2b6-40cb-b867-766e945b57ec req-23cbe833-caed-4d7d-abc6-f7f78f22fef9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:36.935069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ed055ef-a2b6-40cb-b867-766e945b57ec req-23cbe833-caed-4d7d-abc6-f7f78f22fef9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0494359 Nov 23 23:36:36.944255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60052) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:36:36.948991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'floatingip': {'port_id': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:36:36.990289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:37.453741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:37.457563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:37.559157 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b associated. External IP: 172.25.0.131, port: 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46. Nov 23 23:36:37.568862 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:37.771386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:36:37.881843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:36:37.886859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:37.892213 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:36:37.902163 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:36:37.902779 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:36:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:37.914944 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7457582e-1448-4d57-b028-2aca4f67367b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "PUT /v2.0/floatingips/a73b9ae6-21b1-46ca-9156-86ef308e9c0b HTTP/1.1" status: 200 len: 992 time: 0.9695854 Nov 23 23:36:37.916318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:36:37.918986 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0790ac-3cfb-434c-945e-fcf5121831b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:36:37.970502 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3775b92c-c184-4187-8a0f-0cb8f26aef72 x-openstack-request-id: req-3775b92c-c184-4187-8a0f-0cb8f26aef72 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:36:37.971114 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:36:37.971114 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3775b92c-c184-4187-8a0f-0cb8f26aef72 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:36:37.972044 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'status': 'completed', 'code': 200} Nov 23 23:36:38.009719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:36:38.064605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-cf28aad2-e602-4b33-a53e-68bc9b69dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:38.066333 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-cf28aad2-e602-4b33-a53e-68bc9b69dbd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1097 time: 0.0412996 Nov 23 23:36:38.171421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-1fc3cba9-ee1a-4441-9bc1-9c11a9343792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:38.172998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-1fc3cba9-ee1a-4441-9bc1-9c11a9343792 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0988383 Nov 23 23:36:38.242542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-fe051ee7-bef0-49c7-bc12-1720dfc4e3a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1000 time: 0.0627077 Nov 23 23:36:38.251316 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:54:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:36:37Z', 'revision_number': 9, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:38.284950 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:36:38.297974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-e3440f46-bef0-48bd-aed7-d839fe468bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:38.299827 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-e3440f46-bef0-48bd-aed7-d839fe468bbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0503561 Nov 23 23:36:38.302065 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:36:38.303450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:36:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:38.352662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-1e92f333-4808-4260-bccd-42a0f668a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:36:38.354318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-1e92f333-4808-4260-bccd-42a0f668a956 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478902 Nov 23 23:36:38.414336 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:36:38.453659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-d8c6ce1a-b1cb-4ee5-b5c8-ec6700bf21ac service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909646 Nov 23 23:36:38.486867 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:36:38.557090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d0790ac-3cfb-434c-945e-fcf5121831b9 req-2cd36a6e-83af-44b0-9095-03d3f64545ad service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961244 Nov 23 23:36:38.651113 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:54:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:36:37Z', 'revision_number': 9, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:36:38.681967 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d47f43-89d7-40dd-bc3b-9ebd7eec9279 None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:54:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:36:37Z', 'revision_number': 9, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:36:38.891391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9467a56-6215-4a1d-a691-6aa3c4baf599 None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:36:57.451289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:01.668763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-177b0173-a64a-492a-931d-11a3ba39e588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:02.292289 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-2439a647-f49b-4dcb-a7e5-7b8ed934275b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414824 Nov 23 23:37:02.395297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-0f5fb250-ea02-4b39-b744-3f232f030c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:37:02.397496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-0f5fb250-ea02-4b39-b744-3f232f030c4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1097 time: 0.0424230 Nov 23 23:37:02.509420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-0c05e094-4ab1-422e-93b9-b0e2d3635dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:37:02.510932 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-0c05e094-4ab1-422e-93b9-b0e2d3635dcb service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0930703 Nov 23 23:37:02.579085 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-a8f15d3d-f7dd-40ad-b102-f898186a82d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1003 time: 0.0595171 Nov 23 23:37:02.634028 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-1b8f2c1b-2496-49e6-a554-f37958b5bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:37:02.635512 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-1b8f2c1b-2496-49e6-a554-f37958b5bae6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0495117 Nov 23 23:37:02.681204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-e162e126-cee3-479f-96c1-7f1d189a2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:37:02.682728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-e162e126-cee3-479f-96c1-7f1d189a2693 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405202 Nov 23 23:37:02.776825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-e6735073-de95-44d4-880e-bf6ec4e7a3a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865626 Nov 23 23:37:02.875326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4c04308-7416-434e-8324-5a4d48e5fab6 req-4cd87dd1-c460-4307-a6a1-3956af1431c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874617 Nov 23 23:37:04.800706 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3fe4e874-2ab3-4235-9abb-95a2f1ec6f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:05.238168 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:06.704049 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:07.571940 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:08.498364 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:09.292195 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:37:27.481471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:31.670659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9d47-0f77-46a3-8b81-0827c54f5203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:34.792430 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9c9c6e17-087d-4716-9289-190d14c38aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:35.238459 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:36.707180 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:37.575058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:38.514804 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:37:46.291891 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:37:57.484326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:01.672321 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f438d3a8-590e-4e66-81d8-17942010ac44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:02.288496 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-0f104c49-2626-4a71-9f1d-8bbfbef99924 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399625 Nov 23 23:38:02.394421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-6afaff72-caf2-46db-9cf9-26ba424895f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:02.395981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-6afaff72-caf2-46db-9cf9-26ba424895f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1097 time: 0.0409114 Nov 23 23:38:02.504053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-6831b0ca-7fad-4d5a-ae6c-6997f74b4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:02.505532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-6831b0ca-7fad-4d5a-ae6c-6997f74b4a10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0904553 Nov 23 23:38:02.571043 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-994eef91-a2a3-4b5f-97e1-2c1e86ba0413 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1003 time: 0.0588117 Nov 23 23:38:02.626527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-97f908e8-058f-47ff-af15-fb7e643c7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:02.628034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-97f908e8-058f-47ff-af15-fb7e643c7030 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0500050 Nov 23 23:38:02.674174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-720e2502-abbf-44c7-b0b9-110a75563385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:02.676030 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-720e2502-abbf-44c7-b0b9-110a75563385 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404575 Nov 23 23:38:02.686580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-b584cb0e-4cdd-45a3-b2c8-1034237b185d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:38:02.687514 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-b584cb0e-4cdd-45a3-b2c8-1034237b185d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048456 Nov 23 23:38:02.777931 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-4bf46ea1-d95e-4659-959c-4aeaa48c0f2c service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Nov 23 23:38:02.872338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a4a595f0-2443-46c0-9d11-deb3b115a4f0 req-6e53b5e5-5cec-455c-a80a-4a4fd0298083 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875158 Nov 23 23:38:04.794012 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43339b1e-5f6d-4934-ac10-9c26ab808ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:05.241809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:06.709860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:07.581138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:08.520830 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:14.745044 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-61c7430d-1699-425e-aca0-890f82a4f3eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438278 Nov 23 23:38:14.764373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585cfb8-ef7d-4901-9d3e-925aafd8593a req-e61ccb58-f23c-4a73-a9f9-a245b8fea782 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:14.766028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4585cfb8-ef7d-4901-9d3e-925aafd8593a req-e61ccb58-f23c-4a73-a9f9-a245b8fea782 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0586531 Nov 23 23:38:14.818419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4585cfb8-ef7d-4901-9d3e-925aafd8593a req-f3850dc1-dc47-4994-b8eb-c1da69e82318 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Nov 23 23:38:15.891494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-80618fbe-7722-4250-b2b0-29c5051f52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:15.893056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-80618fbe-7722-4250-b2b0-29c5051f52b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1097 time: 0.0492649 Nov 23 23:38:15.954422 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5c649-64fd-49f3-a1f0-47fdcda4e9a7 req-c4961462-288b-4ca1-a026-276f1a7c1caf tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:15.956019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bee5c649-64fd-49f3-a1f0-47fdcda4e9a7 req-c4961462-288b-4ca1-a026-276f1a7c1caf tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0616760 Nov 23 23:38:15.991430 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-140abe52-3cfb-4bc4-9d26-86719601e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:15.992989 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-140abe52-3cfb-4bc4-9d26-86719601e22b service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0931273 Nov 23 23:38:16.009956 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bee5c649-64fd-49f3-a1f0-47fdcda4e9a7 req-30d01c45-6629-43dd-81af-1278fa70ffce tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474467 Nov 23 23:38:16.437030 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-f775d811-02bc-4912-a416-bacd3bb3d450 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1003 time: 0.4360840 Nov 23 23:38:16.487378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-306237c2-3cb8-4264-ba2e-26844e095c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:16.488920 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-306237c2-3cb8-4264-ba2e-26844e095c9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0453894 Nov 23 23:38:16.539253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-aa5cd84f-5732-40a6-ac61-4de00d237c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:16.540876 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-aa5cd84f-5732-40a6-ac61-4de00d237c27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436344 Nov 23 23:38:16.646960 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-b21d451a-b9fa-4d08-b503-04abda783634 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987365 Nov 23 23:38:16.753340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-f5c61a00-4878-4ec1-ae8a-d645210e4c0b service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994070 Nov 23 23:38:17.154650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2913-16be-4d2b-93b8-7846385691f4 req-17d1c6ea-c086-4166-a2c4-cb09f0a44d05 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:17.156221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8bc2913-16be-4d2b-93b8-7846385691f4 req-17d1c6ea-c086-4166-a2c4-cb09f0a44d05 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0505893 Nov 23 23:38:17.209641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8bc2913-16be-4d2b-93b8-7846385691f4 req-a1d66fe7-7e64-4b2e-a05d-13cff2a8a353 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472794 Nov 23 23:38:18.330468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57e554-d230-4118-84fa-fc7db152682e req-11352013-e6f7-4dd5-8f0a-35181e4d6273 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:18.332146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e57e554-d230-4118-84fa-fc7db152682e req-11352013-e6f7-4dd5-8f0a-35181e4d6273 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0512524 Nov 23 23:38:18.381797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7e57e554-d230-4118-84fa-fc7db152682e req-9b4b6570-495b-48db-ab7f-bba3c340139f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Nov 23 23:38:19.505941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e8f-e6a8-45b5-9791-384554dab960 req-b69df6a4-27fb-4838-a600-d8c52df6894e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:19.507398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11809e8f-e6a8-45b5-9791-384554dab960 req-b69df6a4-27fb-4838-a600-d8c52df6894e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0538659 Nov 23 23:38:19.560895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11809e8f-e6a8-45b5-9791-384554dab960 req-5efdb5b6-1655-4bc5-ba4d-0273a06a93f6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471585 Nov 23 23:38:20.690079 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074a745-ac6d-438c-a007-b0dd0a3a6900 req-5eb81b2d-05b9-4ba9-a5a4-eb2a7c8d4bb5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:20.691610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4074a745-ac6d-438c-a007-b0dd0a3a6900 req-5eb81b2d-05b9-4ba9-a5a4-eb2a7c8d4bb5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0562909 Nov 23 23:38:20.740706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4074a745-ac6d-438c-a007-b0dd0a3a6900 req-f8a9f130-bc3a-4852-8f76-a6581fe239e5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427895 Nov 23 23:38:21.861645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd49d13-f94f-4123-aa12-6ad12bcb77d8 req-2cfb5ab4-c4f8-4426-91eb-24584604e471 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:21.863102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8cd49d13-f94f-4123-aa12-6ad12bcb77d8 req-2cfb5ab4-c4f8-4426-91eb-24584604e471 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0506968 Nov 23 23:38:21.912729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8cd49d13-f94f-4123-aa12-6ad12bcb77d8 req-7aafd09c-caa8-4887-bb39-54bef9e3a54e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Nov 23 23:38:23.040247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8fb13-c899-41ce-b0d1-ae9b086888e0 req-559e7019-1bf9-4577-aaee-709963af3719 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:23.041937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acc8fb13-c899-41ce-b0d1-ae9b086888e0 req-559e7019-1bf9-4577-aaee-709963af3719 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0557530 Nov 23 23:38:23.094654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-acc8fb13-c899-41ce-b0d1-ae9b086888e0 req-c8278d1b-7f74-4c30-8495-28f50d0028d1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463998 Nov 23 23:38:23.292162 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:38:24.219001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f16164-35c2-47a9-b383-54797f79ed27 req-8ee89c52-2b02-4dbf-813b-e12332a6d68b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:24.220600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5f16164-35c2-47a9-b383-54797f79ed27 req-8ee89c52-2b02-4dbf-813b-e12332a6d68b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0518625 Nov 23 23:38:24.269270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5f16164-35c2-47a9-b383-54797f79ed27 req-2d911afa-c978-47aa-82c7-0530684751df tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Nov 23 23:38:25.391216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c1e7-47f7-4ce6-b7f6-438e5f44caa5 req-f5ebc6eb-ca97-49c0-a513-f7f242e5e109 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:25.392729 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58e2c1e7-47f7-4ce6-b7f6-438e5f44caa5 req-f5ebc6eb-ca97-49c0-a513-f7f242e5e109 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0497229 Nov 23 23:38:25.443906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-58e2c1e7-47f7-4ce6-b7f6-438e5f44caa5 req-ba6ba8ae-f087-49ce-bc89-c3e4b711498c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 Nov 23 23:38:26.568002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e128a7-7128-4a94-9254-5d0cfef61aab req-be4f40ae-2665-4dc4-9eef-835709585ec0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:26.569531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e128a7-7128-4a94-9254-5d0cfef61aab req-be4f40ae-2665-4dc4-9eef-835709585ec0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0561464 Nov 23 23:38:26.624532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44e128a7-7128-4a94-9254-5d0cfef61aab req-760e9166-1a12-45a8-b033-ee6197e9a03f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 Nov 23 23:38:27.489550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:27.761425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdc1ea-66dd-4309-9ec3-7b359c63afac req-73a842bd-bcdd-4ad9-b33b-d5889b888f9c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:27.763287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24cdc1ea-66dd-4309-9ec3-7b359c63afac req-73a842bd-bcdd-4ad9-b33b-d5889b888f9c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0616241 Nov 23 23:38:27.829321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24cdc1ea-66dd-4309-9ec3-7b359c63afac req-ba3fe18a-01d0-4bd0-ba60-61c1c2f4eca2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586720 Nov 23 23:38:28.690333 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-e16543a8-d0ad-4258-9b14-6ce7e7a274e6 service neutron] show failed (client error): The resource could not be found. Nov 23 23:38:28.691449 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-e16543a8-d0ad-4258-9b14-6ce7e7a274e6 service neutron] 10.222.0.48 "GET /v2.0/ports/9ec9e9b1-82eb-4c98-9d8f-a93327e72a46/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0569258 Nov 23 23:38:28.927607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-8ab28e77-84d9-403f-be37-d964151314e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:28.929363 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-8ab28e77-84d9-403f-be37-d964151314e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 1097 time: 0.0525770 Nov 23 23:38:28.941799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-d6f9987e-9fc4-49d5-8366-4df66cd93a52 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:38:28.943403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-d6f9987e-9fc4-49d5-8366-4df66cd93a52 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072246 Nov 23 23:38:28.955905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:38:28.986896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda8a26-f5cb-40a9-bb93-2cc92d9aeb4c req-e517e377-88f3-49a1-8a5a-37e3221a004a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:28.988607 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abda8a26-f5cb-40a9-bb93-2cc92d9aeb4c req-e517e377-88f3-49a1-8a5a-37e3221a004a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0691547 Nov 23 23:38:29.016140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:29.043355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-abda8a26-f5cb-40a9-bb93-2cc92d9aeb4c req-e8ce9eae-73b6-40e5-b470-016bab565a56 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485988 Nov 23 23:38:29.237950 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:29.278290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:38:29.318533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:38:29.320903 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e70509-8e16-40b7-a645-ca0935ab16bc" -d '{"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:38:29.325666 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:29.339552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Transition to ACTIVE for port object 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:38:29.344261 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:29.382764 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a08aaf-9958-448c-aa59-8401fb5cb343 x-openstack-request-id: req-04a08aaf-9958-448c-aa59-8401fb5cb343 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:38:29.382964 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:38:29.383165 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04a08aaf-9958-448c-aa59-8401fb5cb343 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:38:29.383632 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'code': 200} Nov 23 23:38:29.429395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:29.444237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.444594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.444949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.445294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.445632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.445972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.446320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.446635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.446969 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.447300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.448254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.448546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:29.491341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] No DVR routers for this DVR port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:38:29.643396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:38:29.643770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:38:29.644103 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:38:29.648680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:38:29.648947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Attempting to bind port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:38:29.654119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:38:29.654457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:38:29.654843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:38:29.655273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Bound port: 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:38:29.655657 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:29.725232 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:38:29.728757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:38:29.734195 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:29.772581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:29.773348 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:29.774754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] 10.222.0.46 "PUT /v2.0/ports/9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1092 time: 0.8234427 Nov 23 23:38:29.808016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d6549-2583-4d14-bcef-37964b804c9b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:29.854636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-5557eae8-c8d1-4181-b186-4101a87e8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:29.856405 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-5557eae8-c8d1-4181-b186-4101a87e8bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1095 time: 0.0578880 Nov 23 23:38:29.966971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-35864a5b-1ac2-4843-ad15-66f1583c5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:29.968498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-35864a5b-1ac2-4843-ad15-66f1583c5b05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1051280 Nov 23 23:38:30.045805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-67c52bf4-1f28-4da4-91ca-bd1d1663cdc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1001 time: 0.0679567 Nov 23 23:38:30.103617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-c635200c-2c4f-4eca-b249-1cd3d18ebc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:30.105747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-c635200c-2c4f-4eca-b249-1cd3d18ebc85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0523884 Nov 23 23:38:30.155982 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-42145407-fcd8-4940-bf2d-1141a2e8ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:30.157523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-42145407-fcd8-4940-bf2d-1141a2e8ef73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443728 Nov 23 23:38:30.172675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24dc95-f7a4-419e-ac28-8666ac641b22 req-5e547acb-5e86-4dfa-bfdb-27ba1fd58ade tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:30.174225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b24dc95-f7a4-419e-ac28-8666ac641b22 req-5e547acb-5e86-4dfa-bfdb-27ba1fd58ade tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0550988 Nov 23 23:38:30.235719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b24dc95-f7a4-419e-ac28-8666ac641b22 req-d088a1c7-4bdf-41a3-a241-be3eae98a161 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502620 Nov 23 23:38:30.258615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-6294a921-d1cb-4a47-b6c5-83be2177bdf2 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941834 Nov 23 23:38:30.365427 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b7c1a504-c379-4470-aa1d-2f86025f6d0b req-61edfac1-7308-46f4-a721-393a54608612 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957990 Nov 23 23:38:31.355721 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a66ac-e682-4c0f-9a37-da34e6a4927c req-9fa3059e-d48d-4b6c-81ee-7d2b25aa8483 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:31.357244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-785a66ac-e682-4c0f-9a37-da34e6a4927c req-9fa3059e-d48d-4b6c-81ee-7d2b25aa8483 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0493793 Nov 23 23:38:31.385223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:38:31.387870 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272911ee-407d-49f9-94e7-4631f6d70a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:38:31.409799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-785a66ac-e682-4c0f-9a37-da34e6a4927c req-1d674d90-6a0e-46bd-8108-f4ffaa7133a6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465539 Nov 23 23:38:31.439146 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5755ea8-69d6-4a2a-abe0-5cee399e55ea x-openstack-request-id: req-d5755ea8-69d6-4a2a-abe0-5cee399e55ea {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:38:31.439529 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:38:31.439884 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5755ea8-69d6-4a2a-abe0-5cee399e55ea {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:38:31.440292 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'status': 'completed', 'code': 200} Nov 23 23:38:31.541660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-64c0a467-0819-436e-8f72-3c52e55d2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:31.543426 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-64c0a467-0819-436e-8f72-3c52e55d2774 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1095 time: 0.0776730 Nov 23 23:38:31.550199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-dc12fcf7-d8ad-4bbf-9911-8fd3ccd35321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:31.551993 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-dc12fcf7-d8ad-4bbf-9911-8fd3ccd35321 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1095 time: 0.0606694 Nov 23 23:38:31.674795 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5de17076-5db7-464e-b88e-0f48dfb1a084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:31.710995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-5f656de1-4a25-4b9c-9937-8c91fa3e8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:31.712523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-5f656de1-4a25-4b9c-9937-8c91fa3e8700 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1596642 Nov 23 23:38:31.714184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-d70b7bd9-ef12-4522-896f-85c84ec5b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:31.715507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-d70b7bd9-ef12-4522-896f-85c84ec5b0d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1546988 Nov 23 23:38:31.834082 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-276f2e64-277f-417e-8763-b7b7ef05f2dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1001 time: 0.1110468 Nov 23 23:38:31.835929 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-9e09d9b0-b882-4314-9bb7-cbf69ba061df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1001 time: 0.1118224 Nov 23 23:38:31.926241 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-1ab6767c-147b-4326-96c7-b2f972b79484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:31.927562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-1ab6767c-147b-4326-96c7-b2f972b79484 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0862823 Nov 23 23:38:31.929149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-e6e33da1-e36e-4b1a-862c-74f541e4237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:31.930498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-e6e33da1-e36e-4b1a-862c-74f541e4237b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0813258 Nov 23 23:38:32.002147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-049ab337-3417-4c6d-86ba-9898450485d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:32.003690 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-049ab337-3417-4c6d-86ba-9898450485d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604622 Nov 23 23:38:32.007162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-3f274753-d94c-457e-abe5-883c29cd634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:32.007604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-3f274753-d94c-457e-abe5-883c29cd634b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732927 Nov 23 23:38:32.171687 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-6734410d-5ee4-4b4d-a2d8-c92f9d48e9bf service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601658 Nov 23 23:38:32.175054 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-6e8caff2-6e17-4350-98e4-d947076c5ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564944 Nov 23 23:38:32.340570 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-e118094c-075c-4c2f-9422-7c587fd1614e service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621268 Nov 23 23:38:32.344062 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-272911ee-407d-49f9-94e7-4631f6d70a8f req-fe4cf1a3-70e6-4a97-af87-fdf0eefede03 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584697 Nov 23 23:38:32.533655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aff8b1-bc35-409e-964d-bcdc171450f2 req-e6c657b3-0d1e-4d86-977b-c3d19798028b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:32.535174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45aff8b1-bc35-409e-964d-bcdc171450f2 req-e6c657b3-0d1e-4d86-977b-c3d19798028b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0509336 Nov 23 23:38:32.584556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45aff8b1-bc35-409e-964d-bcdc171450f2 req-ae85c0e6-8294-438e-a550-24c6f15eb6a2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Nov 23 23:38:32.882498 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-7681950c-e8b6-483d-8a5d-845c3e9b17da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:32.883925 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-7681950c-e8b6-483d-8a5d-845c3e9b17da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a&tenant_id=5381ff6756e340c7896cbb0beb0822b4&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 944 time: 0.0544958 Nov 23 23:38:32.900193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaa413-746e-4b3e-880a-90d164375aba req-9f14a5d7-2ea9-41ff-aba6-4ea1c78b2c1a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:32.902051 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bfaa413-746e-4b3e-880a-90d164375aba req-9f14a5d7-2ea9-41ff-aba6-4ea1c78b2c1a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0498862 Nov 23 23:38:32.948797 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-70a5f8ab-bf7f-4400-a5ef-5042855ea345 service neutron] 10.222.0.46 "GET /v2.0/ports/9ec9e9b1-82eb-4c98-9d8f-a93327e72a46/bindings/n-h2-817303-3 HTTP/1.1" status: 200 len: 382 time: 0.0569954 Nov 23 23:38:32.958832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1bfaa413-746e-4b3e-880a-90d164375aba req-d3223ab3-c5b5-4899-bd8b-d8efbf06d8ac tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498490 Nov 23 23:38:33.013305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-88c08ae9-021b-41bb-9e87-31e416d4b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:33.014819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-88c08ae9-021b-41bb-9e87-31e416d4b27e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 1095 time: 0.0420685 Nov 23 23:38:33.109319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-24fe9586-c0e4-416d-99a7-b4a2033c6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:33.110793 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-24fe9586-c0e4-416d-99a7-b4a2033c6012 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0897059 Nov 23 23:38:33.177991 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-3b3bdca8-de0a-41f4-9ff4-a4d2a7b0a1e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 200 len: 1001 time: 0.0601671 Nov 23 23:38:33.233399 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-5bbe282b-a191-4392-a22d-13e8b36e6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:33.234858 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-5bbe282b-a191-4392-a22d-13e8b36e6e01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0505621 Nov 23 23:38:33.283658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-db8ad8dc-7bbb-4647-a21a-20b05168ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:33.285147 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-db8ad8dc-7bbb-4647-a21a-20b05168ad1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437624 Nov 23 23:38:33.380279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-6ec4b9cb-44c4-4161-b8f3-c518c72b6f9e service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865524 Nov 23 23:38:33.476940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-74a836bc-eae8-464f-9f36-693d5620ae0e req-efaa1b3e-f769-4767-b907-1f2286ac3658 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896242 Nov 23 23:38:33.638692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:38:33.677835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:38:34.044196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:38:34.091352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5b85b-112e-4751-a921-04fd7caf1eb9 req-9bb4bc07-3726-475b-b1f1-9a3dd079137f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:34.092903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1b5b85b-112e-4751-a921-04fd7caf1eb9 req-9bb4bc07-3726-475b-b1f1-9a3dd079137f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 944 time: 0.0603912 Nov 23 23:38:34.142303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a1b5b85b-112e-4751-a921-04fd7caf1eb9 req-a1c19e30-83b8-4971-be32-db264b8f78de tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Nov 23 23:38:34.149300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:34.161681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'mac_address': 'fa:16:3e:54:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:38:34.200822 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:34.214055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:38:34.233701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:34.238134 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:34.286361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:34.294486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.294841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.295196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.295548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.295914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.296262 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.296585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.296916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.297247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.297577 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.297904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.298231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:38:34.498091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:38:34.796222 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f35bb0b-efa9-4cfc-a27f-71b64282a72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:35.245610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:35.280651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddee95-70ed-43de-b382-5cd2f2bb3497 req-adfe41fd-a771-419c-b5cc-6b9c8dab6040 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:35.282245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8eddee95-70ed-43de-b382-5cd2f2bb3497 req-adfe41fd-a771-419c-b5cc-6b9c8dab6040 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 945 time: 0.0520303 Nov 23 23:38:35.330420 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8eddee95-70ed-43de-b382-5cd2f2bb3497 req-662e94b0-8016-4835-940e-fd4a79b46794 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Nov 23 23:38:35.482240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d0585-dff1-457b-80c1-dab73c61f8e3 req-b8d9af39-5a20-47c0-a4a2-ea09644e46b4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:35.483892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-343d0585-dff1-457b-80c1-dab73c61f8e3 req-b8d9af39-5a20-47c0-a4a2-ea09644e46b4 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 945 time: 0.0542631 Nov 23 23:38:35.534240 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-343d0585-dff1-457b-80c1-dab73c61f8e3 req-a9d63625-1003-4887-ac57-e39012ea7cca tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Nov 23 23:38:36.082948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:38:36.292370 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:38:36.295701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:38:36.296069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:36.372502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:36.396157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:38:36.398540 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13402faa-03e8-4692-b97f-35433c542c0e" -d '{"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-plugged", "status": "completed", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:38:36.410984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:36.415694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:36.453488 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b82738b-5bbf-43db-ac60-3e56f3f1d8f2 x-openstack-request-id: req-6b82738b-5bbf-43db-ac60-3e56f3f1d8f2 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:38:36.453786 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-plugged", "status": "completed", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:38:36.454041 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b82738b-5bbf-43db-ac60-3e56f3f1d8f2 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:38:36.454435 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'code': 200} Nov 23 23:38:36.470226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:36.669593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3729-b260-4d23-8739-6617f817a009 req-3bcb8ef4-bd0c-4934-a028-2338f16edae6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:36.671054 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-638e3729-b260-4d23-8739-6617f817a009 req-3bcb8ef4-bd0c-4934-a028-2338f16edae6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0517578 Nov 23 23:38:36.714050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:36.724792 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-638e3729-b260-4d23-8739-6617f817a009 req-9e893dbe-8fb8-4f7b-9f46-d98514b90c20 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471632 Nov 23 23:38:36.997047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d11e17-0368-49f4-9243-6bd700cf5e58 req-8a4e4e56-f27f-48bc-90b8-b3741ccaac2b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:36.998661 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41d11e17-0368-49f4-9243-6bd700cf5e58 req-8a4e4e56-f27f-48bc-90b8-b3741ccaac2b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0499833 Nov 23 23:38:37.053127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41d11e17-0368-49f4-9243-6bd700cf5e58 req-8cb92c3d-2a95-4644-aedf-5229fa851ac0 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480258 Nov 23 23:38:37.575665 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:38.196175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d7bdf-76ad-4139-a59d-3cde8c64e90a req-09e7e135-88ba-4794-a4e9-4228c1789363 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:38.198321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-776d7bdf-76ad-4139-a59d-3cde8c64e90a req-09e7e135-88ba-4794-a4e9-4228c1789363 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0522780 Nov 23 23:38:38.249880 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-776d7bdf-76ad-4139-a59d-3cde8c64e90a req-e719afa2-93ee-41ad-b831-106961268689 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 Nov 23 23:38:38.295191 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-604a4ec8-88af-4303-b05b-50088742c480 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:38.296775 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-604a4ec8-88af-4303-b05b-50088742c480 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0548317 Nov 23 23:38:38.411551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Deleting port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:38:38.411965 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:38.514602 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:38.515198 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] For port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:38.515680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:38.523108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b204dc3-8605-4cda-a5f2-d21e6e7ebb32 req-147401bc-49ef-4182-abc0-e5a6df026f95 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:38.524953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b204dc3-8605-4cda-a5f2-d21e6e7ebb32 req-147401bc-49ef-4182-abc0-e5a6df026f95 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a HTTP/1.1" status: 200 len: 946 time: 0.0679595 Nov 23 23:38:38.579157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b204dc3-8605-4cda-a5f2-d21e6e7ebb32 req-f0e25391-22d9-4b53-9198-5f46f233d798 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Nov 23 23:38:38.721982 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:38.722347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:38.722666 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b disassociated. External IP: 172.25.0.131, port: 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46. Nov 23 23:38:38.723017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Calling delete_port for 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:38:38.871184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:38.904836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event deleted for resources: {'Port': ['ID=9ec9e9b1-82eb-4c98-9d8f-a93327e72a46,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:39.025922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:38:39.139152 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:38:39.149653 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:38:39.159749 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:38:39.160356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:38:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:39.184144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] No DVR routers for this DVR port 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:38:39.186804 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:39.190241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e274b48-732e-404c-8e6c-2918ad920a6e req-44d94c93-89bb-46bb-811f-8ac2bf6b96d3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "DELETE /v2.0/ports/9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 HTTP/1.1" status: 204 len: 173 time: 0.8871241 Nov 23 23:38:39.190701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-deleted', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:38:39.193054 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a9b97-f33a-4bf9-b55d-ada80aa54369" -d '{"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-deleted", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:38:39.252064 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38d2601-9d1d-411b-be21-12383d23d99c x-openstack-request-id: req-e38d2601-9d1d-411b-be21-12383d23d99c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:38:39.252680 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a", "name": "network-vif-deleted", "tag": "9ec9e9b1-82eb-4c98-9d8f-a93327e72a46", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:38:39.253072 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e38d2601-9d1d-411b-be21-12383d23d99c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:38:39.253581 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12c1be-5d9a-45f9-b5dc-e516d37a7a3a', 'name': 'network-vif-deleted', 'tag': '9ec9e9b1-82eb-4c98-9d8f-a93327e72a46', 'status': 'completed', 'code': 200} Nov 23 23:38:39.282080 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:38:39.518958 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:39.545705 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:38:39.554468 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:38:39.555076 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:38:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:39.670491 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:38:39.896305 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:39.906145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-3ebb45a0-9a0a-4cd2-9de0-49d1af4b2198 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1433536211&fields=id&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 267 time: 0.0515521 Nov 23 23:38:39.924495 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11eba74-4cd6-4de3-b19e-62983d5cd484 None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:38:40.040357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-41dc8e6f-d6a2-4869-b428-16f0d9935720 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:40.042456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-41dc8e6f-d6a2-4869-b428-16f0d9935720 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1289158 Nov 23 23:38:40.060245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-5d7256fc-61b5-44ea-bf0f-49ca18e882ef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/quotas/5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 375 time: 0.0113468 Nov 23 23:38:40.118566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-0894b626-9002-4e57-bf97-ebeacd211c92 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520906 Nov 23 23:38:40.171559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d80fd3-5ad0-4f1f-9e7f-1eb198ed7995 None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:38:40.326736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-4671780e-dc3e-4c3a-8cb0-15c1e346b2fe service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404722 Nov 23 23:38:40.426549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-3bc127df-19dd-461f-a0ed-2b7ec705cc6a service neutron] 10.222.0.11 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926437 Nov 23 23:38:40.614107 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dd7aafe0-d941-47fa-b675-e91988be2004 req-a4d4cf68-6931-4300-96b2-55bf7859d20e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 210 time: 0.0311503 Nov 23 23:38:41.648155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-4098cf55-b9d7-4f1c-9619-f026e6cfcf63 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:41.649725 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-4098cf55-b9d7-4f1c-9619-f026e6cfcf63 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 811 time: 0.1134300 Nov 23 23:38:41.727073 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-8567b822-ac4a-444e-a0bd-bf17f832d035 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 380 time: 0.0671451 Nov 23 23:38:41.737133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'port': {'device_id': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'admin_state_up': True, 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'security_groups': ['4d02f355-7275-4e7f-8acb-9e9a96beb93d']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:38:41.739994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f73bd6e-591c-420f-b0aa-132fbbff1b3d req-4a877cd7-eb7e-4033-85c9-c40f613b5ba2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Nov 23 23:38:41.856106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Made reservation on behalf of 5381ff6756e340c7896cbb0beb0822b4 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:38:41.859684 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:41.999339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Allocated IP 172.20.0.6 (4604eb42-2700-4d88-8102-79bb2fbb021a/9e64abaa-fa04-4b4f-86e5-2bd7adc00733/5f6c0f49-f914-452b-a398-19abb4177454) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:38:42.124285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:38:42.146587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:38:42.146935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9ec9e9b1-82eb-4c98-9d8f-a93327e72a46 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:38:42.150231 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.190350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.236709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Network 4604eb42-2700-4d88-8102-79bb2fbb021a is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:38:42.241917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:38:42.246395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:38:42.273786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:42.307283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:42.307970 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.324362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-e975b802-ec0c-4c5d-9c54-bfac3b809fcd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911582 Nov 23 23:38:42.337371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Request body: {'port': {'device_id': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:38:42.397921 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.528948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-317a0157-f6ee-4f93-afaa-0595d399f150 None None] Provisioning complete for port 5f6c0f49-f914-452b-a398-19abb4177454 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:38:42.529284 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-317a0157-f6ee-4f93-afaa-0595d399f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.567788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-317a0157-f6ee-4f93-afaa-0595d399f150 None None] Port 5f6c0f49-f914-452b-a398-19abb4177454 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:38:42.683608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6c0f49-f914-452b-a398-19abb4177454 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:38:42.691093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.703044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Transition to ACTIVE for port object 5f6c0f49-f914-452b-a398-19abb4177454 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:38:42.707852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.760302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:42.831679 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:38:42.832015 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:38:42.832347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:38:42.837092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:38:42.837414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:38:42.843184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:38:42.843543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:38:42.843931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:38:42.844440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Bound port: 5f6c0f49-f914-452b-a398-19abb4177454, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:38:42.844800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.874845 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3789e-cc8b-4e75-a756-f309388ee335 req-750937d3-7a36-4a01-b539-d222fb22aacb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:42.876496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0f3789e-cc8b-4e75-a756-f309388ee335 req-750937d3-7a36-4a01-b539-d222fb22aacb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0539000 Nov 23 23:38:42.928433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:38:42.929015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a0f3789e-cc8b-4e75-a756-f309388ee335 req-3bd00c76-df77-40f9-ab89-11b9cd23ce9c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Nov 23 23:38:42.932406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:38:42.938438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.955205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:42.955839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:42.957183 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1091 time: 0.6242476 Nov 23 23:38:42.957733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:38:42.959970 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0633d1e-6c8a-4634-8aaa-738473d35195" -d '{"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:38:43.012645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257a212-fcf1-4309-9add-8f8342d65453 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:43.024713 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdae9504-49a9-4709-8e6a-c1650dbde8b1 x-openstack-request-id: req-bdae9504-49a9-4709-8e6a-c1650dbde8b1 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:38:43.025015 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:38:43.025847 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdae9504-49a9-4709-8e6a-c1650dbde8b1 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:38:43.026263 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'status': 'completed', 'code': 200} Nov 23 23:38:43.061819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-5c76c764-4b7f-4a87-ab68-583f57a34665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:43.063424 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-5c76c764-4b7f-4a87-ab68-583f57a34665 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1094 time: 0.0526555 Nov 23 23:38:43.110609 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-a5abee13-e836-482d-88db-a640301352ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 217 time: 0.0392439 Nov 23 23:38:43.164539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-655a48fa-347d-42bd-b761-ef4613167f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:43.166095 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-655a48fa-347d-42bd-b761-ef4613167f63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0489180 Nov 23 23:38:43.213515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-10e28608-eee2-4bf0-a2b7-d8f80787193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:43.215010 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-10e28608-eee2-4bf0-a2b7-d8f80787193c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419381 Nov 23 23:38:43.311543 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-4cac0525-d151-49a2-aefa-82d191212873 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884666 Nov 23 23:38:43.402594 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-5989e1b8-aed4-4efb-993d-4d185e73e5df req-5a40d7f3-3718-487d-98d4-2dd6a77fadc2 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843060 Nov 23 23:38:43.488788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-ef3fcf85-c121-43be-9f8e-b7e9ef21043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:43.490365 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-ef3fcf85-c121-43be-9f8e-b7e9ef21043b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1094 time: 0.0413485 Nov 23 23:38:43.925177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-5457978d-8619-4142-930c-2f9a95857d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:43.926997 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-5457978d-8619-4142-930c-2f9a95857d9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.4298501 Nov 23 23:38:43.969053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-5b001123-22d9-4a9d-a0f6-615b4d2137ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 217 time: 0.0345721 Nov 23 23:38:44.023444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-a2342692-6cc5-4db3-a0e3-60048a1f52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:44.024976 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-a2342692-6cc5-4db3-a0e3-60048a1f52dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0489161 Nov 23 23:38:44.073745 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-1ceac889-a098-43f5-b0db-4de80293cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:44.075471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-1ceac889-a098-43f5-b0db-4de80293cac0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424762 Nov 23 23:38:44.107400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cc805-7a28-4587-bd31-7c0b83560963 req-c7e850da-d017-4086-9a40-bd32cc087d03 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:44.108978 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-111cc805-7a28-4587-bd31-7c0b83560963 req-c7e850da-d017-4086-9a40-bd32cc087d03 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.1072197 Nov 23 23:38:44.159869 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-111cc805-7a28-4587-bd31-7c0b83560963 req-81432481-b7ee-4bf7-96c4-78f5bf8c2eb2 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447588 Nov 23 23:38:44.177287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-95f3651e-1d17-45de-b173-310ca4af627f service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934930 Nov 23 23:38:44.273400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b0633d1e-6c8a-4634-8aaa-738473d35195 req-8e81c5df-c4e2-4eee-a492-d94c7e8267a9 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882628 Nov 23 23:38:45.285526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae521e3-ac89-4573-b49b-693939483d20 req-38eaee7e-7762-4e46-b251-92a2e1152632 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:45.287044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eae521e3-ac89-4573-b49b-693939483d20 req-38eaee7e-7762-4e46-b251-92a2e1152632 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0525792 Nov 23 23:38:45.335901 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eae521e3-ac89-4573-b49b-693939483d20 req-1e904884-def3-4c12-be5a-d0715aa079d1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426128 Nov 23 23:38:46.146623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:38:46.245524 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:46.256898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '5f6c0f49-f914-452b-a398-19abb4177454', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '5f6c0f49-f914-452b-a398-19abb4177454', 'mac_address': 'fa:16:3e:2e:70:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:38:46.294775 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:46.309199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6c0f49-f914-452b-a398-19abb4177454 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:38:46.329830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:46.334035 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:46.384280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:46.469299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676bf3b-687c-4240-adfb-740605b342e9 req-270a7440-fd24-48f9-b5b6-3518d3ef18ff tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:46.470758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b676bf3b-687c-4240-adfb-740605b342e9 req-270a7440-fd24-48f9-b5b6-3518d3ef18ff tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0523005 Nov 23 23:38:46.522881 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b676bf3b-687c-4240-adfb-740605b342e9 req-38114078-0f9c-4489-9645-b566f243757d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460613 Nov 23 23:38:46.532315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5f6c0f49-f914-452b-a398-19abb4177454'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:38:47.685013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc705fd4-a8db-4a7b-9e82-99de5e669330 req-41f2e804-6f37-4c3e-9997-8c8c957b2bf3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:47.686569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc705fd4-a8db-4a7b-9e82-99de5e669330 req-41f2e804-6f37-4c3e-9997-8c8c957b2bf3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0944078 Nov 23 23:38:47.735802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dc705fd4-a8db-4a7b-9e82-99de5e669330 req-453f3982-b6f5-4c67-9793-f50791a725c9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Nov 23 23:38:48.161484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:38:48.212394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 5f6c0f49-f914-452b-a398-19abb4177454 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:38:48.217075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 5f6c0f49-f914-452b-a398-19abb4177454 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:38:48.217452 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:48.304768 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:48.328873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:38:48.331532 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7bfd16-af2a-4112-b719-b989075c6bed" -d '{"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:38:48.346287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:38:48.351488 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:48.376758 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af637def-70d6-4ab1-bfbc-c1485f0f2b58 x-openstack-request-id: req-af637def-70d6-4ab1-bfbc-c1485f0f2b58 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:38:48.377079 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:38:48.377319 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af637def-70d6-4ab1-bfbc-c1485f0f2b58 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:38:48.377725 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'code': 200} Nov 23 23:38:48.408219 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:38:48.517138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f92a3-02e3-41ad-8262-b925205a0623 req-0c3579fe-436c-4c93-9f24-99cd16c36482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:48.518644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b72f92a3-02e3-41ad-8262-b925205a0623 req-0c3579fe-436c-4c93-9f24-99cd16c36482 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1096 time: 0.0815749 Nov 23 23:38:48.567991 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b72f92a3-02e3-41ad-8262-b925205a0623 req-0c667cb3-2bb0-4fff-8d40-8e924993937b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Nov 23 23:38:48.864444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ae42-5548-4011-9da2-f21534576d9c req-2b029c93-03b7-43b2-9462-99e6194492f8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:48.866156 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fa4ae42-5548-4011-9da2-f21534576d9c req-2b029c93-03b7-43b2-9462-99e6194492f8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0495908 Nov 23 23:38:48.916329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fa4ae42-5548-4011-9da2-f21534576d9c req-08ae060f-50be-4749-9305-bcf7bf4e7685 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Nov 23 23:38:50.045023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d70c45-fe0b-49ee-992c-a23cf2930b9b req-25da8fdd-fc00-4570-a157-9ed35c3597fe tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:50.046610 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70d70c45-fe0b-49ee-992c-a23cf2930b9b req-25da8fdd-fc00-4570-a157-9ed35c3597fe tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0562353 Nov 23 23:38:50.096291 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-70d70c45-fe0b-49ee-992c-a23cf2930b9b req-833716aa-e610-41a9-a8d8-a0929b121734 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428877 Nov 23 23:38:50.221692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81018349-7b83-4193-a5e5-d13759aee2bd req-b180f8ef-7e64-49fa-8fd4-13d253f36703 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:50.223696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-81018349-7b83-4193-a5e5-d13759aee2bd req-b180f8ef-7e64-49fa-8fd4-13d253f36703 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0591304 Nov 23 23:38:50.232629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60418) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:38:50.237345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Request body: {'floatingip': {'port_id': '5f6c0f49-f914-452b-a398-19abb4177454'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:38:50.278422 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:50.738513 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:50.742751 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:50.861225 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b associated. External IP: 172.25.0.131, port: 5f6c0f49-f914-452b-a398-19abb4177454. Nov 23 23:38:51.082135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:38:51.196707 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:38:51.202149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:38:51.207308 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:38:51.220159 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:38:51.221044 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:38:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:51.235117 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5cf97b92-6fbe-4594-a330-1a2cc7b6d5ab tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "PUT /v2.0/floatingips/a73b9ae6-21b1-46ca-9156-86ef308e9c0b HTTP/1.1" status: 200 len: 992 time: 1.0013220 Nov 23 23:38:51.235762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:38:51.238003 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d121d5c-e605-4683-8bd2-063118a0843f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:38:51.283696 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58742be-59c2-4fca-baf9-87574faf047e x-openstack-request-id: req-c58742be-59c2-4fca-baf9-87574faf047e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:38:51.284024 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:38:51.284288 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c58742be-59c2-4fca-baf9-87574faf047e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:38:51.284706 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'status': 'completed', 'code': 200} Nov 23 23:38:51.349652 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:38:51.351177 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121d5c-e605-4683-8bd2-063118a0843f req-7e445a2f-35b2-43fb-8995-18429640ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:51.352774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d121d5c-e605-4683-8bd2-063118a0843f req-7e445a2f-35b2-43fb-8995-18429640ff82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1096 time: 0.0462799 Nov 23 23:38:51.446365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121d5c-e605-4683-8bd2-063118a0843f req-0dea8a4f-c5c5-4d56-bad6-931e51ec864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:51.449008 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d121d5c-e605-4683-8bd2-063118a0843f req-0dea8a4f-c5c5-4d56-bad6-931e51ec864a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0880926 Nov 23 23:38:51.522708 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d121d5c-e605-4683-8bd2-063118a0843f req-11fbb0f0-0207-4aed-81b3-2cee65fef99d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.0653903 Nov 23 23:38:51.575976 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121d5c-e605-4683-8bd2-063118a0843f req-16653672-3167-4175-8b1a-7f0a96e75f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:51.577446 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d121d5c-e605-4683-8bd2-063118a0843f req-16653672-3167-4175-8b1a-7f0a96e75f7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0472763 Nov 23 23:38:51.584379 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '5f6c0f49-f914-452b-a398-19abb4177454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:2e:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:38:50Z', 'revision_number': 13, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:51.609837 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:38:51.618566 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:38:51.619803 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:38:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:51.624220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121d5c-e605-4683-8bd2-063118a0843f req-a3772996-0853-4555-ba1e-6255479366c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:38:51.625720 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d121d5c-e605-4683-8bd2-063118a0843f req-a3772996-0853-4555-ba1e-6255479366c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415759 Nov 23 23:38:51.726948 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d121d5c-e605-4683-8bd2-063118a0843f req-e12e6127-abcb-4e3c-8690-cc326e5bfab2 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937357 Nov 23 23:38:51.819243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:38:51.825260 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d121d5c-e605-4683-8bd2-063118a0843f req-83b97487-970f-45a4-8f18-9a8df5e4fdc2 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917819 Nov 23 23:38:52.043259 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '5f6c0f49-f914-452b-a398-19abb4177454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:2e:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:38:50Z', 'revision_number': 13, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:38:52.068548 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2497b0-681e-4e78-a898-213cb4467cc8 None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a73b9ae6-21b1-46ca-9156-86ef308e9c0b', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'port_id': '5f6c0f49-f914-452b-a398-19abb4177454', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'mac_address': 'fa:16:3e:2e:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:31:56Z', 'updated_at': '2021-11-23T23:38:50Z', 'revision_number': 13, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:38:52.257752 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9ef12-c3d7-486f-b51d-986da62bcdf2 None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:38:57.502540 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:00.297413 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:39:01.677117 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-11fc9bb3-f1e6-4a3f-9d5d-6a686ea014c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:02.662570 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-3d88d47e-65b2-4680-be15-26492418d2d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425997 Nov 23 23:39:02.750435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-ba8c2103-180e-4734-aee4-81cae308deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:39:02.751917 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-ba8c2103-180e-4734-aee4-81cae308deb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1096 time: 0.0431335 Nov 23 23:39:02.861738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-6b191385-b5af-4e24-8c4f-c758447cb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:39:02.863211 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-6b191385-b5af-4e24-8c4f-c758447cb988 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0894003 Nov 23 23:39:02.930234 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-fa131ead-c8aa-46bc-9e35-8eb768871335 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1002 time: 0.0594482 Nov 23 23:39:02.981512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-98e0cf54-fc05-468c-bd08-1bfd3ffa8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:39:02.982987 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-98e0cf54-fc05-468c-bd08-1bfd3ffa8d46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0447040 Nov 23 23:39:03.034606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-054dfe3a-60a6-461d-8fc8-ff80ef0c7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:39:03.036074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-054dfe3a-60a6-461d-8fc8-ff80ef0c7581 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458686 Nov 23 23:39:03.127118 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-5cefd185-0f84-4997-a90a-d00ec54db69a service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829043 Nov 23 23:39:03.225569 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e543f2e-3c49-4ff0-b341-03004cbe3bd8 req-04e85f52-2acd-466c-b0cf-b643d05b2bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913119 Nov 23 23:39:04.797741 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-44d9edeb-e06f-47d9-a19a-b5104a5b647c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:05.248294 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:06.719947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:07.580072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:08.528743 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:27.510122 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:31.679683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84a2e662-65fa-4945-bbed-cc8b4801e4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:34.799942 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-be5ca1ca-e46a-47c7-a7ae-fd97ac01cf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:35.251600 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:36.721601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:37.298102 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:39:37.583319 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:38.531906 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:39:57.516290 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:01.682167 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-967ecb2a-eb63-4450-8489-31630355fa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:04.663493 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-9e98e5c3-7ac6-4bec-828b-40578cea2610 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446739 Nov 23 23:40:04.760245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-b8f49d83-e3fb-4f1c-a247-c32395e859f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:04.761777 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-b8f49d83-e3fb-4f1c-a247-c32395e859f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1096 time: 0.0418286 Nov 23 23:40:04.801363 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acf211af-d6e9-49fb-a37e-d6e612fdcf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:04.869746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-974ff766-d1f1-4d70-a6d6-f06848d51d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:04.871226 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-974ff766-d1f1-4d70-a6d6-f06848d51d7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0892389 Nov 23 23:40:04.943168 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-fdd712ab-77ea-4ab3-91b5-2c4ac177ad02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1002 time: 0.0640297 Nov 23 23:40:04.996213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-d76cf7ad-7dad-4c87-9990-b361d911ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:04.997671 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-d76cf7ad-7dad-4c87-9990-b361d911ef09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0477719 Nov 23 23:40:05.051884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-ab525742-6c7b-4a59-82a6-1c1478da760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:05.054396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-ab525742-6c7b-4a59-82a6-1c1478da760a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495837 Nov 23 23:40:05.151882 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-b477dc25-3f52-4a77-8b30-0ac80c24a613 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905995 Nov 23 23:40:05.255061 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:05.255751 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6b11d11f-19f7-4286-8460-091c72b47c6f req-aec47318-277e-4780-bf11-a2b4bba34d53 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886967 Nov 23 23:40:06.722384 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:07.585956 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:08.536864 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:14.297187 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:40:27.516923 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:30.097417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec06e2-7cca-4e87-a785-45a4a2fd66e1 req-964b1925-0b24-4f88-aeac-c79796883466 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:30.099008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55ec06e2-7cca-4e87-a785-45a4a2fd66e1 req-964b1925-0b24-4f88-aeac-c79796883466 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0520127 Nov 23 23:40:30.152624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-55ec06e2-7cca-4e87-a785-45a4a2fd66e1 req-94b6682e-f964-44f0-9da5-7323f2028af5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476305 Nov 23 23:40:31.686019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b7f5325e-c660-4895-a037-e93f52d3c7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:34.805979 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7fa322eb-1ba4-4ec9-984f-a2a9f50b2ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:35.266880 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:36.728154 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:37.587929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:38.532612 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:42.231485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-0e8c5667-37e0-4256-b7aa-23fc8e4713aa req-5b470f06-508c-4b35-8b00-4e14e849aa89 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:40:42.232535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e8c5667-37e0-4256-b7aa-23fc8e4713aa req-5b470f06-508c-4b35-8b00-4e14e849aa89 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456872 Nov 23 23:40:42.403224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-52862040-08c6-4aed-a1b9-f84a52f49102 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420151 Nov 23 23:40:42.413102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-7d8c1575-5811-426d-b59b-e61340dce925 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:40:42.414192 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-7d8c1575-5811-426d-b59b-e61340dce925 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060458 Nov 23 23:40:42.416851 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a54d5e-2b0d-418e-be83-2c1a9b788f15 req-54518fa7-6199-4b53-93ba-d4abb7ac6bfc tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:42.418404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77a54d5e-2b0d-418e-be83-2c1a9b788f15 req-54518fa7-6199-4b53-93ba-d4abb7ac6bfc tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0506086 Nov 23 23:40:42.469313 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-77a54d5e-2b0d-418e-be83-2c1a9b788f15 req-57e97d84-2bf2-4478-8a3f-2b8d45dd2859 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446479 Nov 23 23:40:43.600101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed8f81-4bb0-4c17-826a-cfc477337319 req-e199f5bd-b5ef-4a05-af34-6e29cb422ba7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:43.601706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ed8f81-4bb0-4c17-826a-cfc477337319 req-e199f5bd-b5ef-4a05-af34-6e29cb422ba7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Nov 23 23:40:43.630464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-43c44882-db84-4185-b164-91f2b6102418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:43.632164 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-43c44882-db84-4185-b164-91f2b6102418 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1096 time: 0.0491884 Nov 23 23:40:43.651939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-50ed8f81-4bb0-4c17-826a-cfc477337319 req-1eaf7f3a-2fb6-4296-ac93-21f2be532766 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440445 Nov 23 23:40:43.728303 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-7d556308-1f93-4b51-adcc-2cbd0b052c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:43.729794 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-7d556308-1f93-4b51-adcc-2cbd0b052c53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0906584 Nov 23 23:40:43.802972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-0b96ef57-d89a-4a00-813d-f74cb7e5f11b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1002 time: 0.0635769 Nov 23 23:40:43.852342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-85f49525-cd26-41f7-abb9-05443c4cb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:43.853837 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-85f49525-cd26-41f7-abb9-05443c4cb1c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0444601 Nov 23 23:40:43.900420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-7dac4bba-35e5-4a71-9727-19ae9dda3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:43.901955 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-7dac4bba-35e5-4a71-9727-19ae9dda3bcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412645 Nov 23 23:40:43.996325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-72fe73c2-98d8-4a00-805d-813c173767c6 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870345 Nov 23 23:40:44.085221 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-5d272f3f-4797-4640-a9e1-114458f69bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818162 Nov 23 23:40:44.788277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39e67c-2c2b-467f-b2ad-a909cee71bdc req-6d7c3ef4-9696-4673-9139-37a0bcbf4093 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:44.789815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d39e67c-2c2b-467f-b2ad-a909cee71bdc req-6d7c3ef4-9696-4673-9139-37a0bcbf4093 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0549691 Nov 23 23:40:44.839204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3d39e67c-2c2b-467f-b2ad-a909cee71bdc req-3acf2968-6cef-4cee-aa5a-5d6468f5715b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Nov 23 23:40:45.960207 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b59b2c-f35d-486b-ba55-67f3b00515bc req-a74bb5d4-71c6-491a-ad35-c99ebe0e7b86 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:45.961713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68b59b2c-f35d-486b-ba55-67f3b00515bc req-a74bb5d4-71c6-491a-ad35-c99ebe0e7b86 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Nov 23 23:40:46.008899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68b59b2c-f35d-486b-ba55-67f3b00515bc req-9d6c8e8c-0801-487a-9483-9dad44dccebe tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 Nov 23 23:40:47.132752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941a562-a236-4e08-a8af-fd9b8ab7e038 req-438201db-117a-4a5b-9e2a-63ade813b925 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:47.134368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c941a562-a236-4e08-a8af-fd9b8ab7e038 req-438201db-117a-4a5b-9e2a-63ade813b925 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Nov 23 23:40:47.190153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c941a562-a236-4e08-a8af-fd9b8ab7e038 req-c2d176a8-c349-48e5-a7d2-cba67d5ed7b1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493722 Nov 23 23:40:48.311559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaac15-2a6a-4ac0-83ba-179b20a6c981 req-6770165a-a9aa-4400-8967-8c6ea31d8d2d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:48.313149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afbaac15-2a6a-4ac0-83ba-179b20a6c981 req-6770165a-a9aa-4400-8967-8c6ea31d8d2d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0496051 Nov 23 23:40:48.359772 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afbaac15-2a6a-4ac0-83ba-179b20a6c981 req-b4ce5628-c398-400d-b50f-fff1faa82809 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 Nov 23 23:40:49.477264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8259c78-ea99-4ff0-b7a2-51ab08786d47 req-09ff138b-ba28-4148-9440-7dc86a2891bd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:49.478775 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8259c78-ea99-4ff0-b7a2-51ab08786d47 req-09ff138b-ba28-4148-9440-7dc86a2891bd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0480568 Nov 23 23:40:49.527265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8259c78-ea99-4ff0-b7a2-51ab08786d47 req-39adba76-f66c-48d9-a0c8-874fe6a4ed37 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 Nov 23 23:40:50.657824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca280-63f4-440f-8f58-9b98471944c3 req-a07ad671-8fc0-463b-b6f2-2db9f6ac4282 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:50.659416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-615ca280-63f4-440f-8f58-9b98471944c3 req-a07ad671-8fc0-463b-b6f2-2db9f6ac4282 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0556431 Nov 23 23:40:50.715502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-615ca280-63f4-440f-8f58-9b98471944c3 req-2b811f2a-9c18-4a6d-b2fd-73dae2ef1221 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482728 Nov 23 23:40:51.296244 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:40:51.839134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d803a-c258-4df3-8e15-f4cddb132162 req-289c3991-72d3-4b29-811f-e2e16ce7ca5f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:51.840681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e76d803a-c258-4df3-8e15-f4cddb132162 req-289c3991-72d3-4b29-811f-e2e16ce7ca5f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0500121 Nov 23 23:40:51.891442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e76d803a-c258-4df3-8e15-f4cddb132162 req-e7aaad63-15c1-4f4c-976f-59697caf2e84 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Nov 23 23:40:53.018494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fb6cd-0286-4559-9e30-2861d454fd6b req-2a671b07-0ddf-4360-9520-f0f8a85fbb4f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:53.020036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-319fb6cd-0286-4559-9e30-2861d454fd6b req-2a671b07-0ddf-4360-9520-f0f8a85fbb4f tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0527515 Nov 23 23:40:53.066977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-319fb6cd-0286-4559-9e30-2861d454fd6b req-04d995ab-43c9-47dc-ad18-8c99e0ad03f9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409052 Nov 23 23:40:54.183637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8e4a6-5519-4f70-aad1-755703a45be5 req-1e901997-9ea6-429d-bf5b-b1a6b3162ab8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:54.185140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94e8e4a6-5519-4f70-aad1-755703a45be5 req-1e901997-9ea6-429d-bf5b-b1a6b3162ab8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Nov 23 23:40:54.232382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94e8e4a6-5519-4f70-aad1-755703a45be5 req-0b37cdea-c3c9-4fe0-af73-2b9a98415e63 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Nov 23 23:40:55.355483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0eb10-8a57-4556-bf9e-1b35db4a6210 req-beb04969-3a0b-4621-85a8-bee72bdcdf86 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:55.356997 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0d0eb10-8a57-4556-bf9e-1b35db4a6210 req-beb04969-3a0b-4621-85a8-bee72bdcdf86 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Nov 23 23:40:55.409007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0d0eb10-8a57-4556-bf9e-1b35db4a6210 req-4f92d926-e36a-4e66-bffc-cc5129143378 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460436 Nov 23 23:40:56.528754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcda26-3232-4a09-bcd5-2c3430633096 req-23be5391-134c-46b2-82c6-eb56c13c90ea tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:56.530359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9afcda26-3232-4a09-bcd5-2c3430633096 req-23be5391-134c-46b2-82c6-eb56c13c90ea tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0497718 Nov 23 23:40:56.617147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9afcda26-3232-4a09-bcd5-2c3430633096 req-f2a15309-d9b5-47cc-b196-db4ed43cfbf3 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787225 Nov 23 23:40:57.533434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:57.734802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295908e2-6062-46db-9065-1a76b2baedac req-ae9320d0-463e-434b-a197-b68c41a924dd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:57.736373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295908e2-6062-46db-9065-1a76b2baedac req-ae9320d0-463e-434b-a197-b68c41a924dd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0526397 Nov 23 23:40:57.784982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-295908e2-6062-46db-9065-1a76b2baedac req-bf7bf25a-8b83-457e-a13b-6527df16ec52 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Nov 23 23:40:58.062344 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-fad42dde-6106-4134-bb0a-1019ad33830b service neutron] show failed (client error): The resource could not be found. Nov 23 23:40:58.063298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-fad42dde-6106-4134-bb0a-1019ad33830b service neutron] 10.222.0.46 "GET /v2.0/ports/5f6c0f49-f914-452b-a398-19abb4177454/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0627482 Nov 23 23:40:58.300021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-93786b1e-30a9-47fe-9809-ab6b0e8164c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:58.302249 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-93786b1e-30a9-47fe-9809-ab6b0e8164c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 1096 time: 0.0802469 Nov 23 23:40:58.324928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:40:58.379607 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:58.591446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:40:58.624624 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:40:58.665452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:40:58.667732 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246db842-11a8-402e-a56e-4a2d4bede33e" -d '{"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:40:58.671821 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:58.685847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Transition to ACTIVE for port object 5f6c0f49-f914-452b-a398-19abb4177454 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:40:58.690051 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:58.742964 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:40:58.782576 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103971e7-30d6-45d5-8e9d-fbeb212f37fd x-openstack-request-id: req-103971e7-30d6-45d5-8e9d-fbeb212f37fd {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:40:58.782877 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:40:58.783129 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-103971e7-30d6-45d5-8e9d-fbeb212f37fd {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:40:58.783521 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'code': 200} Nov 23 23:40:58.787914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.788264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.788604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.788937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.789266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.789598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.789920 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.790242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.790564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.790886 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.791206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.791523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:40:58.838511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] No DVR routers for this DVR port 5f6c0f49-f914-452b-a398-19abb4177454 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:40:58.920552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2a9ea-957f-4e83-84c9-3baae30ab15e req-3b947948-7bbf-4768-87d0-07d7e31aeaf8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:58.923143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a2a9ea-957f-4e83-84c9-3baae30ab15e req-3b947948-7bbf-4768-87d0-07d7e31aeaf8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0601437 Nov 23 23:40:58.973986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a2a9ea-957f-4e83-84c9-3baae30ab15e req-f62d0cf7-d386-4701-8a7e-b1cfeaee400a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Nov 23 23:40:59.315724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:40:59.316351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:40:59.316351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:40:59.321273 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:40:59.321594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:40:59.326584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:40:59.326918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:40:59.327295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:40:59.327747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Bound port: 5f6c0f49-f914-452b-a398-19abb4177454, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:40:59.328095 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:59.391073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:40:59.395417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:40:59.399003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:59.433693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:59.434323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:40:59.435735 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1091 time: 1.1178389 Nov 23 23:40:59.458728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778745e-5da8-441b-ad05-60b7f6678aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:40:59.516344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-ac12d3a0-2925-4ce2-a8f1-a54452b2f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:59.517866 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-ac12d3a0-2925-4ce2-a8f1-a54452b2f2bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1094 time: 0.0466959 Nov 23 23:40:59.619076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-48fa9563-52ad-49b6-9ff0-829221fff150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:59.620587 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-48fa9563-52ad-49b6-9ff0-829221fff150 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0961702 Nov 23 23:40:59.695143 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-3e176cf5-84c6-4756-afef-e0c25c884beb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.0666027 Nov 23 23:40:59.746770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-6808b4bd-9fb8-4618-928a-664a1f900de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:59.748482 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-6808b4bd-9fb8-4618-928a-664a1f900de1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0459509 Nov 23 23:40:59.795030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-0772573a-00ab-4b17-94bf-615967f90adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:40:59.796554 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-0772573a-00ab-4b17-94bf-615967f90adc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403049 Nov 23 23:40:59.889871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-657cb593-839e-4fa7-9699-9732133c47fd service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860014 Nov 23 23:40:59.980136 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-5f59094d-00d2-49a9-87f5-476586c606b9 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837417 Nov 23 23:41:00.101406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958131b4-3b57-4dad-ad6c-f7bd032f257f req-9c4c58e6-fbbe-407c-9dec-d74ff187d654 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:00.102920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-958131b4-3b57-4dad-ad6c-f7bd032f257f req-9c4c58e6-fbbe-407c-9dec-d74ff187d654 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0504713 Nov 23 23:41:00.154482 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-958131b4-3b57-4dad-ad6c-f7bd032f257f req-986d10b3-8969-4856-b1aa-214722861517 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453308 Nov 23 23:41:00.775398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:41:00.785450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:41:00.788856 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a72439-9e43-4407-a235-5c463109e426" -d '{"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:41:00.820800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:41:00.847760 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f291d190-e78d-4072-9be4-3e42e0e01f71 x-openstack-request-id: req-f291d190-e78d-4072-9be4-3e42e0e01f71 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:41:00.848271 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:41:00.848594 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f291d190-e78d-4072-9be4-3e42e0e01f71 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:41:00.849261 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'status': 'completed', 'code': 200} Nov 23 23:41:00.950739 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-745c2b91-2054-4e49-bc41-a18346de5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:00.952280 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-745c2b91-2054-4e49-bc41-a18346de5774 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1094 time: 0.0802741 Nov 23 23:41:00.958841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-1272c007-9031-4f83-a9a4-f82aa9cac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:00.960314 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-1272c007-9031-4f83-a9a4-f82aa9cac81a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1094 time: 0.0619249 Nov 23 23:41:01.122463 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-5ff23d18-732e-488f-aa59-ff8e1551611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:01.123972 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-5ff23d18-732e-488f-aa59-ff8e1551611f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1627979 Nov 23 23:41:01.126569 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-e3b1c7f9-d21a-4fa6-b452-ea8df217f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:01.127916 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-e3b1c7f9-d21a-4fa6-b452-ea8df217f105 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1583116 Nov 23 23:41:01.241996 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-7384fa85-fea9-4c49-b429-0fb60c6cdb61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.1107969 Nov 23 23:41:01.246096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-3e1693dc-5ac7-4559-9a0e-c94276f45fb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.1089137 Nov 23 23:41:01.276039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07835c5-ebd7-4bbb-bc67-a522a9f6e704 req-5df36180-b7b6-4c64-8fe0-bf68ed81f431 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:01.278162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b07835c5-ebd7-4bbb-bc67-a522a9f6e704 req-5df36180-b7b6-4c64-8fe0-bf68ed81f431 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0505002 Nov 23 23:41:01.330302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-4cd843fd-f3e7-4dfe-91bd-f2d5587415b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:01.331818 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-4cd843fd-f3e7-4dfe-91bd-f2d5587415b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0834289 Nov 23 23:41:01.333210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b07835c5-ebd7-4bbb-bc67-a522a9f6e704 req-6a6db30b-7426-4af6-be34-5f60c92e4250 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483868 Nov 23 23:41:01.337276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-70aea66b-6cc8-462d-b658-53a634beeb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:01.338725 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-70aea66b-6cc8-462d-b658-53a634beeb9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0817204 Nov 23 23:41:01.406981 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-c891c866-04f9-46e4-83db-757d94db29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:01.408442 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-c891c866-04f9-46e4-83db-757d94db29e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688629 Nov 23 23:41:01.411464 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72439-9e43-4407-a235-5c463109e426 req-a7df4206-2b12-4e27-b53b-11afde032c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:01.412851 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-a7df4206-2b12-4e27-b53b-11afde032c54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655282 Nov 23 23:41:01.577407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-d7401bdd-c598-4d70-8ce5-c58ed51c4996 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543713 Nov 23 23:41:01.579288 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-66973ce6-cb3a-4c3e-8465-13cb256f2afd service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634037 Nov 23 23:41:01.689699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-659da220-dfa3-4cec-9aa6-06c437faa8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:01.759003 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-4a63022e-13d0-43f6-9122-e09725492ac1 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671329 Nov 23 23:41:01.760772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-88a72439-9e43-4407-a235-5c463109e426 req-d3f16850-f273-4a0e-95a1-f034b3ccb53a service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765046 Nov 23 23:41:02.467325 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e205791-5366-4cbf-9ba2-d4443475b1a8 req-0505383f-4c03-420f-9ab4-0a9463331910 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:02.468920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e205791-5366-4cbf-9ba2-d4443475b1a8 req-0505383f-4c03-420f-9ab4-0a9463331910 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0527253 Nov 23 23:41:02.520615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e205791-5366-4cbf-9ba2-d4443475b1a8 req-db000435-58d2-4d82-99d4-2aff91ee4e3a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447822 Nov 23 23:41:03.641986 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879a9b3-d1e7-4d02-871f-92ed131a0f59 req-1435e0ec-2d90-4c35-b1ac-2763a2dfa6fb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:03.643479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f879a9b3-d1e7-4d02-871f-92ed131a0f59 req-1435e0ec-2d90-4c35-b1ac-2763a2dfa6fb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0508692 Nov 23 23:41:03.693627 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f879a9b3-d1e7-4d02-871f-92ed131a0f59 req-c7fdddd9-57a0-457c-9517-28ac0d6745af tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Nov 23 23:41:04.810794 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d812709e-818c-4926-8ac8-18214764c9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:04.828784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031e23c-2b47-4912-afb9-8c97ee4152ce req-90af1f20-0edc-45a3-8ac2-ce88f38e2ea5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:04.832354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9031e23c-2b47-4912-afb9-8c97ee4152ce req-90af1f20-0edc-45a3-8ac2-ce88f38e2ea5 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0612087 Nov 23 23:41:04.884573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9031e23c-2b47-4912-afb9-8c97ee4152ce req-b369a711-d913-4c3f-a334-69f9800132be tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476224 Nov 23 23:41:05.260996 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:05.345485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-38096bb3-21cf-42d3-9e43-be4ed4fe1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:05.346980 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-38096bb3-21cf-42d3-9e43-be4ed4fe1ea0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1094 time: 0.0419993 Nov 23 23:41:05.456406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-20e64014-a86c-4bec-8138-fc28a1fdd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:05.458447 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-20e64014-a86c-4bec-8138-fc28a1fdd8e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0923502 Nov 23 23:41:05.527433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-fa00fd9a-59d3-4956-bd25-eca6e10c5e51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.0609195 Nov 23 23:41:05.579336 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-e4e168df-5b65-4ea2-a61b-11c3af609532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:05.580835 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-e4e168df-5b65-4ea2-a61b-11c3af609532 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0465853 Nov 23 23:41:05.632382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-23212062-71cf-474f-b587-77d7814d8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:05.634009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-23212062-71cf-474f-b587-77d7814d8d66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448861 Nov 23 23:41:05.724772 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-4a0fbc19-0667-49ec-a126-22e42371de1f service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828264 Nov 23 23:41:05.848443 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bd16129e-c0b0-4bfd-bc1a-775a4e89c42c req-fc5024a6-b893-4f29-937d-dc0ab16aaed4 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914924 Nov 23 23:41:06.003198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02dcc9-1338-446e-84d8-554b89b1e8a3 req-fc899634-944e-4c75-9166-44eb8f0ee564 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:06.005237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad02dcc9-1338-446e-84d8-554b89b1e8a3 req-fc899634-944e-4c75-9166-44eb8f0ee564 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0490677 Nov 23 23:41:06.053386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad02dcc9-1338-446e-84d8-554b89b1e8a3 req-d4d9deca-eb64-4270-b255-c47d7bfef7a9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 Nov 23 23:41:06.730584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:07.190836 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021dcdf-5c87-45bc-8f6c-69bb7420ba7b req-b001329a-9b7b-42ca-8867-a4b992ec8f8a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:07.193250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6021dcdf-5c87-45bc-8f6c-69bb7420ba7b req-b001329a-9b7b-42ca-8867-a4b992ec8f8a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0574718 Nov 23 23:41:07.246830 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6021dcdf-5c87-45bc-8f6c-69bb7420ba7b req-ccb7f102-d5e4-4746-9f60-c1f45be315bc tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474937 Nov 23 23:41:07.590179 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:08.369589 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f187c8-9b1c-4f7d-862d-60dc12a5fa80 req-68ffe13c-b03b-4ca6-90fa-6e27b57208e6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:08.371084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0f187c8-9b1c-4f7d-862d-60dc12a5fa80 req-68ffe13c-b03b-4ca6-90fa-6e27b57208e6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0521626 Nov 23 23:41:08.419265 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0f187c8-9b1c-4f7d-862d-60dc12a5fa80 req-961c1349-a60a-42d1-820e-9a312b6bfe69 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Nov 23 23:41:08.547832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:09.540704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545532f1-34d4-4c4a-ad7f-1e132b3205b7 req-feed92f9-be72-47d8-95b1-c8865a75b749 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:09.542426 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-545532f1-34d4-4c4a-ad7f-1e132b3205b7 req-feed92f9-be72-47d8-95b1-c8865a75b749 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0511510 Nov 23 23:41:09.597195 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-545532f1-34d4-4c4a-ad7f-1e132b3205b7 req-9c603c8d-9e65-48f3-8409-180d39fcda00 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480897 Nov 23 23:41:10.716257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97978e-be01-4278-95d3-55ac54b8b3d3 req-0cf70956-6131-422b-986d-dcfc6e720d5e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:10.718017 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b97978e-be01-4278-95d3-55ac54b8b3d3 req-0cf70956-6131-422b-986d-dcfc6e720d5e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0506921 Nov 23 23:41:10.765811 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1b97978e-be01-4278-95d3-55ac54b8b3d3 req-fa4c6dab-1088-437f-a31a-9bbb2957df04 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406551 Nov 23 23:41:11.893340 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dac0d-01a8-47a9-be18-cc4d3a73c76e req-60cc1529-6b34-4876-b0f9-1f84647075df tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:11.895471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-062dac0d-01a8-47a9-be18-cc4d3a73c76e req-60cc1529-6b34-4876-b0f9-1f84647075df tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 943 time: 0.0569034 Nov 23 23:41:11.942852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-062dac0d-01a8-47a9-be18-cc4d3a73c76e req-8222f4b2-8d71-4cb3-aaab-accb1ca8e6de tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412831 Nov 23 23:41:12.400172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:41:12.501378 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:12.525880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '5f6c0f49-f914-452b-a398-19abb4177454', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '5f6c0f49-f914-452b-a398-19abb4177454', 'mac_address': 'fa:16:3e:2e:70:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:41:12.565390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:12.580508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6c0f49-f914-452b-a398-19abb4177454 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:41:12.606520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:12.610947 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:12.663083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:12.670473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.670830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.671176 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.671513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.671880 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.672224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.672633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.672874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.673209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.673557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.673900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.674275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:12.942693 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['5f6c0f49-f914-452b-a398-19abb4177454'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:41:13.071351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8181f0-b60e-43ab-9893-929fae13a309 req-7c2a8fa5-733a-4956-84ae-d7355274163e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:13.072939 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b8181f0-b60e-43ab-9893-929fae13a309 req-7c2a8fa5-733a-4956-84ae-d7355274163e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0566006 Nov 23 23:41:13.124672 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b8181f0-b60e-43ab-9893-929fae13a309 req-fd37f3a2-ea8f-4e5d-98c5-33e25ba05f22 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451422 Nov 23 23:41:13.423072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-5933c64c-2ae6-46e4-8496-dbc5bd84cc6a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:13.424608 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-5933c64c-2ae6-46e4-8496-dbc5bd84cc6a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51&tenant_id=5381ff6756e340c7896cbb0beb0822b4&binding%3Ahost_id=n-h1-817303-3 HTTP/1.1" status: 200 len: 944 time: 0.0561697 Nov 23 23:41:13.436373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def02df2-d257-4277-8d44-cdea65f1eb53 req-7e778ac0-78d1-48d2-b8d3-76cd809a8451 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:13.438009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-def02df2-d257-4277-8d44-cdea65f1eb53 req-7e778ac0-78d1-48d2-b8d3-76cd809a8451 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0500348 Nov 23 23:41:13.489293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-def02df2-d257-4277-8d44-cdea65f1eb53 req-9072a233-8e79-4dad-8e39-78d12804c104 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Nov 23 23:41:13.492846 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-20177e7c-13d3-4d9b-bcfe-097f031a0b03 service neutron] 10.222.0.48 "GET /v2.0/ports/5f6c0f49-f914-452b-a398-19abb4177454/bindings/n-h1-817303-3 HTTP/1.1" status: 200 len: 382 time: 0.0605896 Nov 23 23:41:13.574719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-41a496e0-2754-496b-8fa1-fa0e55b4430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:13.576289 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-41a496e0-2754-496b-8fa1-fa0e55b4430f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1095 time: 0.0429873 Nov 23 23:41:13.678522 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-8cd73417-d1a3-4364-951a-ba48855ee023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:13.680047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-8cd73417-d1a3-4364-951a-ba48855ee023 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.0962415 Nov 23 23:41:13.755668 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-fa7f6b30-48ba-4eba-9acf-42cb60f6d332 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1001 time: 0.0677688 Nov 23 23:41:13.810163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-d5c54e33-ac68-4571-b1a5-6002617ad5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:13.811658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-d5c54e33-ac68-4571-b1a5-6002617ad5b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0492988 Nov 23 23:41:13.857327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-d89e058f-7be8-49a8-b475-861cb5544683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:13.858811 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-d89e058f-7be8-49a8-b475-861cb5544683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402534 Nov 23 23:41:13.952891 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-298ea0fc-06d9-4e06-aa97-91e3459ea353 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868070 Nov 23 23:41:14.044328 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-dd615809-2813-4600-ae08-b5aa97a95fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840728 Nov 23 23:41:14.415923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:41:14.465336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 5f6c0f49-f914-452b-a398-19abb4177454 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:41:14.469494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 5f6c0f49-f914-452b-a398-19abb4177454 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:41:14.469888 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:14.549604 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:14.573295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:41:14.575550 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bffc70-2fa6-440b-b521-b99e15cfe35b" -d '{"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:41:14.589232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:14.595788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:14.617034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e595-ff52-4048-8602-d0b14336d20c req-eb4dbd89-8094-4acd-8017-2a2fcaeed6da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:14.618603 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e98e595-ff52-4048-8602-d0b14336d20c req-eb4dbd89-8094-4acd-8017-2a2fcaeed6da tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0551822 Nov 23 23:41:14.648140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:14.683764 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e98e595-ff52-4048-8602-d0b14336d20c req-3820b510-1856-4ca5-8b4c-34da0aa09311 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564649 Nov 23 23:41:14.689380 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28898701-651c-4d28-a7c1-00483cfef87d x-openstack-request-id: req-28898701-651c-4d28-a7c1-00483cfef87d {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:41:14.689684 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:41:14.689950 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28898701-651c-4d28-a7c1-00483cfef87d {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:41:14.690351 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'code': 200} Nov 23 23:41:15.805952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9de63-9533-4d10-9b1e-494d4e2ea995 req-a7788773-cb7c-44c8-aeb5-4606cc0ce084 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:15.807438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36a9de63-9533-4d10-9b1e-494d4e2ea995 req-a7788773-cb7c-44c8-aeb5-4606cc0ce084 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0503445 Nov 23 23:41:15.856713 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36a9de63-9533-4d10-9b1e-494d4e2ea995 req-00608ee5-dde2-4a16-9aaf-6b0b7baa3353 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Nov 23 23:41:16.981907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77308e-95d0-4c30-a84c-fd94efaa69d7 req-4eab6e8b-672a-4184-acce-409a603e49f6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:16.983416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e77308e-95d0-4c30-a84c-fd94efaa69d7 req-4eab6e8b-672a-4184-acce-409a603e49f6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0523918 Nov 23 23:41:17.031899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e77308e-95d0-4c30-a84c-fd94efaa69d7 req-b33d3921-54f3-4856-9f34-725578dcde2b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Nov 23 23:41:18.159073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e03f9-10a1-4dcb-8fab-fdd6ebcb5d0d req-ed11e887-83e5-4a3c-95b6-7d99e27c3693 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:18.161414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b32e03f9-10a1-4dcb-8fab-fdd6ebcb5d0d req-ed11e887-83e5-4a3c-95b6-7d99e27c3693 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0569019 Nov 23 23:41:18.211375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b32e03f9-10a1-4dcb-8fab-fdd6ebcb5d0d req-e28f7fa6-698a-4459-a5a8-7f38b92ff6a6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Nov 23 23:41:18.357045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-ff1a01f0-2dcd-4ab2-ad54-833bf268dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:18.358555 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-ff1a01f0-2dcd-4ab2-ad54-833bf268dad1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51&tenant_id=5381ff6756e340c7896cbb0beb0822b4 HTTP/1.1" status: 200 len: 1096 time: 0.0445542 Nov 23 23:41:18.370678 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:41:18.434122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:18.648009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:18.684187 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:41:18.726532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:41:18.729074 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7d429a-1dc7-454b-9bfd-e12a1b1cab0d" -d '{"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:41:18.733148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:18.748186 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Transition to ACTIVE for port object 5f6c0f49-f914-452b-a398-19abb4177454 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:41:18.752412 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:18.795707 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b442829-79d0-4eea-a256-d006fae1deb8 x-openstack-request-id: req-1b442829-79d0-4eea-a256-d006fae1deb8 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:41:18.796338 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:41:18.796596 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b442829-79d0-4eea-a256-d006fae1deb8 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:41:18.797004 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'code': 200} Nov 23 23:41:18.851687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:18.892135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] No DVR routers for this DVR port 5f6c0f49-f914-452b-a398-19abb4177454 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:41:19.043751 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:41:19.044025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:41:19.044294 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:41:19.048908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:41:19.049221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Attempting to bind port 5f6c0f49-f914-452b-a398-19abb4177454 on network 4604eb42-2700-4d88-8102-79bb2fbb021a {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:41:19.054970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:41:19.055302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Checking segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:41:19.055710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Bound using segment: {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:41:19.056133 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Bound port: 5f6c0f49-f914-452b-a398-19abb4177454, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84d3f95-936f-4568-ac13-a37b21e605f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:41:19.056484 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:19.135044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:41:19.140070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:41:19.146219 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:19.181171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:19.181790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:19.183171 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1092 time: 0.8166637 Nov 23 23:41:19.205348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414084cd-e2d3-463c-a797-17ba3b319db3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=11']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:19.255130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-705a5254-52bb-4fdc-b2be-a13787d8d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:19.256883 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-705a5254-52bb-4fdc-b2be-a13787d8d965 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1095 time: 0.0479271 Nov 23 23:41:19.340697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addde89-7a64-404c-97d1-408776583bf8 req-ee9b40a4-eb0d-468c-82a3-242c356f64cd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:19.342302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3addde89-7a64-404c-97d1-408776583bf8 req-ee9b40a4-eb0d-468c-82a3-242c356f64cd tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0559814 Nov 23 23:41:19.373217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-f084a60e-76b0-45fc-9c14-f12bf88deaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:19.374871 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-f084a60e-76b0-45fc-9c14-f12bf88deaf8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1112123 Nov 23 23:41:19.395885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3addde89-7a64-404c-97d1-408776583bf8 req-1dcf87c8-6612-4614-9a84-9faf3e37d68b tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468705 Nov 23 23:41:19.446851 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-e680ce70-aec1-456d-bbc8-4140af799edc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.0641100 Nov 23 23:41:19.499559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-dab0ff40-95cb-4931-b1ed-fe59468b9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:19.501083 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-dab0ff40-95cb-4931-b1ed-fe59468b9612 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.0474014 Nov 23 23:41:19.555091 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-182f5f6b-36a4-4a48-b76f-303234f551da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:19.556648 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-182f5f6b-36a4-4a48-b76f-303234f551da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486808 Nov 23 23:41:19.651385 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-92271325-3193-4141-95e0-35daa6fc7296 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871761 Nov 23 23:41:19.750881 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9bd85d2c-f03d-45ce-970e-4842194b9306 req-af145c4d-78a0-46f7-9c7b-1d2f2f8e0d36 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917525 Nov 23 23:41:20.461772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:41:20.504246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:41:20.525867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742421a2-eb64-4796-a9c7-14795919dee8 req-7980bcc1-bd86-4193-8451-bcf24650e07a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:20.527401 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-742421a2-eb64-4796-a9c7-14795919dee8 req-7980bcc1-bd86-4193-8451-bcf24650e07a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0562103 Nov 23 23:41:20.575092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-742421a2-eb64-4796-a9c7-14795919dee8 req-ce4cbfed-2538-45e0-bf87-693bd5b7f6cb tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415771 Nov 23 23:41:20.798218 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:41:20.801208 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ebee1-ffb5-480f-973c-9d8642f09b67" -d '{"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:41:20.850248 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f2e157-002d-4535-bbeb-5f24eda8bf54 x-openstack-request-id: req-30f2e157-002d-4535-bbeb-5f24eda8bf54 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:41:20.850611 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:41:20.850931 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30f2e157-002d-4535-bbeb-5f24eda8bf54 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:41:20.851400 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'status': 'completed', 'code': 200} Nov 23 23:41:20.948967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-70b08fb5-c811-427f-b470-396dff89ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:20.950518 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-70b08fb5-c811-427f-b470-396dff89ba11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1095 time: 0.0773878 Nov 23 23:41:20.957553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-eb3794a6-2877-46e4-9286-236262a22140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:20.959880 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-eb3794a6-2877-46e4-9286-236262a22140 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5381ff6756e340c7896cbb0beb0822b4&device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 1095 time: 0.0570960 Nov 23 23:41:21.137765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-57096a8b-1c67-4700-8109-5b903bdc1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:21.139251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-57096a8b-1c67-4700-8109-5b903bdc1e01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1785104 Nov 23 23:41:21.140414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-e83c2276-9f9c-4c18-bb97-de20a412bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:21.141763 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-e83c2276-9f9c-4c18-bb97-de20a412bdea service neutron] 10.222.0.48 "GET /v2.0/networks?id=4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 200 len: 912 time: 0.1736879 Nov 23 23:41:21.261811 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-3478ea4d-94ae-4d1f-ae82-78519aff14dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.1088340 Nov 23 23:41:21.263501 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-e7d8f494-0ffd-4f88-a676-c171a1220391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 200 len: 1000 time: 0.1168292 Nov 23 23:41:21.702769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358ca72-1e9b-4c71-a49b-648ecb65fe4f req-49e082ba-2e37-4b2b-bc83-a5a229491128 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:21.704982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358ca72-1e9b-4c71-a49b-648ecb65fe4f req-49e082ba-2e37-4b2b-bc83-a5a229491128 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0507836 Nov 23 23:41:21.726951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-d7aef95f-4ae3-4d80-97a1-e587ea06d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:21.728434 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-d7aef95f-4ae3-4d80-97a1-e587ea06d7ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.4602811 Nov 23 23:41:21.730108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-e9087010-c82a-4eb2-b8e8-2e2d4c7d25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:21.731412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-e9087010-c82a-4eb2-b8e8-2e2d4c7d25ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 200 len: 850 time: 0.4547739 Nov 23 23:41:21.757352 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3358ca72-1e9b-4c71-a49b-648ecb65fe4f req-5e718263-e5dd-4ce0-a9b8-a5aef57e9a62 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 Nov 23 23:41:21.809367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-5f5c9cc4-71fb-4ca1-887e-ff07ce0dfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:21.810901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-5f5c9cc4-71fb-4ca1-887e-ff07ce0dfb89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749133 Nov 23 23:41:21.813414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-bd404a73-9abe-4ac5-b74c-cf9dc02fcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:21.814754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-bd404a73-9abe-4ac5-b74c-cf9dc02fcfbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4604eb42-2700-4d88-8102-79bb2fbb021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684335 Nov 23 23:41:21.970250 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-e88f732c-3bde-4e57-a16a-57db0ab29e93 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518366 Nov 23 23:41:21.973971 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-2b4bde34-bcc3-4136-a5b4-4ce7cc7cf7e4 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484678 Nov 23 23:41:22.141403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-d06867ef-cb55-4768-a538-7148494d4cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634631 Nov 23 23:41:22.149011 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20ebee1-ffb5-480f-973c-9d8642f09b67 req-df3b8290-2cb8-4a0f-aabf-33148ef182a4 service neutron] 10.222.0.46 "GET /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632092 Nov 23 23:41:22.883152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9c7de-91c1-4880-acf1-7bc4cb70ee04 req-27a1e854-9a2d-45e5-9daf-2441773ec4b1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:22.884758 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dee9c7de-91c1-4880-acf1-7bc4cb70ee04 req-27a1e854-9a2d-45e5-9daf-2441773ec4b1 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0516012 Nov 23 23:41:22.949460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-dee9c7de-91c1-4880-acf1-7bc4cb70ee04 req-74252b29-003e-4fd3-a0fe-dcd481810ff7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585630 Nov 23 23:41:24.075261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9787ce6-2262-4f20-95cd-93790bfa8f24 req-a542ff50-85d3-4fa6-95ed-baa99143f6f9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:24.076701 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9787ce6-2262-4f20-95cd-93790bfa8f24 req-a542ff50-85d3-4fa6-95ed-baa99143f6f9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0520291 Nov 23 23:41:24.126507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9787ce6-2262-4f20-95cd-93790bfa8f24 req-e3a93845-86e9-430c-a2ab-b1eff061bfdc tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Nov 23 23:41:25.270830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92316db8-5e6e-4596-a962-d04a48e7c88b req-7f3dfc1f-a350-4531-8f18-4546032a1828 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:25.272405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92316db8-5e6e-4596-a962-d04a48e7c88b req-7f3dfc1f-a350-4531-8f18-4546032a1828 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0506461 Nov 23 23:41:25.326284 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92316db8-5e6e-4596-a962-d04a48e7c88b req-4a83669f-8bdb-4526-bae3-121d1b746354 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476654 Nov 23 23:41:26.448652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bac21-c289-483c-a2b1-5c9b7f7b77ce req-4ee30e85-28ac-4938-baab-d4277c204418 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:26.450101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-047bac21-c289-483c-a2b1-5c9b7f7b77ce req-4ee30e85-28ac-4938-baab-d4277c204418 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0524118 Nov 23 23:41:26.498924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-047bac21-c289-483c-a2b1-5c9b7f7b77ce req-7af3bc7e-398c-4df4-9fd8-849e3bb8324d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 Nov 23 23:41:27.533839 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:27.620092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064f0f-1ae8-4355-976a-c86fa7c053f0 req-4aa5f35a-2c94-419c-95a7-858f1c5c1248 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:27.621726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6064f0f-1ae8-4355-976a-c86fa7c053f0 req-4aa5f35a-2c94-419c-95a7-858f1c5c1248 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0502231 Nov 23 23:41:27.673307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6064f0f-1ae8-4355-976a-c86fa7c053f0 req-9af58b82-e6ed-4f5e-be96-8c6278a08f52 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454969 Nov 23 23:41:28.295981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:41:28.798149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d345-29f1-4e65-bce2-81eebfb8a02a req-6a1e5dc3-8046-46c7-9574-429a00059326 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:28.799718 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62d8d345-29f1-4e65-bce2-81eebfb8a02a req-6a1e5dc3-8046-46c7-9574-429a00059326 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0535407 Nov 23 23:41:28.854556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62d8d345-29f1-4e65-bce2-81eebfb8a02a req-af264708-0c2a-4406-a089-d96521dfab65 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477350 Nov 23 23:41:29.976456 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631c2f5-b667-49ae-a9a9-d500d405d01f req-efcbf702-6aaf-42b3-ac9b-e3eb1631919c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:29.978061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d631c2f5-b667-49ae-a9a9-d500d405d01f req-efcbf702-6aaf-42b3-ac9b-e3eb1631919c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0515711 Nov 23 23:41:30.034116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d631c2f5-b667-49ae-a9a9-d500d405d01f req-710af36b-c741-4550-98d7-ac6cedf71aaf tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495584 Nov 23 23:41:31.168398 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e124cf-6ec2-4c56-a65b-86e6a50d56e0 req-f10cdd43-1507-4e6a-bb5f-0dfdd6f85267 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:31.169919 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4e124cf-6ec2-4c56-a65b-86e6a50d56e0 req-f10cdd43-1507-4e6a-bb5f-0dfdd6f85267 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0545175 Nov 23 23:41:31.220576 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c4e124cf-6ec2-4c56-a65b-86e6a50d56e0 req-827851fa-b85c-4704-978a-56347169044e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Nov 23 23:41:31.702540 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28fc005b-8b40-4ec7-aa51-6301b7ad8ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:32.385711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da6585-3d57-4d5d-8a19-5fdfa43cebfa req-df28bce8-3044-4d70-a986-a694c4649c67 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:32.387307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82da6585-3d57-4d5d-8a19-5fdfa43cebfa req-df28bce8-3044-4d70-a986-a694c4649c67 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0815141 Nov 23 23:41:32.450375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82da6585-3d57-4d5d-8a19-5fdfa43cebfa req-783d92b3-1ab9-4c2a-bafe-1e00d0bb724d tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535889 Nov 23 23:41:32.604327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c515c67-b5a1-4dc4-a219-4d055fb141f3 req-a4d5e493-7946-4d2d-b8e4-4cabeacb8fb6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:32.605960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c515c67-b5a1-4dc4-a219-4d055fb141f3 req-a4d5e493-7946-4d2d-b8e4-4cabeacb8fb6 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0684075 Nov 23 23:41:32.667814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2c515c67-b5a1-4dc4-a219-4d055fb141f3 req-d6ebebbc-da1e-42b3-8b70-113d7020fc0a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549188 Nov 23 23:41:32.834355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8970ce0-0431-4b62-b034-56f44fafbefa req-afd5e2c0-3d6c-4b9d-9b4a-b26390099030 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:32.837463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8970ce0-0431-4b62-b034-56f44fafbefa req-afd5e2c0-3d6c-4b9d-9b4a-b26390099030 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0590439 Nov 23 23:41:32.888823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8970ce0-0431-4b62-b034-56f44fafbefa req-d9d88642-c182-4200-8806-6da73749de53 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467048 Nov 23 23:41:32.922359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:41:33.051013 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:33.064902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '5f6c0f49-f914-452b-a398-19abb4177454', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'port_id': '5f6c0f49-f914-452b-a398-19abb4177454', 'mac_address': 'fa:16:3e:2e:70:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:41:33.114446 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:33.135085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6c0f49-f914-452b-a398-19abb4177454 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:41:33.157615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:33.165269 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:33.183681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd3c0a-fede-4064-94c7-60b71f1111d1 req-5bb5bb46-3e94-48c2-80a4-4f0064dbc594 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:33.185317 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44cd3c0a-fede-4064-94c7-60b71f1111d1 req-5bb5bb46-3e94-48c2-80a4-4f0064dbc594 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 944 time: 0.0669146 Nov 23 23:41:33.235210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:33.247004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44cd3c0a-fede-4064-94c7-60b71f1111d1 req-ef538af3-51df-41a8-843d-ce89edd255fe tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483716 Nov 23 23:41:33.450331 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['5f6c0f49-f914-452b-a398-19abb4177454'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:41:34.398329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f32d34-e52c-4588-a193-b395a8e3d8fb req-432cb82f-b651-410c-b299-6aeed5147dff tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:34.400025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46f32d34-e52c-4588-a193-b395a8e3d8fb req-432cb82f-b651-410c-b299-6aeed5147dff tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0671694 Nov 23 23:41:34.461140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46f32d34-e52c-4588-a193-b395a8e3d8fb req-d6a54027-a449-4f40-a0e1-33be8e6bd05a tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups?id=4d02f355-7275-4e7f-8acb-9e9a96beb93d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529706 Nov 23 23:41:34.742233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-17f2e604-9cb1-4e6f-b9a8-843b23cb56f8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:34.743840 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-17f2e604-9cb1-4e6f-b9a8-843b23cb56f8 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 945 time: 0.0609148 Nov 23 23:41:34.816358 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd9e1843-95ac-4328-84f5-99f05e856c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:34.849262 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Deleting port 5f6c0f49-f914-452b-a398-19abb4177454 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:41:34.849604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:34.931163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:41:34.966690 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:34.967545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:34.992559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 5f6c0f49-f914-452b-a398-19abb4177454 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:41:34.997557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 5f6c0f49-f914-452b-a398-19abb4177454 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:41:34.997933 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.100037 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.131310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:41:35.133889 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de947603-6c98-4579-aaaf-0dff050281ce" -d '{"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:41:35.149546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 5f6c0f49-f914-452b-a398-19abb4177454, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=5f6c0f49-f914-452b-a398-19abb4177454,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:35.155900 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.184861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.185296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.185650 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b disassociated. External IP: 172.25.0.131, port: 5f6c0f49-f914-452b-a398-19abb4177454. Nov 23 23:41:35.186199 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Calling delete_port for 5f6c0f49-f914-452b-a398-19abb4177454 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:41:35.188668 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebb531b-0b55-4b78-aaad-c003c10b8675 x-openstack-request-id: req-4ebb531b-0b55-4b78-aaad-c003c10b8675 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:41:35.188971 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:41:35.189238 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ebb531b-0b55-4b78-aaad-c003c10b8675 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:41:35.189644 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'code': 200} Nov 23 23:41:35.229485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=13']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:35.267033 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.332103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.367673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event deleted for resources: {'Port': ['ID=5f6c0f49-f914-452b-a398-19abb4177454,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:35.509980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:41:35.584669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7bd0aa19-9119-412e-8fa8-08062d324a13 req-5f309f10-3242-4fff-b8a7-50abd161c4b7 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 210 time: 0.0347426 Nov 23 23:41:35.639736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:41:35.650866 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:41:35.663078 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:41:35.663762 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:41:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:35.693316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] No DVR routers for this DVR port 5f6c0f49-f914-452b-a398-19abb4177454 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:41:35.696297 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:35.700090 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-01b7fd32-fae9-475d-a0ba-87ef00cdca01 req-412cf0f8-f09d-4506-a8c0-c86124835cef tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.46 "DELETE /v2.0/ports/5f6c0f49-f914-452b-a398-19abb4177454 HTTP/1.1" status: 204 len: 173 time: 0.9504912 Nov 23 23:41:35.700601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-deleted', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:41:35.703821 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d87d221-99c6-47b4-b86f-bf656e6d58c0" -d '{"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-deleted", "tag": "5f6c0f49-f914-452b-a398-19abb4177454"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:41:35.772983 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79de4c4e-b6ed-4d99-84d8-d18f6358468a x-openstack-request-id: req-79de4c4e-b6ed-4d99-84d8-d18f6358468a {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:41:35.773657 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79a213-0d20-4ec3-9404-80c9fa25cf51", "name": "network-vif-deleted", "tag": "5f6c0f49-f914-452b-a398-19abb4177454", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:41:35.773898 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79de4c4e-b6ed-4d99-84d8-d18f6358468a {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:41:35.774543 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79a213-0d20-4ec3-9404-80c9fa25cf51', 'name': 'network-vif-deleted', 'tag': '5f6c0f49-f914-452b-a398-19abb4177454', 'status': 'completed', 'code': 200} Nov 23 23:41:35.792607 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:41:36.022628 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:36.054042 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:41:36.068462 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:41:36.069088 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:41:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:36.208899 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:41:36.479049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:36.508446 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344898c-92cf-44cf-a77a-e89b50f9b227 None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef', 'name': '', 'network_id': '4604eb42-2700-4d88-8102-79bb2fbb021a', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'mac_address': 'fa:16:3e:97:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:53Z', 'updated_at': '2021-11-23T23:31:56Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'subnets': [{'id': '9e64abaa-fa04-4b4f-86e5-2bd7adc00733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:41:36.740511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1200008e-ad72-4889-92d6-8fd42e23f08f req-74a16dc2-36a8-4f0c-8b74-b91e221b9a30 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 210 time: 0.0493720 Nov 23 23:41:36.748664 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:36.821642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f349f45b-e71f-4dcc-9d61-6287b17074cc None None] New status for floating IP a73b9ae6-21b1-46ca-9156-86ef308e9c0b: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:41:37.594588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:37.850474 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a971a7a8-8960-4a14-8b07-cf1728db9986 req-d642f3d4-2f42-4bac-a400-e953a2aa0814 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 210 time: 0.0283592 Nov 23 23:41:38.553132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:38.946792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:41:38.968016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 5f6c0f49-f914-452b-a398-19abb4177454 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:41:38.968363 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 5f6c0f49-f914-452b-a398-19abb4177454 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:41:38.978715 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-835e089b-fd91-41ce-a15c-fcfc638bd2a6 req-f6666299-9e3a-4cc2-83a0-31985266575e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 210 time: 0.0418096 Nov 23 23:41:40.113349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0281722a-bae4-4ad7-ae5a-acf92ff7ba41 req-0f733530-a631-4546-8dc9-1ee78cfe115c tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a79a213-0d20-4ec3-9404-80c9fa25cf51 HTTP/1.1" status: 200 len: 210 time: 0.0327022 Nov 23 23:41:44.911943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60860) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:44.975781 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.004819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.060144 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.062733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.063967 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d02f355-7275-4e7f-8acb-9e9a96beb93d HTTP/1.1" status: 204 len: 168 time: 0.1509273 Nov 23 23:41:45.067365 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60862) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:45.075001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d02f355-7275-4e7f-8acb-9e9a96beb93d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:45.082186 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-e8f64103-551c-428e-952c-317d4d3844ec tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] show failed (client error): The resource could not be found. Nov 23 23:41:45.083670 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e8f64103-551c-428e-952c-317d4d3844ec tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "GET /v2.0/security-groups/4d02f355-7275-4e7f-8acb-9e9a96beb93d HTTP/1.1" status: 404 len: 347 time: 0.0151031 Nov 23 23:41:45.084166 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.084520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.084866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.085208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.085550 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.085883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.086310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.086610 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60864) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:45.087445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.087757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.088158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.088420 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.088750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2eefd7-2f66-485c-9c6b-54791312d4d9 tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:45.228182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Deleting port 628605fa-6a38-47a6-8bd0-2250b642d35a {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:41:45.228437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.322032 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.322351 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.336425 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Calling delete_port for 628605fa-6a38-47a6-8bd0-2250b642d35a owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:41:45.493273 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.525042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Pushing event deleted for resources: {'Port': ['ID=628605fa-6a38-47a6-8bd0-2250b642d35a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:45.589523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.592230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:45.593405 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c39bcdc2-66a7-4ec1-a4f4-54078ef5d82e tempest-ServerActionsTestJSON-1393809426 tempest-ServerActionsTestJSON-1393809426-project] 10.222.0.11 "DELETE /v2.0/floatingips/a73b9ae6-21b1-46ca-9156-86ef308e9c0b HTTP/1.1" status: 204 len: 168 time: 0.5057147 Nov 23 23:41:45.596351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60866) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:46.061206 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:46.307846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Deleting port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:41:46.308488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:46.389026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] For port 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:46.389411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:46.402509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Calling delete_port for 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:41:46.582917 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:46.608060 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:46.781509 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:46.999918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:41:47.105136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:41:47.110186 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-50a4a9d0-02c2-4e54-83d8-ca247878665a admin admin] 10.222.0.11 "PUT /v2.0/routers/30e6c510-f7c3-4c5b-bc7f-1522b21da882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5127871 Nov 23 23:41:47.113140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:47.113824 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] Sync routers for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:41:47.123256 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:41:47.123894 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:41:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:47.232771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.337869 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:41:47.343928 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.405928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Deleting port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:41:47.406264 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.493005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] For port b5d63b0f-49db-4a11-96e5-ee86bb4a7e14, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:47.493417 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.507122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Calling delete_port for b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:41:47.530808 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:41:46Z', 'revision_number': 5, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port': {'id': 'b5d63b0f-49db-4a11-96e5-ee86bb4a7e14', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:31:51Z', 'updated_at': '2021-11-23T23:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:47.557675 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] Checking router: 30e6c510-f7c3-4c5b-bc7f-1522b21da882 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:41:47.567687 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] Routers {'30e6c510-f7c3-4c5b-bc7f-1522b21da882'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:41:47.568253 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:41:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:47.658080 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] Set router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:41:47.693445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.713527 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:41:47Z', 'revision_number': 6, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:47.719093 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d63b0f-49db-4a11-96e5-ee86bb4a7e14,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:47.736702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d902be-fb57-4501-8498-c5e6ad07a526 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:41:47.741881 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff5940-df3c-44bc-8c54-7f87a9d815ab None None] The sync data for ids ['30e6c510-f7c3-4c5b-bc7f-1522b21da882'] in n-d-817303-3 is: [{'id': '30e6c510-f7c3-4c5b-bc7f-1522b21da882', 'name': 'tempest-ServerActionsTestJSON-938415842-router', 'tenant_id': '5381ff6756e340c7896cbb0beb0822b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:31:50Z', 'updated_at': '2021-11-23T23:41:47Z', 'revision_number': 6, 'project_id': '5381ff6756e340c7896cbb0beb0822b4', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:41:47.796773 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.889967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.892280 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.936554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.937036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30e6c510-f7c3-4c5b-bc7f-1522b21da882 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:41:47.941671 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:47.943079 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-54b58e2f-4682-42c1-a187-7679cc6b17f3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/30e6c510-f7c3-4c5b-bc7f-1522b21da882 HTTP/1.1" status: 204 len: 168 time: 0.8286533 Nov 23 23:41:47.945538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:47.989956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] Deleting subnet 9e64abaa-fa04-4b4f-86e5-2bd7adc00733 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:41:47.993143 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.027349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.117010 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.178250 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.192421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:41:48.205170 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e64abaa-fa04-4b4f-86e5-2bd7adc00733,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:48.214857 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.219602 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e1d69c5-e892-47d9-9d34-da07b637e444 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9e64abaa-fa04-4b4f-86e5-2bd7adc00733 HTTP/1.1" status: 204 len: 168 time: 0.2716029 Nov 23 23:41:48.219770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:41:48.219886 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6c92739e-a6f2-42a2-a7f8-0b4bdf4860ef not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:41:48.220897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60874) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:48.224188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0deaef-5398-495e-9f38-4624dc6fa5c0 None None] Network 4604eb42-2700-4d88-8102-79bb2fbb021a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:41:48.290027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.348509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Deleting port 15191d81-78c5-4b93-b9b7-60da8a2cadbc {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:41:48.348849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.414023 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] For port 15191d81-78c5-4b93-b9b7-60da8a2cadbc, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=15191d81-78c5-4b93-b9b7-60da8a2cadbc,segment=NetworkSegment(b84d3f95-936f-4568-ac13-a37b21e605f0),segment_id=b84d3f95-936f-4568-ac13-a37b21e605f0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:48.414382 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.427954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Calling delete_port for 15191d81-78c5-4b93-b9b7-60da8a2cadbc owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:41:48.503926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] DHCP port deletion for 4604eb42-2700-4d88-8102-79bb2fbb021a request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:41:48.518844 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.545247 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15191d81-78c5-4b93-b9b7-60da8a2cadbc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:48.552006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] No DVR routers for this DVR port 15191d81-78c5-4b93-b9b7-60da8a2cadbc on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:41:48.562201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] Deleting port 15191d81-78c5-4b93-b9b7-60da8a2cadbc {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:41:48.562573 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.623206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.632516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] For port 15191d81-78c5-4b93-b9b7-60da8a2cadbc, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:41:48.633259 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.646709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] Calling delete_port for 15191d81-78c5-4b93-b9b7-60da8a2cadbc owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:41:48.649604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] Port 15191d81-78c5-4b93-b9b7-60da8a2cadbc was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:41:48.650237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4604eb42-2700-4d88-8102-79bb2fbb021a']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:48.650927 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.661075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84d3f95-936f-4568-ac13-a37b21e605f0') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:48.661442 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84d3f95-936f-4568-ac13-a37b21e605f0') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:41:48.681982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] Pushing event deleted for resources: {'Port': ['ID=15191d81-78c5-4b93-b9b7-60da8a2cadbc,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:48.685776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40931a3-88c3-450b-b622-1b7564e4179d None None] No DVR routers for this DVR port 15191d81-78c5-4b93-b9b7-60da8a2cadbc on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:41:48.971299 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.987392 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.994804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:41:48.995200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:41:48.996984 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:41:49.056534 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:49.062270 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:49.068655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4604eb42-2700-4d88-8102-79bb2fbb021a HTTP/1.1" status: 204 len: 168 time: 0.8434575 Nov 23 23:41:49.083805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae690-080f-41b2-a56b-3b2dc6750dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4604eb42-2700-4d88-8102-79bb2fbb021a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:49.185820 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60878) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:49.226526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1d47977f-86b2-4c2e-93a3-75f116977ac0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5381ff6756e340c7896cbb0beb0822b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394511 Nov 23 23:41:49.231855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60880) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:49.283602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e578db10-e0cf-4ccf-884d-e8601c5f24e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:49.305045 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e578db10-e0cf-4ccf-884d-e8601c5f24e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:49.353019 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e578db10-e0cf-4ccf-884d-e8601c5f24e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:49.356514 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e578db10-e0cf-4ccf-884d-e8601c5f24e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:49.358363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e578db10-e0cf-4ccf-884d-e8601c5f24e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f3fe720-d8ac-4b95-bde8-fdaa929fa1aa HTTP/1.1" status: 204 len: 168 time: 0.1255264 Nov 23 23:41:49.367008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578db10-e0cf-4ccf-884d-e8601c5f24e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3fe720-d8ac-4b95-bde8-fdaa929fa1aa,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:50.035945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 15191d81-78c5-4b93-b9b7-60da8a2cadbc no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:41:50.056620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 15191d81-78c5-4b93-b9b7-60da8a2cadbc {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:41:50.056966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 15191d81-78c5-4b93-b9b7-60da8a2cadbc not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:41:50.057380 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:41:50.076922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:41:50.077259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b5d63b0f-49db-4a11-96e5-ee86bb4a7e14 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:41:50.081121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 60902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:50.189276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-454746517-network', 'tenant_id': 'c2f2a135ff244d92a6a4e6a7301364a8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:41:50.213857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Made reservation on behalf of c2f2a135ff244d92a6a4e6a7301364a8 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:41:50.216234 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.226146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.305504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.312075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.340649 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:41:50.356763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6a090a-2afd-441a-ba67-a042ae3d61d6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:50.359900 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.360248 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Added segment 86bc2fa1-b97a-40b4-baeb-b3795944828a of type vlan for network 486a1e76-c0e7-452d-afc1-1735eba0ccae Nov 23 23:41:50.408974 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.436132 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.437082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:50.437653 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.476487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3930683 Nov 23 23:41:50.479746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 60906) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:41:50.484974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Request body: {'subnet': {'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-454746517-subnet', 'tenant_id': 'c2f2a135ff244d92a6a4e6a7301364a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:41:50.505662 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37d02d-6a9f-493e-bdc9-a7f1fdc9652a admin admin] Pushing event updated for resources: {'Network': ['ID=486a1e76-c0e7-452d-afc1-1735eba0ccae,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:50.510137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Made reservation on behalf of c2f2a135ff244d92a6a4e6a7301364a8 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:41:50.512603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.516231 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 486a1e76-c0e7-452d-afc1-1735eba0ccae details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:41:50.697601 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.749609 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeced895-f53f-4187-a6d1-0cb2f81c4244,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:50.767989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Checking segment: {'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:41:50.768358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Network hostable DHCP agents. Network: 486a1e76-c0e7-452d-afc1-1735eba0ccae, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:41:50.784423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Network 486a1e76-c0e7-452d-afc1-1735eba0ccae is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:41:50.796087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 486a1e76-c0e7-452d-afc1-1735eba0ccae) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:41:50.801890 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:50.803532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:50.805182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddee899-540f-498d-aead-91ba6a662043 None None] Network 486a1e76-c0e7-452d-afc1-1735eba0ccae requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:41:50.821986 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dd14550e-42f1-4e4d-9710-7ecf61cf513a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3403058 Nov 23 23:41:50.936798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd7897-5037-4a2a-b396-17c0322ed84e None None] Network 486a1e76-c0e7-452d-afc1-1735eba0ccae requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:41:51.302847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-c8680d8e-5533-4a68-a973-4eb507b2a90f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:51.304330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-c8680d8e-5533-4a68-a973-4eb507b2a90f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/networks?id=486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 200 len: 813 time: 0.1155059 Nov 23 23:41:51.320001 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-8bc9e3ae-27f5-4bda-9a46-2de3c7e4b1b9 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/quotas/c2f2a135ff244d92a6a4e6a7301364a8 HTTP/1.1" status: 200 len: 375 time: 0.0096335 Nov 23 23:41:51.353073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-e698efbe-720f-4427-8d98-ea54f4567716 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273285 Nov 23 23:41:51.363958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-70ae2951-df8c-4f64-87f6-8ca6c1b6574f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:41:51.364952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-70ae2951-df8c-4f64-87f6-8ca6c1b6574f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052671 Nov 23 23:41:51.471990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-a0804a79-4a18-423f-b1e6-7f279e54e5f0 service neutron] 10.222.0.11 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007597 Nov 23 23:41:51.566972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f285ed3c-bd9e-4147-bf08-ab3b5d3db544 service neutron] 10.222.0.11 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884302 Nov 23 23:41:52.758074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34c8cbea-83e7-4bfd-9787-6594799b5bbc req-45d48dd0-bb33-45b7-8c48-db1dc6a0d3cb tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 210 time: 0.0277450 Nov 23 23:41:53.840550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f71b4196-95e6-4b0e-9ab4-c8a9ea682a02 req-b18628a2-5d5f-4b0c-95b1-abdf5f59e7cd tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 210 time: 0.0303674 Nov 23 23:41:54.918823 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6554bf94-8658-47c4-bdce-846d32ff0ff1 req-0ff5ff40-669c-4950-b25c-c537c72eefd8 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 210 time: 0.0272884 Nov 23 23:41:55.997131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c92ed954-3fe4-4b30-b413-7da1f3d7033c req-89eb607b-3d43-4730-9579-f417477efa27 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 210 time: 0.0275660 Nov 23 23:41:57.093801 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fbdd73fb-e0a5-48e9-af55-f4f4a4433492 req-86ec4267-64f3-460d-b886-8aae2edddc1a tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 210 time: 0.0282879 Nov 23 23:41:57.533498 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:57.867378 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-bbf2f02a-ded0-4af7-b919-0220e7db8327 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:57.868893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-bbf2f02a-ded0-4af7-b919-0220e7db8327 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.48 "GET /v2.0/networks?id=486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 200 len: 813 time: 0.1091092 Nov 23 23:41:57.889297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Request body: {'port': {'device_id': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae', 'admin_state_up': True, 'tenant_id': 'c2f2a135ff244d92a6a4e6a7301364a8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:41:57.997534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Made reservation on behalf of c2f2a135ff244d92a6a4e6a7301364a8 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:41:58.001013 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:58.204700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5618df0-b68c-4a6c-a60e-01261c84159b req-c49df7f7-5f13-4c2e-b35c-3e3582443240 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 210 time: 0.0270152 Nov 23 23:41:58.467647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Allocated IP 172.20.0.3 (486a1e76-c0e7-452d-afc1-1735eba0ccae/aeced895-f53f-4187-a6d1-0cb2f81c4244/25219a01-011c-4446-91ab-355bde191f9e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:41:58.623194 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:58.655813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:58.701468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Network 486a1e76-c0e7-452d-afc1-1735eba0ccae is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:41:58.704478 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:41:58.708660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:41:58.732725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Pushing event updated for resources: {'Port': ['ID=25219a01-011c-4446-91ab-355bde191f9e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:58.760087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:58.760701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:58.777345 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-f8a4982e-8845-4584-ad85-027a9ed8d61f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8922653 Nov 23 23:41:58.795213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Request body: {'port': {'device_id': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:41:58.853979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:59.113351 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25219a01-011c-4446-91ab-355bde191f9e {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:41:59.120836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:59.132818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Transition to ACTIVE for port object 25219a01-011c-4446-91ab-355bde191f9e will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:41:59.136809 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:59.188770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Pushing event updated for resources: {'Port': ['ID=25219a01-011c-4446-91ab-355bde191f9e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:59.215836 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.216158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.216497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.216834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.217160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.217486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.217809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.218135 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.218459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.218783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.219102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.219419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:41:59.268526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Attempting to bind port 25219a01-011c-4446-91ab-355bde191f9e on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:41:59.269381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Attempting to bind port 25219a01-011c-4446-91ab-355bde191f9e by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:41:59.269865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Attempting to bind port 25219a01-011c-4446-91ab-355bde191f9e on network 486a1e76-c0e7-452d-afc1-1735eba0ccae {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:41:59.275757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Port 25219a01-011c-4446-91ab-355bde191f9e on network 486a1e76-c0e7-452d-afc1-1735eba0ccae not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:41:59.275757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Attempting to bind port 25219a01-011c-4446-91ab-355bde191f9e on network 486a1e76-c0e7-452d-afc1-1735eba0ccae {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:41:59.281377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:41:59.281713 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Checking segment: {'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:41:59.282095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Bound using segment: {'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:41:59.282526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Bound port: 25219a01-011c-4446-91ab-355bde191f9e, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:41:59.282907 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:59.327285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab99ee-c5b1-486d-b933-d6bbefa76292 req-d13d7c73-6898-4edc-9b3a-45e684b9182e tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:59.328808 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07ab99ee-c5b1-486d-b933-d6bbefa76292 req-d13d7c73-6898-4edc-9b3a-45e684b9182e tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 943 time: 0.0491099 Nov 23 23:41:59.349995 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] For port 25219a01-011c-4446-91ab-355bde191f9e, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:41:59.353666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] For port 25219a01-011c-4446-91ab-355bde191f9e, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25219a01-011c-4446-91ab-355bde191f9e,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:41:59.358239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:59.384499 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07ab99ee-c5b1-486d-b933-d6bbefa76292 req-71a931ee-9c9d-4200-8ad3-5c8ee54d2463 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482287 Nov 23 23:41:59.393184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:59.394565 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:41:59.396353 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] 10.222.0.48 "PUT /v2.0/ports/25219a01-011c-4446-91ab-355bde191f9e HTTP/1.1" status: 200 len: 1091 time: 0.6053612 Nov 23 23:41:59.396805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'tag': '25219a01-011c-4446-91ab-355bde191f9e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:41:59.399083 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28158ea8-e06d-4c1c-928a-832e69eea2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f88731-f48f-43bf-9b53-8af730cba293", "tag": "25219a01-011c-4446-91ab-355bde191f9e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:41:59.425359 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef627973-1c2a-467e-810b-4db75d0ab63c service neutron] Pushing event updated for resources: {'Port': ['ID=25219a01-011c-4446-91ab-355bde191f9e,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:41:59.448403 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fa198a-6351-420d-b108-610a699085a8 x-openstack-request-id: req-c0fa198a-6351-420d-b108-610a699085a8 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:41:59.448700 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f88731-f48f-43bf-9b53-8af730cba293", "tag": "25219a01-011c-4446-91ab-355bde191f9e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:41:59.448963 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0fa198a-6351-420d-b108-610a699085a8 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:41:59.449413 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'tag': '25219a01-011c-4446-91ab-355bde191f9e', 'status': 'completed', 'code': 200} Nov 23 23:41:59.518005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-487d1200-2298-4035-9967-e8e4e5bf4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:59.519894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-487d1200-2298-4035-9967-e8e4e5bf4397 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 1094 time: 0.0481048 Nov 23 23:41:59.569053 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-0c6c2a0c-6cc6-4e7d-93ed-31511c9e876c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25219a01-011c-4446-91ab-355bde191f9e HTTP/1.1" status: 200 len: 217 time: 0.0350780 Nov 23 23:41:59.623289 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-4f163b5e-44fd-4931-a419-4dab9f14081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:59.624977 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-4f163b5e-44fd-4931-a419-4dab9f14081e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeced895-f53f-4187-a6d1-0cb2f81c4244 HTTP/1.1" status: 200 len: 853 time: 0.0493615 Nov 23 23:41:59.656979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-ee2958ea-fdbb-4096-aa3a-9cefd51fec68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=486a1e76-c0e7-452d-afc1-1735eba0ccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249643 Nov 23 23:41:59.753490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-e6c5f9b2-5dcf-4468-bb1d-03589ecbb8e4 service neutron] 10.222.0.48 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890560 Nov 23 23:41:59.850055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-bae18f51-13d7-4196-a0ab-d8b507e43bba req-4749a3da-ebcd-4755-a28f-a3ff4b85d800 service neutron] 10.222.0.48 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894761 Nov 23 23:41:59.974433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-13add96c-1dcc-4170-9a88-71cb968a98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:41:59.975831 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-13add96c-1dcc-4170-9a88-71cb968a98b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 1094 time: 0.0428648 Nov 23 23:42:00.070137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-d05508e5-9d77-4d81-b796-3f45e5a86131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:00.071673 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-d05508e5-9d77-4d81-b796-3f45e5a86131 service neutron] 10.222.0.48 "GET /v2.0/networks?id=486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 200 len: 914 time: 0.0887990 Nov 23 23:42:00.119329 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-89910162-86af-4b97-a1d3-d79da3e34fae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25219a01-011c-4446-91ab-355bde191f9e HTTP/1.1" status: 200 len: 217 time: 0.0395305 Nov 23 23:42:00.172641 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-774e74ae-af82-4870-8a1c-311ca92cfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:00.174125 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-774e74ae-af82-4870-8a1c-311ca92cfe62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeced895-f53f-4187-a6d1-0cb2f81c4244 HTTP/1.1" status: 200 len: 853 time: 0.0485654 Nov 23 23:42:00.207482 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-9cb56831-ac83-4fc1-b97b-012694ba9665 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=486a1e76-c0e7-452d-afc1-1735eba0ccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253854 Nov 23 23:42:00.302340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-f1d6da02-05b7-43ad-b782-b4aa0b7083cf service neutron] 10.222.0.48 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868175 Nov 23 23:42:00.395856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28158ea8-e06d-4c1c-928a-832e69eea2d2 req-523b2870-1ff9-456d-b07e-3717fa30a221 service neutron] 10.222.0.48 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849798 Nov 23 23:42:00.509344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e3eb5-aa44-44e3-b114-8e95f5c571e6 req-574a825c-8256-4171-ad5d-9cd77ad67ae5 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:00.510749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-554e3eb5-aa44-44e3-b114-8e95f5c571e6 req-574a825c-8256-4171-ad5d-9cd77ad67ae5 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 943 time: 0.0515411 Nov 23 23:42:00.560704 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-554e3eb5-aa44-44e3-b114-8e95f5c571e6 req-9412d5e5-8d0c-43b5-93cd-32bb65a134dd tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Nov 23 23:42:01.682491 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ed081-4a9e-44ae-9015-af18c2da44af req-279f470a-25d1-4d34-977a-81db3b6cd407 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:01.684035 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b67ed081-4a9e-44ae-9015-af18c2da44af req-279f470a-25d1-4d34-977a-81db3b6cd407 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 943 time: 0.0511246 Nov 23 23:42:01.696630 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d8abf56-ef9a-46a5-af63-4a691b667d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:01.734433 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b67ed081-4a9e-44ae-9015-af18c2da44af req-c3e9218f-5e3e-4c2a-97aa-8793abeca8aa tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442257 Nov 23 23:42:02.617783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25219a01-011c-4446-91ab-355bde191f9e details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:42:02.716190 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 25219a01-011c-4446-91ab-355bde191f9e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25219a01-011c-4446-91ab-355bde191f9e,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:02.728083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '25219a01-011c-4446-91ab-355bde191f9e', 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae', 'port_id': '25219a01-011c-4446-91ab-355bde191f9e', 'mac_address': 'fa:16:3e:84:13:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeced895-f53f-4187-a6d1-0cb2f81c4244', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:42:02.765975 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:02.779591 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25219a01-011c-4446-91ab-355bde191f9e {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:42:02.800398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 25219a01-011c-4446-91ab-355bde191f9e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25219a01-011c-4446-91ab-355bde191f9e,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:02.805075 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:02.859147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607acd3-6d6b-4d97-aa6e-86345cb41593 req-687802ac-cd6b-4ea6-831c-67b9c7ce890b tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:02.859757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=25219a01-011c-4446-91ab-355bde191f9e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:02.860668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0607acd3-6d6b-4d97-aa6e-86345cb41593 req-687802ac-cd6b-4ea6-831c-67b9c7ce890b tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 944 time: 0.0544598 Nov 23 23:42:02.909376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0607acd3-6d6b-4d97-aa6e-86345cb41593 req-967d7229-f431-4717-80b2-0dd8353308ef tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Nov 23 23:42:03.061573 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['25219a01-011c-4446-91ab-355bde191f9e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:42:04.025937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162df64-8b69-4351-9913-13e710a3a699 req-587e00d5-73ca-47a6-b634-992b8abe3722 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:04.027421 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3162df64-8b69-4351-9913-13e710a3a699 req-587e00d5-73ca-47a6-b634-992b8abe3722 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 944 time: 0.0477304 Nov 23 23:42:04.075097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3162df64-8b69-4351-9913-13e710a3a699 req-066a840d-765c-43c9-8b98-9b2bc17da104 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Nov 23 23:42:04.633768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25219a01-011c-4446-91ab-355bde191f9e up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:04.687442 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 25219a01-011c-4446-91ab-355bde191f9e completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:42:04.692122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 25219a01-011c-4446-91ab-355bde191f9e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:04.692496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:04.769449 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:04.792666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25219a01-011c-4446-91ab-355bde191f9e'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:42:04.794937 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb6ae77-263b-4f3c-998b-2e497be7bd3e" -d '{"events": [{"server_uuid": "c2f88731-f48f-43bf-9b53-8af730cba293", "name": "network-vif-plugged", "status": "completed", "tag": "25219a01-011c-4446-91ab-355bde191f9e"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:42:04.814359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 25219a01-011c-4446-91ab-355bde191f9e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25219a01-011c-4446-91ab-355bde191f9e,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:04.822158 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:04.850550 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae73665-0206-4308-864b-df46e1da8ea6 x-openstack-request-id: req-cae73665-0206-4308-864b-df46e1da8ea6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:42:04.850846 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f88731-f48f-43bf-9b53-8af730cba293", "name": "network-vif-plugged", "status": "completed", "tag": "25219a01-011c-4446-91ab-355bde191f9e", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:42:04.851100 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cae73665-0206-4308-864b-df46e1da8ea6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:42:04.851489 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25219a01-011c-4446-91ab-355bde191f9e', 'code': 200} Nov 23 23:42:04.853722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43635559-4c04-4cc9-b7ec-af7a9aabff6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:04.882495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=25219a01-011c-4446-91ab-355bde191f9e,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:04.972360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589ad1-d992-4980-a1f7-52198e3029fd req-5fa3f47c-3b1c-49d9-8bd3-5123538ff9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:04.973902 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e589ad1-d992-4980-a1f7-52198e3029fd req-5fa3f47c-3b1c-49d9-8bd3-5123538ff9af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 1096 time: 0.0487871 Nov 23 23:42:05.018078 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8e589ad1-d992-4980-a1f7-52198e3029fd req-a07aa73b-a822-47a7-bff4-cbf228b590af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Nov 23 23:42:05.195751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f6727-7212-457e-8fea-68628c6c523a req-b7bed559-cd29-444d-9778-0b260245928e tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:05.197238 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-830f6727-7212-457e-8fea-68628c6c523a req-b7bed559-cd29-444d-9778-0b260245928e tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0537796 Nov 23 23:42:05.246443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-830f6727-7212-457e-8fea-68628c6c523a req-edfd1917-0f54-4e74-9828-e3e853989bec tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Nov 23 23:42:05.267714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:05.294560 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:42:06.277130 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-38ce319f-c489-4a58-a247-b6ddd132ee8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418108 Nov 23 23:42:06.366798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94739e02-18c5-4c6d-bd9e-40167be2eab6 req-671bb320-0785-4620-8313-fa015d19b3ee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:06.368353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94739e02-18c5-4c6d-bd9e-40167be2eab6 req-671bb320-0785-4620-8313-fa015d19b3ee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0496399 Nov 23 23:42:06.376698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-d27aa119-2596-4fb4-be1e-18ab235de52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:06.378226 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-d27aa119-2596-4fb4-be1e-18ab235de52a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 1096 time: 0.0428512 Nov 23 23:42:06.417166 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94739e02-18c5-4c6d-bd9e-40167be2eab6 req-ac924eda-9b3d-45cf-891d-05068a5954f1 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Nov 23 23:42:06.490036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-081cff62-e2c8-474e-896e-b093e0d6f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:06.491593 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-081cff62-e2c8-474e-896e-b093e0d6f59c service neutron] 10.222.0.48 "GET /v2.0/networks?id=486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 200 len: 914 time: 0.0939536 Nov 23 23:42:06.533868 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-1f0ec48e-2340-4434-adc3-b86e024f2c60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25219a01-011c-4446-91ab-355bde191f9e HTTP/1.1" status: 200 len: 217 time: 0.0348275 Nov 23 23:42:06.584797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-2fffe18b-212e-4e6b-90e5-cacb2ff7c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:06.586292 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-2fffe18b-212e-4e6b-90e5-cacb2ff7c67f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aeced895-f53f-4187-a6d1-0cb2f81c4244 HTTP/1.1" status: 200 len: 853 time: 0.0449536 Nov 23 23:42:06.624035 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-196d930b-62dc-4067-aaed-8e54b218d421 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=486a1e76-c0e7-452d-afc1-1735eba0ccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305483 Nov 23 23:42:06.650013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-6e47d43a-0e90-406e-a11a-7dd61717530f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:06.651503 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-6e47d43a-0e90-406e-a11a-7dd61717530f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/networks?id=486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 200 len: 813 time: 0.1080976 Nov 23 23:42:06.667010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-9fc298b6-6891-4adb-a769-879da44de429 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/quotas/c2f2a135ff244d92a6a4e6a7301364a8 HTTP/1.1" status: 200 len: 375 time: 0.0097396 Nov 23 23:42:06.717435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-113dbe9e-0ada-47c8-bb3e-b06944f86bb4 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448060 Nov 23 23:42:06.719739 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-1b2d7a2f-18fa-4b44-b73d-bd03b66d6b3c service neutron] 10.222.0.48 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882790 Nov 23 23:42:06.737362 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:06.815275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-0440e69f-3d79-40cf-9ced-3e56091ea09b service neutron] 10.222.0.11 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890999 Nov 23 23:42:06.817438 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ff5ae689-9960-43a6-8deb-9f0da21ce230 req-612d5d91-bfaa-4e1a-9b51-fbde22249e46 service neutron] 10.222.0.48 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911717 Nov 23 23:42:06.906974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-89d4968e-cbf4-4f63-9434-f07b4f82bdf9 service neutron] 10.222.0.11 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855429 Nov 23 23:42:07.071026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31afe21f-14b0-4860-b27c-11784c1ba999 req-7a7df4fd-6731-40e2-965d-7c71a0de7d35 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 210 time: 0.0277295 Nov 23 23:42:07.597441 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:08.170800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4276c505-c2bd-415b-993d-724e1f435599 req-936573e2-b02c-4846-80ab-0b42d52343d2 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 210 time: 0.0300519 Nov 23 23:42:08.278771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-0122a0bd-d79a-482e-814a-9e02c62defd8 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:08.280198 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-0122a0bd-d79a-482e-814a-9e02c62defd8 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.46 "GET /v2.0/networks?id=486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 200 len: 813 time: 0.1245835 Nov 23 23:42:08.294137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Request body: {'port': {'device_id': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae', 'admin_state_up': True, 'tenant_id': 'c2f2a135ff244d92a6a4e6a7301364a8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:08.404809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Made reservation on behalf of c2f2a135ff244d92a6a4e6a7301364a8 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:08.408635 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:08.538583 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Allocated IP 172.20.0.11 (486a1e76-c0e7-452d-afc1-1735eba0ccae/aeced895-f53f-4187-a6d1-0cb2f81c4244/ce86100c-fbf1-4581-8a6c-7013c08971a1) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:08.550310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:08.688165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:08.722797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:08.755985 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['25219a01-011c-4446-91ab-355bde191f9e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:42:08.777210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Network 486a1e76-c0e7-452d-afc1-1735eba0ccae is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:08.780613 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:08.783334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:08.816379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Pushing event updated for resources: {'Port': ['ID=ce86100c-fbf1-4581-8a6c-7013c08971a1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:08.840605 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:08.841228 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:08.858686 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-e0b2ef3b-921c-4e23-bf15-acec831f056d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684137 Nov 23 23:42:08.870760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Request body: {'port': {'device_id': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:08.928515 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:09.193991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce86100c-fbf1-4581-8a6c-7013c08971a1 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:42:09.202544 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:09.215500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Transition to ACTIVE for port object ce86100c-fbf1-4581-8a6c-7013c08971a1 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:42:09.219242 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:09.271973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Pushing event updated for resources: {'Port': ['ID=ce86100c-fbf1-4581-8a6c-7013c08971a1,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:09.300153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895a96-e98f-459e-b1e9-3d4a25022405 req-dc9836d4-d89e-4514-96d5-136fdf880e5d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:09.301669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e895a96-e98f-459e-b1e9-3d4a25022405 req-dc9836d4-d89e-4514-96d5-136fdf880e5d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 944 time: 0.0581970 Nov 23 23:42:09.345453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Attempting to bind port ce86100c-fbf1-4581-8a6c-7013c08971a1 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:09.346064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Attempting to bind port ce86100c-fbf1-4581-8a6c-7013c08971a1 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:09.346064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Attempting to bind port ce86100c-fbf1-4581-8a6c-7013c08971a1 on network 486a1e76-c0e7-452d-afc1-1735eba0ccae {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:09.351850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Port ce86100c-fbf1-4581-8a6c-7013c08971a1 on network 486a1e76-c0e7-452d-afc1-1735eba0ccae not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:42:09.352174 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Attempting to bind port ce86100c-fbf1-4581-8a6c-7013c08971a1 on network 486a1e76-c0e7-452d-afc1-1735eba0ccae {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:09.357019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:09.357349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Checking segment: {'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:09.357724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Bound using segment: {'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:09.358148 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Bound port: ce86100c-fbf1-4581-8a6c-7013c08971a1, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bc2fa1-b97a-40b4-baeb-b3795944828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:09.358501 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:09.358620 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e895a96-e98f-459e-b1e9-3d4a25022405 req-5aeaf9b1-4044-4d28-afcb-d45851c2d13e tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492644 Nov 23 23:42:09.431489 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] For port ce86100c-fbf1-4581-8a6c-7013c08971a1, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:09.434892 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] For port ce86100c-fbf1-4581-8a6c-7013c08971a1, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ce86100c-fbf1-4581-8a6c-7013c08971a1,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:09.438694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:09.473115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:09.473734 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:09.475638 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] 10.222.0.46 "PUT /v2.0/ports/ce86100c-fbf1-4581-8a6c-7013c08971a1 HTTP/1.1" status: 200 len: 1092 time: 0.6090496 Nov 23 23:42:09.476089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'tag': 'ce86100c-fbf1-4581-8a6c-7013c08971a1'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:42:09.478463 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145" -d '{"events": [{"name": "network-changed", "server_uuid": "8bebbf6e-7a62-4b42-bff5-655bc1c4c3af", "tag": "ce86100c-fbf1-4581-8a6c-7013c08971a1"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:42:09.505686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d40ac-8213-4c1d-a1e9-6763ed636e52 service neutron] Pushing event updated for resources: {'Port': ['ID=ce86100c-fbf1-4581-8a6c-7013c08971a1,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:09.538341 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c33bb0-0df3-4cf7-8253-829d26ca0e15 x-openstack-request-id: req-21c33bb0-0df3-4cf7-8253-829d26ca0e15 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:42:09.538802 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bebbf6e-7a62-4b42-bff5-655bc1c4c3af", "tag": "ce86100c-fbf1-4581-8a6c-7013c08971a1", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:42:09.538921 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21c33bb0-0df3-4cf7-8253-829d26ca0e15 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:42:09.539274 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'tag': 'ce86100c-fbf1-4581-8a6c-7013c08971a1', 'status': 'completed', 'code': 200} Nov 23 23:42:09.574356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-8eee4b9b-e915-42cb-b787-8d5bb3e4f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:09.575892 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-8eee4b9b-e915-42cb-b787-8d5bb3e4f0f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 1095 time: 0.0483558 Nov 23 23:42:09.623689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-f93e8494-6fa5-40db-8042-01ef96c29f4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce86100c-fbf1-4581-8a6c-7013c08971a1 HTTP/1.1" status: 200 len: 217 time: 0.0403936 Nov 23 23:42:09.675304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-71e9437e-4f83-4a58-9a75-4eb88b82aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:09.677110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-71e9437e-4f83-4a58-9a75-4eb88b82aa38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aeced895-f53f-4187-a6d1-0cb2f81c4244 HTTP/1.1" status: 200 len: 853 time: 0.0456345 Nov 23 23:42:09.707878 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-8496692c-1499-4269-a3a3-e8e1d909ae15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=486a1e76-c0e7-452d-afc1-1735eba0ccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242307 Nov 23 23:42:09.806962 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-8d188108-bc57-428b-b63a-f6c983935d16 service neutron] 10.222.0.46 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925331 Nov 23 23:42:09.900350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c20d5947-c856-42e2-b2f9-fcd91d1fb7f0 req-d86ee940-b06f-43aa-ae45-487dc9efe4e3 service neutron] 10.222.0.46 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Nov 23 23:42:09.989257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-8f7002d4-86c2-4c6d-9b5e-29778b160166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:09.991256 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-8f7002d4-86c2-4c6d-9b5e-29778b160166 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 1095 time: 0.0431750 Nov 23 23:42:10.087926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-19136d7b-f4b8-41b6-9ba5-9b035f647f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:10.089422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-19136d7b-f4b8-41b6-9ba5-9b035f647f86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 200 len: 914 time: 0.0911152 Nov 23 23:42:10.131918 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-bed2120e-a882-4e84-b6c0-675d816a1aaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce86100c-fbf1-4581-8a6c-7013c08971a1 HTTP/1.1" status: 200 len: 217 time: 0.0341859 Nov 23 23:42:10.187237 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-ac5e1d6f-fb37-44b6-a3ac-693a06a64d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:10.188728 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-ac5e1d6f-fb37-44b6-a3ac-693a06a64d41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aeced895-f53f-4187-a6d1-0cb2f81c4244 HTTP/1.1" status: 200 len: 853 time: 0.0492523 Nov 23 23:42:10.223503 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-92d3457f-ab44-409c-b8b5-93e4682ae5bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=486a1e76-c0e7-452d-afc1-1735eba0ccae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269718 Nov 23 23:42:10.312244 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-6bc9cc55-f012-499c-93a0-c645dd4fa331 service neutron] 10.222.0.46 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814550 Nov 23 23:42:10.414200 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-0c070b8d-6d3a-4b62-b6a0-5c6cf453f145 req-17d3138f-fe4e-4d99-853d-a628d079590a service neutron] 10.222.0.46 "GET /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939667 Nov 23 23:42:10.490246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be96d-7fbc-4cfa-9ad5-7915fed71ad8 req-a3e4c235-2d11-40c5-b021-22e346412713 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:10.491949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d18be96d-7fbc-4cfa-9ad5-7915fed71ad8 req-a3e4c235-2d11-40c5-b021-22e346412713 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 944 time: 0.0558786 Nov 23 23:42:10.538771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d18be96d-7fbc-4cfa-9ad5-7915fed71ad8 req-af9c0599-da0c-417b-b3e5-66d1f9fce1f5 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Nov 23 23:42:11.662976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48fbd8-8a85-4cc4-909b-7339e332f8c3 req-bb62e728-4b79-4744-9463-cade05271037 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:11.664475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a48fbd8-8a85-4cc4-909b-7339e332f8c3 req-bb62e728-4b79-4744-9463-cade05271037 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 944 time: 0.0542834 Nov 23 23:42:11.711502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a48fbd8-8a85-4cc4-909b-7339e332f8c3 req-2a94a9c5-ab98-421f-9b90-2e5db325a42b tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Nov 23 23:42:12.828815 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a827d5-3a8c-484c-adee-0f5e33490abb req-0ffa9268-969b-4136-bdca-6a8bb595dcc0 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:12.830329 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04a827d5-3a8c-484c-adee-0f5e33490abb req-0ffa9268-969b-4136-bdca-6a8bb595dcc0 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 944 time: 0.0488055 Nov 23 23:42:12.877643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-04a827d5-3a8c-484c-adee-0f5e33490abb req-6013ce5c-0fc6-4900-a9ad-13df427d69b1 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Nov 23 23:42:13.086512 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ce86100c-fbf1-4581-8a6c-7013c08971a1 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:42:13.182292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port ce86100c-fbf1-4581-8a6c-7013c08971a1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ce86100c-fbf1-4581-8a6c-7013c08971a1,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:13.199286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'ce86100c-fbf1-4581-8a6c-7013c08971a1', 'network_id': '486a1e76-c0e7-452d-afc1-1735eba0ccae', 'port_id': 'ce86100c-fbf1-4581-8a6c-7013c08971a1', 'mac_address': 'fa:16:3e:48:ed:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeced895-f53f-4187-a6d1-0cb2f81c4244', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:42:13.237139 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:13.250843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce86100c-fbf1-4581-8a6c-7013c08971a1 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:42:13.270564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port ce86100c-fbf1-4581-8a6c-7013c08971a1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ce86100c-fbf1-4581-8a6c-7013c08971a1,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:13.275553 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:13.323106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=ce86100c-fbf1-4581-8a6c-7013c08971a1,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:13.330632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.330977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.331313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.331685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.332040 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.332366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.332693 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.333015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.333333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.334435 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.334861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.335187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:13.464507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['ce86100c-fbf1-4581-8a6c-7013c08971a1'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:42:13.994733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9abf4-2ac2-4a5b-9e00-f2326bdb1374 req-78e07656-c0bc-4eb0-ae30-f786531d1a01 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:13.996246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96f9abf4-2ac2-4a5b-9e00-f2326bdb1374 req-78e07656-c0bc-4eb0-ae30-f786531d1a01 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 945 time: 0.0501499 Nov 23 23:42:14.047391 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96f9abf4-2ac2-4a5b-9e00-f2326bdb1374 req-bee110bd-64dc-45ed-945d-f06d6c1894e8 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450969 Nov 23 23:42:15.098113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ce86100c-fbf1-4581-8a6c-7013c08971a1 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:15.150429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port ce86100c-fbf1-4581-8a6c-7013c08971a1 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:42:15.154783 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port ce86100c-fbf1-4581-8a6c-7013c08971a1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:15.155251 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:15.167690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6dd5c-4660-49de-bf0d-635f491429f7 req-d307e55e-12c0-4cb4-b033-230d0c6f4294 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:15.169297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88c6dd5c-4660-49de-bf0d-635f491429f7 req-d307e55e-12c0-4cb4-b033-230d0c6f4294 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 945 time: 0.0496111 Nov 23 23:42:15.218467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-88c6dd5c-4660-49de-bf0d-635f491429f7 req-fc3303f7-4cec-4867-8d95-c5e9e1800b26 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Nov 23 23:42:15.235756 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:15.260125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86100c-fbf1-4581-8a6c-7013c08971a1'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:42:15.262340 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5d98e9-4c08-4a48-9c5f-102c76144927" -d '{"events": [{"server_uuid": "8bebbf6e-7a62-4b42-bff5-655bc1c4c3af", "name": "network-vif-plugged", "status": "completed", "tag": "ce86100c-fbf1-4581-8a6c-7013c08971a1"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:42:15.274803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port ce86100c-fbf1-4581-8a6c-7013c08971a1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ce86100c-fbf1-4581-8a6c-7013c08971a1,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:15.279008 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:15.307755 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df64b5b7-c9f2-4766-88fa-ed7a8ccb87f8 x-openstack-request-id: req-df64b5b7-c9f2-4766-88fa-ed7a8ccb87f8 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:42:15.308063 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bebbf6e-7a62-4b42-bff5-655bc1c4c3af", "name": "network-vif-plugged", "status": "completed", "tag": "ce86100c-fbf1-4581-8a6c-7013c08971a1", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:42:15.308333 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df64b5b7-c9f2-4766-88fa-ed7a8ccb87f8 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:42:15.308833 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86100c-fbf1-4581-8a6c-7013c08971a1', 'code': 200} Nov 23 23:42:15.337728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=ce86100c-fbf1-4581-8a6c-7013c08971a1,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:15.398428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e2eae-2ba5-48be-8588-ec4073dc47b8 req-7de54fab-b04a-4515-8b18-21425e86a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:15.399974 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-517e2eae-2ba5-48be-8588-ec4073dc47b8 req-7de54fab-b04a-4515-8b18-21425e86a280 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 1097 time: 0.0413973 Nov 23 23:42:15.447112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-517e2eae-2ba5-48be-8588-ec4073dc47b8 req-827ca9e4-ac1f-4b45-a2de-f1c5598cfa79 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 Nov 23 23:42:16.343852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c1241-d20c-4aaf-9b3a-25dbd0212f1b req-5b26b4c1-805b-4806-8380-16655ebee540 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:16.345463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-200c1241-d20c-4aaf-9b3a-25dbd0212f1b req-5b26b4c1-805b-4806-8380-16655ebee540 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 946 time: 0.0571675 Nov 23 23:42:16.401326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-200c1241-d20c-4aaf-9b3a-25dbd0212f1b req-cd1aec1f-d8cd-475e-ac9b-7b9dadb18580 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 Nov 23 23:42:17.530798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3252eb-32e0-4cc6-afdb-50d7c5deba4f req-7a5764f0-13a9-4520-b632-b5a0c916fd6d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:17.532309 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e3252eb-32e0-4cc6-afdb-50d7c5deba4f req-7a5764f0-13a9-4520-b632-b5a0c916fd6d tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 946 time: 0.0537682 Nov 23 23:42:17.580073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0e3252eb-32e0-4cc6-afdb-50d7c5deba4f req-40e2e9bb-e1b1-45ae-9779-16a829333e9f tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Nov 23 23:42:17.822688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc320a2-7b63-4d52-8353-0d9a38b6058a req-9f1207a6-404d-4053-a81e-4907aa1d7296 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:17.824202 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3cc320a2-7b63-4d52-8353-0d9a38b6058a req-9f1207a6-404d-4053-a81e-4907aa1d7296 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 946 time: 0.0508804 Nov 23 23:42:17.871668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3cc320a2-7b63-4d52-8353-0d9a38b6058a req-fcfb7dc0-17ce-4a09-a623-bcfbe293d805 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Nov 23 23:42:18.992354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f726be-f7e5-400b-b4bb-fb0e39e68b38 req-70ec7374-5b7b-41ce-8a2a-44ecf397accf tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:18.993835 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0f726be-f7e5-400b-b4bb-fb0e39e68b38 req-70ec7374-5b7b-41ce-8a2a-44ecf397accf tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 946 time: 0.0521586 Nov 23 23:42:19.048171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e0f726be-f7e5-400b-b4bb-fb0e39e68b38 req-77c1e53a-a0e2-4dec-a86c-4bc4d2cf36f7 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Nov 23 23:42:19.109604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618d8f-3994-4236-be21-e949460ad9c4 req-4f231168-a5c5-4656-982e-394edeebc2fd tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:19.111062 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59618d8f-3994-4236-be21-e949460ad9c4 req-4f231168-a5c5-4656-982e-394edeebc2fd tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bebbf6e-7a62-4b42-bff5-655bc1c4c3af HTTP/1.1" status: 200 len: 946 time: 0.0522780 Nov 23 23:42:19.200525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Deleting port ce86100c-fbf1-4581-8a6c-7013c08971a1 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:19.200806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:19.293693 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] For port ce86100c-fbf1-4581-8a6c-7013c08971a1, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=ce86100c-fbf1-4581-8a6c-7013c08971a1,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:19.294063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:19.307269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Calling delete_port for ce86100c-fbf1-4581-8a6c-7013c08971a1 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:19.439532 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:19.450757 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['ce86100c-fbf1-4581-8a6c-7013c08971a1'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:42:19.472734 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Pushing event deleted for resources: {'Port': ['ID=ce86100c-fbf1-4581-8a6c-7013c08971a1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:19.483424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['25219a01-011c-4446-91ab-355bde191f9e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:42:19.514737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] No DVR routers for this DVR port ce86100c-fbf1-4581-8a6c-7013c08971a1 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:19.517835 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:19.522023 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-59618d8f-3994-4236-be21-e949460ad9c4 req-21cd659f-992e-41d6-bdac-4cdcf2a03292 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.46 "DELETE /v2.0/ports/ce86100c-fbf1-4581-8a6c-7013c08971a1 HTTP/1.1" status: 204 len: 173 time: 0.4048946 Nov 23 23:42:19.522515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'name': 'network-vif-deleted', 'tag': 'ce86100c-fbf1-4581-8a6c-7013c08971a1'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:42:19.525478 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d459c-284e-434a-94da-951096632162" -d '{"events": [{"server_uuid": "8bebbf6e-7a62-4b42-bff5-655bc1c4c3af", "name": "network-vif-deleted", "tag": "ce86100c-fbf1-4581-8a6c-7013c08971a1"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:42:19.565492 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcbc2d9-6b37-423a-ae74-6e072e574520 x-openstack-request-id: req-0bcbc2d9-6b37-423a-ae74-6e072e574520 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:42:19.565800 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bebbf6e-7a62-4b42-bff5-655bc1c4c3af", "name": "network-vif-deleted", "tag": "ce86100c-fbf1-4581-8a6c-7013c08971a1", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:42:19.566062 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bcbc2d9-6b37-423a-ae74-6e072e574520 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:42:19.566469 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bebbf6e-7a62-4b42-bff5-655bc1c4c3af', 'name': 'network-vif-deleted', 'tag': 'ce86100c-fbf1-4581-8a6c-7013c08971a1', 'status': 'completed', 'code': 200} Nov 23 23:42:20.203317 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb232c-5fd6-4076-b9fd-f0c600e7aa34 req-5810400c-0a9c-4bb5-9197-4b3a71476326 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:20.204846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45eb232c-5fd6-4076-b9fd-f0c600e7aa34 req-5810400c-0a9c-4bb5-9197-4b3a71476326 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0504057 Nov 23 23:42:20.253798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45eb232c-5fd6-4076-b9fd-f0c600e7aa34 req-2e61ab95-9cfb-4a83-b727-72bd88e93441 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Nov 23 23:42:20.387260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62290631-d5e2-4376-975e-c44ecc420671 req-64e625aa-6860-45f2-94f7-58807f7a9b66 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:20.388950 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62290631-d5e2-4376-975e-c44ecc420671 req-64e625aa-6860-45f2-94f7-58807f7a9b66 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Nov 23 23:42:20.442174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62290631-d5e2-4376-975e-c44ecc420671 req-1fe7eae3-e872-426c-ad7c-4809a317dd4a tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 Nov 23 23:42:20.571595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cd790-e0f3-4d76-9fd5-9076c7dbad1a req-d5230b3c-17ad-4fa2-9eb4-cb7a5ee3e815 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:20.573105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-612cd790-e0f3-4d76-9fd5-9076c7dbad1a req-d5230b3c-17ad-4fa2-9eb4-cb7a5ee3e815 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Nov 23 23:42:20.622136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-612cd790-e0f3-4d76-9fd5-9076c7dbad1a req-af8772c8-1ec3-438c-9228-b15d4e5cc459 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Nov 23 23:42:20.698389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-9f21aedc-2edf-4eb8-8e44-3de182a9c625 req-a0fd1989-6aae-496b-8a91-303375c51465 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:42:20.699307 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f21aedc-2edf-4eb8-8e44-3de182a9c625 req-a0fd1989-6aae-496b-8a91-303375c51465 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065923 Nov 23 23:42:20.807306 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d867e6-ae7d-4108-898c-83b086588368 req-4f6bfa5b-f411-4f81-a6a2-7a798e4d3129 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:20.808836 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1d867e6-ae7d-4108-898c-83b086588368 req-4f6bfa5b-f411-4f81-a6a2-7a798e4d3129 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Nov 23 23:42:20.857405 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1d867e6-ae7d-4108-898c-83b086588368 req-4e91c1d7-492b-4810-8db7-380581d345c4 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Nov 23 23:42:20.978580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c019a5a-ff00-4d87-a9ed-1144d8b9ad3f req-cdb6ff8b-7d88-4d35-98f8-9b179b278500 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:20.980006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c019a5a-ff00-4d87-a9ed-1144d8b9ad3f req-cdb6ff8b-7d88-4d35-98f8-9b179b278500 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0541875 Nov 23 23:42:21.030081 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4c019a5a-ff00-4d87-a9ed-1144d8b9ad3f req-950e6067-d55c-43c6-99a0-0eef62974c4a tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Nov 23 23:42:21.155786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2c822-2244-453b-b854-ac10760fd010 req-a6ed70a4-2419-480f-be89-5283aa0148ef tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:21.157306 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bb2c822-2244-453b-b854-ac10760fd010 req-a6ed70a4-2419-480f-be89-5283aa0148ef tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0494764 Nov 23 23:42:21.204994 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9bb2c822-2244-453b-b854-ac10760fd010 req-2edeaaf3-201e-4f57-852e-fd6abdd64310 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Nov 23 23:42:21.518423 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f245-5803-45f9-ba20-0e17bb175d94 req-ef89c67c-bb2a-46a3-89d3-4f0827bca799 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:21.519875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93b2f245-5803-45f9-ba20-0e17bb175d94 req-ef89c67c-bb2a-46a3-89d3-4f0827bca799 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0522017 Nov 23 23:42:21.574104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-93b2f245-5803-45f9-ba20-0e17bb175d94 req-c372e367-1fed-4716-9904-e2693403e51a tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Nov 23 23:42:22.695085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66893-6219-4fa0-b88c-9408c2865787 req-0b2ea03d-c431-49ac-b9b2-08603bb3fc88 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:22.697281 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f66893-6219-4fa0-b88c-9408c2865787 req-0b2ea03d-c431-49ac-b9b2-08603bb3fc88 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Nov 23 23:42:22.747505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5f66893-6219-4fa0-b88c-9408c2865787 req-26feedb4-f926-43b0-a7b9-c3718996f352 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba6a090a-2afd-441a-ba67-a042ae3d61d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Nov 23 23:42:23.003139 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-17916819-4e25-4b06-bb4b-2da09393bf19 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:23.004544 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-17916819-4e25-4b06-bb4b-2da09393bf19 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 945 time: 0.0491891 Nov 23 23:42:23.098136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Deleting port 25219a01-011c-4446-91ab-355bde191f9e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:23.098474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:23.129563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ce86100c-fbf1-4581-8a6c-7013c08971a1 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:42:23.151805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: ce86100c-fbf1-4581-8a6c-7013c08971a1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:42:23.152088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device ce86100c-fbf1-4581-8a6c-7013c08971a1 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:42:23.195182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] For port 25219a01-011c-4446-91ab-355bde191f9e, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=25219a01-011c-4446-91ab-355bde191f9e,segment=NetworkSegment(86bc2fa1-b97a-40b4-baeb-b3795944828a),segment_id=86bc2fa1-b97a-40b4-baeb-b3795944828a)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:23.195603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:23.209441 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Calling delete_port for 25219a01-011c-4446-91ab-355bde191f9e owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:23.338978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:23.369796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Pushing event deleted for resources: {'Port': ['ID=25219a01-011c-4446-91ab-355bde191f9e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:23.374565 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['25219a01-011c-4446-91ab-355bde191f9e'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:42:23.417121 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] No DVR routers for this DVR port 25219a01-011c-4446-91ab-355bde191f9e on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:23.419766 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:23.423056 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9b739b6b-9a68-4e6d-94de-b998667d8ca9 req-c859ec63-f78b-49a4-9152-a185a14b5bee tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.48 "DELETE /v2.0/ports/25219a01-011c-4446-91ab-355bde191f9e HTTP/1.1" status: 204 len: 173 time: 0.4127200 Nov 23 23:42:23.423495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'name': 'network-vif-deleted', 'tag': '25219a01-011c-4446-91ab-355bde191f9e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:42:23.425735 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac215423-201f-4884-963c-edbb5267ac8d" -d '{"events": [{"server_uuid": "c2f88731-f48f-43bf-9b53-8af730cba293", "name": "network-vif-deleted", "tag": "25219a01-011c-4446-91ab-355bde191f9e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:42:23.466184 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbce6a0-6489-47c3-9220-91d9bab0e582 x-openstack-request-id: req-0cbce6a0-6489-47c3-9220-91d9bab0e582 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:42:23.466475 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f88731-f48f-43bf-9b53-8af730cba293", "name": "network-vif-deleted", "tag": "25219a01-011c-4446-91ab-355bde191f9e", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:42:23.466728 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cbce6a0-6489-47c3-9220-91d9bab0e582 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:42:23.467126 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f88731-f48f-43bf-9b53-8af730cba293', 'name': 'network-vif-deleted', 'tag': '25219a01-011c-4446-91ab-355bde191f9e', 'status': 'completed', 'code': 200} Nov 23 23:42:23.858531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-516ae2cd-dbb5-4bbf-bd22-d90fa852aadc req-d504de3f-7aa1-42c8-bdec-5c1813da2168 tempest-ServersNegativeTestJSON-1894227157 tempest-ServersNegativeTestJSON-1894227157-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f88731-f48f-43bf-9b53-8af730cba293 HTTP/1.1" status: 200 len: 210 time: 0.0289981 Nov 23 23:42:24.917104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32844) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:24.963211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] Deleting subnet aeced895-f53f-4187-a6d1-0cb2f81c4244 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:42:24.966452 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.016310 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.057394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.109439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.135515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeced895-f53f-4187-a6d1-0cb2f81c4244,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:25.139379 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.142545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-428ace7d-de88-485d-8287-941a19fb24ed admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aeced895-f53f-4187-a6d1-0cb2f81c4244 HTTP/1.1" status: 204 len: 168 time: 0.2244260 Nov 23 23:42:25.145096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:25.216963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.297644 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.317679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486a1e76-c0e7-452d-afc1-1735eba0ccae']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:25.326746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bc2fa1-b97a-40b4-baeb-b3795944828a') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:25.327042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bc2fa1-b97a-40b4-baeb-b3795944828a') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:25.336666 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.349349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.355739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:25.356122 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:25.357786 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:25.417582 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.423315 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.426526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] 10.222.0.11 "DELETE /v2.0/networks/486a1e76-c0e7-452d-afc1-1735eba0ccae HTTP/1.1" status: 204 len: 168 time: 0.2804465 Nov 23 23:42:25.437803 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ea56-bffc-40d2-82ac-5032e3fbc92f admin admin] Pushing event deleted for resources: {'Network': ['ID=486a1e76-c0e7-452d-afc1-1735eba0ccae,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:25.536330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32852) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:25.576954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-30e3b378-a12f-4bc6-af0b-8bd472c6d43b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2f2a135ff244d92a6a4e6a7301364a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394495 Nov 23 23:42:25.579467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32854) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:25.626864 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c898850-e3f0-43e2-a2b1-a3f5b4fcefeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.647965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c898850-e3f0-43e2-a2b1-a3f5b4fcefeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.700564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c898850-e3f0-43e2-a2b1-a3f5b4fcefeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.703224 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c898850-e3f0-43e2-a2b1-a3f5b4fcefeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:25.704448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5c898850-e3f0-43e2-a2b1-a3f5b4fcefeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba6a090a-2afd-441a-ba67-a042ae3d61d6 HTTP/1.1" status: 204 len: 168 time: 0.1240492 Nov 23 23:42:25.713527 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c898850-e3f0-43e2-a2b1-a3f5b4fcefeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6a090a-2afd-441a-ba67-a042ae3d61d6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:26.417927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:26.512011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1542289769'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:26.532728 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:26.536176 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.544839 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.619162 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.623211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.652220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:26.671988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0779e51-2833-4ccf-8691-3136e8b01f26,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:26.679651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.679995 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Added segment 9a8987c3-431a-4fc9-8b48-1317421c4bd1 of type vlan for network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c Nov 23 23:42:26.694280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25219a01-011c-4446-91ab-355bde191f9e no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:42:26.719837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 25219a01-011c-4446-91ab-355bde191f9e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:42:26.720248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 25219a01-011c-4446-91ab-355bde191f9e not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:42:26.732709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.757719 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.764123 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:26.764708 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:26.808124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3888788 Nov 23 23:42:26.836654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f7e06-3bb1-45c2-b4c6-59769ff41ad1 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Network': ['ID=49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:26.847216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:27.534924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.142852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32880) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:30.148367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'subnet': {'network_id': '49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:30.237453 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:30.241017 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.422790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.482646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Subnet': ['ID=e4a685cc-fa55-4320-b4cc-1fefa60c95b4,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:30.497986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Checking segment: {'id': '9a8987c3-431a-4fc9-8b48-1317421c4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:30.498346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network hostable DHCP agents. Network: 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:30.515677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:30.527733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:30.532388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:30.532996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.537252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b095aff-6b27-469f-b4bd-3b7b4248188f None None] Network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:30.550357 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-48e163be-d0d8-4ef8-a8f6-e043f26783bb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4063795 Nov 23 23:42:30.554108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32882) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:30.559929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-572600074'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:30.581675 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:30.585369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.610111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:30.620867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.621211 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Added segment 72bb7421-b97a-4b45-91dc-1667f339064b of type vlan for network ed9be2ce-a616-4caa-8d7c-937c5e0acdd1 Nov 23 23:42:30.660726 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.684954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c', 'network_id': '49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c', 'tenant_id': '5cf081e5f3c643178612217a79f1b56b', 'fixed_ips': [{'subnet_id': 'e4a685cc-fa55-4320-b4cc-1fefa60c95b4'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:30.685680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.686871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.692943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:30.693537 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.740197 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1849639 Nov 23 23:42:30.743068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32884) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:30.776504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'subnet': {'network_id': 'ed9be2ce-a616-4caa-8d7c-937c5e0acdd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:30.796112 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36821-6df9-4598-917a-f70de8a2ff8d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Network': ['ID=ed9be2ce-a616-4caa-8d7c-937c5e0acdd1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:30.809266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ed9be2ce-a616-4caa-8d7c-937c5e0acdd1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:30.868952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:30.872631 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:30.877052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Allocated IP 2001:db8:0:ffff::2 (49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c/e4a685cc-fa55-4320-b4cc-1fefa60c95b4/659b2077-6359-4092-a154-ef8cfc3e025e) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:31.040990 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.047874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.074774 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.092829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:31.095793 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:31.098175 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:31.111156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Pushing event updated for resources: {'Port': ['ID=659b2077-6359-4092-a154-ef8cfc3e025e,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:31.142837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Subnet': ['ID=99c7bd27-de58-4459-b533-da993e77330b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:31.155647 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Checking segment: {'id': '72bb7421-b97a-4b45-91dc-1667f339064b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ed9be2ce-a616-4caa-8d7c-937c5e0acdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:31.156302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network hostable DHCP agents. Network: ed9be2ce-a616-4caa-8d7c-937c5e0acdd1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:31.175319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network ed9be2ce-a616-4caa-8d7c-937c5e0acdd1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:31.187459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ed9be2ce-a616-4caa-8d7c-937c5e0acdd1) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:31.192242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:31.192850 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.212909 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f8e9a9b0-2134-41af-ad78-15f2b09dc563 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4685953 Nov 23 23:42:31.216337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32886) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:31.302802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c06a2a-a0ff-4420-ad0e-d92fe64d54c0 None None] Network ed9be2ce-a616-4caa-8d7c-937c5e0acdd1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:31.316349 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.380688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Attempting to bind port 659b2077-6359-4092-a154-ef8cfc3e025e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:31.381084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Attempting to bind port 659b2077-6359-4092-a154-ef8cfc3e025e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9a8987c3-431a-4fc9-8b48-1317421c4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:31.381446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Attempting to bind port 659b2077-6359-4092-a154-ef8cfc3e025e on network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:31.390496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:31.390867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Checking segment: {'id': '9a8987c3-431a-4fc9-8b48-1317421c4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:31.391271 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.392507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Bound using segment: {'id': '9a8987c3-431a-4fc9-8b48-1317421c4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:31.392507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Bound port: 659b2077-6359-4092-a154-ef8cfc3e025e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8987c3-431a-4fc9-8b48-1317421c4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:31.392714 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.401424 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.474330 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.504113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Subnet': ['ID=99c7bd27-de58-4459-b533-da993e77330b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:31.509656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] For port 659b2077-6359-4092-a154-ef8cfc3e025e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:31.514706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] For port 659b2077-6359-4092-a154-ef8cfc3e025e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=659b2077-6359-4092-a154-ef8cfc3e025e,segment=NetworkSegment(9a8987c3-431a-4fc9-8b48-1317421c4bd1),segment_id=9a8987c3-431a-4fc9-8b48-1317421c4bd1)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:31.534722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.566982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8bc17-c0ab-4547-bc80-85bca32c53da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ed9be2ce-a616-4caa-8d7c-937c5e0acdd1', 'network_id': 'ed9be2ce-a616-4caa-8d7c-937c5e0acdd1', 'tenant_id': '5cf081e5f3c643178612217a79f1b56b', 'fixed_ips': [{'subnet_id': '99c7bd27-de58-4459-b533-da993e77330b'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:31.567781 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3a8bc17-c0ab-4547-bc80-85bca32c53da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.577780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.601047 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9be2ce-a616-4caa-8d7c-937c5e0acdd1']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:31.611839 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bb7421-b97a-4b45-91dc-1667f339064b') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:31.612130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bb7421-b97a-4b45-91dc-1667f339064b') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:31.622825 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.638809 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.645174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:31.645544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:31.649788 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:31.675522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5b0db-9c2a-414f-a4b2-afb378bf16b2 None None] Pushing event updated for resources: {'Port': ['ID=659b2077-6359-4092-a154-ef8cfc3e025e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:31.684680 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae090f4c-fc2f-4048-8d09-85101a7ef3c6 None None] Network ed9be2ce-a616-4caa-8d7c-937c5e0acdd1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:31.715919 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.725521 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.733624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/ed9be2ce-a616-4caa-8d7c-937c5e0acdd1 HTTP/1.1" status: 204 len: 168 time: 0.5126956 Nov 23 23:42:31.733933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32888) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:31.739054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1818129295'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:31.739846 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16803c-2f92-4622-9614-188c00adcd7c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Network': ['ID=ed9be2ce-a616-4caa-8d7c-937c5e0acdd1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:31.760976 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea52e-957b-400b-9c10-72c25c22b510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.772828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:31.784325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.825741 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:31.842067 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.842398 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Added segment 0dc215ca-a217-4c82-8b64-4c7575d2e2e5 of type vlan for network 814dd123-4faf-4cf6-9edb-5a5fa6e4e92d Nov 23 23:42:31.888927 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.918438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.924521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:31.925134 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:31.967662 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2325809 Nov 23 23:42:31.970557 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32890) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:31.975309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'subnet': {'network_id': '814dd123-4faf-4cf6-9edb-5a5fa6e4e92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:32.020339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f462ed-9337-4488-a601-266cbcf31f3c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Network': ['ID=814dd123-4faf-4cf6-9edb-5a5fa6e4e92d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:32.031683 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 814dd123-4faf-4cf6-9edb-5a5fa6e4e92d details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:32.105366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:32.109181 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.114658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 659b2077-6359-4092-a154-ef8cfc3e025e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:32.176579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Performing IP validity checks on allocation pools {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 23:42:32.177457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 23:42:32.177890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 659b2077-6359-4092-a154-ef8cfc3e025e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:32.178263 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.261250 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.297837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 659b2077-6359-4092-a154-ef8cfc3e025e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=659b2077-6359-4092-a154-ef8cfc3e025e,segment=NetworkSegment(9a8987c3-431a-4fc9-8b48-1317421c4bd1),segment_id=9a8987c3-431a-4fc9-8b48-1317421c4bd1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:32.302805 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.314547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.360391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=659b2077-6359-4092-a154-ef8cfc3e025e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:32.387863 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Subnet': ['ID=5783c480-457c-426d-845b-33f10a857399,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:32.397831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Checking segment: {'id': '0dc215ca-a217-4c82-8b64-4c7575d2e2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '814dd123-4faf-4cf6-9edb-5a5fa6e4e92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:32.398266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network hostable DHCP agents. Network: 814dd123-4faf-4cf6-9edb-5a5fa6e4e92d, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:32.417151 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network 814dd123-4faf-4cf6-9edb-5a5fa6e4e92d is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:32.428410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 814dd123-4faf-4cf6-9edb-5a5fa6e4e92d) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:32.435301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:32.436451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.443741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3d04e-4e2e-4ac3-a98b-390b47616716 None None] Network 814dd123-4faf-4cf6-9edb-5a5fa6e4e92d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:32.460679 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5a42b381-f7e2-451f-844a-d1dcc85938cb tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4890535 Nov 23 23:42:32.463403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32892) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:32.574197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.623989 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d5499-5235-41d6-b608-ef34f40a7878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-814dd123-4faf-4cf6-9edb-5a5fa6e4e92d', 'network_id': '814dd123-4faf-4cf6-9edb-5a5fa6e4e92d', 'tenant_id': '5cf081e5f3c643178612217a79f1b56b', 'fixed_ips': [{'subnet_id': '5783c480-457c-426d-845b-33f10a857399'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:32.624903 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c89d5499-5235-41d6-b608-ef34f40a7878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.630060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.635721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b7154d-8738-4d15-b4bb-bb2169b7ca08 None None] Network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:32.701239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.731196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Subnet': ['ID=5783c480-457c-426d-845b-33f10a857399,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:32.765485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c9480d8a-6167-4596-b77b-3cbaecb8de72 None None] Provisioning complete for port 659b2077-6359-4092-a154-ef8cfc3e025e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:32.765485 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9480d8a-6167-4596-b77b-3cbaecb8de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.792051 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.814018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814dd123-4faf-4cf6-9edb-5a5fa6e4e92d']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:32.823689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc215ca-a217-4c82-8b64-4c7575d2e2e5') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:32.823987 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc215ca-a217-4c82-8b64-4c7575d2e2e5') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server [None req-c89d5499-5235-41d6-b608-ef34f40a7878 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5783c480-457c-426d-845b-33f10a857399: This subnet is being modified by another concurrent operation. Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server raise exception Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5783c480-457c-426d-845b-33f10a857399: This subnet is being modified by another concurrent operation. Nov 23 23:42:32.831763 n-d-817303-3 neutron-server[103524]: ERROR oslo_messaging.rpc.server Nov 23 23:42:32.838783 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.851699 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.858861 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:32.859260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:32.862671 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:32.869887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cc58c2-6d8d-44b2-beac-57c88d3725f3 None None] Network 814dd123-4faf-4cf6-9edb-5a5fa6e4e92d requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:32.927758 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.937914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:32.941094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/814dd123-4faf-4cf6-9edb-5a5fa6e4e92d HTTP/1.1" status: 204 len: 168 time: 0.4760828 Nov 23 23:42:32.945215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32894) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:32.951356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750222931'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:32.951842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4863c-6625-453b-828b-99f4f77f5bab tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Network': ['ID=814dd123-4faf-4cf6-9edb-5a5fa6e4e92d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:32.973315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:32.976862 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.006411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:33.016617 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.016963 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Added segment 5745054b-76d1-4e98-b035-436f6cd58ce3 of type vlan for network 38bccc02-4e2d-4353-a765-84ad91c4d843 Nov 23 23:42:33.070005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.104293 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.110424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:33.111052 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.152362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2056944 Nov 23 23:42:33.155381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32896) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:33.161093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'subnet': {'network_id': '38bccc02-4e2d-4353-a765-84ad91c4d843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:33.191209 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f8216-5370-4a5c-ad46-052929bc3056 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Network': ['ID=38bccc02-4e2d-4353-a765-84ad91c4d843,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:33.206062 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 38bccc02-4e2d-4353-a765-84ad91c4d843 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:33.273367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962c807-d56f-47cd-9bca-45e0850ebe4b None None] get_active_networks_info from n-d-817303-3 {{(pid=103524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 23:42:33.278354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:33.285875 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.363494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78cd60b6-eb27-47ab-8e30-a301b9cacec8 None None] Provisioning complete for port 659b2077-6359-4092-a154-ef8cfc3e025e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:33.364081 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78cd60b6-eb27-47ab-8e30-a301b9cacec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.408311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962c807-d56f-47cd-9bca-45e0850ebe4b None None] Resources bound (agent type, host, resource id): {{(pid=103524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 23:42:33.492185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.581148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Subnet': ['ID=ad16121a-0f41-4295-bc66-77d2a9dc4f15,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:33.593280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Checking segment: {'id': '5745054b-76d1-4e98-b035-436f6cd58ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38bccc02-4e2d-4353-a765-84ad91c4d843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:33.593648 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network hostable DHCP agents. Network: 38bccc02-4e2d-4353-a765-84ad91c4d843, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:33.615985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network 38bccc02-4e2d-4353-a765-84ad91c4d843 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:33.629913 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 38bccc02-4e2d-4353-a765-84ad91c4d843) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:33.635284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:33.636152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.666863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-678895c8-0dd8-4437-8fee-735ca361464a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5067158 Nov 23 23:42:33.667069 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32898) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:33.672101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1253548039'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:33.687216 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac0f571-c932-492f-a3bc-7d81ab465880 None None] Network 38bccc02-4e2d-4353-a765-84ad91c4d843 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:33.702299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:33.706197 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.741503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:33.753909 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.755206 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Added segment 6652676d-4d06-447f-b891-d4709de06442 of type vlan for network 3398225b-cce7-40a3-9d27-338ef00f871a Nov 23 23:42:33.809885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.839419 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.845027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:33.845627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.892016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-38bccc02-4e2d-4353-a765-84ad91c4d843', 'network_id': '38bccc02-4e2d-4353-a765-84ad91c4d843', 'tenant_id': '5cf081e5f3c643178612217a79f1b56b', 'fixed_ips': [{'subnet_id': 'ad16121a-0f41-4295-bc66-77d2a9dc4f15'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:33.892865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2247615 Nov 23 23:42:33.896068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32900) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:33.898902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:33.904396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Request body: {'subnet': {'network_id': '3398225b-cce7-40a3-9d27-338ef00f871a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:33.964556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3f3ca-40dc-4b9c-bd68-7d49fab5b604 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Network': ['ID=3398225b-cce7-40a3-9d27-338ef00f871a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:34.002607 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 3398225b-cce7-40a3-9d27-338ef00f871a details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:34.032195 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Made reservation on behalf of 5cf081e5f3c643178612217a79f1b56b for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:34.036361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.111023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 659b2077-6359-4092-a154-ef8cfc3e025e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:34.173789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Allocated IP 2001:db8::2 (38bccc02-4e2d-4353-a765-84ad91c4d843/ad16121a-0f41-4295-bc66-77d2a9dc4f15/dc09a30f-dccc-42c1-8f4e-ff7d813bdc56) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:34.222539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 659b2077-6359-4092-a154-ef8cfc3e025e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:34.222823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.400927 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.408711 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.455306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Network 38bccc02-4e2d-4353-a765-84ad91c4d843 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:34.458227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:34.462265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:34.469660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Pushing event updated for resources: {'Port': ['ID=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:34.527345 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Attempting to bind port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:34.527740 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Attempting to bind port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '5745054b-76d1-4e98-b035-436f6cd58ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38bccc02-4e2d-4353-a765-84ad91c4d843'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:34.528109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Attempting to bind port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 on network 38bccc02-4e2d-4353-a765-84ad91c4d843 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:34.533289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:34.533661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Checking segment: {'id': '5745054b-76d1-4e98-b035-436f6cd58ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38bccc02-4e2d-4353-a765-84ad91c4d843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:34.534056 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.534437 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Bound using segment: {'id': '5745054b-76d1-4e98-b035-436f6cd58ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38bccc02-4e2d-4353-a765-84ad91c4d843'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:34.534898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Bound port: dc09a30f-dccc-42c1-8f4e-ff7d813bdc56, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5745054b-76d1-4e98-b035-436f6cd58ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38bccc02-4e2d-4353-a765-84ad91c4d843'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:34.535273 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.584276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.597964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] For port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:34.601688 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] For port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,segment=NetworkSegment(5745054b-76d1-4e98-b035-436f6cd58ce3),segment_id=5745054b-76d1-4e98-b035-436f6cd58ce3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:34.606476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.645883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event updated for resources: {'Subnet': ['ID=9e782391-86ca-4b1f-8eb3-b91e8fc86c28,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:34.655096 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Checking segment: {'id': '6652676d-4d06-447f-b891-d4709de06442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3398225b-cce7-40a3-9d27-338ef00f871a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:34.655461 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network hostable DHCP agents. Network: 3398225b-cce7-40a3-9d27-338ef00f871a, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:34.673596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0639879-f02e-4be0-8a7c-c68802c14dee None None] Pushing event updated for resources: {'Port': ['ID=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:34.677488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Network 3398225b-cce7-40a3-9d27-338ef00f871a is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:34.688544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 3398225b-cce7-40a3-9d27-338ef00f871a) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:34.692595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:34.693184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.701109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ffc80-f1c8-44a0-9373-b8a95631ae98 None None] Network 3398225b-cce7-40a3-9d27-338ef00f871a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:34.710579 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3d1e2ea3-663d-42ea-b057-45c09db5e228 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8131521 Nov 23 23:42:34.713783 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32902) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:34.836094 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.919529 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.952774 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3256198b-9b5e-429c-80d9-c781631ead78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:34.990470 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.041264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d867c2-d048-4f4d-a155-9a6575a458d4 None None] Network 3398225b-cce7-40a3-9d27-338ef00f871a requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:35.048172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Subnet': ['ID=9e782391-86ca-4b1f-8eb3-b91e8fc86c28,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:35.091637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.117168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3398225b-cce7-40a3-9d27-338ef00f871a']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:35.126633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6652676d-4d06-447f-b891-d4709de06442') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:35.126927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6652676d-4d06-447f-b891-d4709de06442') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:35.139263 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.154523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.160585 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:35.161130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:35.164192 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:35.227072 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.232778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.236039 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/3398225b-cce7-40a3-9d27-338ef00f871a HTTP/1.1" status: 204 len: 168 time: 0.5211408 Nov 23 23:42:35.239276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32904) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:35.252145 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3339-3c99-42ad-8e29-08f0933c123f tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Network': ['ID=3398225b-cce7-40a3-9d27-338ef00f871a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:35.270748 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.271347 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-887c9020-ab85-406a-b080-8b468a952b7a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] GET failed (client error): The resource could not be found. Nov 23 23:42:35.272798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-887c9020-ab85-406a-b080-8b468a952b7a tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "GET /v2.0/subnets/9e782391-86ca-4b1f-8eb3-b91e8fc86c28 HTTP/1.1" status: 404 len: 337 time: 0.0324936 Nov 23 23:42:35.275805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32906) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:35.294044 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed198c93-42d1-4f7d-baf4-3b9b61d1d499 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] DELETE failed (client error): The resource could not be found. Nov 23 23:42:35.294528 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed198c93-42d1-4f7d-baf4-3b9b61d1d499 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:42:35.297483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ed198c93-42d1-4f7d-baf4-3b9b61d1d499 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/3398225b-cce7-40a3-9d27-338ef00f871a HTTP/1.1" status: 404 len: 339 time: 0.0207629 Nov 23 23:42:35.301156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32908) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:35.328525 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-225848b7-329c-40a8-a407-2afc1a806a14 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] DELETE failed (client error): The resource could not be found. Nov 23 23:42:35.328983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225848b7-329c-40a8-a407-2afc1a806a14 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:42:35.332230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-225848b7-329c-40a8-a407-2afc1a806a14 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/subnets/9e782391-86ca-4b1f-8eb3-b91e8fc86c28 HTTP/1.1" status: 404 len: 337 time: 0.0301657 Nov 23 23:42:35.334873 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32910) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:35.354656 n-d-817303-3 neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dfecd2-c76c-4ed7-8b85-f9c2b8ff90dd tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] DELETE failed (client error): The resource could not be found. Nov 23 23:42:35.355158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dfecd2-c76c-4ed7-8b85-f9c2b8ff90dd tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:42:35.358171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-55dfecd2-c76c-4ed7-8b85-f9c2b8ff90dd tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/3398225b-cce7-40a3-9d27-338ef00f871a HTTP/1.1" status: 404 len: 339 time: 0.0223844 Nov 23 23:42:35.360844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32912) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:35.416347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Deleting subnet ad16121a-0f41-4295-bc66-77d2a9dc4f15 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:42:35.419779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.468060 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.561646 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.626179 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.658473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Subnet': ['ID=ad16121a-0f41-4295-bc66-77d2a9dc4f15,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:35.662260 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.666371 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c042043c-fd38-4841-9672-8f609fe4d31d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/subnets/ad16121a-0f41-4295-bc66-77d2a9dc4f15 HTTP/1.1" status: 204 len: 168 time: 0.3045843 Nov 23 23:42:35.667307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13403010-5469-46de-8772-908d5c0b6332 None None] Network 38bccc02-4e2d-4353-a765-84ad91c4d843 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:35.669085 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32914) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:35.737792 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-61cab2fc-2655-44ab-8d44-14ed6def6287 None None] Provisioning complete for port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:35.738405 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-61cab2fc-2655-44ab-8d44-14ed6def6287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.747235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.802486 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Deleting port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:35.802711 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.864369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-61cab2fc-2655-44ab-8d44-14ed6def6287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.877482 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] For port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,segment=NetworkSegment(5745054b-76d1-4e98-b035-436f6cd58ce3),segment_id=5745054b-76d1-4e98-b035-436f6cd58ce3)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:35.877843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.888774 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] DHCP port deletion for 38bccc02-4e2d-4353-a765-84ad91c4d843 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:35.893728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Calling delete_port for dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:35.903385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-61cab2fc-2655-44ab-8d44-14ed6def6287 None None] For port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,segment=NetworkSegment(5745054b-76d1-4e98-b035-436f6cd58ce3),segment_id=5745054b-76d1-4e98-b035-436f6cd58ce3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:35.923735 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-61cab2fc-2655-44ab-8d44-14ed6def6287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.975477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:35.985935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cab2fc-2655-44ab-8d44-14ed6def6287 None None] Pushing event updated for resources: {'Port': ['ID=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:35.996476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] Deleting port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:35.996855 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.009855 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No DVR routers for this DVR port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:36.016518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Port': ['ID=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:36.064484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] For port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:36.064801 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.077522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] Calling delete_port for dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:36.080270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] Port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:42:36.081582 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.092857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.112249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] Pushing event deleted for resources: {'Port': ['ID=dc09a30f-dccc-42c1-8f4e-ff7d813bdc56,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:36.115336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bccc02-4e2d-4353-a765-84ad91c4d843']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:36.115934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda62db-6bbd-48bb-90d2-dca763719895 None None] No DVR routers for this DVR port dc09a30f-dccc-42c1-8f4e-ff7d813bdc56 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:36.126842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5745054b-76d1-4e98-b035-436f6cd58ce3') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:36.126842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5745054b-76d1-4e98-b035-436f6cd58ce3') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:36.137496 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.152432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.158539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:36.158918 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:36.161951 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:36.227286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.233261 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.236762 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/38bccc02-4e2d-4353-a765-84ad91c4d843 HTTP/1.1" status: 204 len: 168 time: 0.5666680 Nov 23 23:42:36.239497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32916) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:36.251535 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaac3e-d605-4243-bfce-9f8c1294ae31 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Network': ['ID=38bccc02-4e2d-4353-a765-84ad91c4d843,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:36.267812 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b57f58-d6e6-4a2e-9ab1-f248c77dc69b tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] DELETE failed (client error): The resource could not be found. Nov 23 23:42:36.268272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b57f58-d6e6-4a2e-9ab1-f248c77dc69b tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:42:36.271326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e7b57f58-d6e6-4a2e-9ab1-f248c77dc69b tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/subnets/5783c480-457c-426d-845b-33f10a857399 HTTP/1.1" status: 404 len: 337 time: 0.0304527 Nov 23 23:42:36.274027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32918) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:36.292264 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-daadf40c-f849-4f4f-ad93-a4a84a82744c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] DELETE failed (client error): The resource could not be found. Nov 23 23:42:36.292742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daadf40c-f849-4f4f-ad93-a4a84a82744c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:42:36.295685 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-daadf40c-f849-4f4f-ad93-a4a84a82744c tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/814dd123-4faf-4cf6-9edb-5a5fa6e4e92d HTTP/1.1" status: 404 len: 339 time: 0.0201502 Nov 23 23:42:36.298122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32920) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:36.323536 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3127175-b213-4967-964c-689c2a37d5a7 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] DELETE failed (client error): The resource could not be found. Nov 23 23:42:36.323927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3127175-b213-4967-964c-689c2a37d5a7 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:42:36.326901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3127175-b213-4967-964c-689c2a37d5a7 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/subnets/99c7bd27-de58-4459-b533-da993e77330b HTTP/1.1" status: 404 len: 337 time: 0.0279002 Nov 23 23:42:36.329388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32922) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:36.347343 n-d-817303-3 neutron-server[103523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1bba29-06cc-4737-bf1f-b874e69c4a4d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] DELETE failed (client error): The resource could not be found. Nov 23 23:42:36.347961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1bba29-06cc-4737-bf1f-b874e69c4a4d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 23:42:36.350879 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fc1bba29-06cc-4737-bf1f-b874e69c4a4d tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/ed9be2ce-a616-4caa-8d7c-937c5e0acdd1 HTTP/1.1" status: 404 len: 339 time: 0.0206106 Nov 23 23:42:36.353298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32924) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:36.408057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Deleting subnet e4a685cc-fa55-4320-b4cc-1fefa60c95b4 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:42:36.411252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.451487 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.535089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.596673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.626196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a685cc-fa55-4320-b4cc-1fefa60c95b4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:36.628201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.631413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-865f4cc8-f396-4455-8778-77f5d31802f8 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/subnets/e4a685cc-fa55-4320-b4cc-1fefa60c95b4 HTTP/1.1" status: 204 len: 168 time: 0.2771804 Nov 23 23:42:36.635831 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32926) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:36.636948 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d4a7d-ec53-464e-bf5a-6e93c95c2690 None None] Network 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:36.710914 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.762525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.773365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Deleting port 659b2077-6359-4092-a154-ef8cfc3e025e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:36.773706 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.830888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] DHCP port deletion for 49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:36.839519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] For port 659b2077-6359-4092-a154-ef8cfc3e025e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=659b2077-6359-4092-a154-ef8cfc3e025e,segment=NetworkSegment(9a8987c3-431a-4fc9-8b48-1317421c4bd1),segment_id=9a8987c3-431a-4fc9-8b48-1317421c4bd1)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:36.839911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.852447 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Calling delete_port for 659b2077-6359-4092-a154-ef8cfc3e025e owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:36.881806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] Deleting port 659b2077-6359-4092-a154-ef8cfc3e025e {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:36.882173 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.936077 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.948568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] For port 659b2077-6359-4092-a154-ef8cfc3e025e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=659b2077-6359-4092-a154-ef8cfc3e025e,segment=NetworkSegment(9a8987c3-431a-4fc9-8b48-1317421c4bd1),segment_id=9a8987c3-431a-4fc9-8b48-1317421c4bd1)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:36.948921 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:36.963952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Port': ['ID=659b2077-6359-4092-a154-ef8cfc3e025e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:36.966498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] Calling delete_port for 659b2077-6359-4092-a154-ef8cfc3e025e owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:36.968196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] No DVR routers for this DVR port 659b2077-6359-4092-a154-ef8cfc3e025e on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:37.041596 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.047889 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.066226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] Pushing event deleted for resources: {'Port': ['ID=659b2077-6359-4092-a154-ef8cfc3e025e,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:37.069901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ddd1c-1503-4680-ada7-00a557c6243f None None] No DVR routers for this DVR port 659b2077-6359-4092-a154-ef8cfc3e025e on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:37.076197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:37.086155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8987c3-431a-4fc9-8b48-1317421c4bd1') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:37.086515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8987c3-431a-4fc9-8b48-1317421c4bd1') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:37.396301 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.411222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.417712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:37.418101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:37.421119 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:37.478368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.485542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.488721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] 10.222.0.11 "DELETE /v2.0/networks/49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c HTTP/1.1" status: 204 len: 168 time: 0.8518000 Nov 23 23:42:37.500566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae632599-75ae-4b85-b68a-cb62140f8db5 tempest-NetworksIpV6Test-846570796 tempest-NetworksIpV6Test-846570796-project] Pushing event deleted for resources: {'Network': ['ID=49e6f9b6-f74c-4cc2-bf8f-e3febbdcd76c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:37.602489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.735882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32932) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:37.869965 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-de2fa31f-0336-4c36-8571-9a2ef6842992 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cf081e5f3c643178612217a79f1b56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328959 Nov 23 23:42:37.872418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32936) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:37.919438 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77b5704d-e393-4ec1-a4a7-2ae038df05de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.940683 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77b5704d-e393-4ec1-a4a7-2ae038df05de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.987705 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77b5704d-e393-4ec1-a4a7-2ae038df05de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.990305 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-77b5704d-e393-4ec1-a4a7-2ae038df05de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:37.991484 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-77b5704d-e393-4ec1-a4a7-2ae038df05de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0779e51-2833-4ccf-8691-3136e8b01f26 HTTP/1.1" status: 204 len: 168 time: 0.1181469 Nov 23 23:42:38.002119 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5704d-e393-4ec1-a4a7-2ae038df05de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0779e51-2833-4ccf-8691-3136e8b01f26,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:38.083487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 659b2077-6359-4092-a154-ef8cfc3e025e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:42:38.108248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 659b2077-6359-4092-a154-ef8cfc3e025e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:42:38.108616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 659b2077-6359-4092-a154-ef8cfc3e025e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:42:38.561901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.646115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32958) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:38.740939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-0ff5c7cf-535d-47a5-af73-05d94807d117 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1706474059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:38.764589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7cf-535d-47a5-af73-05d94807d117 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.765665 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7cf-535d-47a5-af73-05d94807d117 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.819898 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7cf-535d-47a5-af73-05d94807d117 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.825279 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7cf-535d-47a5-af73-05d94807d117 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.842692 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7cf-535d-47a5-af73-05d94807d117 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.844024 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ff5c7cf-535d-47a5-af73-05d94807d117 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1966910 Nov 23 23:42:38.846527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32962) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:38.851411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1504719443'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:38.872799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Made reservation on behalf of 269f9fcab1344a9d985f0ae4d4f4148a for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:38.876442 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.886058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.960462 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.964471 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:38.994120 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:39.000838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9ec5e8-70dd-49a3-8b41-fd8887994aaa,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:39.007629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.007980 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Added segment 9c78c7d5-0685-4479-a682-bc837a396dc5 of type vlan for network 1f8d1916-58fd-4fde-8223-4eb45dcef60f Nov 23 23:42:39.049587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.076963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.082750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:39.083368 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.126649 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2791145 Nov 23 23:42:39.129388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32964) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:39.135034 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Request body: {'subnet': {'network_id': '1f8d1916-58fd-4fde-8223-4eb45dcef60f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:39.177128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ff52-dc31-4869-925b-caed07547ac9 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event updated for resources: {'Network': ['ID=1f8d1916-58fd-4fde-8223-4eb45dcef60f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:39.189604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 1f8d1916-58fd-4fde-8223-4eb45dcef60f details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:39.251813 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Made reservation on behalf of 269f9fcab1344a9d985f0ae4d4f4148a for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:39.255178 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.439540 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.508137 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event updated for resources: {'Subnet': ['ID=cb915d38-5aba-4fbf-af7f-917bfb4c7ada,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:39.517419 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Checking segment: {'id': '9c78c7d5-0685-4479-a682-bc837a396dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1f8d1916-58fd-4fde-8223-4eb45dcef60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:39.517776 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Network hostable DHCP agents. Network: 1f8d1916-58fd-4fde-8223-4eb45dcef60f, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:39.536334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Network 1f8d1916-58fd-4fde-8223-4eb45dcef60f is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:39.545888 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 1f8d1916-58fd-4fde-8223-4eb45dcef60f) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:39.550251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:39.550842 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.557978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e237cda-45a6-40ad-8aec-9683ac9abf97 None None] Network 1f8d1916-58fd-4fde-8223-4eb45dcef60f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:39.567731 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e25c582b-43c6-4132-aba3-c08ac2d3396c tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4372640 Nov 23 23:42:39.570926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32966) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:39.576065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-70724988'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:39.598421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Made reservation on behalf of 269f9fcab1344a9d985f0ae4d4f4148a for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:39.602828 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.628017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:39.639420 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.639816 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Added segment 2e3d97de-a3b7-4245-9c82-0a04bdfb681c of type vlan for network 98a75062-0a41-4af4-8363-0eb001b8417f Nov 23 23:42:39.683861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.709369 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.715747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:39.716350 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.717762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-1f8d1916-58fd-4fde-8223-4eb45dcef60f', 'network_id': '1f8d1916-58fd-4fde-8223-4eb45dcef60f', 'tenant_id': '269f9fcab1344a9d985f0ae4d4f4148a', 'fixed_ips': [{'subnet_id': 'cb915d38-5aba-4fbf-af7f-917bfb4c7ada'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:39.718633 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.755141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1829093 Nov 23 23:42:39.758313 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32968) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:39.763022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Request body: {'subnet': {'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:39.818771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998afe1a-69ed-4ec1-b936-1647f88282ba tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event updated for resources: {'Network': ['ID=98a75062-0a41-4af4-8363-0eb001b8417f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:39.846158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 98a75062-0a41-4af4-8363-0eb001b8417f details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:39.888069 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Made reservation on behalf of 269f9fcab1344a9d985f0ae4d4f4148a for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:39.891554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:39.917787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Allocated IP 172.20.0.2 (1f8d1916-58fd-4fde-8223-4eb45dcef60f/cb915d38-5aba-4fbf-af7f-917bfb4c7ada/57fda6d3-9039-45b9-97b4-8ba9987e28ed) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:40.072022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.077962 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.083845 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.124998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Network 1f8d1916-58fd-4fde-8223-4eb45dcef60f is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:40.131347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:40.134024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:40.147760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Pushing event updated for resources: {'Port': ['ID=57fda6d3-9039-45b9-97b4-8ba9987e28ed,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:40.155927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event updated for resources: {'Subnet': ['ID=427b3c7f-a284-40e8-b2d6-62f45bf23335,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:40.160468 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Checking segment: {'id': '2e3d97de-a3b7-4245-9c82-0a04bdfb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:40.160823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Network hostable DHCP agents. Network: 98a75062-0a41-4af4-8363-0eb001b8417f, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:40.182596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Network 98a75062-0a41-4af4-8363-0eb001b8417f is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:40.193540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 98a75062-0a41-4af4-8363-0eb001b8417f) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:40.200541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:40.201163 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.201662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Attempting to bind port 57fda6d3-9039-45b9-97b4-8ba9987e28ed on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:40.202141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Attempting to bind port 57fda6d3-9039-45b9-97b4-8ba9987e28ed by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '9c78c7d5-0685-4479-a682-bc837a396dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1f8d1916-58fd-4fde-8223-4eb45dcef60f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:40.202428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Attempting to bind port 57fda6d3-9039-45b9-97b4-8ba9987e28ed on network 1f8d1916-58fd-4fde-8223-4eb45dcef60f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:40.209439 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050f047-31a9-42f2-8de5-94c3e35d1ea0 None None] Network 98a75062-0a41-4af4-8363-0eb001b8417f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:40.212087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:40.212540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Checking segment: {'id': '9c78c7d5-0685-4479-a682-bc837a396dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1f8d1916-58fd-4fde-8223-4eb45dcef60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:40.213046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.213529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Bound using segment: {'id': '9c78c7d5-0685-4479-a682-bc837a396dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1f8d1916-58fd-4fde-8223-4eb45dcef60f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:40.214063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Bound port: 57fda6d3-9039-45b9-97b4-8ba9987e28ed, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c78c7d5-0685-4479-a682-bc837a396dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1f8d1916-58fd-4fde-8223-4eb45dcef60f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:40.214446 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.219709 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7337f2be-12a4-4319-a16a-5bf3bd126fdb tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4605262 Nov 23 23:42:40.222346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32970) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:40.227608 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b8aea943-d8b2-4645-91f9-cecafe97b506 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Request body: {'router': {'external_gateway_info': {'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:40.371741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] For port 57fda6d3-9039-45b9-97b4-8ba9987e28ed, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:40.386873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] For port 57fda6d3-9039-45b9-97b4-8ba9987e28ed, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57fda6d3-9039-45b9-97b4-8ba9987e28ed,segment=NetworkSegment(9c78c7d5-0685-4479-a682-bc837a396dc5),segment_id=9c78c7d5-0685-4479-a682-bc837a396dc5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:40.394405 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.449540 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8aea943-d8b2-4645-91f9-cecafe97b506 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.467004 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-98a75062-0a41-4af4-8363-0eb001b8417f', 'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f', 'tenant_id': '269f9fcab1344a9d985f0ae4d4f4148a', 'fixed_ips': [{'subnet_id': '427b3c7f-a284-40e8-b2d6-62f45bf23335'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:40.468068 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.495804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496652a-e0fc-46d2-b13f-de6ecc64a0b6 None None] Pushing event updated for resources: {'Port': ['ID=57fda6d3-9039-45b9-97b4-8ba9987e28ed,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:40.578371 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [None req-b8aea943-d8b2-4645-91f9-cecafe97b506 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 23:42:40.583667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b8aea943-d8b2-4645-91f9-cecafe97b506 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "PUT /v2.0/routers/47457942-7555-4359-86df-ceddf0278045 HTTP/1.1" status: 400 len: 364 time: 0.3559380 Nov 23 23:42:40.585685 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32972) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:40.637136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Allocated IP 172.21.0.2 (98a75062-0a41-4af4-8363-0eb001b8417f/427b3c7f-a284-40e8-b2d6-62f45bf23335/7f355adf-e18f-4ba3-a271-66e0d9c6d519) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:40.658701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Deleting subnet 427b3c7f-a284-40e8-b2d6-62f45bf23335 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:42:40.813269 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.818881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.819348 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.863609 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.865466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Network 98a75062-0a41-4af4-8363-0eb001b8417f is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:40.869249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:40.872845 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:40.879874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Pushing event updated for resources: {'Port': ['ID=7f355adf-e18f-4ba3-a271-66e0d9c6d519,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:40.929816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Attempting to bind port 7f355adf-e18f-4ba3-a271-66e0d9c6d519 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:40.930733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Attempting to bind port 7f355adf-e18f-4ba3-a271-66e0d9c6d519 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '2e3d97de-a3b7-4245-9c82-0a04bdfb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:40.931128 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Attempting to bind port 7f355adf-e18f-4ba3-a271-66e0d9c6d519 on network 98a75062-0a41-4af4-8363-0eb001b8417f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:40.936339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:40.936735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Checking segment: {'id': '2e3d97de-a3b7-4245-9c82-0a04bdfb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:40.937560 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.937560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Bound using segment: {'id': '2e3d97de-a3b7-4245-9c82-0a04bdfb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:40.937951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Bound port: 7f355adf-e18f-4ba3-a271-66e0d9c6d519, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d97de-a3b7-4245-9c82-0a04bdfb681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '98a75062-0a41-4af4-8363-0eb001b8417f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:40.938320 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:40.954558 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.020312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.022594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] For port 7f355adf-e18f-4ba3-a271-66e0d9c6d519, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:41.026299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] For port 7f355adf-e18f-4ba3-a271-66e0d9c6d519, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7f355adf-e18f-4ba3-a271-66e0d9c6d519,segment=NetworkSegment(2e3d97de-a3b7-4245-9c82-0a04bdfb681c),segment_id=2e3d97de-a3b7-4245-9c82-0a04bdfb681c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:41.030650 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.049171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event deleted for resources: {'Subnet': ['ID=427b3c7f-a284-40e8-b2d6-62f45bf23335,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:41.054738 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.059813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1028a2ae-cbb7-489c-96ad-bb3e1c2c0ec4 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "DELETE /v2.0/subnets/427b3c7f-a284-40e8-b2d6-62f45bf23335 HTTP/1.1" status: 204 len: 168 time: 0.4709890 Nov 23 23:42:41.061783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32974) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:41.095662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32198-edbf-4c18-81c7-dbfb09bbaf97 None None] Pushing event updated for resources: {'Port': ['ID=7f355adf-e18f-4ba3-a271-66e0d9c6d519,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:41.158935 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.221951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Deleting port 7f355adf-e18f-4ba3-a271-66e0d9c6d519 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:41.222318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.305288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] For port 7f355adf-e18f-4ba3-a271-66e0d9c6d519, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=7f355adf-e18f-4ba3-a271-66e0d9c6d519,segment=NetworkSegment(2e3d97de-a3b7-4245-9c82-0a04bdfb681c),segment_id=2e3d97de-a3b7-4245-9c82-0a04bdfb681c)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:41.305655 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.318613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Calling delete_port for 7f355adf-e18f-4ba3-a271-66e0d9c6d519 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:41.420417 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.449103 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event deleted for resources: {'Port': ['ID=7f355adf-e18f-4ba3-a271-66e0d9c6d519,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:41.451330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] No DVR routers for this DVR port 7f355adf-e18f-4ba3-a271-66e0d9c6d519 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:41.542187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80125b95-f37f-40ce-bf6f-6c77dde95855 None None] Network 1f8d1916-58fd-4fde-8223-4eb45dcef60f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:41.548426 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.574994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a75062-0a41-4af4-8363-0eb001b8417f']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:41.585626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3d97de-a3b7-4245-9c82-0a04bdfb681c') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:41.585937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3d97de-a3b7-4245-9c82-0a04bdfb681c') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:41.597732 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.614910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.622187 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:41.622688 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:41.626480 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:41.635266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f9324f9a-207a-487a-bdbd-f912db1e7828 None None] Provisioning complete for port 57fda6d3-9039-45b9-97b4-8ba9987e28ed triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:41.635671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9324f9a-207a-487a-bdbd-f912db1e7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.692293 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.701752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.705030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "DELETE /v2.0/networks/98a75062-0a41-4af4-8363-0eb001b8417f HTTP/1.1" status: 204 len: 168 time: 0.6422882 Nov 23 23:42:41.707838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32976) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:41.717500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374ce22-aca6-45f7-bb32-5d9b937ccdab tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event deleted for resources: {'Network': ['ID=98a75062-0a41-4af4-8363-0eb001b8417f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:41.774295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Deleting subnet cb915d38-5aba-4fbf-af7f-917bfb4c7ada {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:42:41.778318 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.787728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9324f9a-207a-487a-bdbd-f912db1e7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.828228 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.837794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f9324f9a-207a-487a-bdbd-f912db1e7828 None None] For port 57fda6d3-9039-45b9-97b4-8ba9987e28ed, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57fda6d3-9039-45b9-97b4-8ba9987e28ed,segment=NetworkSegment(9c78c7d5-0685-4479-a682-bc837a396dc5),segment_id=9c78c7d5-0685-4479-a682-bc837a396dc5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:41.843138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9324f9a-207a-487a-bdbd-f912db1e7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:41.911802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9324f9a-207a-487a-bdbd-f912db1e7828 None None] Pushing event updated for resources: {'Port': ['ID=57fda6d3-9039-45b9-97b4-8ba9987e28ed,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:41.932119 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.007126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.036418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event deleted for resources: {'Subnet': ['ID=cb915d38-5aba-4fbf-af7f-917bfb4c7ada,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:42.040731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.046304 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-51d70a1f-9b1e-4c98-8bc3-e43216338945 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "DELETE /v2.0/subnets/cb915d38-5aba-4fbf-af7f-917bfb4c7ada HTTP/1.1" status: 204 len: 168 time: 0.3341465 Nov 23 23:42:42.046579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32978) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:42.091150 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e107f8a-514c-4910-9185-35b1e295ff85 None None] Network 1f8d1916-58fd-4fde-8223-4eb45dcef60f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:42.151711 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.167035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57fda6d3-9039-45b9-97b4-8ba9987e28ed up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:42.225509 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Deleting port 57fda6d3-9039-45b9-97b4-8ba9987e28ed {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:42:42.225947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.262319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8cf4e177-dab5-408b-b899-b38d714e1c8d None None] Provisioning complete for port 57fda6d3-9039-45b9-97b4-8ba9987e28ed triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:42.262688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e177-dab5-408b-b899-b38d714e1c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.296457 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:42:42.297061 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] For port 57fda6d3-9039-45b9-97b4-8ba9987e28ed, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=57fda6d3-9039-45b9-97b4-8ba9987e28ed,segment=NetworkSegment(9c78c7d5-0685-4479-a682-bc837a396dc5),segment_id=9c78c7d5-0685-4479-a682-bc837a396dc5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:42.297061 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.312124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Calling delete_port for 57fda6d3-9039-45b9-97b4-8ba9987e28ed owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:42:42.317268 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d1ab4-e73d-42be-a3b8-b88cbfd8c26e None None] DHCP port deletion for 98a75062-0a41-4af4-8363-0eb001b8417f request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:42.326511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 57fda6d3-9039-45b9-97b4-8ba9987e28ed triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:42.326899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.369697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe049b-6dc3-4565-9ec8-d3ec1c93b3ff None None] Network 98a75062-0a41-4af4-8363-0eb001b8417f requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:42.386776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe049b-6dc3-4565-9ec8-d3ec1c93b3ff None None] Network 98a75062-0a41-4af4-8363-0eb001b8417f could not be found, it might have been deleted concurrently. {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 23:42:42.402333 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.413772 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bf7907-9fe1-4139-b108-7841210e388d None None] DHCP port deletion for 1f8d1916-58fd-4fde-8223-4eb45dcef60f request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:42.426837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event deleted for resources: {'Port': ['ID=57fda6d3-9039-45b9-97b4-8ba9987e28ed,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:42.428476 n-d-817303-3 neutron-server[103524]: INFO neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No ports have port_id starting with 57fda6d3-9039-45b9-97b4-8ba9987e28ed Nov 23 23:42:42.433718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] No DVR routers for this DVR port 57fda6d3-9039-45b9-97b4-8ba9987e28ed on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:42:42.514557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.543221 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8d1916-58fd-4fde-8223-4eb45dcef60f']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:42.551022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cd6e50a3-e729-4832-b6ea-358d197c5f4d None None] Could not find standard attr ID for object 7f355adf-e18f-4ba3-a271-66e0d9c6d519. {{(pid=103524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 23:42:42.554071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c78c7d5-0685-4479-a682-bc837a396dc5') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:42.554381 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c78c7d5-0685-4479-a682-bc837a396dc5') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:42.564820 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.578172 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.583960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:42:42.584343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:42:42.587316 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:42:42.645223 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.652728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.655389 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "DELETE /v2.0/networks/1f8d1916-58fd-4fde-8223-4eb45dcef60f HTTP/1.1" status: 204 len: 168 time: 0.6078658 Nov 23 23:42:42.658645 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32980) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:42.668586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e99ca3-fabd-4697-960b-e16e530964b2 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Pushing event deleted for resources: {'Network': ['ID=1f8d1916-58fd-4fde-8223-4eb45dcef60f,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:42.686676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-80c3c331-407f-4aef-ad37-97ec941fc047 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "GET /v2.0/ports?device_id=47457942-7555-4359-86df-ceddf0278045 HTTP/1.1" status: 200 len: 205 time: 0.0268703 Nov 23 23:42:42.689018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 32982) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:42.768046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c14e758-3445-449b-8a5d-d4b8bb862737 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.934732 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c14e758-3445-449b-8a5d-d4b8bb862737 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.936928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c14e758-3445-449b-8a5d-d4b8bb862737 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.980868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c14e758-3445-449b-8a5d-d4b8bb862737 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.981373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c14e758-3445-449b-8a5d-d4b8bb862737 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Fanout notify agent at l3_agent the message router_deleted on router 47457942-7555-4359-86df-ceddf0278045 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:42:42.988336 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9c14e758-3445-449b-8a5d-d4b8bb862737 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:42.989457 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9c14e758-3445-449b-8a5d-d4b8bb862737 tempest-RoutersNegativeTest-1731855817 tempest-RoutersNegativeTest-1731855817-project] 10.222.0.11 "DELETE /v2.0/routers/47457942-7555-4359-86df-ceddf0278045 HTTP/1.1" status: 204 len: 168 time: 0.2995405 Nov 23 23:42:43.236972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32988) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:43.370129 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-974cfc7c-747e-4fa2-a053-e46818f80c76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=269f9fcab1344a9d985f0ae4d4f4148a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319644 Nov 23 23:42:43.372668 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 32992) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:43.424118 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea58e275-0685-40aa-8b86-c985105a8295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:43.445715 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea58e275-0685-40aa-8b86-c985105a8295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:43.493986 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea58e275-0685-40aa-8b86-c985105a8295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:43.496799 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea58e275-0685-40aa-8b86-c985105a8295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:43.498012 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ea58e275-0685-40aa-8b86-c985105a8295 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad9ec5e8-70dd-49a3-8b41-fd8887994aaa HTTP/1.1" status: 204 len: 168 time: 0.1244280 Nov 23 23:42:43.505999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e275-0685-40aa-8b86-c985105a8295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9ec5e8-70dd-49a3-8b41-fd8887994aaa,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:44.062600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57fda6d3-9039-45b9-97b4-8ba9987e28ed no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:42:44.083744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 57fda6d3-9039-45b9-97b4-8ba9987e28ed {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:42:44.084112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 57fda6d3-9039-45b9-97b4-8ba9987e28ed not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:42:44.084499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7f355adf-e18f-4ba3-a271-66e0d9c6d519 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:42:44.103976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 7f355adf-e18f-4ba3-a271-66e0d9c6d519 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:42:44.104232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 7f355adf-e18f-4ba3-a271-66e0d9c6d519 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:42:44.150882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33014) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:44.246362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-16065472-network', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:44.267771 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Made reservation on behalf of 7d966c69bf104b74ad3e0992a59b39d9 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:44.270089 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.278605 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.350578 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.354394 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.378916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:44.389832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a0f3d-bc3a-4961-9f54-b0d6ca001cea,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:44.397153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.397505 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Added segment df06efcc-7f50-4684-ba03-c169675fb239 of type vlan for network e2c97580-dfb3-4d29-9122-2e87a1a086e9 Nov 23 23:42:44.439947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.464557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.465494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:44.466060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.504417 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3531344 Nov 23 23:42:44.507733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33018) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:44.513484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Request body: {'subnet': {'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-subnet', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:44.532337 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c23fb-2c46-445a-8407-06f03f70b159 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c97580-dfb3-4d29-9122-2e87a1a086e9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:44.537735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Made reservation on behalf of 7d966c69bf104b74ad3e0992a59b39d9 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:44.542118 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.546354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:44.731027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.795900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8398773a-37b2-4f5d-85ef-04efffa58850,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:44.805083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Checking segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:44.806150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Network hostable DHCP agents. Network: e2c97580-dfb3-4d29-9122-2e87a1a086e9, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:44.824772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:44.833956 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e2c97580-dfb3-4d29-9122-2e87a1a086e9) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:44.839292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:44.839954 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.844925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a06ec-93d5-4beb-8934-f053b4b736a5 None None] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:44.856219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-93c31928-beda-4520-9e16-d99f5b1fe4b3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3471837 Nov 23 23:42:44.859068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33020) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:44.863730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:44.885621 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.886855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:44.940554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.006944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:45.007854 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.091661 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.153541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Allocated IP 172.20.0.2 (e2c97580-dfb3-4d29-9122-2e87a1a086e9/8398773a-37b2-4f5d-85ef-04efffa58850/b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:45.303387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.304106 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.310716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.329347 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.357269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:45.360263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:45.363949 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:45.371293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Pushing event updated for resources: {'Port': ['ID=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:45.424546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Attempting to bind port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:45.424908 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Attempting to bind port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:45.425281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Attempting to bind port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:45.430665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:45.431076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Checking segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:45.431455 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.431897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Bound using segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:45.432376 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Bound port: b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:45.432764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.438153 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Allocated IP 172.25.0.97 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/5677b003-2553-4645-b4c6-15ed594e119d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:45.498212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] For port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:45.501495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] For port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:45.505608 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.566419 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.572910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9479b6-52ce-4492-ace9-b88d3aa78b4c None None] Pushing event updated for resources: {'Port': ['ID=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:45.608890 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.652705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:45.655906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:45.660243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:45.668088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Pushing event updated for resources: {'Port': ['ID=5677b003-2553-4645-b4c6-15ed594e119d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:45.673325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe9a13-dd60-491e-b9bf-3318b37641a0 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:45.795121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3984374d-2a54-4b44-89bb-29cabe8042a1 None None] Provisioning complete for port 5677b003-2553-4645-b4c6-15ed594e119d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:45.795491 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3984374d-2a54-4b44-89bb-29cabe8042a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:45.839893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3984374d-2a54-4b44-89bb-29cabe8042a1 None None] Port 5677b003-2553-4645-b4c6-15ed594e119d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:42:45.957707 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:46.091223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:46.143966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:46.145716 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:46.162289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:46.229915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:46.265419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:46.270658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:46.307954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Router b732c8e0-8d0e-4857-9f6d-449e88437b65 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:42:46.328826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:46.565052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91b1bc-9beb-4a9e-a72c-3990b32890ec None None] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:46.701207 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b796a54c-3c20-4ca9-a3f3-7033d0c59bc7 None None] Provisioning complete for port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:46.701580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b796a54c-3c20-4ca9-a3f3-7033d0c59bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:46.772051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:42:46.790999 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:46.794869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e5bcbc58-05dd-4dd7-a93a-156231c6687a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9320900 Nov 23 23:42:46.795217 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33022) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:46.803232 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Sync routers for ids ['b732c8e0-8d0e-4857-9f6d-449e88437b65'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:42:46.826496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Routers {'b732c8e0-8d0e-4857-9f6d-449e88437b65'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:46.827143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['b732c8e0-8d0e-4857-9f6d-449e88437b65'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:46.943223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Set router b732c8e0-8d0e-4857-9f6d-449e88437b65 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:47.091090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-acd758e7-69e2-4988-8628-6f58e63e4317 None None] Provisioning complete for port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:47.091462 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acd758e7-69e2-4988-8628-6f58e63e4317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.209562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5677b003-2553-4645-b4c6-15ed594e119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:42:45Z', 'revision_number': 3, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port': {'id': '5677b003-2553-4645-b4c6-15ed594e119d', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:45Z', 'updated_at': '2021-11-23T23:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:47.237656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Checking router: b732c8e0-8d0e-4857-9f6d-449e88437b65 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:42:47.238349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Updating router b732c8e0-8d0e-4857-9f6d-449e88437b65 port 5677b003-2553-4645-b4c6-15ed594e119d binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:42:47.247427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.270592 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.410099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Allocated IP 172.20.0.1 (e2c97580-dfb3-4d29-9122-2e87a1a086e9/8398773a-37b2-4f5d-85ef-04efffa58850/9f65c117-219b-4c27-9f88-c121c5068cf5) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:47.521919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.529293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.534877 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.558859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.586390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b65cf-bdf8-4716-a461-3dfd06f6f6fd None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:47.600367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Attempting to bind port 5677b003-2553-4645-b4c6-15ed594e119d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:47.600788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Attempting to bind port 5677b003-2553-4645-b4c6-15ed594e119d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:47.601103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Attempting to bind port 5677b003-2553-4645-b4c6-15ed594e119d on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:47.607627 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601f280-8a4c-4f20-a75a-44ced226500c None None] Pushing event updated for resources: {'Port': ['ID=5677b003-2553-4645-b4c6-15ed594e119d,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:47.608826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:47.613218 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:47.613597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:47.613999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.614391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:47.614865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Bound port: 5677b003-2553-4645-b4c6-15ed594e119d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:47.615001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:47.615246 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.617144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Pushing event updated for resources: {'Port': ['ID=9f65c117-219b-4c27-9f88-c121c5068cf5,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:47.623604 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:47.676651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.697366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2dffafeb-969d-4d17-85f9-7ee792b910d9 None None] Provisioning complete for port 5677b003-2553-4645-b4c6-15ed594e119d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:47.697733 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dffafeb-969d-4d17-85f9-7ee792b910d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.725071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] For port 5677b003-2553-4645-b4c6-15ed594e119d, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:47.747488 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] For port 5677b003-2553-4645-b4c6-15ed594e119d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5677b003-2553-4645-b4c6-15ed594e119d,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:47.750626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2dffafeb-969d-4d17-85f9-7ee792b910d9 None None] Port 5677b003-2553-4645-b4c6-15ed594e119d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:42:47.756469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.807869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498bd3b-add8-4c3d-bec2-b265cfbacbba None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:47.832908 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.833486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Routers {'b732c8e0-8d0e-4857-9f6d-449e88437b65'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:47.834114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['b732c8e0-8d0e-4857-9f6d-449e88437b65'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:47.837412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601f280-8a4c-4f20-a75a-44ced226500c None None] Pushing event updated for resources: {'Port': ['ID=5677b003-2553-4645-b4c6-15ed594e119d,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:47.930066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Provisioning complete for port 9f65c117-219b-4c27-9f88-c121c5068cf5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:47.930323 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:47.984266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Port 9f65c117-219b-4c27-9f88-c121c5068cf5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:42:47.993250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] Set router b732c8e0-8d0e-4857-9f6d-449e88437b65 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:48.018023 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.025843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.033581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Provisioning complete for port 5677b003-2553-4645-b4c6-15ed594e119d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:48.033965 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.089177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.127220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Pushing event updated for resources: {'Port': ['ID=9f65c117-219b-4c27-9f88-c121c5068cf5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:48.211763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:48.213225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:48.259158 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:48.342645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Router b732c8e0-8d0e-4857-9f6d-449e88437b65 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:42:48.439423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:48.439831 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.464768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:42:48.470295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-feb989b5-b2dd-43a6-8015-9fd75d6c21ca admin admin] 10.222.0.11 "PUT /v2.0/routers/b732c8e0-8d0e-4857-9f6d-449e88437b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740603 Nov 23 23:42:48.475784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.518954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] For port 5677b003-2553-4645-b4c6-15ed594e119d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5677b003-2553-4645-b4c6-15ed594e119d,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:48.528150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.616628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5677b003-2553-4645-b4c6-15ed594e119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 4, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port': {'id': '5677b003-2553-4645-b4c6-15ed594e119d', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:45Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9f65c117-219b-4c27-9f88-c121c5068cf5', 'name': '', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'mac_address': 'fa:16:3e:9c:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:47Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 1, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'subnets': [{'id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:48.649305 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c8ca7-d314-49d3-9287-db131b30bb27 None None] Pushing event updated for resources: {'Port': ['ID=5677b003-2553-4645-b4c6-15ed594e119d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:48.656489 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bf143-cc45-47ed-8a04-c45eba32f30e None None] The sync data for ids ['b732c8e0-8d0e-4857-9f6d-449e88437b65'] in n-d-817303-3 is: [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5677b003-2553-4645-b4c6-15ed594e119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 4, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port': {'id': '5677b003-2553-4645-b4c6-15ed594e119d', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:45Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9f65c117-219b-4c27-9f88-c121c5068cf5', 'name': '', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'mac_address': 'fa:16:3e:9c:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:47Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 1, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'subnets': [{'id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:42:48.667665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5748c80c-b643-4eb4-b5b2-ea44723b971d None None] Provisioning complete for port 9f65c117-219b-4c27-9f88-c121c5068cf5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:48.667988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5748c80c-b643-4eb4-b5b2-ea44723b971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:48.709747 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5748c80c-b643-4eb4-b5b2-ea44723b971d None None] Port 9f65c117-219b-4c27-9f88-c121c5068cf5 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:42:48.991844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33038) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:48.997848 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1972821810-network', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:49.023742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Made reservation on behalf of c13e3c99e5ce4b658e38ada855a7556d for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:49.026440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.036444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.130523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.135953 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.155243 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:42:49.175513 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.175883 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Added segment b08a7ff6-db46-441c-bdae-6f00002845f0 of type vlan for network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 Nov 23 23:42:49.177520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f87438-87c0-400a-a1a3-3f83f38def9c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:49.194416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.194766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.195260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.195665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.196007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.196335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.196668 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.196991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.197315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.197778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.197957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.198278 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:49.234484 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.262807 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.263920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:49.264553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.311742 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3151042 Nov 23 23:42:49.313420 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33040) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:49.319346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Request body: {'subnet': {'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-subnet', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:49.345627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Made reservation on behalf of c13e3c99e5ce4b658e38ada855a7556d for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:49.348087 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.355770 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376b638-665b-4597-bfdc-eb191f42b19b admin admin] Pushing event updated for resources: {'Network': ['ID=cc0066f5-31e4-4a07-a18d-f3776e1d2e63,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:49.368461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:42:49.550972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.615019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792098ad-1c46-43ab-902b-865273e5fcac,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:49.626793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Checking segment: {'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:49.627160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Network hostable DHCP agents. Network: cc0066f5-31e4-4a07-a18d-f3776e1d2e63, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:42:49.644530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:42:49.654683 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, cc0066f5-31e4-4a07-a18d-f3776e1d2e63) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:49.658865 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:49.659466 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.669861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b61fe4-50e0-48bc-b15c-c6edb42fa50b None None] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:49.677829 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f39a984e-34c8-40b9-b2fc-389258daefa3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3629844 Nov 23 23:42:49.680869 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33042) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:49.686124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:49.710832 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.712822 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.778789 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.839555 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'fixed_ips': [{'subnet_id': '792098ad-1c46-43ab-902b-865273e5fcac'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:42:49.840593 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.925434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:49.986453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Allocated IP 172.20.0.2 (cc0066f5-31e4-4a07-a18d-f3776e1d2e63/792098ad-1c46-43ab-902b-865273e5fcac/59132f4b-1e39-4c92-ac26-3972276ddd99) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:50.123786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5677b003-2553-4645-b4c6-15ed594e119d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:50.164610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.175620 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.184375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.187256 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.238054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:50.244361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:50.247204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:50.249111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Pushing event updated for resources: {'Port': ['ID=59132f4b-1e39-4c92-ac26-3972276ddd99,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:50.251217 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5677b003-2553-4645-b4c6-15ed594e119d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:50.251719 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.298253 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Allocated IP 172.25.0.48 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/42f7aaab-a2d3-4c77-96c5-6ea32d3cb101) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:50.335294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Attempting to bind port 59132f4b-1e39-4c92-ac26-3972276ddd99 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:50.335713 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Attempting to bind port 59132f4b-1e39-4c92-ac26-3972276ddd99 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:50.337223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Attempting to bind port 59132f4b-1e39-4c92-ac26-3972276ddd99 on network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:50.345636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:50.346009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Checking segment: {'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:50.346414 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.346808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Bound using segment: {'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:50.347282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Bound port: 59132f4b-1e39-4c92-ac26-3972276ddd99, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:50.347692 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.413646 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.442134 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] For port 59132f4b-1e39-4c92-ac26-3972276ddd99, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:50.446745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] For port 59132f4b-1e39-4c92-ac26-3972276ddd99, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=59132f4b-1e39-4c92-ac26-3972276ddd99,segment=NetworkSegment(b08a7ff6-db46-441c-bdae-6f00002845f0),segment_id=b08a7ff6-db46-441c-bdae-6f00002845f0)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:50.451859 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.457427 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.501857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:50.505104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:50.510709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:50.520180 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76348620-6422-4f4f-b218-859ba89f2aff None None] Pushing event updated for resources: {'Port': ['ID=59132f4b-1e39-4c92-ac26-3972276ddd99,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:50.535653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0395bf7-2e3d-43ed-9307-acd39f6cb219 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:50.538644 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Pushing event updated for resources: {'Port': ['ID=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:50.661456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8e21d1ec-03e2-4a45-a461-c27376e5cecf None None] Provisioning complete for port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:50.662019 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8e21d1ec-03e2-4a45-a461-c27376e5cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.755534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-8e21d1ec-03e2-4a45-a461-c27376e5cecf None None] Port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:42:50.816717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:50.901590 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Sync routers for ids ['b732c8e0-8d0e-4857-9f6d-449e88437b65'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:42:50.911373 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Routers {'b732c8e0-8d0e-4857-9f6d-449e88437b65'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:50.911954 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['b732c8e0-8d0e-4857-9f6d-449e88437b65'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:51.020550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.022316 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Set router b732c8e0-8d0e-4857-9f6d-449e88437b65 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:51.155680 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Router 00669fd6-7762-4904-9d15-dfbe29974127 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:42:51.231792 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5677b003-2553-4645-b4c6-15ed594e119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 4, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port': {'id': '5677b003-2553-4645-b4c6-15ed594e119d', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:45Z', 'updated_at': '2021-11-23T23:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9f65c117-219b-4c27-9f88-c121c5068cf5', 'name': '', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'mac_address': 'fa:16:3e:9c:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:47Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 2, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'subnets': [{'id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:51.262786 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Checking router: b732c8e0-8d0e-4857-9f6d-449e88437b65 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:42:51.263528 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Updating router b732c8e0-8d0e-4857-9f6d-449e88437b65 port 9f65c117-219b-4c27-9f88-c121c5068cf5 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:42:51.277806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:42:51.288109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Sync routers for ids ['00669fd6-7762-4904-9d15-dfbe29974127'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:42:51.289642 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.297174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.298562 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bcc695d6-4b72-4b18-a563-aeb1e7ef276c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6163993 Nov 23 23:42:51.301412 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33044) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:42:51.308492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Routers {'00669fd6-7762-4904-9d15-dfbe29974127'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:51.309282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00669fd6-7762-4904-9d15-dfbe29974127'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:51.434164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Set router 00669fd6-7762-4904-9d15-dfbe29974127 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:51.626326 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.634780 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.683450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:42:50Z', 'revision_number': 3, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:51.699654 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Pushing event updated for resources: {'Port': ['ID=9f65c117-219b-4c27-9f88-c121c5068cf5,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:51.721434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Checking router: 00669fd6-7762-4904-9d15-dfbe29974127 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:42:51.723887 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.724238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.724729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Updating router 00669fd6-7762-4904-9d15-dfbe29974127 port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:42:51.725145 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.725564 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.725909 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.726253 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.726605 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.727530 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.727888 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.728219 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.728691 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.729025 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:42:51.760638 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.806665 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Attempting to bind port 9f65c117-219b-4c27-9f88-c121c5068cf5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:51.811365 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Attempting to bind port 9f65c117-219b-4c27-9f88-c121c5068cf5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:51.811767 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Attempting to bind port 9f65c117-219b-4c27-9f88-c121c5068cf5 on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:51.823307 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:51.824002 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Checking segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:51.824591 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.825128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Bound using segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:51.825771 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Bound port: 9f65c117-219b-4c27-9f88-c121c5068cf5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:51.826317 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.853497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.856636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240844d3-6567-4eb4-a264-7cff6ddfd278 None None] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:42:51.901415 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] For port 9f65c117-219b-4c27-9f88-c121c5068cf5, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:51.905292 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] For port 9f65c117-219b-4c27-9f88-c121c5068cf5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9f65c117-219b-4c27-9f88-c121c5068cf5,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:51.911608 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.952281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bb90e35c-b00f-4af3-8337-e9b4f209804a None None] Provisioning complete for port 59132f4b-1e39-4c92-ac26-3972276ddd99 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:51.952751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb90e35c-b00f-4af3-8337-e9b4f209804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:51.978659 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ec33-0534-4d6b-aaef-d308c7f20741 None None] Pushing event updated for resources: {'Port': ['ID=9f65c117-219b-4c27-9f88-c121c5068cf5,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:51.984414 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Routers {'b732c8e0-8d0e-4857-9f6d-449e88437b65'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:51.985033 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['b732c8e0-8d0e-4857-9f6d-449e88437b65'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:52.132195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Allocated IP 172.20.0.1 (cc0066f5-31e4-4a07-a18d-f3776e1d2e63/792098ad-1c46-43ab-902b-865273e5fcac/a9ceb458-83f5-48a0-a362-10a42b30347d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:52.174171 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] Set router b732c8e0-8d0e-4857-9f6d-449e88437b65 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:52.233483 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb90e35c-b00f-4af3-8337-e9b4f209804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.309188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9f65c117-219b-4c27-9f88-c121c5068cf5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:52.334952 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.348009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bb90e35c-b00f-4af3-8337-e9b4f209804a None None] For port 59132f4b-1e39-4c92-ac26-3972276ddd99, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=59132f4b-1e39-4c92-ac26-3972276ddd99,segment=NetworkSegment(b08a7ff6-db46-441c-bdae-6f00002845f0),segment_id=b08a7ff6-db46-441c-bdae-6f00002845f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:52.356763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.361724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb90e35c-b00f-4af3-8337-e9b4f209804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.376985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.386302 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.435550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeaae59-3a25-49ef-8d67-6ba9f1fab341 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:52.457427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:52.464039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:52.468673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:52.468970 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Attempting to bind port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:52.469295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Attempting to bind port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:52.469669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Attempting to bind port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:52.479360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90e35c-b00f-4af3-8337-e9b4f209804a None None] Pushing event updated for resources: {'Port': ['ID=59132f4b-1e39-4c92-ac26-3972276ddd99,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:52.489411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9f65c117-219b-4c27-9f88-c121c5068cf5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:52.489669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.509883 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ceb458-83f5-48a0-a362-10a42b30347d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:52.520313 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:52.520694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:52.521101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.521494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:52.522221 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Bound port: 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:52.522611 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.531971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.575553 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5677b003-2553-4645-b4c6-15ed594e119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 4, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port': {'id': '5677b003-2553-4645-b4c6-15ed594e119d', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:45Z', 'updated_at': '2021-11-23T23:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9f65c117-219b-4c27-9f88-c121c5068cf5', 'name': '', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'mac_address': 'fa:16:3e:9c:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:47Z', 'updated_at': '2021-11-23T23:42:51Z', 'revision_number': 4, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'subnets': [{'id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:52.612204 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6dc5d-6a75-4354-96eb-d2d7410aae10 None None] The sync data for ids ['b732c8e0-8d0e-4857-9f6d-449e88437b65'] in n-d-817303-3 is: [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5677b003-2553-4645-b4c6-15ed594e119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:42:47Z', 'revision_number': 4, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port': {'id': '5677b003-2553-4645-b4c6-15ed594e119d', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:45Z', 'updated_at': '2021-11-23T23:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9f65c117-219b-4c27-9f88-c121c5068cf5', 'name': '', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'mac_address': 'fa:16:3e:9c:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:47Z', 'updated_at': '2021-11-23T23:42:51Z', 'revision_number': 4, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'subnets': [{'id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:42:52.706948 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.807250 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5d301aa1-3ce2-44ac-8032-7e94d153aafa None None] Provisioning complete for port 9f65c117-219b-4c27-9f88-c121c5068cf5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:52.807784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d301aa1-3ce2-44ac-8032-7e94d153aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.844570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06858553-6581-49af-a316-5f12b1ad0696 None None] Pushing event updated for resources: {'Port': ['ID=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:52.878991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] For port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:52.896987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] For port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:52.906375 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.923722 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:52.931755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:53.011711 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:53.012830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e536655-f952-4df7-ae03-035bc4eeca5b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:42:53.013806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ceb458-83f5-48a0-a362-10a42b30347d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:53.045658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:53.052993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06858553-6581-49af-a316-5f12b1ad0696 None None] Pushing event updated for resources: {'Port': ['ID=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:53.068820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Routers {'00669fd6-7762-4904-9d15-dfbe29974127'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:53.069474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00669fd6-7762-4904-9d15-dfbe29974127'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:53.074000 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5d301aa1-3ce2-44ac-8032-7e94d153aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:53.122355 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:53.124156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:53.200566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 9f65c117-219b-4c27-9f88-c121c5068cf5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9f65c117-219b-4c27-9f88-c121c5068cf5,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:53.215952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:53.216812 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 59132f4b-1e39-4c92-ac26-3972276ddd99 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:53.278983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Router 00669fd6-7762-4904-9d15-dfbe29974127 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:42:53.337775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] Set router 00669fd6-7762-4904-9d15-dfbe29974127 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:53.384347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-5d301aa1-3ce2-44ac-8032-7e94d153aafa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:42:53.384805 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-5d301aa1-3ce2-44ac-8032-7e94d153aafa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:42:53.392621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=9f65c117-219b-4c27-9f88-c121c5068cf5,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:53.437768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:42:53.448393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-808b69db-f6ec-4c06-ba15-0be92c2435e6 admin admin] 10.222.0.11 "PUT /v2.0/routers/00669fd6-7762-4904-9d15-dfbe29974127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1406302 Nov 23 23:42:53.461940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 59132f4b-1e39-4c92-ac26-3972276ddd99 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:53.462469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:53.658788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 4, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a9ceb458-83f5-48a0-a362-10a42b30347d', 'name': '', 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'mac_address': 'fa:16:3e:cb:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '792098ad-1c46-43ab-902b-865273e5fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:51Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 2, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'subnets': [{'id': '792098ad-1c46-43ab-902b-865273e5fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:53.685161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d760ca-984f-4d6d-9a38-513fe2cea766 None None] The sync data for ids ['00669fd6-7762-4904-9d15-dfbe29974127'] in n-d-817303-3 is: [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 4, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a9ceb458-83f5-48a0-a362-10a42b30347d', 'name': '', 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'mac_address': 'fa:16:3e:cb:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '792098ad-1c46-43ab-902b-865273e5fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:51Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 2, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'subnets': [{'id': '792098ad-1c46-43ab-902b-865273e5fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:42:54.074390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Provisioning complete for port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:54.075047 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:54.111898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9f65c117-219b-4c27-9f88-c121c5068cf5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:54.207060 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9f65c117-219b-4c27-9f88-c121c5068cf5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:54.207433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:54.244316 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:54.256241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bdc92258-7888-4f08-a90c-f287f0a27841 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:54.258440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bdc92258-7888-4f08-a90c-f287f0a27841 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/networks?id=e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 200 len: 815 time: 0.1123323 Nov 23 23:42:54.271789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] For port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:54.277926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-1cf09c0d-225d-4823-92b8-ceaf65d8ccae tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/quotas/7d966c69bf104b74ad3e0992a59b39d9 HTTP/1.1" status: 200 len: 375 time: 0.0127287 Nov 23 23:42:54.281591 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:54.347807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-b2114d43-7e23-4401-94b7-7b48a4d1105d tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585871 Nov 23 23:42:54.358710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Provisioning complete for port a9ceb458-83f5-48a0-a362-10a42b30347d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:54.359076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:54.407011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 59132f4b-1e39-4c92-ac26-3972276ddd99 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:54.410241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Pushing event updated for resources: {'Port': ['ID=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:54.444965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Port a9ceb458-83f5-48a0-a362-10a42b30347d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:42:54.453429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-31b107ef-0411-4067-a614-7e479552c365 service neutron] 10.222.0.11 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920038 Nov 23 23:42:54.468304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Provisioning complete for port 59132f4b-1e39-4c92-ac26-3972276ddd99 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:54.468679 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f9651f73-c98c-427d-8f27-2b4af0a828e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:54.505659 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 59132f4b-1e39-4c92-ac26-3972276ddd99 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:54.505935 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:54.549856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-c0f749ae-ab05-4269-9ac8-7daaaf78661e service neutron] 10.222.0.11 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893631 Nov 23 23:42:54.721882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-14c46749-2343-47a4-a8fe-f20dea8f6566 req-6ba99185-ab1f-4ce1-86a4-f4fd2eb4fcbe tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 210 time: 0.0286515 Nov 23 23:42:55.698811 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-a2c58dd8-92bb-4348-9709-81f19a9459f8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:55.700521 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-a2c58dd8-92bb-4348-9709-81f19a9459f8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.46 "GET /v2.0/networks?id=e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 200 len: 815 time: 0.1142042 Nov 23 23:42:55.717332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Request body: {'port': {'device_id': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'admin_state_up': True, 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:55.848922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-85061b01-3b48-4151-a871-a915a3f8faab req-a16209fc-0206-4a88-9ba8-9d89df2bb106 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 210 time: 0.0374689 Nov 23 23:42:55.874753 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Made reservation on behalf of 7d966c69bf104b74ad3e0992a59b39d9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:42:55.878545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.021290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Allocated IP 172.20.0.14 (e2c97580-dfb3-4d29-9122-2e87a1a086e9/8398773a-37b2-4f5d-85ef-04efffa58850/6bb7c359-0f7c-46c4-b971-53d584c2dbe9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:42:56.136474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:42:56.206998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:56.207485 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.222964 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.264740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.323157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:42:56.328761 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:42:56.331756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:42:56.366755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Pushing event updated for resources: {'Port': ['ID=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:56.392032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:56.392678 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.417218 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-bad210d9-4f7a-4361-9fca-fe968170630f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7056861 Nov 23 23:42:56.434924 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Request body: {'port': {'device_id': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:42:56.494479 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.664651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4196f55f-8ccf-4554-9174-522566d81237 None None] Provisioning complete for port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:56.665181 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4196f55f-8ccf-4554-9174-522566d81237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.713533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4196f55f-8ccf-4554-9174-522566d81237 None None] Port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:42:56.808588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:42:56.821978 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.834757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Transition to ACTIVE for port object 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:42:56.841360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:56.893317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Pushing event updated for resources: {'Port': ['ID=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:56.987210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Attempting to bind port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:56.988706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Attempting to bind port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:56.989204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Attempting to bind port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:56.994905 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:42:56.995233 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Attempting to bind port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:57.001338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:57.001847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Checking segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:57.002230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Bound using segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:57.002664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Bound port: 6bb7c359-0f7c-46c4-b971-53d584c2dbe9, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:57.003432 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.009258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b95dc-3ef8-43f2-8f0d-69975af93915 req-26934032-9436-4d6c-96a1-8637b88a8197 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:57.010832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b66b95dc-3ef8-43f2-8f0d-69975af93915 req-26934032-9436-4d6c-96a1-8637b88a8197 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 944 time: 0.0715768 Nov 23 23:42:57.085394 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Sync routers for ids ['00669fd6-7762-4904-9d15-dfbe29974127'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:42:57.090920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b66b95dc-3ef8-43f2-8f0d-69975af93915 req-04a3c54c-9cbf-4a12-836a-87b3d6cb861a tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731752 Nov 23 23:42:57.105834 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Routers {'00669fd6-7762-4904-9d15-dfbe29974127'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:57.107907 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00669fd6-7762-4904-9d15-dfbe29974127'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:57.114167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] For port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:57.122936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] For port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:57.129827 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.180405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:57.181521 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.183290 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] 10.222.0.46 "PUT /v2.0/ports/6bb7c359-0f7c-46c4-b971-53d584c2dbe9 HTTP/1.1" status: 200 len: 1092 time: 0.7568748 Nov 23 23:42:57.183862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'tag': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:42:57.186229 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf0abfa-636d-4695-a105-5e8e7856de87" -d '{"events": [{"name": "network-changed", "server_uuid": "99626c5a-7070-4e9b-9bc8-8625663209f7", "tag": "6bb7c359-0f7c-46c4-b971-53d584c2dbe9"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:42:57.216984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c83694-027e-4e05-b4c2-bd2690b3383d service neutron] Pushing event updated for resources: {'Port': ['ID=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:57.241836 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f70aeaa-4fbc-4488-9327-de5909344378 x-openstack-request-id: req-9f70aeaa-4fbc-4488-9327-de5909344378 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:42:57.242908 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99626c5a-7070-4e9b-9bc8-8625663209f7", "tag": "6bb7c359-0f7c-46c4-b971-53d584c2dbe9", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:42:57.243340 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f70aeaa-4fbc-4488-9327-de5909344378 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:42:57.243952 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'tag': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9', 'status': 'completed', 'code': 200} Nov 23 23:42:57.290669 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Set router 00669fd6-7762-4904-9d15-dfbe29974127 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:57.303469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-0a661926-7d7b-4cfb-99a1-d47db73a11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:57.305843 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-0a661926-7d7b-4cfb-99a1-d47db73a11ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 1095 time: 0.0494218 Nov 23 23:42:57.358981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-fd6705a8-c354-45e2-8bf1-9246655fd9bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9 HTTP/1.1" status: 200 len: 217 time: 0.0451033 Nov 23 23:42:57.429276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-a6aa5eb6-6f20-48bd-a34d-1ca40be02bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:57.431376 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-a6aa5eb6-6f20-48bd-a34d-1ca40be02bfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8398773a-37b2-4f5d-85ef-04efffa58850 HTTP/1.1" status: 200 len: 854 time: 0.0650578 Nov 23 23:42:57.484106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-2e78cb93-2516-457a-b97c-459136ae2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:57.486433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-2e78cb93-2516-457a-b97c-459136ae2beb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2c97580-dfb3-4d29-9122-2e87a1a086e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482674 Nov 23 23:42:57.530312 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 4, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a9ceb458-83f5-48a0-a362-10a42b30347d', 'name': '', 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'mac_address': 'fa:16:3e:cb:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '792098ad-1c46-43ab-902b-865273e5fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:51Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 2, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'subnets': [{'id': '792098ad-1c46-43ab-902b-865273e5fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:57.536963 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.558922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Checking router: 00669fd6-7762-4904-9d15-dfbe29974127 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:42:57.559197 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Updating router 00669fd6-7762-4904-9d15-dfbe29974127 port a9ceb458-83f5-48a0-a362-10a42b30347d binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:42:57.585742 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.877065 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.884140 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.934866 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8ca94-8bff-4c61-b26d-32e3c061e6c4 None None] Pushing event updated for resources: {'Port': ['ID=a9ceb458-83f5-48a0-a362-10a42b30347d,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:57.941844 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-0cd559ec-89b6-4d64-a943-e365986a3b66 service neutron] 10.222.0.46 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483209 Nov 23 23:42:57.990683 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Attempting to bind port a9ceb458-83f5-48a0-a362-10a42b30347d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:42:57.991053 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Attempting to bind port a9ceb458-83f5-48a0-a362-10a42b30347d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:42:57.991422 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Attempting to bind port a9ceb458-83f5-48a0-a362-10a42b30347d on network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:42:57.998054 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:42:57.998446 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Checking segment: {'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:42:57.998852 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:57.999245 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Bound using segment: {'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:42:57.999757 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Bound port: a9ceb458-83f5-48a0-a362-10a42b30347d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08a7ff6-db46-441c-bdae-6f00002845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:42:58.000138 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:58.054368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7d9529-d02c-481d-84bd-b948473eb442 req-c5aea83e-92ec-4e89-a5ab-4f698ada6424 service neutron] 10.222.0.46 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049712 Nov 23 23:42:58.079967 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] For port a9ceb458-83f5-48a0-a362-10a42b30347d, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:42:58.085585 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] For port a9ceb458-83f5-48a0-a362-10a42b30347d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a9ceb458-83f5-48a0-a362-10a42b30347d,segment=NetworkSegment(b08a7ff6-db46-441c-bdae-6f00002845f0),segment_id=b08a7ff6-db46-441c-bdae-6f00002845f0)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:42:58.090563 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:58.167966 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8ca94-8bff-4c61-b26d-32e3c061e6c4 None None] Pushing event updated for resources: {'Port': ['ID=a9ceb458-83f5-48a0-a362-10a42b30347d,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:58.172897 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Routers {'00669fd6-7762-4904-9d15-dfbe29974127'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:42:58.173525 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:42:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00669fd6-7762-4904-9d15-dfbe29974127'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:58.185445 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-368b45dd-98bd-4a20-9a87-9181dd8ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:58.192651 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-368b45dd-98bd-4a20-9a87-9181dd8ca18b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 1095 time: 0.0796118 Nov 23 23:42:58.208938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ca8fd2b5-0fdd-456d-a9c6-2ca928ac57eb None None] Provisioning complete for port a9ceb458-83f5-48a0-a362-10a42b30347d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:58.209765 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca8fd2b5-0fdd-456d-a9c6-2ca928ac57eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:58.246300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b4ccf-f972-4b74-8ff8-b6659c5a19d0 req-b68406f5-e3e1-453c-8aa5-7aa0e25278da tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:58.248516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea5b4ccf-f972-4b74-8ff8-b6659c5a19d0 req-b68406f5-e3e1-453c-8aa5-7aa0e25278da tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 944 time: 0.0676820 Nov 23 23:42:58.324849 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-cbd5d576-1158-4ed7-8480-86cd7bf245ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:58.326180 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-cbd5d576-1158-4ed7-8480-86cd7bf245ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 200 len: 916 time: 0.1187499 Nov 23 23:42:58.327342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ea5b4ccf-f972-4b74-8ff8-b6659c5a19d0 req-40aba533-7792-4921-b5c5-2faa4a55a707 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705574 Nov 23 23:42:58.330599 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca8fd2b5-0fdd-456d-a9c6-2ca928ac57eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:58.346922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] Set router 00669fd6-7762-4904-9d15-dfbe29974127 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:42:58.379529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ca8fd2b5-0fdd-456d-a9c6-2ca928ac57eb None None] For port a9ceb458-83f5-48a0-a362-10a42b30347d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a9ceb458-83f5-48a0-a362-10a42b30347d,segment=NetworkSegment(b08a7ff6-db46-441c-bdae-6f00002845f0),segment_id=b08a7ff6-db46-441c-bdae-6f00002845f0)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:42:58.384212 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-29e6a598-196a-474a-8960-b76f24df190b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9 HTTP/1.1" status: 200 len: 217 time: 0.0493979 Nov 23 23:42:58.386786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca8fd2b5-0fdd-456d-a9c6-2ca928ac57eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:58.466552 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-9329d510-f80d-4ca9-ae26-cf31d2c34131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:58.468202 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-9329d510-f80d-4ca9-ae26-cf31d2c34131 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8398773a-37b2-4f5d-85ef-04efffa58850 HTTP/1.1" status: 200 len: 854 time: 0.0758753 Nov 23 23:42:58.475818 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fd2b5-0fdd-456d-a9c6-2ca928ac57eb None None] Pushing event updated for resources: {'Port': ['ID=a9ceb458-83f5-48a0-a362-10a42b30347d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:42:58.509281 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-933085c3-d1dc-4941-b01f-b95450a865ec None None] Provisioning complete for port a9ceb458-83f5-48a0-a362-10a42b30347d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:42:58.509691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-933085c3-d1dc-4941-b01f-b95450a865ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:42:58.518442 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-156b65bf-b669-473d-848a-dc1eed1dc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:58.520140 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-156b65bf-b669-473d-848a-dc1eed1dc140 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2c97580-dfb3-4d29-9122-2e87a1a086e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445502 Nov 23 23:42:58.598962 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 4, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a9ceb458-83f5-48a0-a362-10a42b30347d', 'name': '', 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'mac_address': 'fa:16:3e:cb:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '792098ad-1c46-43ab-902b-865273e5fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:51Z', 'updated_at': '2021-11-23T23:42:58Z', 'revision_number': 4, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'subnets': [{'id': '792098ad-1c46-43ab-902b-865273e5fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:42:58.629927 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-f88568b7-bcb9-46cd-b946-6c5c2c61f746 service neutron] 10.222.0.46 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022868 Nov 23 23:42:58.719937 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46382aaf-c593-4ae8-b3fe-515be33aee5d None None] The sync data for ids ['00669fd6-7762-4904-9d15-dfbe29974127'] in n-d-817303-3 is: [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:42:52Z', 'revision_number': 4, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'a9ceb458-83f5-48a0-a362-10a42b30347d', 'name': '', 'network_id': 'cc0066f5-31e4-4a07-a18d-f3776e1d2e63', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'mac_address': 'fa:16:3e:cb:15:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '792098ad-1c46-43ab-902b-865273e5fcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:51Z', 'updated_at': '2021-11-23T23:42:58Z', 'revision_number': 4, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'subnets': [{'id': '792098ad-1c46-43ab-902b-865273e5fcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:42:58.732104 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ecf0abfa-636d-4695-a105-5e8e7856de87 req-b1568177-4263-4f32-99e8-4e759ff78cfd service neutron] 10.222.0.46 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953188 Nov 23 23:42:59.450560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b91b4-746d-44e7-bcf2-a6c7c9180666 req-30cabea2-eb9e-4d1f-a402-e7e97af2fdb3 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:42:59.451988 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a21b91b4-746d-44e7-bcf2-a6c7c9180666 req-30cabea2-eb9e-4d1f-a402-e7e97af2fdb3 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 944 time: 0.0531030 Nov 23 23:42:59.505850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a21b91b4-746d-44e7-bcf2-a6c7c9180666 req-0cbabf1b-e78b-4df3-894d-0900e97dc384 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Nov 23 23:43:00.094537 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a9ceb458-83f5-48a0-a362-10a42b30347d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:43:00.143143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port a9ceb458-83f5-48a0-a362-10a42b30347d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:43:00.143517 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:00.644661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2ea0-7de8-402b-8ed3-d99a4dd84885 req-1058fde9-c9be-4dec-b542-05c9cd111d53 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:00.646211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5fd2ea0-7de8-402b-8ed3-d99a4dd84885 req-1058fde9-c9be-4dec-b542-05c9cd111d53 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 944 time: 0.0725608 Nov 23 23:43:00.979015 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c5fd2ea0-7de8-402b-8ed3-d99a4dd84885 req-4b49730d-b270-46dd-a03d-4278813464fe tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250408 Nov 23 23:43:01.269735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:43:01.363872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:43:01.375110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'port_id': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9', 'mac_address': 'fa:16:3e:c4:4f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:43:01.414623 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:01.427553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:43:01.446976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:43:01.450955 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:01.500319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:01.657071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6bb7c359-0f7c-46c4-b971-53d584c2dbe9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:43:01.708080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6c9771e3-462a-44a8-9b07-7c381f585604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:02.096283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed0a6b-0174-4895-aec1-3daaa5bc7f2f req-377fe8b6-2c9e-45ec-936c-d5383e60c3c4 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:02.097752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4ed0a6b-0174-4895-aec1-3daaa5bc7f2f req-377fe8b6-2c9e-45ec-936c-d5383e60c3c4 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 945 time: 0.0493929 Nov 23 23:43:02.145542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4ed0a6b-0174-4895-aec1-3daaa5bc7f2f req-65e5da18-c193-4e76-a683-681c81525e54 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Nov 23 23:43:03.275316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:43:03.279850 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ae8d3-4b96-4ee3-adf5-9ad99baf50a4 req-62b2f79b-f1cc-42b7-86af-f2b1664460d4 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:03.281861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-086ae8d3-4b96-4ee3-adf5-9ad99baf50a4 req-62b2f79b-f1cc-42b7-86af-f2b1664460d4 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 945 time: 0.0564044 Nov 23 23:43:03.336248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:43:03.340786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:43:03.341163 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:03.346899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-086ae8d3-4b96-4ee3-adf5-9ad99baf50a4 req-aab952e2-ef16-40fb-a25a-a20518631a46 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584319 Nov 23 23:43:03.596623 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:03.621249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:43:03.623552 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b4634b-6084-48a0-9833-a91068c8d372" -d '{"events": [{"server_uuid": "99626c5a-7070-4e9b-9bc8-8625663209f7", "name": "network-vif-plugged", "status": "completed", "tag": "6bb7c359-0f7c-46c4-b971-53d584c2dbe9"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:43:03.637111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:43:03.642408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:03.667069 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064d83f5-513e-45fe-8128-106bea1a548a x-openstack-request-id: req-064d83f5-513e-45fe-8128-106bea1a548a {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:43:03.667353 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99626c5a-7070-4e9b-9bc8-8625663209f7", "name": "network-vif-plugged", "status": "completed", "tag": "6bb7c359-0f7c-46c4-b971-53d584c2dbe9", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:43:03.667638 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-064d83f5-513e-45fe-8128-106bea1a548a {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:43:03.668036 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9', 'code': 200} Nov 23 23:43:03.696016 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:03.772347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241b770-d418-41f3-b9ab-a5d2a39131f6 req-42267876-43fe-4fb4-b00c-239f71de729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:03.774569 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6241b770-d418-41f3-b9ab-a5d2a39131f6 req-42267876-43fe-4fb4-b00c-239f71de729a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 1097 time: 0.0420644 Nov 23 23:43:03.826778 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6241b770-d418-41f3-b9ab-a5d2a39131f6 req-9b055160-6cc5-4164-8751-7b0e76c706f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Nov 23 23:43:04.467135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4ea90-2780-4d06-8136-21997c9b638d req-29c900eb-d98d-48c4-9882-c62b9804fee0 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:04.468560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8f4ea90-2780-4d06-8136-21997c9b638d req-29c900eb-d98d-48c4-9882-c62b9804fee0 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Nov 23 23:43:04.516242 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8f4ea90-2780-4d06-8136-21997c9b638d req-c35249aa-1829-4e74-927b-55cb42a4900d tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Nov 23 23:43:04.818196 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-050607ed-2ab0-4ac3-8d55-7bdecc9defb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:05.273768 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:05.647134 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b75a47-1df0-4a9a-a748-0dd3ece1f0d7 req-7dbf7161-d7a9-45a2-aa3d-d2ad8f6cbf30 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:05.648842 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0b75a47-1df0-4a9a-a748-0dd3ece1f0d7 req-7dbf7161-d7a9-45a2-aa3d-d2ad8f6cbf30 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 946 time: 0.0534904 Nov 23 23:43:05.667998 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-61bc5306-daa9-4f48-8a48-28971bf13039 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470390 Nov 23 23:43:05.701289 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c0b75a47-1df0-4a9a-a748-0dd3ece1f0d7 req-79aecfe9-3286-455c-a872-11167080db0f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Nov 23 23:43:05.756499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-6827668b-0bcd-4bec-a545-0c1ee2631159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:05.758088 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-6827668b-0bcd-4bec-a545-0c1ee2631159 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 1097 time: 0.0435119 Nov 23 23:43:05.828963 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd833157-dc82-4db8-aee3-8c101c5e1b35 req-46153bf3-8be9-4eac-8ea0-51239ab70e03 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:05.830438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd833157-dc82-4db8-aee3-8c101c5e1b35 req-46153bf3-8be9-4eac-8ea0-51239ab70e03 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 946 time: 0.0561061 Nov 23 23:43:05.870830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-43d2142f-1f24-4b9a-a82d-89b955a747a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:05.872645 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-43d2142f-1f24-4b9a-a82d-89b955a747a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 200 len: 916 time: 0.0967276 Nov 23 23:43:05.881131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd833157-dc82-4db8-aee3-8c101c5e1b35 req-270fb234-305b-4ea4-a6c3-dee9b170923d tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Nov 23 23:43:05.923240 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-dc29b5ea-82ef-4e78-949f-a9181b63d0dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9 HTTP/1.1" status: 200 len: 217 time: 0.0433969 Nov 23 23:43:05.974830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-e4cb165d-134d-41dc-85ab-a3cd16ceda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:05.976942 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-e4cb165d-134d-41dc-85ab-a3cd16ceda80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8398773a-37b2-4f5d-85ef-04efffa58850 HTTP/1.1" status: 200 len: 854 time: 0.0460153 Nov 23 23:43:06.029333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-7740c617-45b1-4d21-9a35-abe86fcd923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:06.030842 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-7740c617-45b1-4d21-9a35-abe86fcd923d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2c97580-dfb3-4d29-9122-2e87a1a086e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474784 Nov 23 23:43:06.128884 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-b9f33224-b016-45fb-9828-900183e34de0 service neutron] 10.222.0.46 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906248 Nov 23 23:43:06.228869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6117b7c5-574e-4c70-a761-1015bbd798a3 req-eb9b10ed-49d8-444b-9681-ff2b85c3fbe3 service neutron] 10.222.0.46 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930665 Nov 23 23:43:06.741566 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:07.596128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:08.577208 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:19.295605 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:43:27.550379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:28.672226 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540782a8-2f70-4c47-ae48-adf694c4305e req-cfc0bda6-51f6-46dd-8c89-3dcb04730628 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:28.673904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-540782a8-2f70-4c47-ae48-adf694c4305e req-cfc0bda6-51f6-46dd-8c89-3dcb04730628 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 946 time: 0.0527122 Nov 23 23:43:28.729642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-540782a8-2f70-4c47-ae48-adf694c4305e req-b577157f-29f9-4cd6-a0d8-d6feaeddadb8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 Nov 23 23:43:29.859446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f8589-c61e-4363-9865-ccbc07495f69 req-bdb42957-a5ed-4ced-9825-84bcbb533584 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:29.861102 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-712f8589-c61e-4363-9865-ccbc07495f69 req-bdb42957-a5ed-4ced-9825-84bcbb533584 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 946 time: 0.0497344 Nov 23 23:43:29.912103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-712f8589-c61e-4363-9865-ccbc07495f69 req-61787344-2c86-4588-8da3-c4777f2e66b0 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Nov 23 23:43:30.248338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-c78e30eb-b62b-41dc-a256-e48122a92dd8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:30.249865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-c78e30eb-b62b-41dc-a256-e48122a92dd8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.46 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 946 time: 0.0510659 Nov 23 23:43:30.348454 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Deleting port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:43:30.348801 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:30.446880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] For port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:43:30.447244 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:30.461019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Calling delete_port for 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:43:30.598853 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:30.611293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['6bb7c359-0f7c-46c4-b971-53d584c2dbe9'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:43:30.627914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Pushing event deleted for resources: {'Port': ['ID=6bb7c359-0f7c-46c4-b971-53d584c2dbe9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:30.639044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.639405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.639782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.640124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.640465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.640805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.641142 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.642108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.642108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.642108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.642534 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.642735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:30.685985 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] No DVR routers for this DVR port 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:43:30.689105 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:30.692487 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-eb87ff63-1376-421c-97e4-ab700564e0c3 req-2b6f53b6-4c3f-4ede-abd3-87bbc3211ed6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.46 "DELETE /v2.0/ports/6bb7c359-0f7c-46c4-b971-53d584c2dbe9 HTTP/1.1" status: 204 len: 173 time: 0.4364390 Nov 23 23:43:30.692960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'name': 'network-vif-deleted', 'tag': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:43:30.695349 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b87744-31a9-4d9c-952d-63a61254b91e" -d '{"events": [{"server_uuid": "99626c5a-7070-4e9b-9bc8-8625663209f7", "name": "network-vif-deleted", "tag": "6bb7c359-0f7c-46c4-b971-53d584c2dbe9"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:43:30.739453 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3337af17-5845-46f3-a75a-dbbf6502cd2b x-openstack-request-id: req-3337af17-5845-46f3-a75a-dbbf6502cd2b {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:43:30.740031 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99626c5a-7070-4e9b-9bc8-8625663209f7", "name": "network-vif-deleted", "tag": "6bb7c359-0f7c-46c4-b971-53d584c2dbe9", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:43:30.740327 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3337af17-5845-46f3-a75a-dbbf6502cd2b {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:43:30.740791 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99626c5a-7070-4e9b-9bc8-8625663209f7', 'name': 'network-vif-deleted', 'tag': '6bb7c359-0f7c-46c4-b971-53d584c2dbe9', 'status': 'completed', 'code': 200} Nov 23 23:43:31.027884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad40e528-46c5-4a57-b4e5-304d803e462a req-592b5952-321e-4521-bc53-65c3141cb1ca tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=99626c5a-7070-4e9b-9bc8-8625663209f7 HTTP/1.1" status: 200 len: 210 time: 0.0274706 Nov 23 23:43:31.703305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2dd3239c-2bbf-4b6c-a4fc-a3495dcc081f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:32.533759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-00582813-32bf-435a-a4df-01deb6c71f5f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:32.535280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-00582813-32bf-435a-a4df-01deb6c71f5f tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/networks?id=e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 200 len: 815 time: 0.1070960 Nov 23 23:43:32.551063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-4a1e485c-33c9-4168-9cbe-3ba5da6a1c65 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/quotas/7d966c69bf104b74ad3e0992a59b39d9 HTTP/1.1" status: 200 len: 375 time: 0.0096078 Nov 23 23:43:32.608755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-748d3448-99e0-482f-9e21-70bfcb7ba401 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514593 Nov 23 23:43:32.625862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-f10bda18-9c4d-4be5-9d75-2a36af3d72d7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:43:32.626926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-f10bda18-9c4d-4be5-9d75-2a36af3d72d7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057116 Nov 23 23:43:32.721053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7de92172-5834-464e-8c6e-361ab21f5f92 service neutron] 10.222.0.11 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875604 Nov 23 23:43:32.818606 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-144ee023-3dac-48ab-9d45-8142313c6394 service neutron] 10.222.0.11 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912986 Nov 23 23:43:32.987285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-657e43e2-0664-41b8-948d-174f38f1b28e req-b4c8d15f-efcd-4cae-8435-b69e46b6e196 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Nov 23 23:43:33.367514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:43:33.391511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:43:33.391890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 6bb7c359-0f7c-46c4-b971-53d584c2dbe9 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:43:34.072331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-4610e00c-3d52-4405-9ebe-1d4541370a3c tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:34.073946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-4610e00c-3d52-4405-9ebe-1d4541370a3c tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.48 "GET /v2.0/networks?id=e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 200 len: 815 time: 0.1199086 Nov 23 23:43:34.093408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b87ec34-600d-477c-8615-008451e181d9 req-e1db64ce-cc73-49ca-aeda-85226b1c7102 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 210 time: 0.0281229 Nov 23 23:43:34.097828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Request body: {'port': {'device_id': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'admin_state_up': True, 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:43:34.218928 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Made reservation on behalf of 7d966c69bf104b74ad3e0992a59b39d9 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:43:34.222481 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:34.354259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Allocated IP 172.20.0.8 (e2c97580-dfb3-4d29-9122-2e87a1a086e9/8398773a-37b2-4f5d-85ef-04efffa58850/a115308c-3700-4cb4-94ba-00f65b63a304) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:43:34.515262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:34.549357 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:34.594373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:43:34.597374 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:43:34.601072 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:43:34.625658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Pushing event updated for resources: {'Port': ['ID=a115308c-3700-4cb4-94ba-00f65b63a304,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:34.655311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:34.655961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:34.674437 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-354350bc-4f52-4981-8601-0f199a094aa8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843792 Nov 23 23:43:34.692834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Request body: {'port': {'device_id': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:43:34.755372 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:34.811770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d0e84a8b-828b-446d-9d7e-6e90384ea40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:34.881230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3aca4df4-345e-4e6d-9e80-03d5a7a7db1d None None] Provisioning complete for port a115308c-3700-4cb4-94ba-00f65b63a304 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:43:34.881500 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3aca4df4-345e-4e6d-9e80-03d5a7a7db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:34.916391 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3aca4df4-345e-4e6d-9e80-03d5a7a7db1d None None] Port a115308c-3700-4cb4-94ba-00f65b63a304 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:43:35.033235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a115308c-3700-4cb4-94ba-00f65b63a304 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:43:35.041673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:35.054830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Transition to ACTIVE for port object a115308c-3700-4cb4-94ba-00f65b63a304 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:43:35.060733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:35.113431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Pushing event updated for resources: {'Port': ['ID=a115308c-3700-4cb4-94ba-00f65b63a304,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:35.205701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Attempting to bind port a115308c-3700-4cb4-94ba-00f65b63a304 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:43:35.206032 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Attempting to bind port a115308c-3700-4cb4-94ba-00f65b63a304 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:43:35.206358 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Attempting to bind port a115308c-3700-4cb4-94ba-00f65b63a304 on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:43:35.211018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Port a115308c-3700-4cb4-94ba-00f65b63a304 on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:43:35.211913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Attempting to bind port a115308c-3700-4cb4-94ba-00f65b63a304 on network e2c97580-dfb3-4d29-9122-2e87a1a086e9 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:43:35.217208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:43:35.217547 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Checking segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:43:35.217938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Bound using segment: {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:43:35.218368 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Bound port: a115308c-3700-4cb4-94ba-00f65b63a304, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df06efcc-7f50-4684-ba03-c169675fb239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:43:35.218727 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:35.228564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b3446-8e26-4897-934e-7b0646e4d220 req-50ed075a-54aa-4de9-b9df-bbdf82435379 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:35.230097 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-831b3446-8e26-4897-934e-7b0646e4d220 req-50ed075a-54aa-4de9-b9df-bbdf82435379 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 943 time: 0.0532541 Nov 23 23:43:35.282800 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:35.299955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] For port a115308c-3700-4cb4-94ba-00f65b63a304, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:43:35.302502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-831b3446-8e26-4897-934e-7b0646e4d220 req-ac8649db-87c2-40cb-a38d-a8990fdbfc92 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596640 Nov 23 23:43:35.303706 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] For port a115308c-3700-4cb4-94ba-00f65b63a304, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a115308c-3700-4cb4-94ba-00f65b63a304,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:43:35.308237 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:35.345737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:35.346447 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:35.347858 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] 10.222.0.48 "PUT /v2.0/ports/a115308c-3700-4cb4-94ba-00f65b63a304 HTTP/1.1" status: 200 len: 1091 time: 0.6593833 Nov 23 23:43:35.348301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'tag': 'a115308c-3700-4cb4-94ba-00f65b63a304'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:43:35.350597 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4800511c-a8f0-4258-96c7-1cedc553c45f" -d '{"events": [{"name": "network-changed", "server_uuid": "3890613f-bce0-46b3-8b1f-0306161e2f40", "tag": "a115308c-3700-4cb4-94ba-00f65b63a304"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:43:35.376936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb3f52-e5c2-43c5-83e6-99f81810a71f service neutron] Pushing event updated for resources: {'Port': ['ID=a115308c-3700-4cb4-94ba-00f65b63a304,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:35.390671 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84aa337-fdcd-4268-b95f-50076f4f8ee5 x-openstack-request-id: req-e84aa337-fdcd-4268-b95f-50076f4f8ee5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:43:35.390977 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3890613f-bce0-46b3-8b1f-0306161e2f40", "tag": "a115308c-3700-4cb4-94ba-00f65b63a304", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:43:35.391235 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e84aa337-fdcd-4268-b95f-50076f4f8ee5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:43:35.391942 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'tag': 'a115308c-3700-4cb4-94ba-00f65b63a304', 'status': 'completed', 'code': 200} Nov 23 23:43:35.466724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-1d763ddc-6944-447c-b87a-c7700bef7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:35.468395 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-1d763ddc-6944-447c-b87a-c7700bef7f63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 1094 time: 0.0568395 Nov 23 23:43:35.519596 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-609fbaa3-7077-4210-a8a5-5547b2887855 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a115308c-3700-4cb4-94ba-00f65b63a304 HTTP/1.1" status: 200 len: 217 time: 0.0372145 Nov 23 23:43:35.569861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-5793e85f-945f-4bba-b3f9-ed9c196f4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:35.572494 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-5793e85f-945f-4bba-b3f9-ed9c196f4d44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8398773a-37b2-4f5d-85ef-04efffa58850 HTTP/1.1" status: 200 len: 854 time: 0.0449865 Nov 23 23:43:35.623291 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-651c3a99-4dfd-4796-8b44-cd62d1f2a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:35.624747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-651c3a99-4dfd-4796-8b44-cd62d1f2a9fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2c97580-dfb3-4d29-9122-2e87a1a086e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457113 Nov 23 23:43:35.726498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-3820012b-82ed-488a-9477-0b54dfb96749 service neutron] 10.222.0.48 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938065 Nov 23 23:43:35.822668 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-697465ff-8a86-49d1-a22b-5f4f51b17e10 req-4331574f-1f16-4391-bd4a-968f308df95a service neutron] 10.222.0.48 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893726 Nov 23 23:43:35.956045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-6610c113-efb2-494a-b85f-b59690f071ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:35.957498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-6610c113-efb2-494a-b85f-b59690f071ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 1094 time: 0.0437558 Nov 23 23:43:36.058355 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-5ceff613-c0b4-4ccd-b8e4-6ba7bc8279d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:36.059857 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-5ceff613-c0b4-4ccd-b8e4-6ba7bc8279d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 200 len: 916 time: 0.0939641 Nov 23 23:43:36.103064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-ddf76a0d-8458-4f8e-b8bd-2deb9f710988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a115308c-3700-4cb4-94ba-00f65b63a304 HTTP/1.1" status: 200 len: 217 time: 0.0348847 Nov 23 23:43:36.154493 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-f1f44e4b-bcb4-4f7d-af08-8de4c4e501b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:36.156013 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-f1f44e4b-bcb4-4f7d-af08-8de4c4e501b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8398773a-37b2-4f5d-85ef-04efffa58850 HTTP/1.1" status: 200 len: 854 time: 0.0466163 Nov 23 23:43:36.206172 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-7b360ed4-ac6f-4aeb-b826-310847609e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:36.207721 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-7b360ed4-ac6f-4aeb-b826-310847609e0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e2c97580-dfb3-4d29-9122-2e87a1a086e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432448 Nov 23 23:43:36.306692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-278b5d71-b160-4d00-89c8-41768165f690 service neutron] 10.222.0.48 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907342 Nov 23 23:43:36.403690 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4800511c-a8f0-4258-96c7-1cedc553c45f req-ffc97540-4364-4f81-8df3-de6103fbeb8f service neutron] 10.222.0.48 "GET /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895672 Nov 23 23:43:36.424591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a4e30-8c45-4ece-84bb-6d27833cf68f req-f3015246-1b5b-4d00-a98a-ee037dd42d59 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:36.426106 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d66a4e30-8c45-4ece-84bb-6d27833cf68f req-f3015246-1b5b-4d00-a98a-ee037dd42d59 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 943 time: 0.0513806 Nov 23 23:43:36.476677 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d66a4e30-8c45-4ece-84bb-6d27833cf68f req-98b369d0-2ef0-4ce4-b59e-a03aacee142e tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Nov 23 23:43:36.744882 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:37.598161 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:37.602520 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd71-67eb-4863-be85-15950a2f35eb req-aaa351d6-c8d5-4ab3-bc03-5ffa34dbadf9 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:37.604103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0776cd71-67eb-4863-be85-15950a2f35eb req-aaa351d6-c8d5-4ab3-bc03-5ffa34dbadf9 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 943 time: 0.0571020 Nov 23 23:43:37.652612 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0776cd71-67eb-4863-be85-15950a2f35eb req-7ac5e499-5891-4939-9945-12371f85a85b tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424964 Nov 23 23:43:38.574342 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:38.781316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a197e60-8fc9-4450-99e9-6b5b18edbcf8 req-626cda46-7b84-4081-b40f-86e01135a9e0 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:38.782904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a197e60-8fc9-4450-99e9-6b5b18edbcf8 req-626cda46-7b84-4081-b40f-86e01135a9e0 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 943 time: 0.0589664 Nov 23 23:43:38.831494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a197e60-8fc9-4450-99e9-6b5b18edbcf8 req-1119a55f-0858-496e-834d-b24203791118 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Nov 23 23:43:38.972771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a115308c-3700-4cb4-94ba-00f65b63a304 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:43:39.081470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a115308c-3700-4cb4-94ba-00f65b63a304, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a115308c-3700-4cb4-94ba-00f65b63a304,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:43:39.094761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'a115308c-3700-4cb4-94ba-00f65b63a304', 'network_id': 'e2c97580-dfb3-4d29-9122-2e87a1a086e9', 'port_id': 'a115308c-3700-4cb4-94ba-00f65b63a304', 'mac_address': 'fa:16:3e:6d:20:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8398773a-37b2-4f5d-85ef-04efffa58850', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:43:39.134554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:39.147411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a115308c-3700-4cb4-94ba-00f65b63a304 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:43:39.171769 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a115308c-3700-4cb4-94ba-00f65b63a304, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a115308c-3700-4cb4-94ba-00f65b63a304,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:43:39.176198 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:39.224686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a115308c-3700-4cb4-94ba-00f65b63a304,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:39.232744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.233098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.233497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.233787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.234127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.234465 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.234798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.235131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.235459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.235819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.236145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.236472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:43:39.473992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a115308c-3700-4cb4-94ba-00f65b63a304'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:43:39.953542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cee20-5fcc-4fbe-a46d-f4651703a3d5 req-cc2ee678-45c7-41e0-9fe2-4123127cf514 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:39.955111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a29cee20-5fcc-4fbe-a46d-f4651703a3d5 req-cc2ee678-45c7-41e0-9fe2-4123127cf514 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 944 time: 0.0534904 Nov 23 23:43:40.007662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a29cee20-5fcc-4fbe-a46d-f4651703a3d5 req-1788368b-1bf0-41bb-9e59-8a2bf8fbdf6d tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Nov 23 23:43:40.989862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a115308c-3700-4cb4-94ba-00f65b63a304 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:43:41.058275 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port a115308c-3700-4cb4-94ba-00f65b63a304 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:43:41.062836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port a115308c-3700-4cb4-94ba-00f65b63a304 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:43:41.063209 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:41.155472 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:41.160599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a74807-296f-430c-85bd-a7ceb7354015 req-f2de8a33-b95d-4682-99b1-457fcb7e64e1 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:41.162223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36a74807-296f-430c-85bd-a7ceb7354015 req-f2de8a33-b95d-4682-99b1-457fcb7e64e1 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 944 time: 0.0670974 Nov 23 23:43:41.186090 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a115308c-3700-4cb4-94ba-00f65b63a304'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:43:41.188434 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3f21d4-3bcb-4ed7-ab70-ef73886fc4f6" -d '{"events": [{"server_uuid": "3890613f-bce0-46b3-8b1f-0306161e2f40", "name": "network-vif-plugged", "status": "completed", "tag": "a115308c-3700-4cb4-94ba-00f65b63a304"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:43:41.205763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port a115308c-3700-4cb4-94ba-00f65b63a304, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a115308c-3700-4cb4-94ba-00f65b63a304,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:43:41.216125 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:43:41.223526 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36a74807-296f-430c-85bd-a7ceb7354015 req-b5e6554d-8d53-4be4-b861-1679ee284af6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542543 Nov 23 23:43:41.245039 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642aecf5-8904-4577-9ef0-cc3c8383a9f9 x-openstack-request-id: req-642aecf5-8904-4577-9ef0-cc3c8383a9f9 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:43:41.245351 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890613f-bce0-46b3-8b1f-0306161e2f40", "name": "network-vif-plugged", "status": "completed", "tag": "a115308c-3700-4cb4-94ba-00f65b63a304", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:43:41.245528 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-642aecf5-8904-4577-9ef0-cc3c8383a9f9 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:43:41.245841 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a115308c-3700-4cb4-94ba-00f65b63a304', 'code': 200} Nov 23 23:43:41.276751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=a115308c-3700-4cb4-94ba-00f65b63a304,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:43:41.369331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c920534-33c6-4ad4-be19-810e8a9cea21 req-67e67695-1b16-4a96-be9b-1ec6ee349f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:41.370901 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c920534-33c6-4ad4-be19-810e8a9cea21 req-67e67695-1b16-4a96-be9b-1ec6ee349f60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 1096 time: 0.0444198 Nov 23 23:43:41.421033 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6c920534-33c6-4ad4-be19-810e8a9cea21 req-941ebf32-eda1-4189-bd12-10ec05a67a30 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Nov 23 23:43:42.346435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc1e81-9a7e-42ed-b713-c53fc9f6ac97 req-4a5ae9fd-ddbd-440a-9543-d9f8044fa2b8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:42.347990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45fc1e81-9a7e-42ed-b713-c53fc9f6ac97 req-4a5ae9fd-ddbd-440a-9543-d9f8044fa2b8 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 945 time: 0.0502388 Nov 23 23:43:42.396478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-45fc1e81-9a7e-42ed-b713-c53fc9f6ac97 req-2f5feffc-f390-405b-a237-78774b8be32b tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Nov 23 23:43:43.517437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874badb3-59e9-424a-a3f3-78b003c813b0 req-39d6e44f-d22d-4b08-86a1-a7fff59cca61 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:43.518943 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-874badb3-59e9-424a-a3f3-78b003c813b0 req-39d6e44f-d22d-4b08-86a1-a7fff59cca61 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 945 time: 0.0500264 Nov 23 23:43:43.570408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-874badb3-59e9-424a-a3f3-78b003c813b0 req-159fe792-57d5-4987-a8c4-4c9d66ec4510 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 Nov 23 23:43:43.690295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512bf19-b819-4c3a-bd11-7fd31388ea24 req-598b348d-56a9-4409-9628-b1f980d0a7b0 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:43:43.691746 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a512bf19-b819-4c3a-bd11-7fd31388ea24 req-598b348d-56a9-4409-9628-b1f980d0a7b0 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 945 time: 0.0505416 Nov 23 23:43:43.743394 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a512bf19-b819-4c3a-bd11-7fd31388ea24 req-52d761af-c014-46dc-a1da-f557886696fd tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Nov 23 23:43:56.296277 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:43:57.551778 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:01.706242 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e217f375-10db-4cf6-ad85-2f333c282192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:04.813823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a647b35a-29eb-4080-8af1-f24b8a496e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:05.277680 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:06.435449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b8ce-63c3-46a7-a91d-b81e9e80c619 req-25b204a2-48af-4ec7-b180-28f4d17943a5 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:06.437208 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc14b8ce-63c3-46a7-a91d-b81e9e80c619 req-25b204a2-48af-4ec7-b180-28f4d17943a5 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 945 time: 0.0578821 Nov 23 23:44:06.491453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc14b8ce-63c3-46a7-a91d-b81e9e80c619 req-68c7e278-ca95-4f58-93b2-8d05b833fd03 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Nov 23 23:44:06.750478 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:07.600936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:07.620867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836b37-a6c8-401f-b9b1-a063777fe031 req-9dfc3c26-c068-4de5-a9b2-a861530aad38 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:07.622459 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19836b37-a6c8-401f-b9b1-a063777fe031 req-9dfc3c26-c068-4de5-a9b2-a861530aad38 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 945 time: 0.0543244 Nov 23 23:44:07.671803 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-19836b37-a6c8-401f-b9b1-a063777fe031 req-f7dbf72a-029b-4931-838f-c98319739da4 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/security-groups?id=681a0f3d-bc3a-4961-9f54-b0d6ca001cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Nov 23 23:44:08.095278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19599b64-df88-4f55-8242-ac0c712b8059 req-16068a12-1874-4872-90d1-a6e93c1481f6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:08.096783 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-19599b64-df88-4f55-8242-ac0c712b8059 req-16068a12-1874-4872-90d1-a6e93c1481f6 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.48 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 945 time: 0.0495458 Nov 23 23:44:08.200988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Deleting port a115308c-3700-4cb4-94ba-00f65b63a304 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:08.201328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:08.289738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] For port a115308c-3700-4cb4-94ba-00f65b63a304, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=a115308c-3700-4cb4-94ba-00f65b63a304,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:08.290102 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:08.303024 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Calling delete_port for a115308c-3700-4cb4-94ba-00f65b63a304 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:08.432798 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:08.461974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Pushing event deleted for resources: {'Port': ['ID=a115308c-3700-4cb4-94ba-00f65b63a304,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:08.469012 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['a115308c-3700-4cb4-94ba-00f65b63a304'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:44:08.506933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] No DVR routers for this DVR port a115308c-3700-4cb4-94ba-00f65b63a304 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:44:08.509913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:08.513254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-19599b64-df88-4f55-8242-ac0c712b8059 req-c1e26066-dd0c-4e14-8b85-503b786339bf tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.48 "DELETE /v2.0/ports/a115308c-3700-4cb4-94ba-00f65b63a304 HTTP/1.1" status: 204 len: 173 time: 0.4109123 Nov 23 23:44:08.513740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'name': 'network-vif-deleted', 'tag': 'a115308c-3700-4cb4-94ba-00f65b63a304'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:44:08.516027 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89400f-62e8-4a73-8225-7831a9673cdc" -d '{"events": [{"server_uuid": "3890613f-bce0-46b3-8b1f-0306161e2f40", "name": "network-vif-deleted", "tag": "a115308c-3700-4cb4-94ba-00f65b63a304"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:44:08.556663 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b2e79-e832-457d-8837-325d59c4fa13 x-openstack-request-id: req-218b2e79-e832-457d-8837-325d59c4fa13 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:44:08.557341 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890613f-bce0-46b3-8b1f-0306161e2f40", "name": "network-vif-deleted", "tag": "a115308c-3700-4cb4-94ba-00f65b63a304", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:44:08.557341 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-218b2e79-e832-457d-8837-325d59c4fa13 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:44:08.557536 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890613f-bce0-46b3-8b1f-0306161e2f40', 'name': 'network-vif-deleted', 'tag': 'a115308c-3700-4cb4-94ba-00f65b63a304', 'status': 'completed', 'code': 200} Nov 23 23:44:08.574486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:08.784143 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27be15d1-3e3a-4f40-adc7-691c73b566ed req-1b5fd1f4-f477-4e7e-a8a0-2d0ffd4865c2 tempest-TestEncryptedCinderVolumes-1055198187 tempest-TestEncryptedCinderVolumes-1055198187-project] 10.222.0.11 "GET /v2.0/ports?device_id=3890613f-bce0-46b3-8b1f-0306161e2f40 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Nov 23 23:44:09.886712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33364) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:10.246715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:10.496307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Deleting port 9f65c117-219b-4c27-9f88-c121c5068cf5 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:10.496549 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:10.575222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] For port 9f65c117-219b-4c27-9f88-c121c5068cf5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9f65c117-219b-4c27-9f88-c121c5068cf5,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:10.575604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:10.588336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Calling delete_port for 9f65c117-219b-4c27-9f88-c121c5068cf5 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:10.766468 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:10.792532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f65c117-219b-4c27-9f88-c121c5068cf5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:10.824996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.825346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.825693 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.826029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.826364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.826695 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.827025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.827369 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.827713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.828040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.828366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.828688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:10.977451 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:11.191513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Router b732c8e0-8d0e-4857-9f6d-449e88437b65 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:44:11.294882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:44:11.299897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6d887bed-129c-4098-8276-654bfc47d04f admin admin] 10.222.0.11 "PUT /v2.0/routers/b732c8e0-8d0e-4857-9f6d-449e88437b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121289 Nov 23 23:44:11.302779 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33366) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:11.306088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] Sync routers for ids ['b732c8e0-8d0e-4857-9f6d-449e88437b65'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:44:11.316179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] Routers {'b732c8e0-8d0e-4857-9f6d-449e88437b65'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:11.316803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['b732c8e0-8d0e-4857-9f6d-449e88437b65'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:11.406658 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:11.425566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] Set router b732c8e0-8d0e-4857-9f6d-449e88437b65 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:11.510416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:11.564947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Deleting port 5677b003-2553-4645-b4c6-15ed594e119d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:11.565222 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:11.603967 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5677b003-2553-4645-b4c6-15ed594e119d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:44:10Z', 'revision_number': 5, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port': {'id': '5677b003-2553-4645-b4c6-15ed594e119d', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:45Z', 'updated_at': '2021-11-23T23:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:11.635078 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] Checking router: b732c8e0-8d0e-4857-9f6d-449e88437b65 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:44:11.643602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] Routers {'b732c8e0-8d0e-4857-9f6d-449e88437b65'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:11.644204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['b732c8e0-8d0e-4857-9f6d-449e88437b65'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:11.649548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] For port 5677b003-2553-4645-b4c6-15ed594e119d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5677b003-2553-4645-b4c6-15ed594e119d,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:11.649924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:11.661712 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Calling delete_port for 5677b003-2553-4645-b4c6-15ed594e119d owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:11.731170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] Set router b732c8e0-8d0e-4857-9f6d-449e88437b65 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:11.781811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:44:11Z', 'revision_number': 6, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:11.812032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382f3a2-6641-45d2-b7b9-09fa795deba3 None None] The sync data for ids ['b732c8e0-8d0e-4857-9f6d-449e88437b65'] in n-d-817303-3 is: [{'id': 'b732c8e0-8d0e-4857-9f6d-449e88437b65', 'name': 'tempest-TestEncryptedCinderVolumes-16065472-router', 'tenant_id': '7d966c69bf104b74ad3e0992a59b39d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:44Z', 'updated_at': '2021-11-23T23:44:11Z', 'revision_number': 6, 'project_id': '7d966c69bf104b74ad3e0992a59b39d9', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:44:11.827973 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:11.856968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Pushing event deleted for resources: {'Port': ['ID=5677b003-2553-4645-b4c6-15ed594e119d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:11.867750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333aba51-0c5d-4a6e-944f-a6493d529d94 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:11.919645 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.010030 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.012545 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.057325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.057881 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b732c8e0-8d0e-4857-9f6d-449e88437b65 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:44:12.062253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.063440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f038ce51-b195-4a0f-b57b-dd82a3055635 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b732c8e0-8d0e-4857-9f6d-449e88437b65 HTTP/1.1" status: 204 len: 168 time: 0.7591670 Nov 23 23:44:12.066055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33370) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:12.111774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] Deleting subnet 8398773a-37b2-4f5d-85ef-04efffa58850 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:44:12.115039 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.156015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.243272 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.264622 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9f65c117-219b-4c27-9f88-c121c5068cf5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:44:12.293143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 9f65c117-219b-4c27-9f88-c121c5068cf5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:44:12.293569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9f65c117-219b-4c27-9f88-c121c5068cf5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:44:12.306159 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.331269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8398773a-37b2-4f5d-85ef-04efffa58850,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:12.336291 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.340123 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fde3dfb0-5e5d-44f1-8568-f75346d2cf91 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8398773a-37b2-4f5d-85ef-04efffa58850 HTTP/1.1" status: 204 len: 168 time: 0.2731192 Nov 23 23:44:12.342679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33372) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:12.343641 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772abcc5-dd3a-4994-8142-a4dc805dd2d7 None None] Network e2c97580-dfb3-4d29-9122-2e87a1a086e9 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:44:12.615944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] DHCP port deletion for e2c97580-dfb3-4d29-9122-2e87a1a086e9 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:12.668789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] Deleting port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:12.669053 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.704032 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.736616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] For port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:12.736935 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.754682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] Calling delete_port for b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:12.762603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Deleting port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:12.762603 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.830989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] For port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,segment=NetworkSegment(df06efcc-7f50-4684-ba03-c169675fb239),segment_id=df06efcc-7f50-4684-ba03-c169675fb239)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:12.830989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.836324 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.845011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Calling delete_port for b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:12.864662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] Pushing event deleted for resources: {'Port': ['ID=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:12.871930 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089f0ac-86b3-4da8-bc4d-b33ac6356322 None None] No DVR routers for this DVR port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:44:12.929444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:12.956553 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Pushing event deleted for resources: {'Port': ['ID=b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:12.958413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] No DVR routers for this DVR port b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:44:13.031805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.051672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c97580-dfb3-4d29-9122-2e87a1a086e9']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:13.062402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df06efcc-7f50-4684-ba03-c169675fb239') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:13.062780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df06efcc-7f50-4684-ba03-c169675fb239') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:13.072894 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.087099 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.093628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:44:13.093998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: self.session.flush() Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:44:13.096244 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:44:13.150858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.156529 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.159666 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] 10.222.0.11 "DELETE /v2.0/networks/e2c97580-dfb3-4d29-9122-2e87a1a086e9 HTTP/1.1" status: 204 len: 168 time: 0.8159046 Nov 23 23:44:13.162827 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33374) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:13.171681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e1e95-6015-40c6-971b-e9393f87704e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c97580-dfb3-4d29-9122-2e87a1a086e9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:13.178734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a115308c-3700-4cb4-94ba-00f65b63a304 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:44:13.202170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: a115308c-3700-4cb4-94ba-00f65b63a304 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:44:13.202521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device a115308c-3700-4cb4-94ba-00f65b63a304 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:44:13.510317 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.760428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Deleting port a9ceb458-83f5-48a0-a362-10a42b30347d {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:13.760662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.842782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] For port a9ceb458-83f5-48a0-a362-10a42b30347d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=a9ceb458-83f5-48a0-a362-10a42b30347d,segment=NetworkSegment(b08a7ff6-db46-441c-bdae-6f00002845f0),segment_id=b08a7ff6-db46-441c-bdae-6f00002845f0)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:13.843149 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:13.855959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Calling delete_port for a9ceb458-83f5-48a0-a362-10a42b30347d owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:14.037328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:14.063973 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ceb458-83f5-48a0-a362-10a42b30347d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:14.130122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:44:14.170642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:44:14.170988 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b188a50d-5bae-4d29-8bf8-1e8cc4c66d5b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:44:14.171418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5677b003-2553-4645-b4c6-15ed594e119d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:44:14.191658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5677b003-2553-4645-b4c6-15ed594e119d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:44:14.192010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5677b003-2553-4645-b4c6-15ed594e119d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:44:14.244728 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:14.458802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Router 00669fd6-7762-4904-9d15-dfbe29974127 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:44:14.565304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:44:14.570247 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-36d293a3-f43d-43e4-be36-44c32bf0b3ff admin admin] 10.222.0.11 "PUT /v2.0/routers/00669fd6-7762-4904-9d15-dfbe29974127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4063933 Nov 23 23:44:14.573325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33376) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:14.575093 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] Sync routers for ids ['00669fd6-7762-4904-9d15-dfbe29974127'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:44:14.585390 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] Routers {'00669fd6-7762-4904-9d15-dfbe29974127'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:14.586005 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00669fd6-7762-4904-9d15-dfbe29974127'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:14.691914 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] Set router 00669fd6-7762-4904-9d15-dfbe29974127 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:14.896816 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:44:13Z', 'revision_number': 5, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:14.923873 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] Checking router: 00669fd6-7762-4904-9d15-dfbe29974127 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:44:14.933856 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] Routers {'00669fd6-7762-4904-9d15-dfbe29974127'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:14.934471 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['00669fd6-7762-4904-9d15-dfbe29974127'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:15.024767 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.040572 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] Set router 00669fd6-7762-4904-9d15-dfbe29974127 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:15.140810 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.208542 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Deleting port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:15.208911 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.236146 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:44:13Z', 'revision_number': 5, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:15.266513 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963068e5-4ece-4ee2-866c-e6dc4319503d None None] The sync data for ids ['00669fd6-7762-4904-9d15-dfbe29974127'] in n-d-817303-3 is: [{'id': '00669fd6-7762-4904-9d15-dfbe29974127', 'name': 'tempest-TestEncryptedCinderVolumes-1972821810-router', 'tenant_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:42:49Z', 'updated_at': '2021-11-23T23:44:13Z', 'revision_number': 5, 'project_id': 'c13e3c99e5ce4b658e38ada855a7556d', 'gw_port': {'id': '42f7aaab-a2d3-4c77-96c5-6ea32d3cb101', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00669fd6-7762-4904-9d15-dfbe29974127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:42:50Z', 'updated_at': '2021-11-23T23:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:44:15.295643 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] For port 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:15.296148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.309868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Calling delete_port for 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:15.481334 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.521297 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f7aaab-a2d3-4c77-96c5-6ea32d3cb101,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:15.530425 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525dd85a-2162-45c5-b676-59719488fa4d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:15.583018 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.678155 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.680686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.730698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.731263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00669fd6-7762-4904-9d15-dfbe29974127 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:44:15.736911 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.738338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fedaa80b-0df1-4b8c-8b64-1718d4bf59f7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/00669fd6-7762-4904-9d15-dfbe29974127 HTTP/1.1" status: 204 len: 168 time: 1.1640933 Nov 23 23:44:15.740889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33378) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:15.786501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] Deleting subnet 792098ad-1c46-43ab-902b-865273e5fcac {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:44:15.789993 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.836709 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.924208 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:15.978205 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.005716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.010022 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/792098ad-1c46-43ab-902b-865273e5fcac HTTP/1.1" status: 204 len: 168 time: 0.2679274 Nov 23 23:44:16.011207 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed40f1a-d834-4830-8474-b7bfc6316dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792098ad-1c46-43ab-902b-865273e5fcac,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:16.011760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3960874c-3be1-44a9-93b3-c0eb0aa71be6 None None] Network cc0066f5-31e4-4a07-a18d-f3776e1d2e63 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:44:16.013577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33380) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:16.089834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.154531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Deleting port 59132f4b-1e39-4c92-ac26-3972276ddd99 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:16.154883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.240052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] For port 59132f4b-1e39-4c92-ac26-3972276ddd99, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=59132f4b-1e39-4c92-ac26-3972276ddd99,segment=NetworkSegment(b08a7ff6-db46-441c-bdae-6f00002845f0),segment_id=b08a7ff6-db46-441c-bdae-6f00002845f0)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:16.240432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.259490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Calling delete_port for 59132f4b-1e39-4c92-ac26-3972276ddd99 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:16.266098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] DHCP port deletion for cc0066f5-31e4-4a07-a18d-f3776e1d2e63 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:16.328407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:44:16.347351 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.352039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:44:16.352446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 42f7aaab-a2d3-4c77-96c5-6ea32d3cb101 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:44:16.353369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 59132f4b-1e39-4c92-ac26-3972276ddd99 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:44:16.374097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 59132f4b-1e39-4c92-ac26-3972276ddd99 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:44:16.374473 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 59132f4b-1e39-4c92-ac26-3972276ddd99 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:44:16.374858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a9ceb458-83f5-48a0-a362-10a42b30347d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:44:16.375169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=59132f4b-1e39-4c92-ac26-3972276ddd99,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:16.377310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] Deleting port 59132f4b-1e39-4c92-ac26-3972276ddd99 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:44:16.377681 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.380636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] No DVR routers for this DVR port 59132f4b-1e39-4c92-ac26-3972276ddd99 on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:44:16.416604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: a9ceb458-83f5-48a0-a362-10a42b30347d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:44:16.416604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device a9ceb458-83f5-48a0-a362-10a42b30347d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:44:16.465901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.483697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] For port 59132f4b-1e39-4c92-ac26-3972276ddd99, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:16.484024 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.489692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0066f5-31e4-4a07-a18d-f3776e1d2e63']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:16.497076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] Calling delete_port for 59132f4b-1e39-4c92-ac26-3972276ddd99 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:44:16.499771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] Port 59132f4b-1e39-4c92-ac26-3972276ddd99 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:44:16.499945 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08a7ff6-db46-441c-bdae-6f00002845f0') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:16.500329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08a7ff6-db46-441c-bdae-6f00002845f0') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:16.501080 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.511001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.525960 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.533359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:44:16.533942 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:44:16.536376 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:44:16.541097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] Pushing event deleted for resources: {'Port': ['ID=59132f4b-1e39-4c92-ac26-3972276ddd99,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:16.550088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0dd3d-c908-4993-a3dc-a5cfd0fe8aa9 None None] No DVR routers for this DVR port 59132f4b-1e39-4c92-ac26-3972276ddd99 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:44:16.614371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.625238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.629494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc0066f5-31e4-4a07-a18d-f3776e1d2e63 HTTP/1.1" status: 204 len: 168 time: 0.6148572 Nov 23 23:44:16.640363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71e708-1c79-448e-aaaa-8a137c6c5e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0066f5-31e4-4a07-a18d-f3776e1d2e63,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:16.817342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:16.859205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d5909403-5076-4ae7-8ef1-fcd88ca4fd2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d966c69bf104b74ad3e0992a59b39d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406857 Nov 23 23:44:16.861713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33386) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:16.923969 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-356f01ed-9905-4788-874b-1df84ed30ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.944680 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-356f01ed-9905-4788-874b-1df84ed30ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.991664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-356f01ed-9905-4788-874b-1df84ed30ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.994779 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-356f01ed-9905-4788-874b-1df84ed30ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:16.995987 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-356f01ed-9905-4788-874b-1df84ed30ee4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/681a0f3d-bc3a-4961-9f54-b0d6ca001cea HTTP/1.1" status: 204 len: 168 time: 0.1333704 Nov 23 23:44:17.004260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f01ed-9905-4788-874b-1df84ed30ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a0f3d-bc3a-4961-9f54-b0d6ca001cea,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:17.308475 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33392) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:17.351846 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fcc05bfa-51c1-45e2-8354-425ff6e67773 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c13e3c99e5ce4b658e38ada855a7556d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421820 Nov 23 23:44:17.355119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:17.404682 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3a7f02-1f60-4170-b9f7-8f8cf6e83647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:17.425401 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3a7f02-1f60-4170-b9f7-8f8cf6e83647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:17.471409 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3a7f02-1f60-4170-b9f7-8f8cf6e83647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:17.473998 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be3a7f02-1f60-4170-b9f7-8f8cf6e83647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:17.475154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-be3a7f02-1f60-4170-b9f7-8f8cf6e83647 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82f87438-87c0-400a-a1a3-3f83f38def9c HTTP/1.1" status: 204 len: 168 time: 0.1190851 Nov 23 23:44:17.484090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a7f02-1f60-4170-b9f7-8f8cf6e83647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f87438-87c0-400a-a1a3-3f83f38def9c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:18.161655 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33416) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:18.263933 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1376047810-network', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:18.285132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Made reservation on behalf of ce494627cfd449caa1c279f72c74c975 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:44:18.287629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.296611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.371510 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.375070 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.399081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:44:18.408141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:18.413950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.414288 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Added segment d148bcd3-bf31-4a41-a742-2d61f51dbf29 of type vlan for network 77bd1680-800f-4e0f-8fbf-01a6030e15ef Nov 23 23:44:18.457873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.487166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.488296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:18.488893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.526290 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3633676 Nov 23 23:44:18.529230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33420) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:18.534183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Request body: {'subnet': {'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1376047810-subnet', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:18.556824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f96ca-38ba-4112-8680-cfb48ab442b5 admin admin] Pushing event updated for resources: {'Network': ['ID=77bd1680-800f-4e0f-8fbf-01a6030e15ef,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:18.557075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Made reservation on behalf of ce494627cfd449caa1c279f72c74c975 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:44:18.559794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.566895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:44:18.737188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.800057 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=414b682f-64b5-4cb0-ad22-cf28ebaf19e7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:18.804658 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Checking segment: {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:18.805026 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Network hostable DHCP agents. Network: 77bd1680-800f-4e0f-8fbf-01a6030e15ef, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:44:18.821791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:44:18.830642 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 77bd1680-800f-4e0f-8fbf-01a6030e15ef) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:18.834957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:18.835560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.840832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42308cb1-e268-4f8b-9d5f-46a757018ebb None None] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:44:18.852705 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ebe0f4b2-e112-466c-93f9-c76d070596cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3222029 Nov 23 23:44:18.855622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33422) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:18.860124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:18.881531 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.882670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.938939 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:18.990637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:44:18.991462 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.080553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.129543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Allocated IP 172.20.0.2 (77bd1680-800f-4e0f-8fbf-01a6030e15ef/414b682f-64b5-4cb0-ad22-cf28ebaf19e7/441f43ab-299f-48b0-9e37-3e00b616eab5) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:44:19.273849 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.280126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.288266 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.313411 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.319540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:19.325891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:19.329466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:44:19.340913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Pushing event updated for resources: {'Port': ['ID=441f43ab-299f-48b0-9e37-3e00b616eab5,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:19.392033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Attempting to bind port 441f43ab-299f-48b0-9e37-3e00b616eab5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:44:19.392401 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Attempting to bind port 441f43ab-299f-48b0-9e37-3e00b616eab5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:44:19.392762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Attempting to bind port 441f43ab-299f-48b0-9e37-3e00b616eab5 on network 77bd1680-800f-4e0f-8fbf-01a6030e15ef {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:19.397992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:44:19.398361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Checking segment: {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:19.398761 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.399685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Bound using segment: {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:44:19.400266 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Bound port: 441f43ab-299f-48b0-9e37-3e00b616eab5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:44:19.400655 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.426910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Allocated IP 172.25.0.135 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/63ce41bd-2243-410b-82a8-96b7f73f5f8e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:44:19.537734 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.575152 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.617635 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:19.619263 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:19.623674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:44:19.633300 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] For port 441f43ab-299f-48b0-9e37-3e00b616eab5, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:44:19.637674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e35f891-bc71-4d37-a9ce-cdcead36d527 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:19.652441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] For port 441f43ab-299f-48b0-9e37-3e00b616eab5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=441f43ab-299f-48b0-9e37-3e00b616eab5,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:44:19.656597 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Pushing event updated for resources: {'Port': ['ID=63ce41bd-2243-410b-82a8-96b7f73f5f8e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:19.658993 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.735390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f1817ee4-3db7-4bdd-ae5a-678ce9c2153e None None] Provisioning complete for port 63ce41bd-2243-410b-82a8-96b7f73f5f8e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:19.735783 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1817ee4-3db7-4bdd-ae5a-678ce9c2153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:19.737453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a84c9c-9ae1-474e-80e9-bef48fd8b132 None None] Pushing event updated for resources: {'Port': ['ID=441f43ab-299f-48b0-9e37-3e00b616eab5,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:19.780491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f1817ee4-3db7-4bdd-ae5a-678ce9c2153e None None] Port 63ce41bd-2243-410b-82a8-96b7f73f5f8e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:19.921970 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.134757 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.154344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 441f43ab-299f-48b0-9e37-3e00b616eab5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:20.207191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 441f43ab-299f-48b0-9e37-3e00b616eab5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:20.207548 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.268149 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Router 33fd89fc-224b-414e-b35b-c53c7d361a76 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:44:20.292412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.326919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 441f43ab-299f-48b0-9e37-3e00b616eab5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=441f43ab-299f-48b0-9e37-3e00b616eab5,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:20.347132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.391015 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:44:20.398423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=441f43ab-299f-48b0-9e37-3e00b616eab5,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:20.404188 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Sync routers for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:44:20.416092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:20.416738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:20.420390 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.420390 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ce67366-b38e-4026-b8bc-d8be18b448aa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5637619 Nov 23 23:44:20.423175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33424) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:20.533490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:20.734498 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:19Z', 'revision_number': 3, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:20.766635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Checking router: 33fd89fc-224b-414e-b35b-c53c7d361a76 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:44:20.766995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Updating router 33fd89fc-224b-414e-b35b-c53c7d361a76 port 63ce41bd-2243-410b-82a8-96b7f73f5f8e binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:44:20.787815 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817fb1c-66c1-4886-b435-65f6d3849c26 None None] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:44:20.826595 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.891242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-17b22b67-2c13-4d3e-b2c4-abb018adef59 None None] Provisioning complete for port 441f43ab-299f-48b0-9e37-3e00b616eab5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:20.891653 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17b22b67-2c13-4d3e-b2c4-abb018adef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:20.893515 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.067994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Allocated IP 172.20.0.1 (77bd1680-800f-4e0f-8fbf-01a6030e15ef/414b682f-64b5-4cb0-ad22-cf28ebaf19e7/9dd4a2ed-1ae1-4897-99cc-00385258cf47) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:44:21.182215 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.217577 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.260740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:21.263750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:21.267646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:44:21.271989 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.279261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.301086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd4a2ed-1ae1-4897-99cc-00385258cf47,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:21.316314 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.330106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add4025f-e314-4191-b2a8-47b0a155e729 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:21.339063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1de3-2ea6-41f0-9f7d-fb1fb32eb995 None None] Pushing event updated for resources: {'Port': ['ID=63ce41bd-2243-410b-82a8-96b7f73f5f8e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:21.343114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Attempting to bind port 63ce41bd-2243-410b-82a8-96b7f73f5f8e on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:44:21.343494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Attempting to bind port 63ce41bd-2243-410b-82a8-96b7f73f5f8e by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:44:21.343884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Attempting to bind port 63ce41bd-2243-410b-82a8-96b7f73f5f8e on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:21.350572 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:44:21.350955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:21.351366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.352123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:44:21.352830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Bound port: 63ce41bd-2243-410b-82a8-96b7f73f5f8e, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:44:21.353218 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.417147 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2a336da4-5358-4400-a685-cd1a935ab019 None None] Provisioning complete for port 63ce41bd-2243-410b-82a8-96b7f73f5f8e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:21.417475 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2a336da4-5358-4400-a685-cd1a935ab019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.443901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] For port 63ce41bd-2243-410b-82a8-96b7f73f5f8e, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:44:21.454075 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.464208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] For port 63ce41bd-2243-410b-82a8-96b7f73f5f8e, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=63ce41bd-2243-410b-82a8-96b7f73f5f8e,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:44:21.471669 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.478131 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2a336da4-5358-4400-a685-cd1a935ab019 None None] Port 63ce41bd-2243-410b-82a8-96b7f73f5f8e cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:21.533642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff56f36-24a8-4275-9726-93bd257b4241 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:21.553432 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1de3-2ea6-41f0-9f7d-fb1fb32eb995 None None] Pushing event updated for resources: {'Port': ['ID=63ce41bd-2243-410b-82a8-96b7f73f5f8e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:21.557596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:21.558225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:21.654237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] Provisioning complete for port 441f43ab-299f-48b0-9e37-3e00b616eab5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:21.654609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.670569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.681257 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:21.708835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:21.897635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] Provisioning complete for port 63ce41bd-2243-410b-82a8-96b7f73f5f8e triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:21.898386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:22.024581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 1, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:22.027621 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:22.048585 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:22.050524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd4a2ed-1ae1-4897-99cc-00385258cf47,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:22.067269 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4ad07-461a-4e97-a479-84cfe698ac1e None None] The sync data for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 is: [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 1, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:44:22.079018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] For port 63ce41bd-2243-410b-82a8-96b7f73f5f8e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=63ce41bd-2243-410b-82a8-96b7f73f5f8e,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:22.084856 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:22.146547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 441f43ab-299f-48b0-9e37-3e00b616eab5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:22.156292 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad131275-c192-4bba-9f78-ed59684bb27a None None] Pushing event updated for resources: {'Port': ['ID=63ce41bd-2243-410b-82a8-96b7f73f5f8e,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:22.174985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:22.176565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:22.220312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b424820b-2e33-41bd-832b-dd7e589a011c None None] Provisioning complete for port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:22.220739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b424820b-2e33-41bd-832b-dd7e589a011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:22.266922 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 441f43ab-299f-48b0-9e37-3e00b616eab5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:22.267296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:22.293466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b424820b-2e33-41bd-832b-dd7e589a011c None None] Port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:22.354284 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Router 33fd89fc-224b-414e-b35b-c53c7d361a76 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:44:22.494852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:44:22.511635 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-6715ce46-fdd6-482c-9be5-a963162e9ac9 admin admin] 10.222.0.11 "PUT /v2.0/routers/33fd89fc-224b-414e-b35b-c53c7d361a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0777440 Nov 23 23:44:22.528859 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-216e866a-54b2-4352-8fb0-6339bb9efb2e None None] Provisioning complete for port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:22.529457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-216e866a-54b2-4352-8fb0-6339bb9efb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:22.569492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-216e866a-54b2-4352-8fb0-6339bb9efb2e None None] Port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:23.039544 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33440) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:23.045248 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-537218717-network', 'tenant_id': '6876185903894dd28ba8f9057141b2bc'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:23.068100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Made reservation on behalf of 6876185903894dd28ba8f9057141b2bc for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:44:23.070492 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.081124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.169003 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.174363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.207563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:44:23.220235 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6806f9c-4c9a-4822-b3fc-41b984fc979a,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:23.226255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.226596 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Added segment c133437a-0537-40d2-aa5f-8d6cba07c3df of type vlan for network ff19ee52-db20-43bd-ad51-5ea38681f7df Nov 23 23:44:23.273011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.299712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.300689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:23.301856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.342264 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2985888 Nov 23 23:44:23.342654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33442) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:23.347768 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Request body: {'subnet': {'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-537218717-subnet', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:23.367490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60996011-0d26-4653-a889-d24ba0a3a7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff19ee52-db20-43bd-ad51-5ea38681f7df,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:23.369191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Made reservation on behalf of 6876185903894dd28ba8f9057141b2bc for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:44:23.371625 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.380705 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network ff19ee52-db20-43bd-ad51-5ea38681f7df details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:44:23.563297 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.624234 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02cee11-50f8-4e86-b709-975daf49297d,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:23.629501 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Checking segment: {'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:23.629900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Network hostable DHCP agents. Network: ff19ee52-db20-43bd-ad51-5ea38681f7df, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:44:23.649371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Network ff19ee52-db20-43bd-ad51-5ea38681f7df is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:44:23.658657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, ff19ee52-db20-43bd-ad51-5ea38681f7df) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:23.663179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:23.664350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.667984 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6396cf-0700-47f1-9c32-defb4a27ccd4 None None] Network ff19ee52-db20-43bd-ad51-5ea38681f7df requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:44:23.682856 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-340fcb9d-7d69-415c-92fe-81ef8d9b587e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3389168 Nov 23 23:44:23.685193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33444) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:23.689560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:23.712294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.713356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.774703 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.926425 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:23.999595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-ff19ee52-db20-43bd-ad51-5ea38681f7df', 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'fixed_ips': [{'subnet_id': 'f02cee11-50f8-4e86-b709-975daf49297d'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:44:24.000473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.146312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Allocated IP 172.20.0.2 (ff19ee52-db20-43bd-ad51-5ea38681f7df/f02cee11-50f8-4e86-b709-975daf49297d/b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:44:24.176520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 63ce41bd-2243-410b-82a8-96b7f73f5f8e up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:24.176873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.196674 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.295536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 63ce41bd-2243-410b-82a8-96b7f73f5f8e triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:24.296728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.310563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Sync routers for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:44:24.318630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Allocated IP 172.25.0.254 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c98a6a41-6f4b-4822-a105-a4903f6855aa) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:44:24.326640 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:24.327399 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:24.369748 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.381571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.439648 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:24.450549 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.462849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Network ff19ee52-db20-43bd-ad51-5ea38681f7df is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:24.465663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Pushing event updated for resources: {'Port': ['ID=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:24.469893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:24.473407 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:44:24.508440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.543410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Attempting to bind port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:44:24.544212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Attempting to bind port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:44:24.544350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Attempting to bind port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 on network ff19ee52-db20-43bd-ad51-5ea38681f7df {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:24.549802 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:44:24.550196 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Checking segment: {'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:24.550703 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.551172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Bound using segment: {'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:44:24.552545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Bound port: b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:44:24.552545 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.555910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:24.561106 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:24.563603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:44:24.587953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2aa2b1-4c2e-43e8-b71c-4ca69c9c3229 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:24.593599 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c98a6a41-6f4b-4822-a105-a4903f6855aa,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:24.631756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] For port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:44:24.637464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] For port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,segment=NetworkSegment(c133437a-0537-40d2-aa5f-8d6cba07c3df),segment_id=c133437a-0537-40d2-aa5f-8d6cba07c3df)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:44:24.645141 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.667871 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 2, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:24.705984 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Checking router: 33fd89fc-224b-414e-b35b-c53c7d361a76 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:44:24.706337 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Updating router 33fd89fc-224b-414e-b35b-c53c7d361a76 port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:44:24.724145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad713-0483-4d34-a42a-160b1a19c2da None None] Pushing event updated for resources: {'Port': ['ID=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:24.727968 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-690fe4f5-051c-470c-b4c0-fe7e5e6ddcc6 None None] Provisioning complete for port c98a6a41-6f4b-4822-a105-a4903f6855aa triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:24.728341 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-690fe4f5-051c-470c-b4c0-fe7e5e6ddcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.741539 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:24.769614 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-690fe4f5-051c-470c-b4c0-fe7e5e6ddcc6 None None] Port c98a6a41-6f4b-4822-a105-a4903f6855aa cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:24.873673 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.117344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.156299 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.163316 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.219993 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Pushing event updated for resources: {'Port': ['ID=9dd4a2ed-1ae1-4897-99cc-00385258cf47,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:25.273704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Router 498561e4-63e5-4d3c-813e-68190030d854 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:44:25.275368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.276085 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.276429 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.276770 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.277104 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.277598 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.278100 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.278614 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.278941 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.279427 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.279946 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.280444 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:25.290467 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Attempting to bind port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:44:25.290846 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Attempting to bind port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:44:25.291214 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Attempting to bind port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 on network 77bd1680-800f-4e0f-8fbf-01a6030e15ef {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:25.297312 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:44:25.297692 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Checking segment: {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:25.298099 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.298490 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Bound using segment: {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:44:25.299142 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Bound port: 9dd4a2ed-1ae1-4897-99cc-00385258cf47, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:44:25.299735 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.365945 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] For port 9dd4a2ed-1ae1-4897-99cc-00385258cf47, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:44:25.369739 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] For port 9dd4a2ed-1ae1-4897-99cc-00385258cf47, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9dd4a2ed-1ae1-4897-99cc-00385258cf47,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:44:25.376587 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.405258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:44:25.424484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Sync routers for ids ['498561e4-63e5-4d3c-813e-68190030d854'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:44:25.444601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Routers {'498561e4-63e5-4d3c-813e-68190030d854'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:25.445206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['498561e4-63e5-4d3c-813e-68190030d854'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:25.452300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.454976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-97ccf3a8-73e4-481c-a7dc-6356c33f4cf9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7688074 Nov 23 23:44:25.458267 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33446) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:44:25.464278 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:25.464922 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:25.548077 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b3424-c40c-4342-a0ca-4fa62d9620bc None None] Pushing event updated for resources: {'Port': ['ID=9dd4a2ed-1ae1-4897-99cc-00385258cf47,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:25.604079 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:25.616366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8ff761db-414b-45f6-bb13-df1f74085887 None None] Provisioning complete for port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:25.616754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ff761db-414b-45f6-bb13-df1f74085887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.673334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Set router 498561e4-63e5-4d3c-813e-68190030d854 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:25.874657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ff761db-414b-45f6-bb13-df1f74085887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:25.876154 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:25.905088 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c87e3-5ebb-44e3-8e2e-944d7290da5b None None] The sync data for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 is: [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:44:25.931414 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8ff761db-414b-45f6-bb13-df1f74085887 None None] For port 9dd4a2ed-1ae1-4897-99cc-00385258cf47, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9dd4a2ed-1ae1-4897-99cc-00385258cf47,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:25.952486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ff761db-414b-45f6-bb13-df1f74085887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.001911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b40f91-9105-4eb4-aeb0-12ba94da142a None None] Network ff19ee52-db20-43bd-ad51-5ea38681f7df requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:44:26.081900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff761db-414b-45f6-bb13-df1f74085887 None None] Pushing event updated for resources: {'Port': ['ID=9dd4a2ed-1ae1-4897-99cc-00385258cf47,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:26.109320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.113936 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] Provisioning complete for port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:26.114447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.243618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:44:24Z', 'revision_number': 3, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port': {'id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:24Z', 'updated_at': '2021-11-23T23:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:26.295381 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Checking router: 498561e4-63e5-4d3c-813e-68190030d854 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:44:26.295737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Updating router 498561e4-63e5-4d3c-813e-68190030d854 port c98a6a41-6f4b-4822-a105-a4903f6855aa binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:44:26.318674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Allocated IP 172.20.0.1 (ff19ee52-db20-43bd-ad51-5ea38681f7df/f02cee11-50f8-4e86-b709-975daf49297d/942b3723-30be-41d0-a633-1f43f321583d) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:44:26.326339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:26.385727 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.443438 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.445322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.496103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.558913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Network ff19ee52-db20-43bd-ad51-5ea38681f7df is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:26.562282 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:26.562476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:26.562731 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.565029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:44:26.575394 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] For port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,segment=NetworkSegment(c133437a-0537-40d2-aa5f-8d6cba07c3df),segment_id=c133437a-0537-40d2-aa5f-8d6cba07c3df)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:26.594298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Pushing event updated for resources: {'Port': ['ID=942b3723-30be-41d0-a633-1f43f321583d,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:26.616521 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.626159 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.753392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] Provisioning complete for port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:26.753770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.761990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34beca1-76df-4dc1-afc6-23defa68a9db None None] Pushing event updated for resources: {'Port': ['ID=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:26.799644 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.886095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9dd4a2ed-1ae1-4897-99cc-00385258cf47 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:26.978363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.984197 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.986809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:26.998379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.058792 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.060809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0d386-5de8-4811-8aea-a2d9d6fe4b46 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:27.061523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Pushing event updated for resources: {'Port': ['ID=942b3723-30be-41d0-a633-1f43f321583d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:27.080097 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Attempting to bind port c98a6a41-6f4b-4822-a105-a4903f6855aa on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:44:27.080445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Attempting to bind port c98a6a41-6f4b-4822-a105-a4903f6855aa by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:44:27.081326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Attempting to bind port c98a6a41-6f4b-4822-a105-a4903f6855aa on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:27.082741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc4ce2-1639-4123-8cce-e93413949a5d None None] Pushing event updated for resources: {'Port': ['ID=c98a6a41-6f4b-4822-a105-a4903f6855aa,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:27.093290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:44:27.093666 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:27.094066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.094453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:44:27.094926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Bound port: c98a6a41-6f4b-4822-a105-a4903f6855aa, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:44:27.095303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.099194 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:27.099194 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.162003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Network ff19ee52-db20-43bd-ad51-5ea38681f7df is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:27.163520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:27.292914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Router 498561e4-63e5-4d3c-813e-68190030d854 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:44:27.362865 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] For port c98a6a41-6f4b-4822-a105-a4903f6855aa, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:44:27.364806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Provisioning complete for port c98a6a41-6f4b-4822-a105-a4903f6855aa triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:27.365169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.369912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] For port c98a6a41-6f4b-4822-a105-a4903f6855aa, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c98a6a41-6f4b-4822-a105-a4903f6855aa,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:44:27.396708 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.409274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:44:27.414384 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7a9ff330-01f8-4042-8250-779f015b73d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/498561e4-63e5-4d3c-813e-68190030d854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540715 Nov 23 23:44:27.475044 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2c8b3-c7e3-4988-8536-702d7c203595 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:44:27.488671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Port c98a6a41-6f4b-4822-a105-a4903f6855aa cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:27.520882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Routers {'498561e4-63e5-4d3c-813e-68190030d854'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:27.521504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['498561e4-63e5-4d3c-813e-68190030d854'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:27.529029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc4ce2-1639-4123-8cce-e93413949a5d None None] Pushing event updated for resources: {'Port': ['ID=c98a6a41-6f4b-4822-a105-a4903f6855aa,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:27.585542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Provisioning complete for port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:27.585916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.622722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.720057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] Set router 498561e4-63e5-4d3c-813e-68190030d854 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:27.832458 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Provisioning complete for port 942b3723-30be-41d0-a633-1f43f321583d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:27.832824 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:27.903343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-405324df-dded-4668-9d4a-d181568bbeb5 None None] Port 942b3723-30be-41d0-a633-1f43f321583d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:27.976259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 4, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port': {'id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:24Z', 'updated_at': '2021-11-23T23:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '942b3723-30be-41d0-a633-1f43f321583d', 'name': '', 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'mac_address': 'fa:16:3e:40:0f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:26Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 2, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'subnets': [{'id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:28.002486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63741df9-36d3-419f-8d26-fd77192c957f None None] The sync data for ids ['498561e4-63e5-4d3c-813e-68190030d854'] in n-d-817303-3 is: [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 4, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port': {'id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:24Z', 'updated_at': '2021-11-23T23:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '942b3723-30be-41d0-a633-1f43f321583d', 'name': '', 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'mac_address': 'fa:16:3e:40:0f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:26Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 2, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'subnets': [{'id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:44:28.028366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1e427801-fca1-425e-b471-927e8171581f None None] Provisioning complete for port c98a6a41-6f4b-4822-a105-a4903f6855aa triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:28.028878 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e427801-fca1-425e-b471-927e8171581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:28.126966 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e427801-fca1-425e-b471-927e8171581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:28.164889 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1e427801-fca1-425e-b471-927e8171581f None None] For port c98a6a41-6f4b-4822-a105-a4903f6855aa, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c98a6a41-6f4b-4822-a105-a4903f6855aa,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:28.170306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e427801-fca1-425e-b471-927e8171581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:28.175938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:28.277980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1e427801-fca1-425e-b471-927e8171581f None None] Provisioning complete for port 942b3723-30be-41d0-a633-1f43f321583d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:28.278356 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1e427801-fca1-425e-b471-927e8171581f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:28.314919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:28.315287 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:28.316940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e427801-fca1-425e-b471-927e8171581f None None] Pushing event updated for resources: {'Port': ['ID=c98a6a41-6f4b-4822-a105-a4903f6855aa,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:28.369356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1e427801-fca1-425e-b471-927e8171581f None None] Port 942b3723-30be-41d0-a633-1f43f321583d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:28.434195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9dd4a2ed-1ae1-4897-99cc-00385258cf47 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:28.500169 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:28.500846 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:30.185282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c98a6a41-6f4b-4822-a105-a4903f6855aa up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:30.246831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c98a6a41-6f4b-4822-a105-a4903f6855aa triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:30.247232 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:30.579169 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Sync routers for ids ['498561e4-63e5-4d3c-813e-68190030d854'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:44:30.590933 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Routers {'498561e4-63e5-4d3c-813e-68190030d854'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:30.591616 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['498561e4-63e5-4d3c-813e-68190030d854'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:30.715451 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Set router 498561e4-63e5-4d3c-813e-68190030d854 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:30.962718 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 4, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port': {'id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:24Z', 'updated_at': '2021-11-23T23:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '942b3723-30be-41d0-a633-1f43f321583d', 'name': '', 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'mac_address': 'fa:16:3e:40:0f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:26Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 2, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'subnets': [{'id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:30.995511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Checking router: 498561e4-63e5-4d3c-813e-68190030d854 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:44:30.995899 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Updating router 498561e4-63e5-4d3c-813e-68190030d854 port 942b3723-30be-41d0-a633-1f43f321583d binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:44:31.023336 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.328435 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.335863 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.386198 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110357-af99-4eeb-8e83-d9b345dbe526 None None] Pushing event updated for resources: {'Port': ['ID=942b3723-30be-41d0-a633-1f43f321583d,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:31.474966 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Attempting to bind port 942b3723-30be-41d0-a633-1f43f321583d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:44:31.474966 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Attempting to bind port 942b3723-30be-41d0-a633-1f43f321583d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:44:31.475782 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Attempting to bind port 942b3723-30be-41d0-a633-1f43f321583d on network ff19ee52-db20-43bd-ad51-5ea38681f7df {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:31.482229 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:44:31.482706 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Checking segment: {'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:31.483184 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.483826 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Bound using segment: {'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:44:31.484413 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Bound port: 942b3723-30be-41d0-a633-1f43f321583d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c133437a-0537-40d2-aa5f-8d6cba07c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:44:31.484897 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.579166 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] For port 942b3723-30be-41d0-a633-1f43f321583d, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:44:31.582698 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] For port 942b3723-30be-41d0-a633-1f43f321583d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=942b3723-30be-41d0-a633-1f43f321583d,segment=NetworkSegment(c133437a-0537-40d2-aa5f-8d6cba07c3df),segment_id=c133437a-0537-40d2-aa5f-8d6cba07c3df)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:44:31.589859 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.656750 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Routers {'498561e4-63e5-4d3c-813e-68190030d854'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:44:31.657392 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:44:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['498561e4-63e5-4d3c-813e-68190030d854'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:31.659417 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7110357-af99-4eeb-8e83-d9b345dbe526 None None] Pushing event updated for resources: {'Port': ['ID=942b3723-30be-41d0-a633-1f43f321583d,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:31.733582 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-90f87e33-ecc4-446f-ad28-3a00bbc50639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.739831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-37b62741-2409-4b78-9150-f06c7d6539d2 None None] Provisioning complete for port 942b3723-30be-41d0-a633-1f43f321583d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:31.740798 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37b62741-2409-4b78-9150-f06c7d6539d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.837207 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] Set router 498561e4-63e5-4d3c-813e-68190030d854 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:44:31.913145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37b62741-2409-4b78-9150-f06c7d6539d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:31.953280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-37b62741-2409-4b78-9150-f06c7d6539d2 None None] For port 942b3723-30be-41d0-a633-1f43f321583d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=942b3723-30be-41d0-a633-1f43f321583d,segment=NetworkSegment(c133437a-0537-40d2-aa5f-8d6cba07c3df),segment_id=c133437a-0537-40d2-aa5f-8d6cba07c3df)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:31.962913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-37b62741-2409-4b78-9150-f06c7d6539d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:32.026259 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62741-2409-4b78-9150-f06c7d6539d2 None None] Pushing event updated for resources: {'Port': ['ID=942b3723-30be-41d0-a633-1f43f321583d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:32.106632 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 4, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port': {'id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:24Z', 'updated_at': '2021-11-23T23:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '942b3723-30be-41d0-a633-1f43f321583d', 'name': '', 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'mac_address': 'fa:16:3e:40:0f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:26Z', 'updated_at': '2021-11-23T23:44:31Z', 'revision_number': 4, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'subnets': [{'id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:44:32.135636 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2119e65c-7d42-40c1-a959-7f6d8447165f None None] Provisioning complete for port 942b3723-30be-41d0-a633-1f43f321583d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:32.143030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2119e65c-7d42-40c1-a959-7f6d8447165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:32.257121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 942b3723-30be-41d0-a633-1f43f321583d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:32.299255 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c295ef1-106b-4e72-95d7-e81280adeef5 None None] The sync data for ids ['498561e4-63e5-4d3c-813e-68190030d854'] in n-d-817303-3 is: [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:44:26Z', 'revision_number': 4, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port': {'id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:24Z', 'updated_at': '2021-11-23T23:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '942b3723-30be-41d0-a633-1f43f321583d', 'name': '', 'network_id': 'ff19ee52-db20-43bd-ad51-5ea38681f7df', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'mac_address': 'fa:16:3e:40:0f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:26Z', 'updated_at': '2021-11-23T23:44:31Z', 'revision_number': 4, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'subnets': [{'id': 'f02cee11-50f8-4e86-b709-975daf49297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:44:32.345656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 942b3723-30be-41d0-a633-1f43f321583d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:32.346026 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:33.298435 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:44:34.819308 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-64de2a11-03e9-4595-8b0e-46f0a2ee083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:35.295461 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:36.753279 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:37.605144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:38.339841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-e403bddc-cead-4735-8785-f3f2b585f651 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:38.341335 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-e403bddc-cead-4735-8785-f3f2b585f651 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 815 time: 0.1005013 Nov 23 23:44:38.358312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-0103c220-4b7e-4174-a5aa-9c5022a3dc88 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/quotas/ce494627cfd449caa1c279f72c74c975 HTTP/1.1" status: 200 len: 375 time: 0.0098262 Nov 23 23:44:38.410442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-1e9a6a12-62e7-4f30-b3bb-acc15fff756d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463362 Nov 23 23:44:38.511403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-c040c48f-e579-4732-809d-4f5358446600 service neutron] 10.222.0.11 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886497 Nov 23 23:44:38.589580 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:38.603141 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-8226182b-c357-4e98-abd1-c9691f92ff9d service neutron] 10.222.0.11 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855880 Nov 23 23:44:38.783730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ebb424b-4f5a-48ea-bfd6-c25d8d697eaa req-a51cf5f5-2d26-482c-80c8-513170aab85e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 210 time: 0.0442433 Nov 23 23:44:39.842898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-65be6aba-fb6c-4d67-b821-c0c51cce8acf tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:39.845096 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-65be6aba-fb6c-4d67-b821-c0c51cce8acf tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 815 time: 0.1167071 Nov 23 23:44:39.858714 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'port': {'device_id': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'admin_state_up': True, 'tenant_id': 'ce494627cfd449caa1c279f72c74c975'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:39.882747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d96b430-74ee-43be-ac4f-8115704221f1 req-3bee652f-8550-464f-bfeb-3aabf1239bba tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 210 time: 0.0267370 Nov 23 23:44:39.983231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Made reservation on behalf of ce494627cfd449caa1c279f72c74c975 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:44:39.986695 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:40.147270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Allocated IP 172.20.0.6 (77bd1680-800f-4e0f-8fbf-01a6030e15ef/414b682f-64b5-4cb0-ad22-cf28ebaf19e7/9baf815a-7735-475c-82f1-a28e05686cbe) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:44:40.390160 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:40.430916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:40.490681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:44:40.492799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:40.495527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:44:40.498496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:44:40.531129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.531628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.532027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.532495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.532906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.533321 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.533729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.534141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.534611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.535020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.535427 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.535851 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:40.575128 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:40.576401 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:40.595599 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-d64fa5c6-ebd7-4bf2-8760-6164fb1e44b1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7407784 Nov 23 23:44:40.794454 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-330807bd-1991-4732-af87-5f7868d9c456 None None] Provisioning complete for port 9baf815a-7735-475c-82f1-a28e05686cbe triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:40.795792 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-330807bd-1991-4732-af87-5f7868d9c456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:40.832102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-330807bd-1991-4732-af87-5f7868d9c456 None None] Port 9baf815a-7735-475c-82f1-a28e05686cbe cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:44:41.013882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c626a6-a315-49b4-86d2-dd0d425f3142 req-96df5ffe-46b6-4ac4-8a72-b29f703afe44 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:41.015393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c626a6-a315-49b4-86d2-dd0d425f3142 req-96df5ffe-46b6-4ac4-8a72-b29f703afe44 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0594218 Nov 23 23:44:41.074355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54c626a6-a315-49b4-86d2-dd0d425f3142 req-2e7893e9-c2e3-4c81-8d25-d7ceb522bb62 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Nov 23 23:44:42.198302 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011ad4e-92e3-4de7-bc88-9c069e98f92f req-5b96b3bf-dc36-496b-9ee3-4ee6c450e16e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:42.200180 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8011ad4e-92e3-4de7-bc88-9c069e98f92f req-5b96b3bf-dc36-496b-9ee3-4ee6c450e16e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0556791 Nov 23 23:44:42.265633 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8011ad4e-92e3-4de7-bc88-9c069e98f92f req-0d6b5f21-50a3-46aa-adf6-31a27eab0e4b tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549879 Nov 23 23:44:43.390213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110d043-bd80-40c5-ac71-6f84fc06aea9 req-86592538-1b58-4b46-9cbe-f20c873ac21d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:43.391736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0110d043-bd80-40c5-ac71-6f84fc06aea9 req-86592538-1b58-4b46-9cbe-f20c873ac21d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0526903 Nov 23 23:44:43.443363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0110d043-bd80-40c5-ac71-6f84fc06aea9 req-3a559591-b5a5-4883-988c-a99c55b8947f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Nov 23 23:44:44.575310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a4a9-2c62-4e32-a4b1-9dc0aba97fdf req-0f9b35e5-ce84-497e-8e40-57f44e5fbbcd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:44.577016 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2a5a4a9-2c62-4e32-a4b1-9dc0aba97fdf req-0f9b35e5-ce84-497e-8e40-57f44e5fbbcd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0563295 Nov 23 23:44:44.631134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2a5a4a9-2c62-4e32-a4b1-9dc0aba97fdf req-a174149e-eae0-4e9f-869b-9acbf0912227 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482714 Nov 23 23:44:45.765111 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec2f3-cc52-4f3a-a23d-0026f72baff8 req-f0ac5cf6-90a7-4a5b-beaa-e3fb6dcb27c6 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:45.766623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e08ec2f3-cc52-4f3a-a23d-0026f72baff8 req-f0ac5cf6-90a7-4a5b-beaa-e3fb6dcb27c6 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0592418 Nov 23 23:44:45.820721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e08ec2f3-cc52-4f3a-a23d-0026f72baff8 req-53035660-4112-46f0-aa4a-c036d5fd40d1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 Nov 23 23:44:46.948345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3ff18-4243-429e-9572-16983b17ab1d req-305c40e1-bfbb-4178-9dd1-c95d92b547cd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:46.956845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ab3ff18-4243-429e-9572-16983b17ab1d req-305c40e1-bfbb-4178-9dd1-c95d92b547cd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0624213 Nov 23 23:44:47.006099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ab3ff18-4243-429e-9572-16983b17ab1d req-edd7be6a-9279-4410-9533-e30f8d7bb413 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Nov 23 23:44:48.145822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4e2a7-d4a8-45c8-80ce-9f4a168b7411 req-cccb9252-aab2-454c-b092-69e8ad30c421 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:48.147416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7e4e2a7-d4a8-45c8-80ce-9f4a168b7411 req-cccb9252-aab2-454c-b092-69e8ad30c421 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0666130 Nov 23 23:44:48.201719 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7e4e2a7-d4a8-45c8-80ce-9f4a168b7411 req-26589c6d-c7d4-4fad-9d52-1a5acb428a36 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482509 Nov 23 23:44:49.351397 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b29e0-2b64-42ca-90ef-91f04f7e23d0 req-f748a942-a14c-4d24-a865-75a6c62881df tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:49.355091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e9b29e0-2b64-42ca-90ef-91f04f7e23d0 req-f748a942-a14c-4d24-a865-75a6c62881df tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0738337 Nov 23 23:44:49.420275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9e9b29e0-2b64-42ca-90ef-91f04f7e23d0 req-e4c68725-d6bd-46e4-a4f9-bb58316850cf tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584223 Nov 23 23:44:50.334363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Request body: {'port': {'device_id': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:44:50.414851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:50.550198 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc863d-f54b-47c7-81c9-c241b34e359f req-ae2554e4-509b-4e97-b433-37119a16e370 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:50.551596 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24dc863d-f54b-47c7-81c9-c241b34e359f req-ae2554e4-509b-4e97-b433-37119a16e370 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 931 time: 0.0562308 Nov 23 23:44:50.629228 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-24dc863d-f54b-47c7-81c9-c241b34e359f req-922db277-191f-4d7e-bd0b-6aa333186937 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711441 Nov 23 23:44:50.706961 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9baf815a-7735-475c-82f1-a28e05686cbe {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:44:50.714759 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:50.726387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Transition to ACTIVE for port object 9baf815a-7735-475c-82f1-a28e05686cbe will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:44:50.730659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:50.785110 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Pushing event updated for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:50.858720 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Attempting to bind port 9baf815a-7735-475c-82f1-a28e05686cbe on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:44:50.859082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Attempting to bind port 9baf815a-7735-475c-82f1-a28e05686cbe by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:44:50.859411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Attempting to bind port 9baf815a-7735-475c-82f1-a28e05686cbe on network 77bd1680-800f-4e0f-8fbf-01a6030e15ef {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:50.864136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Port 9baf815a-7735-475c-82f1-a28e05686cbe on network 77bd1680-800f-4e0f-8fbf-01a6030e15ef not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:44:50.864457 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Attempting to bind port 9baf815a-7735-475c-82f1-a28e05686cbe on network 77bd1680-800f-4e0f-8fbf-01a6030e15ef {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:44:50.870269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:44:50.870577 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Checking segment: {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:44:50.870962 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Bound using segment: {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:44:50.871394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Bound port: 9baf815a-7735-475c-82f1-a28e05686cbe, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd148bcd3-bf31-4a41-a742-2d61f51dbf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:44:50.871788 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:50.937215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:44:50.940300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9baf815a-7735-475c-82f1-a28e05686cbe,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:44:50.944731 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:50.979817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:50.980506 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:50.981846 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] 10.222.0.46 "PUT /v2.0/ports/9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 1091 time: 0.7603009 Nov 23 23:44:50.982319 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:44:50.984631 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:44:51.012968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a9d43-f3ed-4896-8fd0-ede39d493131 service neutron] Pushing event updated for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:51.036694 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0052a7f-498c-4bbb-9442-60680208b8d8 x-openstack-request-id: req-a0052a7f-498c-4bbb-9442-60680208b8d8 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:44:51.037072 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:44:51.037434 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0052a7f-498c-4bbb-9442-60680208b8d8 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:44:51.037916 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe', 'status': 'completed', 'code': 200} Nov 23 23:44:51.078651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-2d55bf61-ccbe-45da-bcd3-1d9e3511f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.080202 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-2d55bf61-ccbe-45da-bcd3-1d9e3511f506 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1094 time: 0.0563040 Nov 23 23:44:51.124473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-f8a7e239-dee9-4f7d-9c84-56508774d85c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 217 time: 0.0363376 Nov 23 23:44:51.181568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-bd8452ce-1d5c-416b-9a60-e44ce7eb3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.183114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-bd8452ce-1d5c-416b-9a60-e44ce7eb3d6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0509481 Nov 23 23:44:51.233756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-92bad2f1-fd4d-4fe3-b9c7-d30f3fe8e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.235168 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-92bad2f1-fd4d-4fe3-b9c7-d30f3fe8e036 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452657 Nov 23 23:44:51.328812 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-39498dc8-4722-4081-97fe-6170f078d4d6 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868497 Nov 23 23:44:51.429612 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2532dc69-e94b-4720-8d14-4f038de61ef1 req-50fd84ad-cf3f-48f4-9088-5c7b93b367a9 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934584 Nov 23 23:44:51.517587 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-9216319b-484e-4060-8b6b-db76fe39dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.519009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-9216319b-484e-4060-8b6b-db76fe39dd2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1094 time: 0.0419748 Nov 23 23:44:51.615314 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-7bbdb2db-0e59-4879-b596-ff4b12616f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.616823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-7bbdb2db-0e59-4879-b596-ff4b12616f3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.0910146 Nov 23 23:44:51.659859 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-49125d1b-e4df-4e5c-a403-0972cc4c7248 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 217 time: 0.0351064 Nov 23 23:44:51.715808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-42491f02-c810-432b-a45b-9b001548667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.717556 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-42491f02-c810-432b-a45b-9b001548667c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0509665 Nov 23 23:44:51.753261 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8b293-955e-4386-9f09-5809bd268475 req-3c7f8d2b-589b-4229-8a44-98b0a2961194 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.754769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bda8b293-955e-4386-9f09-5809bd268475 req-3c7f8d2b-589b-4229-8a44-98b0a2961194 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 943 time: 0.0524044 Nov 23 23:44:51.772492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-13877159-e6d2-4aa2-a9da-ee372c150c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:51.774620 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-13877159-e6d2-4aa2-a9da-ee372c150c64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444007 Nov 23 23:44:51.804865 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bda8b293-955e-4386-9f09-5809bd268475 req-e32a6f6e-5fb2-4bf8-a525-5eaa3b6e28e7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Nov 23 23:44:51.872589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-b8682de0-091c-45d4-babc-5d37391a25a0 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896931 Nov 23 23:44:51.969800 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd80b8b6-df26-4f16-8fff-bb6c633c5f8e req-1f1062ea-9a62-4d9d-93e2-f09d2e16305e service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893579 Nov 23 23:44:52.926240 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e672d90-04ef-4315-bd60-841232b6d655 req-4c9b6ad8-3d07-4285-a3b5-103ffa68ebf4 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:52.927987 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e672d90-04ef-4315-bd60-841232b6d655 req-4c9b6ad8-3d07-4285-a3b5-103ffa68ebf4 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 943 time: 0.0487704 Nov 23 23:44:52.976194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2e672d90-04ef-4315-bd60-841232b6d655 req-2eeec43a-2c60-4310-8f83-479e00689e58 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Nov 23 23:44:53.659161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9baf815a-7735-475c-82f1-a28e05686cbe details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:44:53.756835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9baf815a-7735-475c-82f1-a28e05686cbe,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:53.769672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '9baf815a-7735-475c-82f1-a28e05686cbe', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'port_id': '9baf815a-7735-475c-82f1-a28e05686cbe', 'mac_address': 'fa:16:3e:70:8e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:44:53.816379 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:53.830354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9baf815a-7735-475c-82f1-a28e05686cbe {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:44:53.850863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9baf815a-7735-475c-82f1-a28e05686cbe,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:53.855169 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:53.904409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:53.912096 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.912364 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.912708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.913049 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.913385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.913720 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.914053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.914386 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.914715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.915069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.915405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:53.915760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:44:54.078703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9baf815a-7735-475c-82f1-a28e05686cbe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:44:54.097786 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5ea31-e877-4183-9390-6ff2456ae3c0 req-4e993f3b-5b99-4268-b139-2464b70d2597 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:54.099332 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5f5ea31-e877-4183-9390-6ff2456ae3c0 req-4e993f3b-5b99-4268-b139-2464b70d2597 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 944 time: 0.0542185 Nov 23 23:44:54.150408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5f5ea31-e877-4183-9390-6ff2456ae3c0 req-91b1b582-b284-4c42-9001-157adeddbed5 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Nov 23 23:44:55.279195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924e0ec-16f7-4069-b533-32e17996525a req-4833dcb3-bb2f-4d09-9e35-03fbbf61602f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:55.280706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3924e0ec-16f7-4069-b533-32e17996525a req-4833dcb3-bb2f-4d09-9e35-03fbbf61602f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 944 time: 0.0529401 Nov 23 23:44:55.328359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3924e0ec-16f7-4069-b533-32e17996525a req-b74dc81a-a826-4925-8d49-d12ef3570c93 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416658 Nov 23 23:44:55.658094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9baf815a-7735-475c-82f1-a28e05686cbe up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:44:55.707863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 9baf815a-7735-475c-82f1-a28e05686cbe completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:44:55.711875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 9baf815a-7735-475c-82f1-a28e05686cbe triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:44:55.713492 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:55.794521 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:55.817831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:44:55.820067 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2169b5-9ccd-46af-ac9c-819c794cbfa6" -d '{"events": [{"server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "name": "network-vif-plugged", "status": "completed", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:44:55.836200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9baf815a-7735-475c-82f1-a28e05686cbe,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:44:55.840949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:55.864607 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ec85f-6845-4858-a092-3e75c4d66055 x-openstack-request-id: req-ce4ec85f-6845-4858-a092-3e75c4d66055 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:44:55.864906 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "name": "network-vif-plugged", "status": "completed", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:44:55.865162 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce4ec85f-6845-4858-a092-3e75c4d66055 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:44:55.865560 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe', 'code': 200} Nov 23 23:44:55.891850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:44:55.960843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7e3a7-6cce-46b3-af00-0726a6420652 req-050037ef-5446-47fb-a0f6-657eed766373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:55.963516 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58a7e3a7-6cce-46b3-af00-0726a6420652 req-050037ef-5446-47fb-a0f6-657eed766373 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1096 time: 0.0422735 Nov 23 23:44:56.010433 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58a7e3a7-6cce-46b3-af00-0726a6420652 req-05391e74-bf47-46d3-8dc3-21971757f00c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Nov 23 23:44:56.452358 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c54b6-ef4c-4682-be63-7b2867f9ee8e req-11dfd8f8-da3a-40a3-9dc9-3f4a103be6f7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:56.453944 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-559c54b6-ef4c-4682-be63-7b2867f9ee8e req-11dfd8f8-da3a-40a3-9dc9-3f4a103be6f7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0582900 Nov 23 23:44:56.812133 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-559c54b6-ef4c-4682-be63-7b2867f9ee8e req-4f0a1e65-a7d4-4814-ba49-d2e2641f2733 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518305 Nov 23 23:44:57.580699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:44:57.931195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ebd0-583e-4c55-b0f0-1384a43dd2c5 req-4535d394-ef55-4280-9ecc-ae3257842963 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:57.933172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9b7ebd0-583e-4c55-b0f0-1384a43dd2c5 req-4535d394-ef55-4280-9ecc-ae3257842963 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0496178 Nov 23 23:44:57.981422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e9b7ebd0-583e-4c55-b0f0-1384a43dd2c5 req-e38d2d1f-1543-474b-801d-0b5061195d48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Nov 23 23:44:58.099297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6bfca-b46c-4ea0-b216-d8ec552116c6 req-eb7ba679-8035-464b-ade4-c9b4699037ce tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:58.100806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08e6bfca-b46c-4ea0-b216-d8ec552116c6 req-eb7ba679-8035-464b-ade4-c9b4699037ce tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0513451 Nov 23 23:44:58.152558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-08e6bfca-b46c-4ea0-b216-d8ec552116c6 req-ab18cb6e-c354-42ea-b1fd-e3d535637c11 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456152 Nov 23 23:44:58.349515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532fe45-c14e-44e6-ab78-91fdb0c02f65 req-0d38efbf-9d29-428d-8519-d0c37b000b25 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:44:58.351000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b532fe45-c14e-44e6-ab78-91fdb0c02f65 req-0d38efbf-9d29-428d-8519-d0c37b000b25 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0562708 Nov 23 23:44:58.397769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b532fe45-c14e-44e6-ab78-91fdb0c02f65 req-6d2eaaca-9bbe-46df-9674-ace389157891 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Nov 23 23:45:01.707913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5a01204d-1043-48cb-8598-0f51271048f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:04.814504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2c4eea1d-1d58-44d1-a51d-aed98ac2d376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:05.281425 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:06.753050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:07.609414 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:07.659121 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-5188137e-91a5-4c77-b1f1-e02bed368682 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411291 Nov 23 23:45:07.745196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-fc0b32e5-d1df-4c4c-91dc-b94af5b99e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:07.746828 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-fc0b32e5-d1df-4c4c-91dc-b94af5b99e1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1096 time: 0.0443711 Nov 23 23:45:07.864835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-a23d06bb-e279-4f44-8fbb-0742cdce707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:07.866379 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-a23d06bb-e279-4f44-8fbb-0742cdce707d service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.0995541 Nov 23 23:45:07.912367 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-46a2a093-2231-4ec2-b1a8-75f1e44f2f1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 217 time: 0.0375087 Nov 23 23:45:07.960781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-3a0cbc34-33eb-4258-ab0c-9d4369016cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:07.962231 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-3a0cbc34-33eb-4258-ab0c-9d4369016cd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0434608 Nov 23 23:45:08.007511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-29adf995-d1e4-4c1e-9816-f85626ddd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:08.009026 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-29adf995-d1e4-4c1e-9816-f85626ddd586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398779 Nov 23 23:45:08.060964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-849e73ad-75c8-497d-ab92-b774d33b8910 req-97b098a9-5e58-4a6b-b57e-95847d08d9b0 service neutron] (103522) timed out ('10.222.0.46', 59063) {{(pid=103522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:45:08.103266 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-370488e1-bce8-44dd-8084-cf277ffd2386 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Nov 23 23:45:08.199590 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e9b98c1e-b183-43b3-8fa7-46d45361e1c7 req-d88506ad-dfca-416a-b352-6b78932d0cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882215 Nov 23 23:45:08.606985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:10.298170 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:45:11.998144 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fb01f-1795-4f13-b0af-8a59067e392c req-a4cfc3bf-7a51-45f7-aeb8-7dd750844db0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:11.999721 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd7fb01f-1795-4f13-b0af-8a59067e392c req-a4cfc3bf-7a51-45f7-aeb8-7dd750844db0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0523477 Nov 23 23:45:12.050209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bd7fb01f-1795-4f13-b0af-8a59067e392c req-2f178843-9fbd-4167-b50c-798645f1e564 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Nov 23 23:45:12.074543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33648) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:12.176360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13864fd8-55ca-48be-b77d-a93bbcb4d494 tempest-TestMinimumBasicScenario-1572248653 tempest-TestMinimumBasicScenario-1572248653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:12.178193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-13864fd8-55ca-48be-b77d-a93bbcb4d494 tempest-TestMinimumBasicScenario-1572248653 tempest-TestMinimumBasicScenario-1572248653-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1091 time: 0.1026115 Nov 23 23:45:12.182116 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33652) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:12.187361 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '9baf815a-7735-475c-82f1-a28e05686cbe', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:12.211947 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:12.318057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:12.428315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Allocated IP 172.25.0.88 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/01bcdff2-6df0-4e96-b3d9-5394ad509e67) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:45:12.542851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:12.577011 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:12.618570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:45:12.623888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:45:12.627480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:45:12.652073 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'Port': ['ID=01bcdff2-6df0-4e96-b3d9-5394ad509e67,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:12.665985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.666337 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.666681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.667651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.667991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.668432 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.668778 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.669108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.669439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.669769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.670095 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:12.670421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:45:13.019935 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.089476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.244371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.249445 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.321279 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'Port': ['ID=01bcdff2-6df0-4e96-b3d9-5394ad509e67,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:13.332259 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.438620 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Floating IP 5a018ab5-fabc-4513-b121-bbe84f10ac14 associated. External IP: 172.25.0.88, port: 9baf815a-7735-475c-82f1-a28e05686cbe. Nov 23 23:45:13.656662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Router 33fd89fc-224b-414e-b35b-c53c7d361a76 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:45:13.767076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:45:13.781560 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] Sync routers for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:45:13.785794 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.792547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:45:13.793015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:45:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:45:13.814300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-125aa4e4-2864-4afb-a222-64c2d9d3a939 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6305215 Nov 23 23:45:13.814896 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:45:13.817204 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33654) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:13.817658 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97040d-16d3-4b86-b0e2-a49236e3f718" -d '{"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:45:13.822845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ea6839c0-d612-48de-8243-70c8b8fce0c0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184563442', 'description': 'tempest-secgroup-smoke-184563442 description', 'project_id': 'ce494627cfd449caa1c279f72c74c975'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:13.848852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea6839c0-d612-48de-8243-70c8b8fce0c0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.906867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:45:13.920743 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea6839c0-d612-48de-8243-70c8b8fce0c0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.927869 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea6839c0-d612-48de-8243-70c8b8fce0c0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.959049 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ea6839c0-d612-48de-8243-70c8b8fce0c0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:13.960340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ea6839c0-d612-48de-8243-70c8b8fce0c0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1413903 Nov 23 23:45:13.962428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6839c0-d612-48de-8243-70c8b8fce0c0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33df0829-365b-4cd0-9757-8ffaa43901c9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:13.963363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33660) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:13.969840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9cc0cf3f-9d86-477a-b4cc-444af4b51293 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'security_group_rule': {'security_group_id': '33df0829-365b-4cd0-9757-8ffaa43901c9', 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:14.002756 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cf3f-9d86-477a-b4cc-444af4b51293 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.006266 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13c935-0d62-48f2-9f2d-0a774ad9d5df x-openstack-request-id: req-5c13c935-0d62-48f2-9f2d-0a774ad9d5df {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:45:14.006569 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:45:14.006829 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c13c935-0d62-48f2-9f2d-0a774ad9d5df {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:45:14.007235 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe', 'status': 'completed', 'code': 200} Nov 23 23:45:14.055896 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cf3f-9d86-477a-b4cc-444af4b51293 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.060863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cf3f-9d86-477a-b4cc-444af4b51293 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.076361 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-429fa5e7-18e8-4f67-b695-eb835f0cf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:14.078498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-429fa5e7-18e8-4f67-b695-eb835f0cf7a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1096 time: 0.0522616 Nov 23 23:45:14.082838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0cf3f-9d86-477a-b4cc-444af4b51293 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27d0954-ce3c-4812-b05a-8dbf8118b7ed,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:14.093532 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cf3f-9d86-477a-b4cc-444af4b51293 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.094800 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9cc0cf3f-9d86-477a-b4cc-444af4b51293 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297743 Nov 23 23:45:14.097529 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33662) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:14.102949 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4a7dfd46-1ae2-4a2f-a695-ac9f45e56a4e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'security_group_rule': {'security_group_id': '33df0829-365b-4cd0-9757-8ffaa43901c9', 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:14.135367 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a7dfd46-1ae2-4a2f-a695-ac9f45e56a4e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.181481 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5a018ab5-fabc-4513-b121-bbe84f10ac14', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'port_id': '9baf815a-7735-475c-82f1-a28e05686cbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'mac_address': 'fa:16:3e:70:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:45:12Z', 'updated_at': '2021-11-23T23:45:12Z', 'revision_number': 0, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 5, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:45:14.183845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-d60994bc-9f90-4192-992b-a4b6086495ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:14.184992 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-d60994bc-9f90-4192-992b-a4b6086495ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.0974107 Nov 23 23:45:14.209230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a7dfd46-1ae2-4a2f-a695-ac9f45e56a4e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.211478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] Checking router: 33fd89fc-224b-414e-b35b-c53c7d361a76 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:45:14.214730 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a7dfd46-1ae2-4a2f-a695-ac9f45e56a4e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.221781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:45:14.222571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:45:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:45:14.237274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dfd46-1ae2-4a2f-a695-ac9f45e56a4e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3d52c3-071a-4e32-a8bd-c0fda3909151,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:14.248925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a7dfd46-1ae2-4a2f-a695-ac9f45e56a4e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.251008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4a7dfd46-1ae2-4a2f-a695-ac9f45e56a4e tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512508 Nov 23 23:45:14.253062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33664) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:14.258499 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-de76e6b2-d5c7-4390-905b-e7a8d397c8ed tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'security_group_rule': {'security_group_id': '33df0829-365b-4cd0-9757-8ffaa43901c9', 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:14.262747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-e962d20c-c24e-4f20-9dcb-04ea113e580b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 998 time: 0.0696673 Nov 23 23:45:14.286569 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de76e6b2-d5c7-4390-905b-e7a8d397c8ed tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.320843 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-05e75777-9fc8-48b3-a431-260fa6537e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:14.323653 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-05e75777-9fc8-48b3-a431-260fa6537e9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0534465 Nov 23 23:45:14.341788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:45:14.349333 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de76e6b2-d5c7-4390-905b-e7a8d397c8ed tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.353752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de76e6b2-d5c7-4390-905b-e7a8d397c8ed tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.372755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e6b2-d5c7-4390-905b-e7a8d397c8ed tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2bfab4-14a6-4495-a987-94f3247e646d,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:14.375932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-0cc5f975-2a24-4cc6-8b9d-5fefd5e9e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:14.378254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-0cc5f975-2a24-4cc6-8b9d-5fefd5e9e262 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474083 Nov 23 23:45:14.383118 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de76e6b2-d5c7-4390-905b-e7a8d397c8ed tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.387805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-de76e6b2-d5c7-4390-905b-e7a8d397c8ed tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301925 Nov 23 23:45:14.388168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33666) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:14.393783 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cabd0549-7e0c-4e49-8ca7-f2ac90692b50 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'security_group_rule': {'security_group_id': '33df0829-365b-4cd0-9757-8ffaa43901c9', 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:14.423793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cabd0549-7e0c-4e49-8ca7-f2ac90692b50 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.486064 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-62844776-146f-4b61-8893-005dcbed9a94 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989010 Nov 23 23:45:14.497020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cabd0549-7e0c-4e49-8ca7-f2ac90692b50 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.502332 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cabd0549-7e0c-4e49-8ca7-f2ac90692b50 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.543450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cabd0549-7e0c-4e49-8ca7-f2ac90692b50 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.546130 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cabd0549-7e0c-4e49-8ca7-f2ac90692b50 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560619 Nov 23 23:45:14.548560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33668) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:14.557229 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'security_group_rule': {'security_group_id': '33df0829-365b-4cd0-9757-8ffaa43901c9', 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:14.566168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd0549-7e0c-4e49-8ca7-f2ac90692b50 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a22cc17-15e6-4fa5-85ca-047327060af6,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:14.594577 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Project ce494627cfd449caa1c279f72c74c975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:45:14.600627 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.622702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-6d97040d-16d3-4b86-b0e2-a49236e3f718 req-6ac50ff9-2200-4657-b3d3-df6fc5cdff11 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289268 Nov 23 23:45:14.645956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5a018ab5-fabc-4513-b121-bbe84f10ac14', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'port_id': '9baf815a-7735-475c-82f1-a28e05686cbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'mac_address': 'fa:16:3e:70:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:45:12Z', 'updated_at': '2021-11-23T23:45:12Z', 'revision_number': 0, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 5, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:45:14.675709 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c73751-c0c4-4d25-9b70-303f6bfd3669 None None] The sync data for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 is: [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5a018ab5-fabc-4513-b121-bbe84f10ac14', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'port_id': '9baf815a-7735-475c-82f1-a28e05686cbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'mac_address': 'fa:16:3e:70:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:45:12Z', 'updated_at': '2021-11-23T23:45:12Z', 'revision_number': 0, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 5, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:45:14.688905 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.694709 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.716885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11dac4d-770d-40de-9225-31f0817428da,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:14.731503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.735771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d615c5ff-056d-4c86-94a8-21200712f19d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1855006 Nov 23 23:45:14.735929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33670) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:45:14.740731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'security_group_rule': {'security_group_id': '33df0829-365b-4cd0-9757-8ffaa43901c9', 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:14.772132 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Project ce494627cfd449caa1c279f72c74c975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:45:14.778266 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.846625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.850108 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.869627 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a014f26d-71aa-4176-bfcc-0cf3629b461b,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:14.876099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:14.877302 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5d40860e-70af-48f3-ab30-8cb97692b2dd tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402597 Nov 23 23:45:14.924545 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70142295-3b69-4270-96bb-5a959c324744 None None] New status for floating IP 5a018ab5-fabc-4513-b121-bbe84f10ac14: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:45:14.974891 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7167c61d-bc97-4674-95e8-f38538310c40 req-e2d29e0b-1a04-4d7b-931f-b3f81e0caef5 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184563442&fields=id&tenant_id=ce494627cfd449caa1c279f72c74c975 HTTP/1.1" status: 200 len: 267 time: 0.0495689 Nov 23 23:45:15.033176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167c61d-bc97-4674-95e8-f38538310c40 req-32b8cff6-88a9-420f-9ac2-dc894e1a7227 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:15.034628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7167c61d-bc97-4674-95e8-f38538310c40 req-32b8cff6-88a9-420f-9ac2-dc894e1a7227 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Nov 23 23:45:15.046884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'port': {'security_groups': ['5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d', '33df0829-365b-4cd0-9757-8ffaa43901c9']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:45:15.113402 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:15.299559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9baf815a-7735-475c-82f1-a28e05686cbe,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:45:15.332805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:15.337337 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:15.349338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9baf815a-7735-475c-82f1-a28e05686cbe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:45:15.382156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:15.382804 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:15.384249 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7167c61d-bc97-4674-95e8-f38538310c40 req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "PUT /v2.0/ports/9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 981 time: 0.3428757 Nov 23 23:45:15.407994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4e314-0404-4335-9b20-de52cd950a48 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:45:15.475791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9baf815a-7735-475c-82f1-a28e05686cbe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:45:15.505689 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87dd5c-1543-490f-8c6f-922d7585b363 req-04f58342-4c89-48ac-84b6-5ced00492298 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:15.507899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c87dd5c-1543-490f-8c6f-922d7585b363 req-04f58342-4c89-48ac-84b6-5ced00492298 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0550220 Nov 23 23:45:15.583414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c87dd5c-1543-490f-8c6f-922d7585b363 req-b052b1d2-356b-460e-9745-fc5f78da8c5f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669565 Nov 23 23:45:15.757784 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fe0578d1-1e3d-4486-a0b2-f79155a48267 None None] Provisioning complete for port 9baf815a-7735-475c-82f1-a28e05686cbe triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:45:15.758123 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fe0578d1-1e3d-4486-a0b2-f79155a48267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:16.008084 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:45:16.010590 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2099383-16ba-4010-b2ca-0290500b03c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:45:16.049931 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603eebb-9d4a-4012-b0e5-be6030b4de63 x-openstack-request-id: req-0603eebb-9d4a-4012-b0e5-be6030b4de63 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:45:16.050833 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:45:16.051163 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0603eebb-9d4a-4012-b0e5-be6030b4de63 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:45:16.051702 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe', 'status': 'completed', 'code': 200} Nov 23 23:45:16.131452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-59c287e3-43a3-4972-b228-504e4ac03947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:16.133566 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-59c287e3-43a3-4972-b228-504e4ac03947 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1135 time: 0.0518358 Nov 23 23:45:16.244377 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-5400f7aa-5e9c-4bbd-a45e-d1cc48fccf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:16.245898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-5400f7aa-5e9c-4bbd-a45e-d1cc48fccf6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.1044960 Nov 23 23:45:16.675366 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-043adac7-0244-48a2-83dc-6045c76887fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 1000 time: 0.4185021 Nov 23 23:45:16.728705 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-71bb7143-aad7-4580-abdf-c74a5ea759b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:16.730877 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-71bb7143-aad7-4580-abdf-c74a5ea759b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0470343 Nov 23 23:45:16.782909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-24653dbf-9811-45e9-abbf-593723981759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:16.784448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-24653dbf-9811-45e9-abbf-593723981759 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455761 Nov 23 23:45:16.879197 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-68a27a40-8ed1-4722-b07b-dcd191046e4e service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869081 Nov 23 23:45:16.976723 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b2099383-16ba-4010-b2ca-0290500b03c4 req-6bbf1d63-83fb-47d8-aebd-42b68fe193d2 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895834 Nov 23 23:45:27.567727 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:30.743922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-d409762a-2911-4abb-9d23-82d0a64abaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:30.746110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-d409762a-2911-4abb-9d23-82d0a64abaf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1135 time: 0.0436766 Nov 23 23:45:30.746316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22940-d952-4371-8c26-8c8cb63255dc req-35e287a7-cd89-4983-958c-e2ae4777ce7b tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:30.747717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cf22940-d952-4371-8c26-8c8cb63255dc req-35e287a7-cd89-4983-958c-e2ae4777ce7b tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0556846 Nov 23 23:45:30.816178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0cf22940-d952-4371-8c26-8c8cb63255dc req-bb63bef5-0985-472a-b032-63b9589357c9 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621028 Nov 23 23:45:30.846452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-3697679b-7754-4050-9a67-5cb1a0b971fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:30.847958 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-3697679b-7754-4050-9a67-5cb1a0b971fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.0908580 Nov 23 23:45:30.912808 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-1558d2e8-5d2e-410b-b15c-f199922f8a23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 1000 time: 0.0573926 Nov 23 23:45:30.966107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-c924c0d6-9a06-49e6-a3ca-51273344f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:30.967673 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-c924c0d6-9a06-49e6-a3ca-51273344f8b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0434809 Nov 23 23:45:31.017115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-cb060b2f-1676-47bd-8795-efff8efa18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:31.018617 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-cb060b2f-1676-47bd-8795-efff8efa18ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437734 Nov 23 23:45:31.107896 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-9895b97b-2f11-4446-9a08-c3ee23adca5f service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822742 Nov 23 23:45:31.203587 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4f662112-73d0-4ffb-a7e3-6488ba0e33ce req-fc7c6d98-0634-4742-af12-4f53635bf176 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884991 Nov 23 23:45:31.709344 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-18219ba0-19aa-4a6b-92a3-80298da1bc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:31.937662 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa5267-322b-4eeb-ad14-0c3743ad7549 req-21d80e81-4105-4b72-8440-d5bfe92b2689 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:31.939155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72fa5267-322b-4eeb-ad14-0c3743ad7549 req-21d80e81-4105-4b72-8440-d5bfe92b2689 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0498514 Nov 23 23:45:31.998979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72fa5267-322b-4eeb-ad14-0c3743ad7549 req-ab4d04b3-579c-40ce-8c18-6ee12ca63fb0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537980 Nov 23 23:45:33.118215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d918a-35e0-46c8-a370-1fbbd83a054a req-86860e38-c42f-42ad-b994-011c6d526b26 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:33.119855 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b36d918a-35e0-46c8-a370-1fbbd83a054a req-86860e38-c42f-42ad-b994-011c6d526b26 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0506163 Nov 23 23:45:33.181019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b36d918a-35e0-46c8-a370-1fbbd83a054a req-b44305b6-91cb-4026-a2d3-47385a73870a tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545366 Nov 23 23:45:34.313691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db68c0-fa50-4086-816e-50b0db9efa10 req-245044e9-cdc0-4e6d-a5b1-4b6e661d5fc8 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:34.315212 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86db68c0-fa50-4086-816e-50b0db9efa10 req-245044e9-cdc0-4e6d-a5b1-4b6e661d5fc8 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0547836 Nov 23 23:45:34.378184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86db68c0-fa50-4086-816e-50b0db9efa10 req-18e378e6-3e9c-49b5-a4e8-ae47cf4eae0a tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565202 Nov 23 23:45:34.816457 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ac80-91f8-48e4-8a6e-847cac434c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:35.282011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:35.502696 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5ab2e-d128-4aed-8949-33b931bace4b req-e748cb72-d168-4c49-9a12-fbce676135c2 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:35.504244 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ab5ab2e-d128-4aed-8949-33b931bace4b req-e748cb72-d168-4c49-9a12-fbce676135c2 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0558190 Nov 23 23:45:35.565778 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ab5ab2e-d128-4aed-8949-33b931bace4b req-e9062c7f-0bd1-48d4-b02c-7318545c695c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554290 Nov 23 23:45:36.758008 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:36.759954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6956-c49c-447d-a420-217d55f167ef req-84070f39-5438-44d5-9e23-e0df3297e63a tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:36.761527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e73a6956-c49c-447d-a420-217d55f167ef req-84070f39-5438-44d5-9e23-e0df3297e63a tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0758319 Nov 23 23:45:36.835879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e73a6956-c49c-447d-a420-217d55f167ef req-6bf27341-f126-4546-b21f-b1f6e225e560 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672166 Nov 23 23:45:37.615925 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:37.978466 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c14fb-ab33-421b-a7d5-0a6e027c4c05 req-d5436216-e2ae-4fb0-babc-8446e2b14dfc tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:37.980326 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e70c14fb-ab33-421b-a7d5-0a6e027c4c05 req-d5436216-e2ae-4fb0-babc-8446e2b14dfc tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0608711 Nov 23 23:45:38.047233 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e70c14fb-ab33-421b-a7d5-0a6e027c4c05 req-e5ec6351-6b52-45f4-a3f8-7a160ce73974 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595667 Nov 23 23:45:38.602377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:45:39.166763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d5972-9e25-4878-b604-5b0728cc6bed req-2f9f5cad-06c0-4d14-ace7-b1f50823477b tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:39.168342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064d5972-9e25-4878-b604-5b0728cc6bed req-2f9f5cad-06c0-4d14-ace7-b1f50823477b tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0493314 Nov 23 23:45:39.233194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064d5972-9e25-4878-b604-5b0728cc6bed req-4a6410aa-c45e-4439-bd74-423505464769 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581737 Nov 23 23:45:40.350929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffae9f6-cdd5-4eec-b559-1c86a180e65d req-d4d8511d-bee5-4b29-88d2-7094736866c4 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:40.352460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ffae9f6-cdd5-4eec-b559-1c86a180e65d req-d4d8511d-bee5-4b29-88d2-7094736866c4 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0490983 Nov 23 23:45:40.413883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9ffae9f6-cdd5-4eec-b559-1c86a180e65d req-70e5396a-4f03-41c1-a7e9-79f6f8d3e3e3 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541422 Nov 23 23:45:41.533705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079681b-2674-4112-861d-5b6f08084af2 req-60b6e15e-bfc6-48bf-9486-19d664c2075c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:41.535221 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a079681b-2674-4112-861d-5b6f08084af2 req-60b6e15e-bfc6-48bf-9486-19d664c2075c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0522339 Nov 23 23:45:41.596120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a079681b-2674-4112-861d-5b6f08084af2 req-5f72a1ef-6100-42e9-bdaa-c25d8bac52bf tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547833 Nov 23 23:45:42.727285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f64e3-41df-433f-b229-da339bee111f req-25a67928-b0ff-4203-8737-cc65ed3788d1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:45:42.728816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d5f64e3-41df-433f-b229-da339bee111f req-25a67928-b0ff-4203-8737-cc65ed3788d1 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0636013 Nov 23 23:45:42.794981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d5f64e3-41df-433f-b229-da339bee111f req-8681d2e1-fc89-4d0c-a18c-39f9803cd089 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&id=33df0829-365b-4cd0-9757-8ffaa43901c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594299 Nov 23 23:45:47.297455 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:45:57.584109 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:01.710353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-43b8b21c-b416-41cb-92cd-2c06ef7b78db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:04.818715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d25517ef-00c5-464a-81b4-a9702d870ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:05.285897 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:06.751809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:07.611708 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:08.605466 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:08.660274 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-98b2345a-8142-4a0d-8f61-e62bd56fc8b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405471 Nov 23 23:46:08.756983 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-540dcc63-2adf-471e-ad50-1a5b4ece5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:08.758707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-540dcc63-2adf-471e-ad50-1a5b4ece5524 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1135 time: 0.0520155 Nov 23 23:46:08.870444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-31336816-2398-4b3e-b633-11f35803877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:08.871847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-31336816-2398-4b3e-b633-11f35803877a service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.0937071 Nov 23 23:46:08.939586 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-235dfbe6-203a-49f7-a428-ad87a88f98f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 1000 time: 0.0580566 Nov 23 23:46:08.994266 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-69987abd-5d4a-4ff7-95e0-aa8d3a03f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:08.995751 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-69987abd-5d4a-4ff7-95e0-aa8d3a03f90a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0486231 Nov 23 23:46:09.052380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-85ac9a93-096f-47a0-96f2-5dc9e09b857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:09.054173 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-85ac9a93-096f-47a0-96f2-5dc9e09b857f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515215 Nov 23 23:46:09.147979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-19016a06-fad1-48b2-b82c-7ff1488bac90 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851691 Nov 23 23:46:09.245491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-505f3bc6-883c-4181-a0ac-b42e54a8b6b9 req-bb8d7b93-ed90-42ef-88d0-14e5a3df0706 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896010 Nov 23 23:46:15.478768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-f54a95a1-4329-4e8f-8ddc-71351f96635d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184563442&fields=id&tenant_id=ce494627cfd449caa1c279f72c74c975 HTTP/1.1" status: 200 len: 267 time: 0.0471365 Nov 23 23:46:15.532743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-c9c7566b-6380-43af-a0a9-293feff2d509 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:15.534234 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-c9c7566b-6380-43af-a0a9-293feff2d509 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 984 time: 0.0494080 Nov 23 23:46:15.545636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Request body: {'port': {'security_groups': ['5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:15.613145 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:15.788104 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9baf815a-7735-475c-82f1-a28e05686cbe,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:15.817881 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:15.822253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:15.834966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9baf815a-7735-475c-82f1-a28e05686cbe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:46:15.864957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:15.865597 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:15.867033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-62a80737-42b5-4944-8b5e-89851e4c9564 req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "PUT /v2.0/ports/9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 942 time: 0.3263042 Nov 23 23:46:15.867504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:46:15.869868 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:46:15.875762 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33720) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:15.905381 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event updated for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=7']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:15.915755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.916173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.916577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.917006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.917962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.918352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.918971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.919316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.919705 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.920093 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.920427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.920800 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7484f000-0e6e-4bf6-b5f8-c4dd6fff8674 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:15.942670 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb55a7a4-868c-4c83-a9b3-78e406cf2d04 x-openstack-request-id: req-bb55a7a4-868c-4c83-a9b3-78e406cf2d04 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:46:15.943032 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:46:15.943223 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb55a7a4-868c-4c83-a9b3-78e406cf2d04 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:46:15.943645 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe', 'status': 'completed', 'code': 200} Nov 23 23:46:15.974927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9baf815a-7735-475c-82f1-a28e05686cbe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:46:15.983324 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.017955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.023194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-c3285976-bb67-4387-a9cf-5c827242e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:16.025324 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-c3285976-bb67-4387-a9cf-5c827242e032 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1096 time: 0.0778377 Nov 23 23:46:16.151808 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-fbc9ac69-a28a-4a42-a252-05dafef557dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:16.153480 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-fbc9ac69-a28a-4a42-a252-05dafef557dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.1180124 Nov 23 23:46:16.162270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7aace9fa-a2b4-41df-b66e-3c7c05c1b00c None None] Provisioning complete for port 9baf815a-7735-475c-82f1-a28e05686cbe triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:16.162762 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7aace9fa-a2b4-41df-b66e-3c7c05c1b00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.200392 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.203492 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.204876 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "DELETE /v2.0/security-groups/33df0829-365b-4cd0-9757-8ffaa43901c9 HTTP/1.1" status: 204 len: 168 time: 0.3284218 Nov 23 23:46:16.207859 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33722) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:16.229833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33df0829-365b-4cd0-9757-8ffaa43901c9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:16.247703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.248671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.248671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.248919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.249073 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.249559 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.250089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.250435 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.250772 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.251107 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.251437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.251789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069cb28-2f06-41dc-b54d-3f2203af799c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:16.255868 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-9a6d8925-ed39-4ac2-ad97-f493112c2615 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 1000 time: 0.0945425 Nov 23 23:46:16.321451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-eeeac2ad-e49c-4aa1-bb7f-628a0e3e1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:16.322950 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-eeeac2ad-e49c-4aa1-bb7f-628a0e3e1bc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0589936 Nov 23 23:46:16.372048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-73ed3ba6-c81b-47f0-9150-ad5c6ceb9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:16.373870 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-73ed3ba6-c81b-47f0-9150-ad5c6ceb9902 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431790 Nov 23 23:46:16.377241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Deleting port 01bcdff2-6df0-4e96-b3d9-5394ad509e67 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:16.377587 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.458421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.459408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.472281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-6b30e96a-4b00-4eab-8dc9-b0d9294fd027 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916390 Nov 23 23:46:16.474521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Calling delete_port for 01bcdff2-6df0-4e96-b3d9-5394ad509e67 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:16.572048 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-7b2fccb3-ac62-4538-ae04-6ff4c1555ee8 req-1029f2dc-fc3a-4d5a-8b32-175cc2c210bf service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932555 Nov 23 23:46:16.636350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.665406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event deleted for resources: {'Port': ['ID=01bcdff2-6df0-4e96-b3d9-5394ad509e67,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:16.732140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:16.732517 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Floating IP 5a018ab5-fabc-4513-b121-bbe84f10ac14 disassociated (deleted). External IP: 172.25.0.88, port: 9baf815a-7735-475c-82f1-a28e05686cbe. Nov 23 23:46:16.947958 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Router 33fd89fc-224b-414e-b35b-c53c7d361a76 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:46:17.054675 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:46:17.059479 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:17.067624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] Sync routers for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:46:17.079714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:17.080339 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:17.086359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c9a3e481-3e9d-4848-bcee-ca8c7d38990f tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "DELETE /v2.0/floatingips/5a018ab5-fabc-4513-b121-bbe84f10ac14 HTTP/1.1" status: 204 len: 168 time: 0.8771667 Nov 23 23:46:17.190790 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:17.395944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 5, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:17.424884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] Checking router: 33fd89fc-224b-414e-b35b-c53c7d361a76 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:46:17.433484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:17.434089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:17.535263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:17.735855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 5, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:17.761945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27f86f-e179-4958-9098-09282c3e3922 None None] The sync data for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 is: [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:44:21Z', 'revision_number': 4, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '9dd4a2ed-1ae1-4897-99cc-00385258cf47', 'name': '', 'network_id': '77bd1680-800f-4e0f-8fbf-01a6030e15ef', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'mac_address': 'fa:16:3e:36:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:20Z', 'updated_at': '2021-11-23T23:44:25Z', 'revision_number': 5, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'subnets': [{'id': '414b682f-64b5-4cb0-ad22-cf28ebaf19e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:46:17.945065 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:46:17.948090 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd011f3c-a9ee-40dd-b232-f6ed0c038373" -d '{"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:46:17.990143 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d308abf-5223-4379-8ea2-9bb652379f7b x-openstack-request-id: req-3d308abf-5223-4379-8ea2-9bb652379f7b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:46:17.990448 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:46:17.990708 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d308abf-5223-4379-8ea2-9bb652379f7b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:46:17.991112 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe', 'status': 'completed', 'code': 200} Nov 23 23:46:18.003942 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cd8e6-b784-4448-bb5f-0e3b1c397e22 None None] New status for floating IP 5a018ab5-fabc-4513-b121-bbe84f10ac14: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:46:18.071327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-a4d4d625-d448-484a-a2b2-86b39f3207c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:18.073547 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-a4d4d625-d448-484a-a2b2-86b39f3207c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce494627cfd449caa1c279f72c74c975&device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 1096 time: 0.0495777 Nov 23 23:46:18.183942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-acbc775d-e31b-45a6-909c-6bb73a0cb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:18.185448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-acbc775d-e31b-45a6-909c-6bb73a0cb7c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 200 len: 916 time: 0.1035755 Nov 23 23:46:18.227754 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-35c1068c-ecf7-409f-abc4-669c13e055f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 200 len: 217 time: 0.0353897 Nov 23 23:46:18.284636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-d8dd9c70-3724-4282-80e6-62d9f2d8b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:18.286176 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-d8dd9c70-3724-4282-80e6-62d9f2d8b977 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 200 len: 854 time: 0.0512383 Nov 23 23:46:18.336075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-d878ab72-4def-4c53-a520-1b6ca9cd3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:18.338272 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-d878ab72-4def-4c53-a520-1b6ca9cd3a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77bd1680-800f-4e0f-8fbf-01a6030e15ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445282 Nov 23 23:46:18.449885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-0cc1a688-2160-4e24-a3a1-44aad69de9b2 service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041422 Nov 23 23:46:18.548824 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-cd011f3c-a9ee-40dd-b232-f6ed0c038373 req-9ac0abba-4295-447f-8a34-15af0d04171e service neutron] 10.222.0.46 "GET /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915895 Nov 23 23:46:24.297457 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:46:26.160359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774922d-108d-47e4-bd8e-4c7b23612445 req-97c90bde-1fe0-4b12-bc11-e34a87ab8d4d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:26.162069 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0774922d-108d-47e4-bd8e-4c7b23612445 req-97c90bde-1fe0-4b12-bc11-e34a87ab8d4d tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Nov 23 23:46:26.213973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0774922d-108d-47e4-bd8e-4c7b23612445 req-b99bb2c4-b8b5-48fa-92bc-209dd751e8cb tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Nov 23 23:46:27.339264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767c431-7a9e-429f-9566-de5249ab49b8 req-4fd768e3-4b89-4215-9f29-55685eaa577c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:27.340763 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4767c431-7a9e-429f-9566-de5249ab49b8 req-4fd768e3-4b89-4215-9f29-55685eaa577c tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0543666 Nov 23 23:46:27.388223 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4767c431-7a9e-429f-9566-de5249ab49b8 req-7d67b8e0-d4b7-45b3-b1e4-d105ff5d4842 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Nov 23 23:46:27.610290 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:27.777760 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-3c5feadd-a941-41c0-aa10-a1a2c95f5fd5 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:27.779141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-3c5feadd-a941-41c0-aa10-a1a2c95f5fd5 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 945 time: 0.0483143 Nov 23 23:46:27.874539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Deleting port 9baf815a-7735-475c-82f1-a28e05686cbe {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:27.874856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:27.964301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] For port 9baf815a-7735-475c-82f1-a28e05686cbe, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=9baf815a-7735-475c-82f1-a28e05686cbe,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:27.964660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:27.977949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Calling delete_port for 9baf815a-7735-475c-82f1-a28e05686cbe owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:28.110361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:28.126153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['9baf815a-7735-475c-82f1-a28e05686cbe'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:46:28.140162 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Pushing event deleted for resources: {'Port': ['ID=9baf815a-7735-475c-82f1-a28e05686cbe,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:28.188396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] No DVR routers for this DVR port 9baf815a-7735-475c-82f1-a28e05686cbe on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:46:28.191038 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:28.194624 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-93952522-ffb9-4c8a-bd97-1e4243e08523 req-d4c4bb4a-2671-453c-bac9-ae3e475c3ef7 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.46 "DELETE /v2.0/ports/9baf815a-7735-475c-82f1-a28e05686cbe HTTP/1.1" status: 204 len: 173 time: 0.4090261 Nov 23 23:46:28.195258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'name': 'network-vif-deleted', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:46:28.197407 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a928fbf-3df3-44d2-bd33-a0ff01493e55" -d '{"events": [{"server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "name": "network-vif-deleted", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:46:28.309260 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c643059-a2e2-48b9-98c8-11113d9bbe84 x-openstack-request-id: req-0c643059-a2e2-48b9-98c8-11113d9bbe84 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:46:28.309631 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f416dc4-8d60-490a-a2d4-2a66db558462", "name": "network-vif-deleted", "tag": "9baf815a-7735-475c-82f1-a28e05686cbe", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:46:28.309945 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c643059-a2e2-48b9-98c8-11113d9bbe84 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:46:28.310432 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f416dc4-8d60-490a-a2d4-2a66db558462', 'name': 'network-vif-deleted', 'tag': '9baf815a-7735-475c-82f1-a28e05686cbe', 'status': 'completed', 'code': 200} Nov 23 23:46:28.498931 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-44eb79ae-ad66-4e50-9115-55016089ce61 req-62a65166-e069-474d-b904-15d6ef6f64a0 tempest-TestMinimumBasicScenario-1182917062 tempest-TestMinimumBasicScenario-1182917062-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f416dc4-8d60-490a-a2d4-2a66db558462 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Nov 23 23:46:30.221220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9baf815a-7735-475c-82f1-a28e05686cbe no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:46:30.242046 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 9baf815a-7735-475c-82f1-a28e05686cbe {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:46:30.242395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 9baf815a-7735-475c-82f1-a28e05686cbe not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:46:31.096260 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33828) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:31.441034 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:31.688663 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Deleting port 9dd4a2ed-1ae1-4897-99cc-00385258cf47 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:31.688998 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:31.712470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a439c3c-9e98-408a-a983-8d40420f52c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:31.773229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] For port 9dd4a2ed-1ae1-4897-99cc-00385258cf47, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9dd4a2ed-1ae1-4897-99cc-00385258cf47,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:31.773592 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:31.786488 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Calling delete_port for 9dd4a2ed-1ae1-4897-99cc-00385258cf47 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:31.965554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:31.991880 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd4a2ed-1ae1-4897-99cc-00385258cf47,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:32.167615 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:32.381549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Router 33fd89fc-224b-414e-b35b-c53c7d361a76 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:46:32.487786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:46:32.493430 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-de7bc709-4807-420a-ba4e-6859ccb319ce admin admin] 10.222.0.11 "PUT /v2.0/routers/33fd89fc-224b-414e-b35b-c53c7d361a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3962026 Nov 23 23:46:32.496047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33832) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:32.500486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] Sync routers for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:46:32.509822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:32.510430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:32.600936 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:32.614938 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:32.706125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:32.760385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Deleting port 63ce41bd-2243-410b-82a8-96b7f73f5f8e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:32.760847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:32.806014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:46:31Z', 'revision_number': 5, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port': {'id': '63ce41bd-2243-410b-82a8-96b7f73f5f8e', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:19Z', 'updated_at': '2021-11-23T23:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:32.834311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] Checking router: 33fd89fc-224b-414e-b35b-c53c7d361a76 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:46:32.843429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] Routers {'33fd89fc-224b-414e-b35b-c53c7d361a76'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:32.844068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['33fd89fc-224b-414e-b35b-c53c7d361a76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:32.845726 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] For port 63ce41bd-2243-410b-82a8-96b7f73f5f8e, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=63ce41bd-2243-410b-82a8-96b7f73f5f8e,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:32.846177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:32.857978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Calling delete_port for 63ce41bd-2243-410b-82a8-96b7f73f5f8e owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:32.928961 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] Set router 33fd89fc-224b-414e-b35b-c53c7d361a76 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:32.988287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:46:32Z', 'revision_number': 6, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:33.016775 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb2add-a91f-445a-a19a-aa910f2245d5 None None] The sync data for ids ['33fd89fc-224b-414e-b35b-c53c7d361a76'] in n-d-817303-3 is: [{'id': '33fd89fc-224b-414e-b35b-c53c7d361a76', 'name': 'tempest-TestMinimumBasicScenario-1376047810-router', 'tenant_id': 'ce494627cfd449caa1c279f72c74c975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:18Z', 'updated_at': '2021-11-23T23:46:32Z', 'revision_number': 6, 'project_id': 'ce494627cfd449caa1c279f72c74c975', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:46:33.373173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.408837 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ce41bd-2243-410b-82a8-96b7f73f5f8e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:33.416475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf268fa5-4152-4ad7-ab1a-b2ea2b793eaf None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:46:33.472790 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.565047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.567325 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.611148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.611754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33fd89fc-224b-414e-b35b-c53c7d361a76 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:46:33.616716 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.617273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e5affbfa-df58-4be8-b9f4-8dd766f8cb96 admin admin] 10.222.0.11 "DELETE /v2.0/routers/33fd89fc-224b-414e-b35b-c53c7d361a76 HTTP/1.1" status: 204 len: 168 time: 1.1203120 Nov 23 23:46:33.619926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33834) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:33.664809 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] Deleting subnet 414b682f-64b5-4cb0-ad22-cf28ebaf19e7 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:46:33.667937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.702985 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.791151 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.846941 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.883071 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414b682f-64b5-4cb0-ad22-cf28ebaf19e7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:33.885085 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:33.888344 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e537bd15-883d-43ef-8438-72662a89a0ed admin admin] 10.222.0.11 "DELETE /v2.0/subnets/414b682f-64b5-4cb0-ad22-cf28ebaf19e7 HTTP/1.1" status: 204 len: 168 time: 0.2674117 Nov 23 23:46:33.891036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33836) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:33.892609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a14818-72f0-48e5-a5d4-c68578ada8ad None None] Network 77bd1680-800f-4e0f-8fbf-01a6030e15ef requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:46:33.967343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.028546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Deleting port 441f43ab-299f-48b0-9e37-3e00b616eab5 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:34.028886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.102942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] For port 441f43ab-299f-48b0-9e37-3e00b616eab5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=441f43ab-299f-48b0-9e37-3e00b616eab5,segment=NetworkSegment(d148bcd3-bf31-4a41-a742-2d61f51dbf29),segment_id=d148bcd3-bf31-4a41-a742-2d61f51dbf29)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:34.103312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.122896 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Calling delete_port for 441f43ab-299f-48b0-9e37-3e00b616eab5 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:34.212735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 63ce41bd-2243-410b-82a8-96b7f73f5f8e no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:46:34.219328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.239311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 63ce41bd-2243-410b-82a8-96b7f73f5f8e {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:46:34.240076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 63ce41bd-2243-410b-82a8-96b7f73f5f8e not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:46:34.241095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9dd4a2ed-1ae1-4897-99cc-00385258cf47 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:46:34.249998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Pushing event deleted for resources: {'Port': ['ID=441f43ab-299f-48b0-9e37-3e00b616eab5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:34.258971 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] No DVR routers for this DVR port 441f43ab-299f-48b0-9e37-3e00b616eab5 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:46:34.271690 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 9dd4a2ed-1ae1-4897-99cc-00385258cf47 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:46:34.272041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9dd4a2ed-1ae1-4897-99cc-00385258cf47 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:46:34.311025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a3f34-a842-46ce-8f38-272e6b015196 None None] DHCP port deletion for 77bd1680-800f-4e0f-8fbf-01a6030e15ef request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:46:34.344660 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.364788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bd1680-800f-4e0f-8fbf-01a6030e15ef']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:34.374245 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd148bcd3-bf31-4a41-a742-2d61f51dbf29') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:34.374832 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd148bcd3-bf31-4a41-a742-2d61f51dbf29') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:34.384491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.398963 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.405006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:46:34.405975 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:46:34.407697 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:46:34.463309 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.469877 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:34.472523 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] 10.222.0.11 "DELETE /v2.0/networks/77bd1680-800f-4e0f-8fbf-01a6030e15ef HTTP/1.1" status: 204 len: 168 time: 0.5807312 Nov 23 23:46:34.475704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33838) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:34.483229 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb073deb-bb8d-40f3-b171-c12b184db007 admin admin] Pushing event deleted for resources: {'Network': ['ID=77bd1680-800f-4e0f-8fbf-01a6030e15ef,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:34.821874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da8e6a78-d364-465e-a074-88fa721909f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:35.116003 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:35.295609 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:35.384646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Deleting port 942b3723-30be-41d0-a633-1f43f321583d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:35.384887 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:35.468199 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] For port 942b3723-30be-41d0-a633-1f43f321583d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=942b3723-30be-41d0-a633-1f43f321583d,segment=NetworkSegment(c133437a-0537-40d2-aa5f-8d6cba07c3df),segment_id=c133437a-0537-40d2-aa5f-8d6cba07c3df)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:35.468548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:35.481335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Calling delete_port for 942b3723-30be-41d0-a633-1f43f321583d owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:35.686990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:35.713305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Pushing event deleted for resources: {'Port': ['ID=942b3723-30be-41d0-a633-1f43f321583d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:35.886238 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:36.105472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Router 498561e4-63e5-4d3c-813e-68190030d854 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:46:36.223713 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:46:36.228859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1982af36-01b8-4a1e-bbff-ba59bb71ddcc admin admin] 10.222.0.11 "PUT /v2.0/routers/498561e4-63e5-4d3c-813e-68190030d854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520826 Nov 23 23:46:36.231411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33840) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:36.235761 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] Sync routers for ids ['498561e4-63e5-4d3c-813e-68190030d854'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:46:36.245580 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] Routers {'498561e4-63e5-4d3c-813e-68190030d854'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:36.246517 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['498561e4-63e5-4d3c-813e-68190030d854'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:36.255434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 441f43ab-299f-48b0-9e37-3e00b616eab5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:46:36.278926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 441f43ab-299f-48b0-9e37-3e00b616eab5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:46:36.279527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 441f43ab-299f-48b0-9e37-3e00b616eab5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:46:36.349198 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:36.398640 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] Set router 498561e4-63e5-4d3c-813e-68190030d854 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:36.460166 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:36.536490 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Deleting port c98a6a41-6f4b-4822-a105-a4903f6855aa {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:36.537880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:36.612313 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:46:35Z', 'revision_number': 5, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port': {'id': 'c98a6a41-6f4b-4822-a105-a4903f6855aa', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498561e4-63e5-4d3c-813e-68190030d854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:44:24Z', 'updated_at': '2021-11-23T23:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:36.644076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] For port c98a6a41-6f4b-4822-a105-a4903f6855aa, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c98a6a41-6f4b-4822-a105-a4903f6855aa,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:36.644450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:36.649871 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] Checking router: 498561e4-63e5-4d3c-813e-68190030d854 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:46:36.657417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Calling delete_port for c98a6a41-6f4b-4822-a105-a4903f6855aa owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:36.658518 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] Routers {'498561e4-63e5-4d3c-813e-68190030d854'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:36.659101 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['498561e4-63e5-4d3c-813e-68190030d854'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:36.756781 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:36.771239 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] Set router 498561e4-63e5-4d3c-813e-68190030d854 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:36.840450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:46:36Z', 'revision_number': 6, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:36.868296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:36.877974 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7904b94-8cf4-4e7e-8d55-d8bdfc54aa36 None None] The sync data for ids ['498561e4-63e5-4d3c-813e-68190030d854'] in n-d-817303-3 is: [{'id': '498561e4-63e5-4d3c-813e-68190030d854', 'name': 'tempest-TestMinimumBasicScenario-537218717-router', 'tenant_id': '6876185903894dd28ba8f9057141b2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:44:23Z', 'updated_at': '2021-11-23T23:46:36Z', 'revision_number': 6, 'project_id': '6876185903894dd28ba8f9057141b2bc', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:46:36.898813 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98a6a41-6f4b-4822-a105-a4903f6855aa,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:36.913530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6faee24-798d-4b19-abad-cec6d2db01e7 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:46:36.970167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.081111 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.083327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.128067 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.128644 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 498561e4-63e5-4d3c-813e-68190030d854 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:46:37.133181 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.134363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-57440aa1-2b17-4a13-be5a-132d6be05440 admin admin] 10.222.0.11 "DELETE /v2.0/routers/498561e4-63e5-4d3c-813e-68190030d854 HTTP/1.1" status: 204 len: 168 time: 0.9020071 Nov 23 23:46:37.136937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:37.183729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] Deleting subnet f02cee11-50f8-4e86-b709-975daf49297d {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:46:37.187595 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.222103 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.313683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.369338 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.392755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02cee11-50f8-4e86-b709-975daf49297d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:37.398431 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.401631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c936ce2a-aa4c-4e25-a946-274ad1a545a4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f02cee11-50f8-4e86-b709-975daf49297d HTTP/1.1" status: 204 len: 168 time: 0.2637353 Nov 23 23:46:37.404330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33844) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:37.405589 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328bd59f-651a-464d-9ece-647a27faef75 None None] Network ff19ee52-db20-43bd-ad51-5ea38681f7df requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:46:37.482437 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.539984 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Deleting port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:37.540319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.604373 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.613101 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] For port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,segment=NetworkSegment(c133437a-0537-40d2-aa5f-8d6cba07c3df),segment_id=c133437a-0537-40d2-aa5f-8d6cba07c3df)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:37.613468 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.627001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Calling delete_port for b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:37.663971 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] DHCP port deletion for ff19ee52-db20-43bd-ad51-5ea38681f7df request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:46:37.713456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.717023 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Deleting port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:46:37.718053 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.742300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Pushing event deleted for resources: {'Port': ['ID=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:37.744095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] No DVR routers for this DVR port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:46:37.789076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] For port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7, host n-d-817303-3, got binding levels [] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:37.789640 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.803557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Calling delete_port for b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:46:37.806497 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.ipam_backend_mixin [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 was not found and therefore no delete operation was performed {{(pid=103524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:46:37.807950 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.820479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] No DVR routers for this DVR port b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:46:37.834560 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.848421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Pushing event deleted for resources: {'Port': ['ID=b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:37.855318 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff19ee52-db20-43bd-ad51-5ea38681f7df']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:37.856037 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.856417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.856767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.857302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.857433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.857768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.858621 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.858958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.859290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.859642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.859974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.860302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9edf05-4ac6-4f03-85f4-cfface124511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:37.865859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c133437a-0537-40d2-aa5f-8d6cba07c3df') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:37.866163 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c133437a-0537-40d2-aa5f-8d6cba07c3df') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:37.877064 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.892099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.898900 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:46:37.899520 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:46:37.901392 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:46:37.966382 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.973744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:37.977768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ff19ee52-db20-43bd-ad51-5ea38681f7df HTTP/1.1" status: 204 len: 168 time: 0.5717010 Nov 23 23:46:37.991632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a84e-9263-460e-b35d-81e2a0c52915 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff19ee52-db20-43bd-ad51-5ea38681f7df,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:38.149884 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33848) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:38.196886 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-938fcd2e-ae9b-44d7-b598-5635e07c0371 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce494627cfd449caa1c279f72c74c975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456936 Nov 23 23:46:38.199373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33850) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:38.202257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c98a6a41-6f4b-4822-a105-a4903f6855aa no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:46:38.223947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c98a6a41-6f4b-4822-a105-a4903f6855aa {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:46:38.224302 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c98a6a41-6f4b-4822-a105-a4903f6855aa not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:46:38.224737 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 942b3723-30be-41d0-a633-1f43f321583d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:46:38.244008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 942b3723-30be-41d0-a633-1f43f321583d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:46:38.244600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 942b3723-30be-41d0-a633-1f43f321583d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:46:38.245032 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:46:38.248863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461ac8d8-9f10-4a62-afd3-f3b6364c7904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.268575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:46:38.268916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b305e0bf-818b-4fc3-b96e-0f7c0aa10bf7 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:46:38.271057 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461ac8d8-9f10-4a62-afd3-f3b6364c7904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.325945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461ac8d8-9f10-4a62-afd3-f3b6364c7904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.329548 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-461ac8d8-9f10-4a62-afd3-f3b6364c7904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.330904 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-461ac8d8-9f10-4a62-afd3-f3b6364c7904 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d HTTP/1.1" status: 204 len: 168 time: 0.1304295 Nov 23 23:46:38.339356 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ac8d8-9f10-4a62-afd3-f3b6364c7904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbb6d1a-bc9e-442b-8e10-c5e559a2c76d,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:38.614838 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.647076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33856) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:38.689275 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5fbd2c48-ad5b-465d-8571-7b2fc012efa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6876185903894dd28ba8f9057141b2bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409162 Nov 23 23:46:38.691703 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33858) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:38.742239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70bd863c-6aa2-4edb-8fd1-9216949b7bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.764297 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70bd863c-6aa2-4edb-8fd1-9216949b7bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.817896 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70bd863c-6aa2-4edb-8fd1-9216949b7bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.820712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70bd863c-6aa2-4edb-8fd1-9216949b7bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:38.821893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-70bd863c-6aa2-4edb-8fd1-9216949b7bc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6806f9c-4c9a-4822-b3fc-41b984fc979a HTTP/1.1" status: 204 len: 168 time: 0.1292529 Nov 23 23:46:38.831716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd863c-6aa2-4edb-8fd1-9216949b7bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6806f9c-4c9a-4822-b3fc-41b984fc979a,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:40.434264 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33898) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:40.439446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207243299', 'description': 'tempest-secgroup-smoke-1207243299 description', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:40.462063 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.470957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.547793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.553240 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.589416 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb552f1-7b30-4830-a472-8c064b27a639,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:40.635055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.639246 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.668384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a389fb-51e7-41d8-96e0-d507ff0ef21e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:40.673286 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.674578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f3b7684e-c79b-4fb9-9ac9-eaf185320bf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2393005 Nov 23 23:46:40.677600 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33900) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:40.682142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e8ef27ec-887a-42c6-be16-38cf8efbdb74 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '26a389fb-51e7-41d8-96e0-d507ff0ef21e', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:40.709171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8ef27ec-887a-42c6-be16-38cf8efbdb74 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.767990 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8ef27ec-887a-42c6-be16-38cf8efbdb74 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.771759 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8ef27ec-887a-42c6-be16-38cf8efbdb74 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.791863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef27ec-887a-42c6-be16-38cf8efbdb74 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e26c66b-c402-4114-9cf2-838370db9931,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:40.801182 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e8ef27ec-887a-42c6-be16-38cf8efbdb74 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.802550 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e8ef27ec-887a-42c6-be16-38cf8efbdb74 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236081 Nov 23 23:46:40.805426 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33902) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:40.810066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b45f44b4-474a-434d-8750-f06bf90f99be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '26a389fb-51e7-41d8-96e0-d507ff0ef21e', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:40.837647 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f44b4-474a-434d-8750-f06bf90f99be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.895283 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f44b4-474a-434d-8750-f06bf90f99be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.898686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f44b4-474a-434d-8750-f06bf90f99be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.916519 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f44b4-474a-434d-8750-f06bf90f99be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972d8f1f-4afb-4964-87dd-e2b21dd0da54,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:40.924184 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b45f44b4-474a-434d-8750-f06bf90f99be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:40.925389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b45f44b4-474a-434d-8750-f06bf90f99be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188924 Nov 23 23:46:40.928294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33904) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:40.932828 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-86ae0a35-4502-4f40-9908-ad34bd53a8d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '26a389fb-51e7-41d8-96e0-d507ff0ef21e', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:40.959195 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86ae0a35-4502-4f40-9908-ad34bd53a8d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.017843 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86ae0a35-4502-4f40-9908-ad34bd53a8d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.021623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86ae0a35-4502-4f40-9908-ad34bd53a8d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.040212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae0a35-4502-4f40-9908-ad34bd53a8d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb369bc3-728a-489d-a088-f841dcb9823f,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:41.048214 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-86ae0a35-4502-4f40-9908-ad34bd53a8d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.049442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-86ae0a35-4502-4f40-9908-ad34bd53a8d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202369 Nov 23 23:46:41.052541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33906) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:41.059494 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-64b458b9-f32e-4c91-aef6-e5ed4ca7f000 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '26a389fb-51e7-41d8-96e0-d507ff0ef21e', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:41.098371 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64b458b9-f32e-4c91-aef6-e5ed4ca7f000 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.152603 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64b458b9-f32e-4c91-aef6-e5ed4ca7f000 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.156238 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64b458b9-f32e-4c91-aef6-e5ed4ca7f000 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.174883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b458b9-f32e-4c91-aef6-e5ed4ca7f000 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c5197e-1217-4a8c-942c-dd66e46feb22,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:41.182813 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64b458b9-f32e-4c91-aef6-e5ed4ca7f000 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.184063 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-64b458b9-f32e-4c91-aef6-e5ed4ca7f000 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282182 Nov 23 23:46:41.186807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33908) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:41.191974 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '26a389fb-51e7-41d8-96e0-d507ff0ef21e', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:41.213592 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:46:41.218871 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.277939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.281650 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.298737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08937814-d48c-4d77-8885-0c3b5a8b6dd4,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:41.307345 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.308589 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1b015c23-0de6-41db-bf41-3496149ae297 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202176 Nov 23 23:46:41.311400 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33910) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:41.316293 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '26a389fb-51e7-41d8-96e0-d507ff0ef21e', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:41.339456 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:46:41.345169 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.406733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.410131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.428967 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddde03d0-3f76-4ba8-bdbf-2d979fec1dbd,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:41.434201 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.435393 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f29a7338-6b0d-4fd1-ba2f-0e71b56f23de tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230392 Nov 23 23:46:41.439737 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33912) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:41.444633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'network': {'name': 'tempest-network-smoke--1546349430', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:41.464936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:46:41.468620 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.492274 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:46:41.502199 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.502540 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Added segment 36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2 of type vlan for network e4c7a3a0-5931-43ac-b1d4-a03812deb42c Nov 23 23:46:41.542342 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.569312 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.574938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:41.575543 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.615369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1745911 Nov 23 23:46:41.618450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33914) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:41.623160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'admin_state_up': True, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:41.647352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ae72f-8429-4d25-ba22-ae28de0b3831 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Network': ['ID=e4c7a3a0-5931-43ac-b1d4-a03812deb42c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:41.648922 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.650718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.659722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:46:41.703616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:41.842203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:42.031786 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:42.050770 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:42.159497 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.211 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/882b0029-fb4b-46e4-9b38-e3de52d9679a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:46:42.262288 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:42.301654 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:42.341918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:46:42.346774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:46:42.351248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:46:42.354366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=882b0029-fb4b-46e4-9b38-e3de52d9679a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:42.360244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d60a7-53b7-4f6a-b37d-86a7322d0dd8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:46:42.446227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-38e8a7f9-cef7-4fab-99e7-5e4403b76ed3 None None] Provisioning complete for port 882b0029-fb4b-46e4-9b38-e3de52d9679a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:42.446599 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-38e8a7f9-cef7-4fab-99e7-5e4403b76ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:42.480841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-38e8a7f9-cef7-4fab-99e7-5e4403b76ed3 None None] Port 882b0029-fb4b-46e4-9b38-e3de52d9679a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:46:42.626634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:43.117803 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:43.248253 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:46:43.362690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:46:43.372819 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Sync routers for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:46:43.382961 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:43.384246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5f190d3a-906d-40ea-b6bd-516e88f8da7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7647152 Nov 23 23:46:43.384493 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:43.385111 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:43.387368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:43.494325 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:43.525402 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-71fb6946-cb14-4051-8a32-ece7b7f9dad4 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b2ce5f6a10074f63b1e505de5a597105&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1368284 Nov 23 23:46:43.528148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33920) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:43.587917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-754bc2dd-1381-4a29-8c85-d4e55bafbb69 req-af7b6329-8ac7-430b-9425-47ee52a04b31 service neutron] (103523) timed out ('10.222.0.48', 53582) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:46:43.675944 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:42Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:43.685882 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f2e3bb-757f-4c95-b975-4fa8e36311a7 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:43.687446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-12f2e3bb-757f-4c95-b975-4fa8e36311a7 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583440 Nov 23 23:46:43.690494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33922) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:43.702328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Checking router: 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:46:43.702682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Updating router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d port 882b0029-fb4b-46e4-9b38-e3de52d9679a binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:46:43.724438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-08ea9c1a-6a33-416c-b0d5-799b4453c451 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328410 Nov 23 23:46:43.727005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 33924) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:43.730489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:43.731738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201002363', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:43.821009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:46:43.824995 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:43.985238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:43.991063 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.013514 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.036759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33357858-804a-4885-be65-31cdcc526c4d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:46:44.049857 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Attempting to bind port 882b0029-fb4b-46e4-9b38-e3de52d9679a on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:46:44.050326 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Attempting to bind port 882b0029-fb4b-46e4-9b38-e3de52d9679a by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:46:44.050692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Attempting to bind port 882b0029-fb4b-46e4-9b38-e3de52d9679a on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:46:44.063403 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df18dbb-6c65-401b-bedf-e851dfaacb26 None None] Pushing event updated for resources: {'Port': ['ID=882b0029-fb4b-46e4-9b38-e3de52d9679a,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:44.066580 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:46:44.066958 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:46:44.067561 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.067954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:46:44.068910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Bound port: 882b0029-fb4b-46e4-9b38-e3de52d9679a, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:46:44.068910 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.087117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Subnet': ['ID=5bd29df4-0bd7-45e2-a816-a43d4a8fd095,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:44.091487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Checking segment: {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:46:44.091875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network hostable DHCP agents. Network: e4c7a3a0-5931-43ac-b1d4-a03812deb42c, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:46:44.111386 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:46:44.120939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, e4c7a3a0-5931-43ac-b1d4-a03812deb42c) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:46:44.125283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:44.125883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.133152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7588696f-9af0-4851-b512-4acc457d77a3 None None] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:46:44.152296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-483c39e9-0b50-44ea-bf38-c10bebe94d35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4217055 Nov 23 23:46:44.152822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] For port 882b0029-fb4b-46e4-9b38-e3de52d9679a, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:46:44.153433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 33926) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:46:44.158781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ee42f454-044e-461b-a62a-fc2d5a61571f None None] Provisioning complete for port 882b0029-fb4b-46e4-9b38-e3de52d9679a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:44.159146 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee42f454-044e-461b-a62a-fc2d5a61571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.199977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] For port 882b0029-fb4b-46e4-9b38-e3de52d9679a, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=882b0029-fb4b-46e4-9b38-e3de52d9679a,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:46:44.237388 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.284243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ee42f454-044e-461b-a62a-fc2d5a61571f None None] Port 882b0029-fb4b-46e4-9b38-e3de52d9679a cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:46:44.301863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88739fea-7506-4ea3-a17f-ea995b0515a9 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:46:44.337764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:44.338327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:44.342225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df18dbb-6c65-401b-bedf-e851dfaacb26 None None] Pushing event updated for resources: {'Port': ['ID=882b0029-fb4b-46e4-9b38-e3de52d9679a,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:44.470612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-8556ecf3-2e29-4236-a77c-46a8dc597643 None None] Provisioning complete for port 882b0029-fb4b-46e4-9b38-e3de52d9679a triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:44.471908 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8556ecf3-2e29-4236-a77c-46a8dc597643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.522294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:46:44.523160 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.557874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:44.614455 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.783766 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8556ecf3-2e29-4236-a77c-46a8dc597643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:44.850444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8556ecf3-2e29-4236-a77c-46a8dc597643 None None] For port 882b0029-fb4b-46e4-9b38-e3de52d9679a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=882b0029-fb4b-46e4-9b38-e3de52d9679a,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:44.860007 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8556ecf3-2e29-4236-a77c-46a8dc597643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.057996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Allocated IP 172.20.0.2 (e4c7a3a0-5931-43ac-b1d4-a03812deb42c/5bd29df4-0bd7-45e2-a816-a43d4a8fd095/70aff482-79c3-4c42-997d-a395e457e0b8) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:46:45.144484 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ecf3-2e29-4236-a77c-46a8dc597643 None None] Pushing event updated for resources: {'Port': ['ID=882b0029-fb4b-46e4-9b38-e3de52d9679a,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:45.206132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:42Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:45.240853 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015b7c3-a0f6-4d28-ba0e-55574c83ddbb None None] The sync data for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 is: [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:42Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:46:45.327601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.336255 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.381809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:46:45.387482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:46:45.389504 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.1 (e4c7a3a0-5931-43ac-b1d4-a03812deb42c/5bd29df4-0bd7-45e2-a816-a43d4a8fd095/b1a1b836-5369-4b5e-a8aa-b551efa8dcb1) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:46:45.392584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:46:45.396093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Pushing event updated for resources: {'Port': ['ID=70aff482-79c3-4c42-997d-a395e457e0b8,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:45.490457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Attempting to bind port 70aff482-79c3-4c42-997d-a395e457e0b8 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:46:45.491517 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Attempting to bind port 70aff482-79c3-4c42-997d-a395e457e0b8 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:46:45.491867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Attempting to bind port 70aff482-79c3-4c42-997d-a395e457e0b8 on network e4c7a3a0-5931-43ac-b1d4-a03812deb42c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:46:45.497964 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:46:45.498523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Checking segment: {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:46:45.498915 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.499368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Bound using segment: {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:46:45.500723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Bound port: 70aff482-79c3-4c42-997d-a395e457e0b8, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:46:45.501193 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.569088 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.577626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] For port 70aff482-79c3-4c42-997d-a395e457e0b8, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:46:45.581952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] For port 70aff482-79c3-4c42-997d-a395e457e0b8, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=70aff482-79c3-4c42-997d-a395e457e0b8,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:46:45.588522 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.620651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.672009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb811c-2938-42d8-8d5b-9a7fbfbe4a91 None None] Pushing event updated for resources: {'Port': ['ID=70aff482-79c3-4c42-997d-a395e457e0b8,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:45.681958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:46:45.686208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:46:45.689612 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:46:45.718807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:45.752659 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:45.936712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.267125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.273381 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.274237 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 70aff482-79c3-4c42-997d-a395e457e0b8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:46:46.330417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 70aff482-79c3-4c42-997d-a395e457e0b8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:46.330813 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.353080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:46.356782 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.414352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.457315 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 70aff482-79c3-4c42-997d-a395e457e0b8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=70aff482-79c3-4c42-997d-a395e457e0b8,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:46.463117 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.464065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 882b0029-fb4b-46e4-9b38-e3de52d9679a up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:46:46.464448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:46:46.466125 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:46:46.549863 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=70aff482-79c3-4c42-997d-a395e457e0b8,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:46.559714 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 882b0029-fb4b-46e4-9b38-e3de52d9679a triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:46.560103 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.602317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:46:46.721632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:46:46.727066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e9fe636-2f86-4770-90bc-cf550a55bd18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/618e21c5-e7c2-42fb-a1c0-bbf56fa8832d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5730376 Nov 23 23:46:46.759365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7d71c-fc29-4d2c-9348-b3c59c18d1c3 None None] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:46:46.836085 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d5b7939a-6496-47ea-957d-1c9d28d89061 None None] Provisioning complete for port 70aff482-79c3-4c42-997d-a395e457e0b8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:46.836376 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5b7939a-6496-47ea-957d-1c9d28d89061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:46.885837 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-7f3297de-45f2-40c3-9507-a758f3ec5942 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207243299&fields=id&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 267 time: 0.0495949 Nov 23 23:46:47.001537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-1ba1937a-b488-47f7-ac56-d7a42539e91c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:47.003110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-1ba1937a-b488-47f7-ac56-d7a42539e91c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/networks?id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c HTTP/1.1" status: 200 len: 797 time: 0.1091907 Nov 23 23:46:47.020516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-30af9a2b-d996-4f72-9d31-40948c8ddfaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/quotas/b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 375 time: 0.0111811 Nov 23 23:46:47.087087 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-6178e9b5-7aee-4b3c-a69e-25e7ebc8604a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605333 Nov 23 23:46:47.221672 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-615cf884-a676-42be-b7b0-d030162ec2e0 None None] Provisioning complete for port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:47.222045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615cf884-a676-42be-b7b0-d030162ec2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:47.236860 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Sync routers for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:46:47.247824 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:47.248437 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:47.250974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-c9db0202-bcd5-4ee5-bb2f-3b84f004c558 service neutron] 10.222.0.11 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505618 Nov 23 23:46:47.273225 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-615cf884-a676-42be-b7b0-d030162ec2e0 None None] Port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:46:47.288972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-615cf884-a676-42be-b7b0-d030162ec2e0 None None] Provisioning complete for port 70aff482-79c3-4c42-997d-a395e457e0b8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:47.289347 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-615cf884-a676-42be-b7b0-d030162ec2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:47.380175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-038bb150-acea-445c-9a7e-4fb1ef8ba988 service neutron] 10.222.0.11 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226156 Nov 23 23:46:47.480428 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:47.514586 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a75db01c-339d-4d14-887b-3ccb303111c2 None None] Provisioning complete for port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:47.515155 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a75db01c-339d-4d14-887b-3ccb303111c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:47.558383 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a75db01c-339d-4d14-887b-3ccb303111c2 None None] Port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:46:47.581632 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bfb66bd-718a-4544-ac4e-172bcd2ce3dc req-85703d8c-94af-44d5-bdb5-1f7f0af65bd2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 210 time: 0.0339930 Nov 23 23:46:47.678735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2d908b7b-728a-44d1-bd3c-ef77967454d3 None None] Provisioning complete for port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:47.679113 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2d908b7b-728a-44d1-bd3c-ef77967454d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:47.708209 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:46Z', 'revision_number': 2, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:47.716990 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2d908b7b-728a-44d1-bd3c-ef77967454d3 None None] Port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:46:47.733500 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Checking router: 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:46:47.733852 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Updating router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:46:47.762606 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.023029 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.027985 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.078253 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Pushing event updated for resources: {'Port': ['ID=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:48.102659 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.103011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.103356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.103723 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.104059 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.104390 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.104746 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.105041 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.105366 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.105687 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.106011 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.106413 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:46:48.143504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Attempting to bind port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:46:48.143954 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Attempting to bind port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:46:48.144325 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Attempting to bind port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 on network e4c7a3a0-5931-43ac-b1d4-a03812deb42c {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:46:48.151174 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:46:48.151450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Checking segment: {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:46:48.151888 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.152318 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Bound using segment: {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:46:48.152790 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Bound port: b1a1b836-5369-4b5e-a8aa-b551efa8dcb1, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:46:48.153173 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.223469 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] For port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:46:48.228499 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] For port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:46:48.229441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 70aff482-79c3-4c42-997d-a395e457e0b8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:46:48.236273 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.285617 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:46:48.286260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:48.290768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 70aff482-79c3-4c42-997d-a395e457e0b8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:48.291348 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.351874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5e976523-6df1-4d88-ac08-696b258924cd None None] Provisioning complete for port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:48.352350 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e976523-6df1-4d88-ac08-696b258924cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.352487 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855508b-abf1-41fa-86b5-3e76f81520f5 None None] Pushing event updated for resources: {'Port': ['ID=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:48.415325 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:46:48.473550 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e976523-6df1-4d88-ac08-696b258924cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.508122 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5e976523-6df1-4d88-ac08-696b258924cd None None] For port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:48.512295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5e976523-6df1-4d88-ac08-696b258924cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.568343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e976523-6df1-4d88-ac08-696b258924cd None None] Pushing event updated for resources: {'Port': ['ID=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:48.640521 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:46:48.641195 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a7d493a1-5639-4207-b673-911de3c49db7 None None] Provisioning complete for port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:48.641562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a7d493a1-5639-4207-b673-911de3c49db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:48.671302 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7993f3-3c87-4937-97bc-6bc5bb81791f None None] The sync data for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 is: [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:46:48.675822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-afd036cf-fe17-44ac-9233-f79c50415c0b req-eba76796-0f6d-495f-bf73-0ace872d84d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 210 time: 0.0348010 Nov 23 23:46:49.763839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ca10baee-16ea-4e5b-94ac-b92413906f0a req-bc67025d-902a-4860-ac54-7e308a3b1e03 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 210 time: 0.0359738 Nov 23 23:46:50.221715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:46:50.271743 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:50.272110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:50.861126 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-46554ccd-f6cd-46c9-9151-8745abe35fb4 req-761d9cb5-2c8b-435c-9aac-37dd03dd6769 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 210 time: 0.0341570 Nov 23 23:46:51.960113 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6959f67-2a9d-4964-ae52-7891d68444d1 req-13bc9f54-4c8a-417b-b3f1-df780e7d5331 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 210 time: 0.0305824 Nov 23 23:46:52.795484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-a2612203-ddc3-4c05-bf50-69467428e789 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:52.797112 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-a2612203-ddc3-4c05-bf50-69467428e789 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/networks?id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c HTTP/1.1" status: 200 len: 797 time: 0.1132157 Nov 23 23:46:52.874773 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-13745b9b-b96a-4154-8c9a-a5da5a7963ad tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 380 time: 0.0603733 Nov 23 23:46:52.900711 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'port': {'device_id': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'admin_state_up': True, 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'security_groups': ['26a389fb-51e7-41d8-96e0-d507ff0ef21e']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:53.015065 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:46:53.019363 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.058794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-346ebbfc-4df0-4caa-8c58-cdccab3a6637 req-7159f715-2337-432b-a424-d22deada97cb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 210 time: 0.0279779 Nov 23 23:46:53.155078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.14 (e4c7a3a0-5931-43ac-b1d4-a03812deb42c/5bd29df4-0bd7-45e2-a816-a43d4a8fd095/f412e905-b653-440e-89fe-cff8677b7a5c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:46:53.293754 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.327130 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.376308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:46:53.379272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:46:53.382929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:46:53.410502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=f412e905-b653-440e-89fe-cff8677b7a5c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:53.438937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:53.439326 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.457993 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-abf7baa7-8e26-4e9a-abe7-1fc13841b458 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610359 Nov 23 23:46:53.526681 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Request body: {'port': {'device_id': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:46:53.592997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.598746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3390f50a-80e4-4b72-9640-335de9a19d3d None None] Provisioning complete for port f412e905-b653-440e-89fe-cff8677b7a5c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:46:53.599286 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3390f50a-80e4-4b72-9640-335de9a19d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.632110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3390f50a-80e4-4b72-9640-335de9a19d3d None None] Port f412e905-b653-440e-89fe-cff8677b7a5c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:46:53.869183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f412e905-b653-440e-89fe-cff8677b7a5c {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:46:53.876723 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.888525 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Transition to ACTIVE for port object f412e905-b653-440e-89fe-cff8677b7a5c will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:46:53.892609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:53.942470 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=f412e905-b653-440e-89fe-cff8677b7a5c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:54.023227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Attempting to bind port f412e905-b653-440e-89fe-cff8677b7a5c on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:46:54.023597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Attempting to bind port f412e905-b653-440e-89fe-cff8677b7a5c by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:46:54.023942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Attempting to bind port f412e905-b653-440e-89fe-cff8677b7a5c on network e4c7a3a0-5931-43ac-b1d4-a03812deb42c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:46:54.028957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Port f412e905-b653-440e-89fe-cff8677b7a5c on network e4c7a3a0-5931-43ac-b1d4-a03812deb42c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:46:54.029281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Attempting to bind port f412e905-b653-440e-89fe-cff8677b7a5c on network e4c7a3a0-5931-43ac-b1d4-a03812deb42c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:46:54.035806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:46:54.036160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Checking segment: {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:46:54.036578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Bound using segment: {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:46:54.037023 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Bound port: f412e905-b653-440e-89fe-cff8677b7a5c, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:46:54.037396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:54.107033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] For port f412e905-b653-440e-89fe-cff8677b7a5c, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:46:54.111523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] For port f412e905-b653-440e-89fe-cff8677b7a5c, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f412e905-b653-440e-89fe-cff8677b7a5c,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:46:54.117414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:54.159597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:54.160396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:54.162174 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] 10.222.0.48 "PUT /v2.0/ports/f412e905-b653-440e-89fe-cff8677b7a5c HTTP/1.1" status: 200 len: 1092 time: 0.6904490 Nov 23 23:46:54.162572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:46:54.164898 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8cba6f-9c59-45ad-bbe9-0078975540f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:46:54.200699 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be67b0f-9146-44e9-955b-b9cc457d1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=f412e905-b653-440e-89fe-cff8677b7a5c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:54.223353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743cda1-8243-49ef-8787-4b3111f7c3ee req-762bf036-644f-485d-a232-432b34ce70ee tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:54.225041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d743cda1-8243-49ef-8787-4b3111f7c3ee req-762bf036-644f-485d-a232-432b34ce70ee tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 944 time: 0.0908909 Nov 23 23:46:54.238613 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b642d4-f646-414f-9a22-fa6cd3d042c5 x-openstack-request-id: req-49b642d4-f646-414f-9a22-fa6cd3d042c5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:46:54.238933 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:46:54.239616 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49b642d4-f646-414f-9a22-fa6cd3d042c5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:46:54.239766 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'status': 'completed', 'code': 200} Nov 23 23:46:54.274623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-34e4a26a-649e-4358-89b8-c645755d1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:54.276580 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-34e4a26a-649e-4358-89b8-c645755d1cf7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 1095 time: 0.0479915 Nov 23 23:46:54.283533 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d743cda1-8243-49ef-8787-4b3111f7c3ee req-f852e641-c561-4e6d-adc1-e72006b5a356 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510571 Nov 23 23:46:54.673092 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-adc72c1a-8912-4610-9452-a72d314e32ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f412e905-b653-440e-89fe-cff8677b7a5c HTTP/1.1" status: 200 len: 217 time: 0.3835702 Nov 23 23:46:54.723800 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-ca3cb962-eb80-4b11-b001-3bf4bbee9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:54.725350 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-ca3cb962-eb80-4b11-b001-3bf4bbee9548 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bd29df4-0bd7-45e2-a816-a43d4a8fd095 HTTP/1.1" status: 200 len: 835 time: 0.0450003 Nov 23 23:46:54.772991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-d4887c61-1903-443c-a297-f305ffad6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:54.774567 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-d4887c61-1903-443c-a297-f305ffad6a63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422034 Nov 23 23:46:54.869327 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-6e7f5f9a-060d-4781-84a9-817b92bd0894 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877223 Nov 23 23:46:54.958391 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-28aaca0a-59f5-416c-b141-5a9fc0965107 req-23d272fc-929f-4ebd-a364-152cc734099c service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818903 Nov 23 23:46:55.087528 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-2368493b-b2b8-4c9f-9d13-b32c566638d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:55.089138 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-2368493b-b2b8-4c9f-9d13-b32c566638d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 1095 time: 0.0471256 Nov 23 23:46:55.189923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-09267dd2-3961-4b6b-ad05-cc88ebb16ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:55.191455 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-09267dd2-3961-4b6b-ad05-cc88ebb16ba0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c HTTP/1.1" status: 200 len: 898 time: 0.0941138 Nov 23 23:46:55.253894 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-127b5dea-6da2-4ee0-abbe-0bb5d487ef68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f412e905-b653-440e-89fe-cff8677b7a5c HTTP/1.1" status: 200 len: 217 time: 0.0539582 Nov 23 23:46:55.315062 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-faf42b53-d9bf-41c6-8260-2c49dc672964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:55.316626 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-faf42b53-d9bf-41c6-8260-2c49dc672964 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bd29df4-0bd7-45e2-a816-a43d4a8fd095 HTTP/1.1" status: 200 len: 835 time: 0.0544837 Nov 23 23:46:55.364637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-3bbecafc-485b-466d-b8a2-cf4108e4ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:55.366152 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-3bbecafc-485b-466d-b8a2-cf4108e4ee1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415652 Nov 23 23:46:55.405195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66e92d-9f9a-45bb-94e8-93bd101590bd req-7533c4d8-428d-4e4e-a854-60cdffc19f1b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:55.407230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf66e92d-9f9a-45bb-94e8-93bd101590bd req-7533c4d8-428d-4e4e-a854-60cdffc19f1b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 944 time: 0.0501430 Nov 23 23:46:55.460890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bf66e92d-9f9a-45bb-94e8-93bd101590bd req-defeb1e1-ed6c-4adc-be51-d3bcc5cd672e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473921 Nov 23 23:46:55.462074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-d2524625-45ca-420d-be80-3429988b3aa2 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880420 Nov 23 23:46:55.558296 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-9d8cba6f-9c59-45ad-bbe9-0078975540f1 req-8bf271ad-0869-4088-acc3-569bbfeaf071 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880148 Nov 23 23:46:56.590674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b920f6-241d-4d4c-842d-38355ec365cb req-c07fa3a8-8dd1-457f-ba2e-39d1e8a7b328 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:56.592285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27b920f6-241d-4d4c-842d-38355ec365cb req-c07fa3a8-8dd1-457f-ba2e-39d1e8a7b328 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 944 time: 0.0586231 Nov 23 23:46:56.645787 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-27b920f6-241d-4d4c-842d-38355ec365cb req-760e03ea-ccaf-4602-858e-d414f641a597 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465353 Nov 23 23:46:57.608938 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:57.763822 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1840e3-3d2e-40f5-81ea-8ff0a3912945 req-3402a904-1108-4ebc-ae6e-c49e0c608cf0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:57.765339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe1840e3-3d2e-40f5-81ea-8ff0a3912945 req-3402a904-1108-4ebc-ae6e-c49e0c608cf0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 944 time: 0.0488176 Nov 23 23:46:57.816184 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe1840e3-3d2e-40f5-81ea-8ff0a3912945 req-fdd41c71-3a08-4366-857e-e3ba860ffdeb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444989 Nov 23 23:46:58.091791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f412e905-b653-440e-89fe-cff8677b7a5c details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:46:58.187875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f412e905-b653-440e-89fe-cff8677b7a5c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f412e905-b653-440e-89fe-cff8677b7a5c,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:58.199521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'port_id': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'mac_address': 'fa:16:3e:a5:5d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:46:58.241366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:58.253969 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f412e905-b653-440e-89fe-cff8677b7a5c {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:46:58.275338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f412e905-b653-440e-89fe-cff8677b7a5c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f412e905-b653-440e-89fe-cff8677b7a5c,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:46:58.279723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:46:58.326761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f412e905-b653-440e-89fe-cff8677b7a5c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:46:58.609878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['f412e905-b653-440e-89fe-cff8677b7a5c'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:46:58.938091 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759abd1-2e2f-4788-8b79-f293847043fb req-cb9b365d-0ba2-41cf-83de-c348cf33b50f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:46:58.939494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6759abd1-2e2f-4788-8b79-f293847043fb req-cb9b365d-0ba2-41cf-83de-c348cf33b50f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 945 time: 0.0546176 Nov 23 23:46:58.996423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6759abd1-2e2f-4788-8b79-f293847043fb req-fb284db2-4536-4662-b1b4-61f610dfc562 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509484 Nov 23 23:47:00.091426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f412e905-b653-440e-89fe-cff8677b7a5c up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:47:00.117666 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf9e6a-404c-4f51-9158-7ee6a9181aaa req-f6af7f5a-6c0b-4018-a920-ca6569ebcb2d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:00.119189 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cbf9e6a-404c-4f51-9158-7ee6a9181aaa req-f6af7f5a-6c0b-4018-a920-ca6569ebcb2d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 945 time: 0.0495341 Nov 23 23:47:00.146166 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port f412e905-b653-440e-89fe-cff8677b7a5c completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:47:00.150390 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port f412e905-b653-440e-89fe-cff8677b7a5c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:00.150763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:00.172423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2cbf9e6a-404c-4f51-9158-7ee6a9181aaa req-c722ddb5-f40d-4f0d-83bf-670a59829681 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Nov 23 23:47:00.230265 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:00.254235 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:47:00.256495 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81f4920-eb7b-4f7a-b3cb-dcf0e4d9e466" -d '{"events": [{"server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "name": "network-vif-plugged", "status": "completed", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:47:00.271382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port f412e905-b653-440e-89fe-cff8677b7a5c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f412e905-b653-440e-89fe-cff8677b7a5c,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:00.276108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:00.326983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=f412e905-b653-440e-89fe-cff8677b7a5c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:00.393033 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf5c069-2142-4b52-b47b-2550e324459e x-openstack-request-id: req-5bf5c069-2142-4b52-b47b-2550e324459e {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:47:00.393422 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "name": "network-vif-plugged", "status": "completed", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:47:00.393687 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bf5c069-2142-4b52-b47b-2550e324459e {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:47:00.394106 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'code': 200} Nov 23 23:47:00.553956 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ffedd-b34c-48bd-bbc6-58e15b4d161c req-88bde7ea-f373-4746-bb1e-c67702d79c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:00.555481 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-707ffedd-b34c-48bd-bbc6-58e15b4d161c req-88bde7ea-f373-4746-bb1e-c67702d79c20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 1097 time: 0.0406196 Nov 23 23:47:00.616607 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-707ffedd-b34c-48bd-bbc6-58e15b4d161c req-90b94182-e6a3-4345-b76b-827d42f8ef29 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542920 Nov 23 23:47:01.292387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2507-d674-43ff-bd3b-8fd4b3513bf7 req-936e6a25-dff9-42c8-87ab-e85300ec431b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:01.293893 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c83c2507-d674-43ff-bd3b-8fd4b3513bf7 req-936e6a25-dff9-42c8-87ab-e85300ec431b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0490251 Nov 23 23:47:01.295561 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:47:01.349303 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c83c2507-d674-43ff-bd3b-8fd4b3513bf7 req-8068ac01-e808-48a7-b14d-fc7dedca1012 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488887 Nov 23 23:47:01.714838 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-167a3a5f-f585-4ca1-9a81-3d2d67ecc48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:02.469136 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f867e-73cf-4775-94fe-11aa378a83ac req-fa48edea-6afa-4f33-873e-25ae89033a64 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:02.471360 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b3f867e-73cf-4775-94fe-11aa378a83ac req-fa48edea-6afa-4f33-873e-25ae89033a64 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0499222 Nov 23 23:47:02.520463 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b3f867e-73cf-4775-94fe-11aa378a83ac req-430a7e82-db6f-43b1-ba54-87c32abc0803 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Nov 23 23:47:02.637448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bb1ce-e6fc-420e-8322-13a651555723 req-92b6e8c8-4d59-4e0f-a624-d98c126d7034 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:02.638952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe0bb1ce-e6fc-420e-8322-13a651555723 req-92b6e8c8-4d59-4e0f-a624-d98c126d7034 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0495062 Nov 23 23:47:02.688898 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe0bb1ce-e6fc-420e-8322-13a651555723 req-09201f84-b84e-4f96-a96f-e18ff6d5e941 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424240 Nov 23 23:47:02.711258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:02.755365 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4caf1fd-9f30-41a5-99c1-b68baedbec82 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:02.756810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a4caf1fd-9f30-41a5-99c1-b68baedbec82 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 1092 time: 0.0445158 Nov 23 23:47:02.759681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34008) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:02.764011 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:02.789317 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:02.889294 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:02.996888 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.202 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/b497c436-5d39-42d0-b561-c453ce29c8aa) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:47:03.104321 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:03.139944 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:03.186156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:47:03.196127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:47:03.202351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:47:03.206559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=b497c436-5d39-42d0-b561-c453ce29c8aa,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:03.574834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:03.647279 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:03.807508 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:03.812133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:03.880515 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=b497c436-5d39-42d0-b561-c453ce29c8aa,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:03.893385 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:03.995205 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP e4ed0504-4303-4b90-96a2-c07ead6f112f associated. External IP: 172.25.0.202, port: f412e905-b653-440e-89fe-cff8677b7a5c. Nov 23 23:47:04.209393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:47:04.315863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:47:04.325267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] Sync routers for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:47:04.333318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:04.335388 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:04.336055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:04.361687 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-af2fcd87-be15-4e4f-b4f0-9c17cb4ecbaf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6007783 Nov 23 23:47:04.362403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:47:04.364826 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ea3ce-f87d-48cb-aee8-b49e435f690e" -d '{"events": [{"name": "network-changed", "server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:47:04.406728 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0407b-f5ed-4790-8c57-99649a1f2cfe x-openstack-request-id: req-80f0407b-f5ed-4790-8c57-99649a1f2cfe {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:47:04.407164 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:47:04.407416 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80f0407b-f5ed-4790-8c57-99649a1f2cfe {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:47:04.408491 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'status': 'completed', 'code': 200} Nov 23 23:47:04.451927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:04.482318 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda584-78f2-4e62-915c-aeb5286458a3 req-96632cf6-188b-46b2-85e8-79ab8244aa08 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:04.483949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72bda584-78f2-4e62-915c-aeb5286458a3 req-96632cf6-188b-46b2-85e8-79ab8244aa08 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0607419 Nov 23 23:47:04.500830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-df6f4d26-d77a-41c4-9df5-c419880b0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:04.502364 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-df6f4d26-d77a-41c4-9df5-c419880b0309 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 1097 time: 0.0491469 Nov 23 23:47:04.544090 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72bda584-78f2-4e62-915c-aeb5286458a3 req-761a0f57-f504-41c1-a7f5-30725a01d446 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502636 Nov 23 23:47:04.568900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34014) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:04.617934 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-1c543aca-a461-4d4f-a53c-8ae17cc8d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:04.619614 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-1c543aca-a461-4d4f-a53c-8ae17cc8d191 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c HTTP/1.1" status: 200 len: 898 time: 0.1096947 Nov 23 23:47:04.697281 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-c906a245-8d76-4e5e-8666-48bdee6ea69a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f412e905-b653-440e-89fe-cff8677b7a5c HTTP/1.1" status: 200 len: 1000 time: 0.0700791 Nov 23 23:47:04.712901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e4ed0504-4303-4b90-96a2-c07ead6f112f', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'port_id': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'mac_address': 'fa:16:3e:a5:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:47:03Z', 'updated_at': '2021-11-23T23:47:03Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:04.746346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] Checking router: 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:47:04.751666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-74a76155-e28c-4be6-863c-08b52cdcaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:04.754266 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-74a76155-e28c-4be6-863c-08b52cdcaed3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bd29df4-0bd7-45e2-a816-a43d4a8fd095 HTTP/1.1" status: 200 len: 835 time: 0.0492792 Nov 23 23:47:04.756730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:04.757379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:46:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:04.807239 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-6747748b-ba86-4013-bcf6-12f2f20bc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:04.808966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-6747748b-ba86-4013-bcf6-12f2f20bc2e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466657 Nov 23 23:47:04.914055 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-8751399f-eb83-4bbc-8477-9217cbe84046 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966249 Nov 23 23:47:04.970756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5b8de045-8c47-4461-bff1-39a336db135e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/e4ed0504-4303-4b90-96a2-c07ead6f112f HTTP/1.1" status: 200 len: 992 time: 0.3994641 Nov 23 23:47:05.024898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e98ea3ce-f87d-48cb-aee8-b49e435f690e req-a88c8b81-db6d-4a4f-9e5c-9fff24775ee5 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040382 Nov 23 23:47:05.032707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-18f55a55-857a-4377-9679-bb1f7e52c609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:05.055976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:05.304308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e4ed0504-4303-4b90-96a2-c07ead6f112f', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'port_id': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'mac_address': 'fa:16:3e:a5:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:47:03Z', 'updated_at': '2021-11-23T23:47:03Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:05.306850 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:05.348592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725bafce-70a7-41de-8c72-3661f130fd38 None None] The sync data for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 is: [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e4ed0504-4303-4b90-96a2-c07ead6f112f', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'port_id': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'mac_address': 'fa:16:3e:a5:5d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:47:03Z', 'updated_at': '2021-11-23T23:47:03Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:47:05.549975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537cf48-26aa-4521-a11b-24d3a82c6cb9 None None] New status for floating IP e4ed0504-4303-4b90-96a2-c07ead6f112f: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:47:05.974529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34016) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:06.039893 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2a3ea13a-d3aa-4123-9ce7-6c9db01eb5b3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/e4ed0504-4303-4b90-96a2-c07ead6f112f HTTP/1.1" status: 200 len: 994 time: 0.0641918 Nov 23 23:47:06.758390 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:07.607102 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:08.613793 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:09.250004 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-9ce3d6fa-25b0-412e-8a02-18fa6ad4bc90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442355 Nov 23 23:47:09.401330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-d37813a1-2d11-4d55-b54a-4ad78b54a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:09.402805 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-d37813a1-2d11-4d55-b54a-4ad78b54a10b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 1097 time: 0.0450907 Nov 23 23:47:09.506741 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-9e1be556-6183-43bf-92fd-8ebd91e6d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:09.508273 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-9e1be556-6183-43bf-92fd-8ebd91e6d23c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c HTTP/1.1" status: 200 len: 898 time: 0.0865657 Nov 23 23:47:09.579514 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-74afe1fe-bb5d-4dab-bc92-2e7a54a2093e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f412e905-b653-440e-89fe-cff8677b7a5c HTTP/1.1" status: 200 len: 1002 time: 0.0640662 Nov 23 23:47:09.633301 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-7b6b1b4e-f9f2-486c-bb6f-f09d6b7fb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:09.634885 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-7b6b1b4e-f9f2-486c-bb6f-f09d6b7fb167 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bd29df4-0bd7-45e2-a816-a43d4a8fd095 HTTP/1.1" status: 200 len: 835 time: 0.0483220 Nov 23 23:47:09.706790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-e9f0b231-b218-43b4-a700-053f35772181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:09.709019 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-e9f0b231-b218-43b4-a700-053f35772181 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672057 Nov 23 23:47:09.804348 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-4fe2fcbb-4b02-443e-8774-cd2cb09c31f0 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880561 Nov 23 23:47:09.899664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c4f88af8-875d-4e19-bd10-5a99038a2d7a req-fdeed780-edc8-4b98-baf8-c50402e88005 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877540 Nov 23 23:47:27.617129 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:31.716487 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3d79-eb22-4614-96eb-5caa7fe9929f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:34.825149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a87aa46-bff8-4cde-b58a-f4d97a49be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:35.297262 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:36.763541 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:37.444215 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838862c0-8a07-4cfa-9699-12c8793d0bdf req-a92d384a-f5d4-474b-824e-90135ec1cc6a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:37.445650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-838862c0-8a07-4cfa-9699-12c8793d0bdf req-a92d384a-f5d4-474b-824e-90135ec1cc6a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0522096 Nov 23 23:47:37.500769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-838862c0-8a07-4cfa-9699-12c8793d0bdf req-0a609874-07f8-4ad1-9e54-ea49ecdeca1c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489459 Nov 23 23:47:37.612888 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:38.295352 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:47:38.618442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:38.638052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4899704-04c1-45e2-800f-155a32f544c5 req-2438814d-4447-4d1b-afc1-e358b0e2caf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:38.640403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4899704-04c1-45e2-800f-155a32f544c5 req-2438814d-4447-4d1b-afc1-e358b0e2caf8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0589356 Nov 23 23:47:38.701784 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b4899704-04c1-45e2-800f-155a32f544c5 req-061acac5-a230-422d-aa6d-3fd5f404b9c0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551574 Nov 23 23:47:38.730858 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34038) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:38.808762 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f4cf53e4-dc67-42a6-af39-6c338bb4a8e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/e4ed0504-4303-4b90-96a2-c07ead6f112f HTTP/1.1" status: 200 len: 994 time: 0.0765049 Nov 23 23:47:40.102983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cfdf0-3da8-417d-8d1d-5d5e9d26ce78 req-1d383981-a44b-4538-8eec-cf11e543a446 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:40.104511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e67cfdf0-3da8-417d-8d1d-5d5e9d26ce78 req-1d383981-a44b-4538-8eec-cf11e543a446 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0501108 Nov 23 23:47:40.156416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e67cfdf0-3da8-417d-8d1d-5d5e9d26ce78 req-d16c867c-41c3-4326-887f-9a01b88d888c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458281 Nov 23 23:47:41.276183 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714b74c-f3f0-4c97-91bd-d626c48752a4 req-93b2dff3-2577-48ea-9d75-1f30eec06fef tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:41.277660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3714b74c-f3f0-4c97-91bd-d626c48752a4 req-93b2dff3-2577-48ea-9d75-1f30eec06fef tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0491493 Nov 23 23:47:41.331173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3714b74c-f3f0-4c97-91bd-d626c48752a4 req-629921a7-6df2-4ff9-8503-05000fc78fab tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475693 Nov 23 23:47:41.354330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34048) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:41.414780 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-16a9ba1a-8ef2-44ad-a6be-030d24e26b37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/e4ed0504-4303-4b90-96a2-c07ead6f112f HTTP/1.1" status: 200 len: 994 time: 0.0592277 Nov 23 23:47:41.646326 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34054) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:41.807709 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port b497c436-5d39-42d0-b561-c453ce29c8aa {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:47:41.807972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:41.885882 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:41.886211 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:41.897923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for b497c436-5d39-42d0-b561-c453ce29c8aa owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:47:42.052852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:42.079972 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=b497c436-5d39-42d0-b561-c453ce29c8aa,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:42.093916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.094257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.094609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.094948 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.095285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.095651 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.095997 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.096329 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.096665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.096990 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.097317 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.097640 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:42.155270 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:42.155624 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP e4ed0504-4303-4b90-96a2-c07ead6f112f disassociated (deleted). External IP: 172.25.0.202, port: f412e905-b653-440e-89fe-cff8677b7a5c. Nov 23 23:47:42.374513 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:47:42.488944 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:47:42.493775 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:42.498817 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] Sync routers for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:47:42.509372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:42.509993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:42.521908 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-43d9b3ea-8fb1-4b02-bc47-cff0d1012d4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/floatingips/e4ed0504-4303-4b90-96a2-c07ead6f112f HTTP/1.1" status: 204 len: 168 time: 0.8744738 Nov 23 23:47:42.522757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:47:42.526621 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d352e93d-3d1b-45b0-8356-0933166a9219" -d '{"events": [{"name": "network-changed", "server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:47:42.578864 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3fd422-5f02-4fa7-96f0-a4dcae4ceb31 x-openstack-request-id: req-0d3fd422-5f02-4fa7-96f0-a4dcae4ceb31 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:47:42.579171 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:47:42.579425 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d3fd422-5f02-4fa7-96f0-a4dcae4ceb31 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:47:42.579867 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'status': 'completed', 'code': 200} Nov 23 23:47:42.625447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:42.667323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-75406f1e-c6ae-47eb-b204-44fa631e3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:42.668933 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-75406f1e-c6ae-47eb-b204-44fa631e3241 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 1097 time: 0.0460851 Nov 23 23:47:42.778124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692db82-705f-4704-93ac-62ca96390dca req-d700838e-8bb2-4994-aea5-186d29d7ddfb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:42.780451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d692db82-705f-4704-93ac-62ca96390dca req-d700838e-8bb2-4994-aea5-186d29d7ddfb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0568116 Nov 23 23:47:42.807395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-517c36a3-7457-428a-94b8-9ff93c6486a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:42.808936 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-517c36a3-7457-428a-94b8-9ff93c6486a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c HTTP/1.1" status: 200 len: 898 time: 0.0964024 Nov 23 23:47:42.836651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d692db82-705f-4704-93ac-62ca96390dca req-25c94c6a-794b-44e1-bd76-a7c16e64f96c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480418 Nov 23 23:47:42.842755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:42.853412 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-8de33cb1-4368-4c62-94e6-0eeaf8f17a0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f412e905-b653-440e-89fe-cff8677b7a5c HTTP/1.1" status: 200 len: 217 time: 0.0367038 Nov 23 23:47:42.876632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] Checking router: 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:47:42.885638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:42.886261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:42.903618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-ce4c50ee-af23-4573-9f53-3963099f6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:42.905099 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-ce4c50ee-af23-4573-9f53-3963099f6463 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bd29df4-0bd7-45e2-a816-a43d4a8fd095 HTTP/1.1" status: 200 len: 835 time: 0.0444818 Nov 23 23:47:42.956002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-9a85573f-65e5-4abf-b180-a67ff892886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:42.957499 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-9a85573f-65e5-4abf-b180-a67ff892886a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4c7a3a0-5931-43ac-b1d4-a03812deb42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455289 Nov 23 23:47:42.994267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:43.049294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-7fcce50e-a798-4556-8073-e6ae85e87d94 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840809 Nov 23 23:47:43.149097 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d352e93d-3d1b-45b0-8356-0933166a9219 req-1445843a-2e2d-44e7-8a99-c411779962e7 service neutron] 10.222.0.48 "GET /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925620 Nov 23 23:47:43.205244 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:43.232417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e1b2-665c-4c94-8455-a34d626ef697 None None] The sync data for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 is: [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:46:45Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'b1a1b836-5369-4b5e-a8aa-b551efa8dcb1', 'name': '', 'network_id': 'e4c7a3a0-5931-43ac-b1d4-a03812deb42c', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:c5:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:44Z', 'updated_at': '2021-11-23T23:46:48Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '5bd29df4-0bd7-45e2-a816-a43d4a8fd095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:47:43.455220 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6f160-01ee-40e2-9549-e85e34fe2016 None None] New status for floating IP e4ed0504-4303-4b90-96a2-c07ead6f112f: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:47:43.959127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25484e54-d8de-4e58-9a53-6c7945cfff39 req-a5810c2d-fc88-40b2-87a5-ded1a817d980 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:43.960832 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25484e54-d8de-4e58-9a53-6c7945cfff39 req-a5810c2d-fc88-40b2-87a5-ded1a817d980 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0528157 Nov 23 23:47:44.010959 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-25484e54-d8de-4e58-9a53-6c7945cfff39 req-63b96609-b741-4af2-879d-76f2f4f31c9e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=26a389fb-51e7-41d8-96e0-d507ff0ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 Nov 23 23:47:44.454446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-17fd44b4-4813-40a8-9e36-9ec60e153600 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:44.455883 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-17fd44b4-4813-40a8-9e36-9ec60e153600 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 946 time: 0.0490494 Nov 23 23:47:44.554673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port f412e905-b653-440e-89fe-cff8677b7a5c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:47:44.555012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:44.646874 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port f412e905-b653-440e-89fe-cff8677b7a5c, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=f412e905-b653-440e-89fe-cff8677b7a5c,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:44.647338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:44.661179 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for f412e905-b653-440e-89fe-cff8677b7a5c owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:47:44.797366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:44.825607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=f412e905-b653-440e-89fe-cff8677b7a5c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:44.878807 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] No DVR routers for this DVR port f412e905-b653-440e-89fe-cff8677b7a5c on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:47:44.882001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:44.885542 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8a7b7369-7783-426e-b62e-3d35d5ec448f req-7ec1429f-8f41-4013-a79f-b71b239b459a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "DELETE /v2.0/ports/f412e905-b653-440e-89fe-cff8677b7a5c HTTP/1.1" status: 204 len: 173 time: 0.4237568 Nov 23 23:47:44.885991 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'name': 'network-vif-deleted', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:47:44.888288 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccddf15c-f6ca-471a-a305-77ed463885a4" -d '{"events": [{"server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "name": "network-vif-deleted", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:47:44.930035 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a68e4df-ab57-421b-89b6-01193611eaf6 x-openstack-request-id: req-8a68e4df-ab57-421b-89b6-01193611eaf6 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:47:44.930357 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b194f16a-a882-46bc-a61c-bcc84e45884d", "name": "network-vif-deleted", "tag": "f412e905-b653-440e-89fe-cff8677b7a5c", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:47:44.930633 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a68e4df-ab57-421b-89b6-01193611eaf6 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:47:44.931033 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b194f16a-a882-46bc-a61c-bcc84e45884d', 'name': 'network-vif-deleted', 'tag': 'f412e905-b653-440e-89fe-cff8677b7a5c', 'status': 'completed', 'code': 200} Nov 23 23:47:45.122101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-aa827507-a9e6-4f9f-81ee-296c4d06b714 req-04e5d310-ebca-4bd0-a1c1-0c64711ac3d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=b194f16a-a882-46bc-a61c-bcc84e45884d HTTP/1.1" status: 200 len: 210 time: 0.0264435 Nov 23 23:47:46.181213 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34070) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:46.547504 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:46.812527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:47:46.812762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:46.911011 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port b1a1b836-5369-4b5e-a8aa-b551efa8dcb1, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:46.911366 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:46.923099 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:47:47.109047 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:47.137727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=b1a1b836-5369-4b5e-a8aa-b551efa8dcb1,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:47.319730 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:47.536793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:47:47.985970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:47:47.991060 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e9f92f94-d8dc-4c56-b61c-7bcb19511a4f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/618e21c5-e7c2-42fb-a1c0-bbf56fa8832d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086011 Nov 23 23:47:47.993792 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34072) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:47.996485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] Sync routers for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:47:48.006767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:48.007540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:48.044897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting subnet 5bd29df4-0bd7-45e2-a816-a43d4a8fd095 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:47:48.048060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.088154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.113228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:48.182168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.247686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.276350 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd29df4-0bd7-45e2-a816-a43d4a8fd095,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:48.278433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.284251 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-81866c9b-3d6e-401c-bd47-f5a568e793e0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/subnets/5bd29df4-0bd7-45e2-a816-a43d4a8fd095 HTTP/1.1" status: 204 len: 168 time: 0.2892396 Nov 23 23:47:48.284545 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34074) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:48.289650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eba1d7-3c4f-4da2-b8db-200c5505f7e8 None None] Network e4c7a3a0-5931-43ac-b1d4-a03812deb42c requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:47:48.385478 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:47:47Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:48.394236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.426295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f412e905-b653-440e-89fe-cff8677b7a5c no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:47:48.429299 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] Checking router: 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:47:48.456513 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: f412e905-b653-440e-89fe-cff8677b7a5c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:47:48.456861 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device f412e905-b653-440e-89fe-cff8677b7a5c not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:47:48.466430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] Routers {'618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:48.467041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:48.502348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.561138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 882b0029-fb4b-46e4-9b38-e3de52d9679a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:47:48.561138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.588703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] DHCP port deletion for e4c7a3a0-5931-43ac-b1d4-a03812deb42c request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:47:48.591637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] Set router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:48.648371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 882b0029-fb4b-46e4-9b38-e3de52d9679a, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=882b0029-fb4b-46e4-9b38-e3de52d9679a,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:48.648371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.660735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 882b0029-fb4b-46e4-9b38-e3de52d9679a owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:47:48.761192 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Deleting port 70aff482-79c3-4c42-997d-a395e457e0b8 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:47:48.761482 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.831724 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:48.856908 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=882b0029-fb4b-46e4-9b38-e3de52d9679a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:48.872295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.872658 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.873014 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.873947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.873947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.874171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.874367 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.874700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.875052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.875373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.875761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.876092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:48.936623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.008726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86815c48-a09d-4476-9469-70e4af8af36d None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:47:49.028507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] For port 70aff482-79c3-4c42-997d-a395e457e0b8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=70aff482-79c3-4c42-997d-a395e457e0b8,segment=NetworkSegment(36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2),segment_id=36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:49.028909 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.035455 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.039457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.043763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Calling delete_port for 70aff482-79c3-4c42-997d-a395e457e0b8 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:47:49.088787 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.089333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Fanout notify agent at l3_agent the message router_deleted on router 618e21c5-e7c2-42fb-a1c0-bbf56fa8832d {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:47:49.092271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:47:47Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:49.097605 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.098722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-70f0abd1-d523-4c0d-9286-7874fc94e4a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/routers/618e21c5-e7c2-42fb-a1c0-bbf56fa8832d HTTP/1.1" status: 204 len: 168 time: 0.8126974 Nov 23 23:47:49.102892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34076) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:49.124942 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8e78e-d9a7-403e-b84c-bcb8136fe0cd None None] The sync data for ids ['618e21c5-e7c2-42fb-a1c0-bbf56fa8832d'] in n-d-817303-3 is: [{'id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462700447', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:46:41Z', 'updated_at': '2021-11-23T23:47:47Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '882b0029-fb4b-46e4-9b38-e3de52d9679a', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e21c5-e7c2-42fb-a1c0-bbf56fa8832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:46:42Z', 'updated_at': '2021-11-23T23:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:47:49.166490 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.192410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.195415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Pushing event deleted for resources: {'Port': ['ID=70aff482-79c3-4c42-997d-a395e457e0b8,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:49.204700 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] No DVR routers for this DVR port 70aff482-79c3-4c42-997d-a395e457e0b8 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:47:49.207039 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.207392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.207771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.208730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.209081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.209417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.209766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.210081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.210406 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.210727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.211063 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.211387 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa06a8c-b1ac-4095-af7b-170e72536a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:49.287518 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.309172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c7a3a0-5931-43ac-b1d4-a03812deb42c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:49.318504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:49.318853 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bfa4dd-f77d-4b99-ac3b-a1c99dfefdc2') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:49.328185 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.340819 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.346640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:47:49.347015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:47:49.350019 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:47:49.411665 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.417140 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.420345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/networks/e4c7a3a0-5931-43ac-b1d4-a03812deb42c HTTP/1.1" status: 204 len: 168 time: 0.3164842 Nov 23 23:47:49.423220 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34078) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:49.437391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe574f4-7b23-4cb6-84bb-a40f91ce86f2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Network': ['ID=e4c7a3a0-5931-43ac-b1d4-a03812deb42c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:49.489068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8c9c6a5-8fb1-4e42-a16f-df47b5258b48 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.516272 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8c9c6a5-8fb1-4e42-a16f-df47b5258b48 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.583879 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8c9c6a5-8fb1-4e42-a16f-df47b5258b48 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.587609 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8c9c6a5-8fb1-4e42-a16f-df47b5258b48 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:49.588798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e8c9c6a5-8fb1-4e42-a16f-df47b5258b48 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/security-groups/26a389fb-51e7-41d8-96e0-d507ff0ef21e HTTP/1.1" status: 204 len: 168 time: 0.1645296 Nov 23 23:47:49.601346 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9c6a5-8fb1-4e42-a16f-df47b5258b48 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a389fb-51e7-41d8-96e0-d507ff0ef21e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:49.949951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34084) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:49.954601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9c8e4e7f-a2ff-4bf7-91cc-5e51fc8af1e8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602447908', 'description': 'tempest-secgroup-smoke-1602447908 description', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:49.978079 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4e7f-a2ff-4bf7-91cc-5e51fc8af1e8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.044473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4e7f-a2ff-4bf7-91cc-5e51fc8af1e8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.048127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4e7f-a2ff-4bf7-91cc-5e51fc8af1e8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.077286 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4e7f-a2ff-4bf7-91cc-5e51fc8af1e8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:50.082430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4e7f-a2ff-4bf7-91cc-5e51fc8af1e8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.085819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9c8e4e7f-a2ff-4bf7-91cc-5e51fc8af1e8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326964 Nov 23 23:47:50.086950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34086) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:50.091637 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5c755b5f-d374-4f30-947f-4d0c602f2f9f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:50.120690 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c755b5f-d374-4f30-947f-4d0c602f2f9f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.190104 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c755b5f-d374-4f30-947f-4d0c602f2f9f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.196963 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c755b5f-d374-4f30-947f-4d0c602f2f9f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.216709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c755b5f-d374-4f30-947f-4d0c602f2f9f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccb46f4-481c-4d8c-a549-c24e743cbd3a,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:50.229590 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5c755b5f-d374-4f30-947f-4d0c602f2f9f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.233509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5c755b5f-d374-4f30-947f-4d0c602f2f9f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428220 Nov 23 23:47:50.233808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34088) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:50.238354 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e645e5b6-9cf5-4c90-b662-8f005189fdfa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:50.260051 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 70aff482-79c3-4c42-997d-a395e457e0b8 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:47:50.266877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e645e5b6-9cf5-4c90-b662-8f005189fdfa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.283771 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 70aff482-79c3-4c42-997d-a395e457e0b8 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:47:50.284130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 70aff482-79c3-4c42-997d-a395e457e0b8 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:47:50.284567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:47:50.304734 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:47:50.305528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device b1a1b836-5369-4b5e-a8aa-b551efa8dcb1 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:47:50.305528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 882b0029-fb4b-46e4-9b38-e3de52d9679a no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:47:50.323980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e645e5b6-9cf5-4c90-b662-8f005189fdfa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.324957 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 882b0029-fb4b-46e4-9b38-e3de52d9679a {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:47:50.325272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 882b0029-fb4b-46e4-9b38-e3de52d9679a not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:47:50.328342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e645e5b6-9cf5-4c90-b662-8f005189fdfa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.347877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645e5b6-9cf5-4c90-b662-8f005189fdfa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6131c8-5b50-458e-a3cd-d513eb952daf,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:50.355241 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e645e5b6-9cf5-4c90-b662-8f005189fdfa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.356826 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e645e5b6-9cf5-4c90-b662-8f005189fdfa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221495 Nov 23 23:47:50.359559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34090) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:50.364021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ea9d2f8c-96a9-43a3-886f-64bf68ae3a82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:50.390551 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f8c-96a9-43a3-886f-64bf68ae3a82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.450499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f8c-96a9-43a3-886f-64bf68ae3a82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.454076 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f8c-96a9-43a3-886f-64bf68ae3a82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.472299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d2f8c-96a9-43a3-886f-64bf68ae3a82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0043525-591f-4b22-8bd0-70e458e6d795,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:50.480950 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f8c-96a9-43a3-886f-64bf68ae3a82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.482205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ea9d2f8c-96a9-43a3-886f-64bf68ae3a82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216536 Nov 23 23:47:50.484942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34092) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:50.489312 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5450c19a-358c-4fd9-a24e-0ae4d9b3f0b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:50.516264 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5450c19a-358c-4fd9-a24e-0ae4d9b3f0b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.574334 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5450c19a-358c-4fd9-a24e-0ae4d9b3f0b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.577996 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5450c19a-358c-4fd9-a24e-0ae4d9b3f0b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.596943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450c19a-358c-4fd9-a24e-0ae4d9b3f0b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d4c8cc-61f3-4dbc-bbf8-eb3d7a33c5d4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:50.607219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5450c19a-358c-4fd9-a24e-0ae4d9b3f0b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.608488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5450c19a-358c-4fd9-a24e-0ae4d9b3f0b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226108 Nov 23 23:47:50.611123 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34094) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:50.615468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:50.638145 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:47:50.642994 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.702572 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.706089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.724667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39eeb8b8-16e4-46a9-8019-d83394a0f7de,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:50.732408 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.733536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-27798fac-30c9-4945-8cd2-4657ee8b4192 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214216 Nov 23 23:47:50.736336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34096) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:50.740606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:50.764480 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:47:50.769350 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.830082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.833893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.853151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c48d05-fa18-4aa5-afad-f962904f5fcd,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:50.858690 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.859864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3da3a8a5-8d34-4e8a-b0b9-b6e51e380fa5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225517 Nov 23 23:47:50.862667 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34098) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:50.867613 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'network': {'name': 'tempest-network-smoke--371180424', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'port_security_enabled': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:50.888424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:47:50.891870 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.915762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:47:50.925335 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.925683 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Added segment 54601b91-fc54-46fe-bb93-bf67e048d497 of type vlan for network 2703541f-ceec-4ce1-9be6-37eafb93565e Nov 23 23:47:50.966121 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.990485 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:50.996710 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:50.997295 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.034902 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1712074 Nov 23 23:47:51.037875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34100) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:51.042500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'admin_state_up': True, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:51.067416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.068604 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.070558 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cae596-caf9-45f1-a98d-53672a31de17 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Network': ['ID=2703541f-ceec-4ce1-9be6-37eafb93565e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:51.082827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 2703541f-ceec-4ce1-9be6-37eafb93565e details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:47:51.122488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.269127 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.468058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.487224 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.590909 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.23 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/41736127-ed34-464b-8ef7-8820d7ee81ad) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:47:51.704321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.738254 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.777518 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:47:51.780307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:47:51.782758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:47:51.794306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847420f-e58a-431e-9ccd-3cc2e379c4d4 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:47:51.808731 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=41736127-ed34-464b-8ef7-8820d7ee81ad,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:51.903088 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-48d912b1-6f32-4b0b-93c9-a2d998984257 None None] Provisioning complete for port 41736127-ed34-464b-8ef7-8820d7ee81ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:51.903464 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48d912b1-6f32-4b0b-93c9-a2d998984257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:51.939655 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-48d912b1-6f32-4b0b-93c9-a2d998984257 None None] Port 41736127-ed34-464b-8ef7-8820d7ee81ad cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:47:52.068283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:52.290001 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:52.419426 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1b216f93-e0fe-450f-bfcc-b56c9469efaf is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:47:52.528338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:47:52.541241 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Sync routers for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:47:52.548398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:52.549967 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-632dba64-01d3-47d5-ade0-a3e399b2d744 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5108118 Nov 23 23:47:52.552417 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:52.553082 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:52.554871 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34102) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:52.584166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ce93bb6f-563e-4910-86bd-2b0d9b1c5ed0 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b2ce5f6a10074f63b1e505de5a597105&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279527 Nov 23 23:47:52.586959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34104) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:52.686004 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f8608-68fa-4292-8d1c-da0b27f0cbb7 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:52.687314 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-af4f8608-68fa-4292-8d1c-da0b27f0cbb7 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994370 Nov 23 23:47:52.690393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34106) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:52.723389 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-67ab6cd0-575a-4b98-bf82-57c7fa6267a9 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318124 Nov 23 23:47:52.725889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34108) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:52.730873 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1791891439', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:52.777178 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:52.822834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:47:52.826396 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:52.975377 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:51Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:53.004470 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Checking router: 1b216f93-e0fe-450f-bfcc-b56c9469efaf for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:47:53.004824 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Updating router 1b216f93-e0fe-450f-bfcc-b56c9469efaf port 41736127-ed34-464b-8ef7-8820d7ee81ad binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:47:53.024103 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.032734 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.087173 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Subnet': ['ID=41037739-c63f-4a50-be39-564e24ae3eee,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:53.095048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Checking segment: {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:47:53.095418 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network hostable DHCP agents. Network: 2703541f-ceec-4ce1-9be6-37eafb93565e, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:47:53.113126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 2703541f-ceec-4ce1-9be6-37eafb93565e is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:47:53.123655 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 2703541f-ceec-4ce1-9be6-37eafb93565e) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:47:53.129193 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:53.130063 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.139639 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2aa93-47aa-4a31-a7c2-9950172da2f4 None None] Network 2703541f-ceec-4ce1-9be6-37eafb93565e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:47:53.152924 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f3fb4317-1ea9-4add-b0d4-98263b180a53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4259276 Nov 23 23:47:53.155657 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34110) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:47:53.305907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-2703541f-ceec-4ce1-9be6-37eafb93565e', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:47:53.307240 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.325089 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.332621 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.380936 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc447-5151-486d-8947-86b016002333 None None] Pushing event updated for resources: {'Port': ['ID=41736127-ed34-464b-8ef7-8820d7ee81ad,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:53.392114 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.392463 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.392804 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.393138 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.393469 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.393794 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.393915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6996054e-2bdc-4ea3-8734-eaf16f98ee92 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:47:53.394128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.394436 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.394759 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.395077 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.395396 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.395734 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878bc447-5151-486d-8947-86b016002333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:47:53.404091 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Attempting to bind port 41736127-ed34-464b-8ef7-8820d7ee81ad on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:47:53.404091 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Attempting to bind port 41736127-ed34-464b-8ef7-8820d7ee81ad by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:47:53.404091 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Attempting to bind port 41736127-ed34-464b-8ef7-8820d7ee81ad on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:47:53.409714 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:47:53.410328 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:47:53.410736 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.411127 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:47:53.411620 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Bound port: 41736127-ed34-464b-8ef7-8820d7ee81ad, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:47:53.412129 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.470379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Allocated IP 172.20.0.2 (2703541f-ceec-4ce1-9be6-37eafb93565e/41037739-c63f-4a50-be39-564e24ae3eee/9a1f5949-a52d-47de-8b19-2053096b010d) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:47:53.472384 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] For port 41736127-ed34-464b-8ef7-8820d7ee81ad, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:47:53.476132 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] For port 41736127-ed34-464b-8ef7-8820d7ee81ad, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=41736127-ed34-464b-8ef7-8820d7ee81ad,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:47:53.482266 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.493904 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e839161b-8565-4be8-96ac-bd13349848ed None None] Provisioning complete for port 41736127-ed34-464b-8ef7-8820d7ee81ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:53.494279 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e839161b-8565-4be8-96ac-bd13349848ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.538282 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7e2455-c2e1-4835-9f80-9dede902a183 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:47:53.545511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:53.546142 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:53.549092 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc447-5151-486d-8947-86b016002333 None None] Pushing event updated for resources: {'Port': ['ID=41736127-ed34-464b-8ef7-8820d7ee81ad,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:53.672925 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:53.686892 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.692142 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e839161b-8565-4be8-96ac-bd13349848ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.732839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e839161b-8565-4be8-96ac-bd13349848ed None None] For port 41736127-ed34-464b-8ef7-8820d7ee81ad, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=41736127-ed34-464b-8ef7-8820d7ee81ad,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:53.740386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e839161b-8565-4be8-96ac-bd13349848ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.744321 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.769728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.801966 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Network 2703541f-ceec-4ce1-9be6-37eafb93565e is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:47:53.807553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:47:53.810286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:47:53.812459 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839161b-8565-4be8-96ac-bd13349848ed None None] Pushing event updated for resources: {'Port': ['ID=41736127-ed34-464b-8ef7-8820d7ee81ad,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:53.885669 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:51Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:53.900562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Pushing event updated for resources: {'Port': ['ID=9a1f5949-a52d-47de-8b19-2053096b010d,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:53.911988 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ede91-2415-4c00-b58a-550037a71b16 None None] The sync data for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 is: [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:51Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:47:53.920776 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-541004cd-13be-4db1-89d7-27a13caa1bac None None] Provisioning complete for port 41736127-ed34-464b-8ef7-8820d7ee81ad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:53.921149 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-541004cd-13be-4db1-89d7-27a13caa1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.922913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Attempting to bind port 9a1f5949-a52d-47de-8b19-2053096b010d on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:47:53.923278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Attempting to bind port 9a1f5949-a52d-47de-8b19-2053096b010d by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:47:53.923661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Attempting to bind port 9a1f5949-a52d-47de-8b19-2053096b010d on network 2703541f-ceec-4ce1-9be6-37eafb93565e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:47:53.951491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:47:53.951937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Checking segment: {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:47:53.952296 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:53.952808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Bound using segment: {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:47:53.953167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Bound port: 9a1f5949-a52d-47de-8b19-2053096b010d, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:47:53.953543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.002079 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.1 (2703541f-ceec-4ce1-9be6-37eafb93565e/41037739-c63f-4a50-be39-564e24ae3eee/f7bb2d5d-2c54-4050-a69e-50823ea612c9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:47:54.066109 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] For port 9a1f5949-a52d-47de-8b19-2053096b010d, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:47:54.071070 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] For port 9a1f5949-a52d-47de-8b19-2053096b010d, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9a1f5949-a52d-47de-8b19-2053096b010d,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:47:54.076958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.137480 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.152650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72604a5-9a17-4591-a0f6-786bc9a62a44 None None] Pushing event updated for resources: {'Port': ['ID=9a1f5949-a52d-47de-8b19-2053096b010d,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:54.208131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.282850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=f7bb2d5d-2c54-4050-a69e-50823ea612c9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:54.294916 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 2703541f-ceec-4ce1-9be6-37eafb93565e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:47:54.296894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:47:54.299227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:47:54.322295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 41736127-ed34-464b-8ef7-8820d7ee81ad up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:47:54.362680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.408750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 41736127-ed34-464b-8ef7-8820d7ee81ad triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:54.409070 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.544595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.850973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.856147 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:54.939996 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=f7bb2d5d-2c54-4050-a69e-50823ea612c9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:54.942388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:55.049953 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 2703541f-ceec-4ce1-9be6-37eafb93565e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:47:55.052002 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:47:55.176665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1b216f93-e0fe-450f-bfcc-b56c9469efaf has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:47:55.218286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c25d04-72f6-45a7-8c99-8d2a8368288f None None] Network 2703541f-ceec-4ce1-9be6-37eafb93565e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:47:55.291446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:47:55.296527 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fab8bb2b-f22c-4e37-aa6a-c70b000766a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/1b216f93-e0fe-450f-bfcc-b56c9469efaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398766 Nov 23 23:47:55.344253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-13c5f984-2511-4d30-aef5-fb91aa4423ea None None] Provisioning complete for port 9a1f5949-a52d-47de-8b19-2053096b010d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:55.344629 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-13c5f984-2511-4d30-aef5-fb91aa4423ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:55.455619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-13c5f984-2511-4d30-aef5-fb91aa4423ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:55.479953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-44723dbe-2b0f-40bf-9efb-1981cab149e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602447908&fields=id&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 267 time: 0.0676482 Nov 23 23:47:55.516191 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-13c5f984-2511-4d30-aef5-fb91aa4423ea None None] For port 9a1f5949-a52d-47de-8b19-2053096b010d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9a1f5949-a52d-47de-8b19-2053096b010d,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:55.521664 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-13c5f984-2511-4d30-aef5-fb91aa4423ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:55.576712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5f984-2511-4d30-aef5-fb91aa4423ea None None] Pushing event updated for resources: {'Port': ['ID=9a1f5949-a52d-47de-8b19-2053096b010d,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:55.613495 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-270b0d44-cc12-4cd1-9ad3-b5282e178584 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:55.615061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-270b0d44-cc12-4cd1-9ad3-b5282e178584 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 796 time: 0.1266780 Nov 23 23:47:55.635468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-44fa5f89-2c4d-4d87-a078-aad639332ac1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/quotas/b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 375 time: 0.0127008 Nov 23 23:47:55.709837 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Sync routers for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:47:55.713954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-8b149fed-2c6c-48b9-829d-847953421599 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732636 Nov 23 23:47:55.721209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:55.721875 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:55.816721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-201fcc9b-cfcb-465f-802e-f05cd34f6ba7 None None] Provisioning complete for port 9a1f5949-a52d-47de-8b19-2053096b010d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:55.817098 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-201fcc9b-cfcb-465f-802e-f05cd34f6ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:55.878101 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:55.890023 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-ccd6a455-de98-439e-ab99-cd6c107c6d21 service neutron] 10.222.0.11 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586077 Nov 23 23:47:56.022347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-cc43d9f9-82c6-4528-8663-1186652d3a17 service neutron] 10.222.0.11 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253879 Nov 23 23:47:56.109598 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-201fcc9b-cfcb-465f-802e-f05cd34f6ba7 None None] Provisioning complete for port f7bb2d5d-2c54-4050-a69e-50823ea612c9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:56.110090 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-201fcc9b-cfcb-465f-802e-f05cd34f6ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.149356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-201fcc9b-cfcb-465f-802e-f05cd34f6ba7 None None] Port f7bb2d5d-2c54-4050-a69e-50823ea612c9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:47:56.234564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 2, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:56.270211 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Checking router: 1b216f93-e0fe-450f-bfcc-b56c9469efaf for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:47:56.270561 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Updating router 1b216f93-e0fe-450f-bfcc-b56c9469efaf port f7bb2d5d-2c54-4050-a69e-50823ea612c9 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:47:56.298294 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9a1f5949-a52d-47de-8b19-2053096b010d up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:47:56.325587 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b40a1cfa-3d14-4acc-978e-b372513c3099 None None] Provisioning complete for port f7bb2d5d-2c54-4050-a69e-50823ea612c9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:56.325961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b40a1cfa-3d14-4acc-978e-b372513c3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.330040 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.402763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b40a1cfa-3d14-4acc-978e-b372513c3099 None None] Port f7bb2d5d-2c54-4050-a69e-50823ea612c9 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:47:56.478844 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 9a1f5949-a52d-47de-8b19-2053096b010d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:56.479210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.707458 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.713357 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.768173 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580fa1d-9cda-4487-8f48-78831d612ac6 None None] Pushing event updated for resources: {'Port': ['ID=f7bb2d5d-2c54-4050-a69e-50823ea612c9,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:56.821801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Attempting to bind port f7bb2d5d-2c54-4050-a69e-50823ea612c9 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:47:56.822182 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Attempting to bind port f7bb2d5d-2c54-4050-a69e-50823ea612c9 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:47:56.822558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Attempting to bind port f7bb2d5d-2c54-4050-a69e-50823ea612c9 on network 2703541f-ceec-4ce1-9be6-37eafb93565e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:47:56.828744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:47:56.829183 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Checking segment: {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:47:56.829527 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.829925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Bound using segment: {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:47:56.830410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Bound port: f7bb2d5d-2c54-4050-a69e-50823ea612c9, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:47:56.830794 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.899523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] For port f7bb2d5d-2c54-4050-a69e-50823ea612c9, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:47:56.902801 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] For port f7bb2d5d-2c54-4050-a69e-50823ea612c9, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7bb2d5d-2c54-4050-a69e-50823ea612c9,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:47:56.909886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:56.977588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:47:56.978343 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:47:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:56.980515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580fa1d-9cda-4487-8f48-78831d612ac6 None None] Pushing event updated for resources: {'Port': ['ID=f7bb2d5d-2c54-4050-a69e-50823ea612c9,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:57.072744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-cc58c5ab-78d8-4c2e-89b0-4dcae39cd0e8 None None] Provisioning complete for port f7bb2d5d-2c54-4050-a69e-50823ea612c9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:57.073115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc58c5ab-78d8-4c2e-89b0-4dcae39cd0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:57.279196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-28a71261-00f4-43d0-af00-a68e77667416 req-5e217903-41aa-48c8-8379-25f3cc0632d1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 210 time: 0.0295873 Nov 23 23:47:57.322450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:47:57.483132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc58c5ab-78d8-4c2e-89b0-4dcae39cd0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:57.543075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cc58c5ab-78d8-4c2e-89b0-4dcae39cd0e8 None None] For port f7bb2d5d-2c54-4050-a69e-50823ea612c9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7bb2d5d-2c54-4050-a69e-50823ea612c9,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:47:57.547469 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc58c5ab-78d8-4c2e-89b0-4dcae39cd0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:57.633124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58c5ab-78d8-4c2e-89b0-4dcae39cd0e8 None None] Pushing event updated for resources: {'Port': ['ID=f7bb2d5d-2c54-4050-a69e-50823ea612c9,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:57.649785 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:57.655843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:56Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:47:57.689499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e6f2a-a463-49e4-9649-e36d6c0c6b07 None None] The sync data for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 is: [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:56Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:47:57.698355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c218eb9a-4d70-4da3-b895-616c6fa0e72b None None] Provisioning complete for port f7bb2d5d-2c54-4050-a69e-50823ea612c9 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:57.698732 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c218eb9a-4d70-4da3-b895-616c6fa0e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:58.335798 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7bb2d5d-2c54-4050-a69e-50823ea612c9 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:47:58.359285 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-3d53c4bb-672a-4fdd-aeae-4e25184b15b4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:58.363377 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-3d53c4bb-672a-4fdd-aeae-4e25184b15b4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.46 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 796 time: 0.1672652 Nov 23 23:47:58.398846 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f7bb2d5d-2c54-4050-a69e-50823ea612c9 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:58.399534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:58.453741 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-4b82ac97-8d06-4df4-b500-e2b2e40bddbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 380 time: 0.0766735 Nov 23 23:47:58.457751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-185589b8-7277-463e-b122-ca39a8602e52 req-d5f87e27-f7db-4cfa-8341-193820b7e2fa tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 210 time: 0.0562820 Nov 23 23:47:58.469075 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'port': {'device_id': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'admin_state_up': True, 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'security_groups': ['3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:58.593338 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:47:58.597148 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:58.738296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.10 (2703541f-ceec-4ce1-9be6-37eafb93565e/41037739-c63f-4a50-be39-564e24ae3eee/70f11bae-354c-4c9c-b090-7955277fb8cf) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:47:58.889277 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:58.927191 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:58.974366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 2703541f-ceec-4ce1-9be6-37eafb93565e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:47:58.978053 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:47:58.980763 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:47:59.011687 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=70f11bae-354c-4c9c-b090-7955277fb8cf,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:59.040958 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:59.041629 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.059316 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-c50f0014-55ff-497a-a664-352651ad9dbc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943468 Nov 23 23:47:59.072846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Request body: {'port': {'device_id': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:47:59.134834 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.226519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-23ecb43d-aeea-4c93-b215-f7c2b450321f None None] Provisioning complete for port 70f11bae-354c-4c9c-b090-7955277fb8cf triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:47:59.226899 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-23ecb43d-aeea-4c93-b215-f7c2b450321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.262352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-23ecb43d-aeea-4c93-b215-f7c2b450321f None None] Port 70f11bae-354c-4c9c-b090-7955277fb8cf cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:47:59.398867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f11bae-354c-4c9c-b090-7955277fb8cf {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:47:59.406290 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.418539 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Transition to ACTIVE for port object 70f11bae-354c-4c9c-b090-7955277fb8cf will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:47:59.422204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.476197 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Pushing event updated for resources: {'Port': ['ID=70f11bae-354c-4c9c-b090-7955277fb8cf,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:47:59.559538 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Attempting to bind port 70f11bae-354c-4c9c-b090-7955277fb8cf on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:47:59.560100 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Attempting to bind port 70f11bae-354c-4c9c-b090-7955277fb8cf by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:47:59.560529 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Attempting to bind port 70f11bae-354c-4c9c-b090-7955277fb8cf on network 2703541f-ceec-4ce1-9be6-37eafb93565e {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:47:59.565474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Port 70f11bae-354c-4c9c-b090-7955277fb8cf on network 2703541f-ceec-4ce1-9be6-37eafb93565e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:47:59.565925 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Attempting to bind port 70f11bae-354c-4c9c-b090-7955277fb8cf on network 2703541f-ceec-4ce1-9be6-37eafb93565e {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:47:59.572316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:47:59.572810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Checking segment: {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:47:59.573304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Bound using segment: {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:47:59.573846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Bound port: 70f11bae-354c-4c9c-b090-7955277fb8cf, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54601b91-fc54-46fe-bb93-bf67e048d497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:47:59.574335 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.587683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcc79e-649b-4474-b42f-de348a923386 req-c5f5738c-3aff-4e38-9f88-91c7cd021423 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:59.589497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdfcc79e-649b-4474-b42f-de348a923386 req-c5f5738c-3aff-4e38-9f88-91c7cd021423 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 944 time: 0.0560400 Nov 23 23:47:59.643342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bdfcc79e-649b-4474-b42f-de348a923386 req-8359c3fa-4e70-46fd-86ae-f20ce70b8624 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476887 Nov 23 23:47:59.643617 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] For port 70f11bae-354c-4c9c-b090-7955277fb8cf, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:47:59.647046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] For port 70f11bae-354c-4c9c-b090-7955277fb8cf, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=70f11bae-354c-4c9c-b090-7955277fb8cf,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:47:59.653765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.692380 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:47:59.692894 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:47:59.694325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] 10.222.0.46 "PUT /v2.0/ports/70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 1092 time: 0.6264346 Nov 23 23:47:59.694875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:47:59.697159 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994345e4-0fc0-4e77-a276-6266b140fd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:47:59.723540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c34f71-d3e1-492d-b81a-e77a80bd6f5b service neutron] Pushing event updated for resources: {'Port': ['ID=70f11bae-354c-4c9c-b090-7955277fb8cf,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:48:00.113026 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b402138-9274-400e-90ce-88a662beb7ea x-openstack-request-id: req-6b402138-9274-400e-90ce-88a662beb7ea {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:48:00.113321 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:48:00.113582 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b402138-9274-400e-90ce-88a662beb7ea {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:48:00.113978 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'status': 'completed', 'code': 200} Nov 23 23:48:00.130502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-da0eb6f6-da30-4fa7-9336-924020a7576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.132800 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-da0eb6f6-da30-4fa7-9336-924020a7576c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1095 time: 0.3905296 Nov 23 23:48:00.175085 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-1d8e992f-52c7-4baf-b51a-e28178331d2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 217 time: 0.0336158 Nov 23 23:48:00.224799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-7c6f786a-f317-43d2-9251-a64434dc7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.226283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-7c6f786a-f317-43d2-9251-a64434dc7428 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 200 len: 835 time: 0.0448925 Nov 23 23:48:00.277324 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-01ebe3be-2a41-4d2a-90c6-dab6f507189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.278743 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-01ebe3be-2a41-4d2a-90c6-dab6f507189f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2703541f-ceec-4ce1-9be6-37eafb93565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447624 Nov 23 23:48:00.369451 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-17ba622e-d523-4580-a289-317ce23d0cfd service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Nov 23 23:48:00.462396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-faaa75ef-7ba4-49aa-8ccb-c2b5c727db2b req-f12612ae-a1dd-4f9e-868e-59138516dddf service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853372 Nov 23 23:48:00.546818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-401cee63-d66a-4fca-847a-78b30f5dedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.548340 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-401cee63-d66a-4fca-847a-78b30f5dedc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1095 time: 0.0418661 Nov 23 23:48:00.641637 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-baaf857b-45a5-4e16-8886-e6bb290d79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.643151 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-baaf857b-45a5-4e16-8886-e6bb290d79ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 897 time: 0.0880089 Nov 23 23:48:00.684662 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-33c2f946-c899-4dc1-b492-bff21d4ac4c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 217 time: 0.0346670 Nov 23 23:48:00.736841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-1de982ac-d5b6-47cb-90db-1c2a898e9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.738338 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-1de982ac-d5b6-47cb-90db-1c2a898e9cc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 200 len: 835 time: 0.0463254 Nov 23 23:48:00.771390 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea26ac-6d24-4e9a-9729-560c72d5c098 req-ca608adb-ea30-4d69-b7be-2c67ead7f4fd tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.773863 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92ea26ac-6d24-4e9a-9729-560c72d5c098 req-ca608adb-ea30-4d69-b7be-2c67ead7f4fd tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 944 time: 0.0563185 Nov 23 23:48:00.795740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-0cace296-78d9-44fb-9d4d-da87f7c8b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:00.797381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-0cace296-78d9-44fb-9d4d-da87f7c8b150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2703541f-ceec-4ce1-9be6-37eafb93565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504441 Nov 23 23:48:00.829211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-92ea26ac-6d24-4e9a-9729-560c72d5c098 req-8595a30a-cebe-4bca-80fd-e71401f0bbe9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491319 Nov 23 23:48:00.889066 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-cbfa87de-045e-482f-b1de-896515c7bd23 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833015 Nov 23 23:48:00.983326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-994345e4-0fc0-4e77-a276-6266b140fd9b req-6882fbbd-c827-46be-8866-5d3833bba638 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870447 Nov 23 23:48:01.718086 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2c375c8a-4c59-4c5f-a9f6-2b33e146af42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:01.948678 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b0785-d26f-40af-88ed-63e043e332cc req-6806894b-9b59-4729-ad26-e55363d5c84e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:01.950153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88b0785-d26f-40af-88ed-63e043e332cc req-6806894b-9b59-4729-ad26-e55363d5c84e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 944 time: 0.0495617 Nov 23 23:48:02.000059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a88b0785-d26f-40af-88ed-63e043e332cc req-266a927c-02c2-4220-8790-32b7e996f874 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438719 Nov 23 23:48:02.609224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 70f11bae-354c-4c9c-b090-7955277fb8cf details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:48:02.707149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 70f11bae-354c-4c9c-b090-7955277fb8cf, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=70f11bae-354c-4c9c-b090-7955277fb8cf,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:48:02.719286 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'port_id': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'mac_address': 'fa:16:3e:da:c8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:48:02.756796 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:02.769706 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f11bae-354c-4c9c-b090-7955277fb8cf {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:48:02.790474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 70f11bae-354c-4c9c-b090-7955277fb8cf, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=70f11bae-354c-4c9c-b090-7955277fb8cf,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:48:02.795139 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:02.846084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=70f11bae-354c-4c9c-b090-7955277fb8cf,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:48:03.029346 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['70f11bae-354c-4c9c-b090-7955277fb8cf'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:48:03.125151 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fbc77-3edf-4a5d-aad0-2e585e3bb167 req-16960310-a6ce-4b5a-b4ca-259d55ba462a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:03.126723 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-936fbc77-3edf-4a5d-aad0-2e585e3bb167 req-16960310-a6ce-4b5a-b4ca-259d55ba462a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 945 time: 0.0530286 Nov 23 23:48:03.180738 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-936fbc77-3edf-4a5d-aad0-2e585e3bb167 req-52b831b5-d6d3-41e5-835b-b0b92f1fa728 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467889 Nov 23 23:48:04.297076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0852e-a00b-4449-bdff-1dcc1b0fcaee req-af9713e1-6961-4f6e-979c-23d2b850d4c7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:04.298557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5b0852e-a00b-4449-bdff-1dcc1b0fcaee req-af9713e1-6961-4f6e-979c-23d2b850d4c7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 945 time: 0.0500333 Nov 23 23:48:04.348841 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a5b0852e-a00b-4449-bdff-1dcc1b0fcaee req-83d88233-9aa4-45b7-9eab-6a4d034ffc64 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Nov 23 23:48:04.612890 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 70f11bae-354c-4c9c-b090-7955277fb8cf up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:48:04.663179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 70f11bae-354c-4c9c-b090-7955277fb8cf completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:48:04.667199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 70f11bae-354c-4c9c-b090-7955277fb8cf triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:48:04.667599 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:04.747818 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:04.770566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:48:04.773517 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e7512-c1b2-415f-9a48-db5cfb0cc867" -d '{"events": [{"server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "name": "network-vif-plugged", "status": "completed", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:48:04.787257 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 70f11bae-354c-4c9c-b090-7955277fb8cf, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=70f11bae-354c-4c9c-b090-7955277fb8cf,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:48:04.792635 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:04.816093 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3519e-0f04-4300-857c-aced978a621f x-openstack-request-id: req-e8b3519e-0f04-4300-857c-aced978a621f {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:48:04.816389 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "name": "network-vif-plugged", "status": "completed", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:48:04.816733 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8b3519e-0f04-4300-857c-aced978a621f {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:48:04.817047 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'code': 200} Nov 23 23:48:04.850369 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3fbda33a-0ca4-4448-ae11-1288bd27152e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:04.855867 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=70f11bae-354c-4c9c-b090-7955277fb8cf,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:48:04.911791 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20abfb-4c03-4618-9450-a7a83317a48c req-6da57112-6d6d-401c-88dd-76c59d884aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:04.913935 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b20abfb-4c03-4618-9450-a7a83317a48c req-6da57112-6d6d-401c-88dd-76c59d884aac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1097 time: 0.0417900 Nov 23 23:48:04.963656 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1b20abfb-4c03-4618-9450-a7a83317a48c req-36d8033b-fb0a-4d0d-8273-50261fb51ec2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Nov 23 23:48:05.301579 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:05.466525 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a285d-9ccd-41fd-8e70-96b7516a20b9 req-db4056ef-f522-4b44-aa3e-699164d25efd tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:05.467927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c4a285d-9ccd-41fd-8e70-96b7516a20b9 req-db4056ef-f522-4b44-aa3e-699164d25efd tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0497944 Nov 23 23:48:05.523159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c4a285d-9ccd-41fd-8e70-96b7516a20b9 req-0b0630d1-cfc2-4402-8938-17fc3611d95c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492210 Nov 23 23:48:06.642669 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda642-d9d8-42ff-963f-a8f73c77299d req-1552efb0-8ab1-47c9-ba98-9609e88b365c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:06.644194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fcda642-d9d8-42ff-963f-a8f73c77299d req-1552efb0-8ab1-47c9-ba98-9609e88b365c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0492659 Nov 23 23:48:06.693831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fcda642-d9d8-42ff-963f-a8f73c77299d req-b75a3c70-948c-4e76-8230-c2a6959107ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Nov 23 23:48:06.773806 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:06.815119 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3399-3421-4a3e-babd-cebe2b9eefe4 req-782fa24d-4a3b-4ee6-90d0-9f73d1ca7ca9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:06.816561 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-828b3399-3421-4a3e-babd-cebe2b9eefe4 req-782fa24d-4a3b-4ee6-90d0-9f73d1ca7ca9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0509613 Nov 23 23:48:06.867970 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-828b3399-3421-4a3e-babd-cebe2b9eefe4 req-70f04ea0-729f-4996-b31e-901d4983c183 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448375 Nov 23 23:48:06.889929 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34164) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:48:06.929392 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24df952-ec9b-4013-8c96-c56cc6034ffc tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:06.930946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c24df952-ec9b-4013-8c96-c56cc6034ffc tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1092 time: 0.0399280 Nov 23 23:48:06.933789 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34166) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:48:06.938048 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:48:06.962411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:07.070755 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:07.201452 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.240 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/f2f2212a-1f48-4f48-81e7-b963737efa78) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:48:07.301248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:07.335281 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:07.377051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:48:07.380076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:48:07.385038 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:48:07.390584 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=f2f2212a-1f48-4f48-81e7-b963737efa78,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:48:07.616068 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:07.783770 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:07.857182 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:08.008129 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:08.012628 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:08.085758 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=f2f2212a-1f48-4f48-81e7-b963737efa78,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:48:08.097673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:08.208837 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP e3dded4f-9ca4-469f-ba42-c151adf40b85 associated. External IP: 172.25.0.240, port: 70f11bae-354c-4c9c-b090-7955277fb8cf. Nov 23 23:48:08.419523 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1b216f93-e0fe-450f-bfcc-b56c9469efaf has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:48:08.537945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:48:08.548063 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] Sync routers for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:48:08.556668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:08.558184 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:48:08.558847 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:48:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:48:08.584779 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-7c9749e6-43de-439f-8ba2-a8d140ce2ec6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6494088 Nov 23 23:48:08.585387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:48:08.587734 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3809e8b-428c-4016-9d88-2cf9555efb74" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:48:08.634759 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e383ff34-b64c-43bc-8fd9-f81c47b664f0 x-openstack-request-id: req-e383ff34-b64c-43bc-8fd9-f81c47b664f0 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:48:08.635058 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:48:08.635317 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e383ff34-b64c-43bc-8fd9-f81c47b664f0 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:48:08.635786 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'status': 'completed', 'code': 200} Nov 23 23:48:08.642730 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:08.688368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:48:08.695947 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b193d6-6afa-464d-b5a9-5f6b5914d7b1 req-adb6c6d1-0722-4d6e-bd7e-c0bc3a4884da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:08.697429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7b193d6-6afa-464d-b5a9-5f6b5914d7b1 req-adb6c6d1-0722-4d6e-bd7e-c0bc3a4884da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0594676 Nov 23 23:48:08.703013 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-b83ce9f6-3bd2-431e-9044-5f37e8b6ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:08.704571 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-b83ce9f6-3bd2-431e-9044-5f37e8b6ba6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1097 time: 0.0454023 Nov 23 23:48:08.751643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7b193d6-6afa-464d-b5a9-5f6b5914d7b1 req-e2b44256-6efa-4e88-a0c6-df097a88b4a5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 Nov 23 23:48:08.774978 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34172) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:48:08.813460 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-5c11f0e3-c4aa-48d0-8c67-e8990745f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:08.815001 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-5c11f0e3-c4aa-48d0-8c67-e8990745f500 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 897 time: 0.1039541 Nov 23 23:48:08.841408 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-78dc6384-4035-43be-b355-7d3eef079895 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/e3dded4f-9ca4-469f-ba42-c151adf40b85 HTTP/1.1" status: 200 len: 992 time: 0.0648441 Nov 23 23:48:08.880507 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-3ed04dd5-5422-419c-a8f6-3c44108e6230 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 1000 time: 0.0587831 Nov 23 23:48:08.923694 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3dded4f-9ca4-469f-ba42-c151adf40b85', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'port_id': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'mac_address': 'fa:16:3e:da:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:48:07Z', 'updated_at': '2021-11-23T23:48:07Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:57Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:48:08.932083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-c7081a4c-8178-4b74-9c76-4d8fb03725a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:08.933551 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-c7081a4c-8178-4b74-9c76-4d8fb03725a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 200 len: 835 time: 0.0459058 Nov 23 23:48:08.950161 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] Checking router: 1b216f93-e0fe-450f-bfcc-b56c9469efaf for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:48:08.958384 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:48:08.959744 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:48:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:48:08.985746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-fd9b6a87-d04a-4ccd-97f7-d6a962f0558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:08.987294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-fd9b6a87-d04a-4ccd-97f7-d6a962f0558f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2703541f-ceec-4ce1-9be6-37eafb93565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465205 Nov 23 23:48:09.065263 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:48:09.079075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-c5684564-3ceb-4f71-adb5-ada3b99f3a8b service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Nov 23 23:48:09.185913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b3809e8b-428c-4016-9d88-2cf9555efb74 req-9020aef0-b5bd-4134-9fd0-6dccd8533505 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999515 Nov 23 23:48:09.388180 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3dded4f-9ca4-469f-ba42-c151adf40b85', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'port_id': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'mac_address': 'fa:16:3e:da:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:48:07Z', 'updated_at': '2021-11-23T23:48:07Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:57Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:48:09.417993 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ddc39-5d54-4f79-bc03-84b3fbd7a6e9 None None] The sync data for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 is: [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'e3dded4f-9ca4-469f-ba42-c151adf40b85', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'port_id': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'mac_address': 'fa:16:3e:da:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:48:07Z', 'updated_at': '2021-11-23T23:48:07Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:57Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:48:09.612446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f4fab-4c18-4536-8d05-b7bba3a068df None None] New status for floating IP e3dded4f-9ca4-469f-ba42-c151adf40b85: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:48:09.650847 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-a5f6132b-0ded-486a-9838-5ce74a6b6936 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447481 Nov 23 23:48:09.734080 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-72a71046-0602-4b88-91a1-51175c0ced8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:09.735473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-72a71046-0602-4b88-91a1-51175c0ced8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1097 time: 0.0429213 Nov 23 23:48:09.845171 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-eedefe52-bc24-449e-a34d-895926930449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:09.845434 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:48:09.846658 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-eedefe52-bc24-449e-a34d-895926930449 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 897 time: 0.0920718 Nov 23 23:48:09.909819 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ae419e84-5b96-42d8-986b-7f0264121ad9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/e3dded4f-9ca4-469f-ba42-c151adf40b85 HTTP/1.1" status: 200 len: 994 time: 0.0633378 Nov 23 23:48:09.915662 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-2a401042-fe39-4112-a04a-de33691e5f16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 1002 time: 0.0620728 Nov 23 23:48:09.970793 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-d10af1f7-b45c-4a37-84fa-1dac71937314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:09.972318 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-d10af1f7-b45c-4a37-84fa-1dac71937314 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 200 len: 835 time: 0.0495787 Nov 23 23:48:10.023334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-9f8971bf-f212-4bbf-a0f8-4c1602d020bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:10.024785 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-9f8971bf-f212-4bbf-a0f8-4c1602d020bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2703541f-ceec-4ce1-9be6-37eafb93565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456810 Nov 23 23:48:10.114667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-084c8e74-e14d-40a6-8a00-bb516951507b service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824645 Nov 23 23:48:10.218889 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-e8e6ec36-d566-4f11-900e-75a7872aeab4 req-128d6360-75ff-41c5-899d-37687c9ca5b0 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966785 Nov 23 23:48:15.295052 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:48:27.626032 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:31.722541 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-77871c48-62eb-4006-b790-4b3c9ddc0b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:34.823309 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80d31178-4759-4480-9d40-b230349c2763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:35.303734 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:36.763602 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:37.623195 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:38.653881 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:48:38.691554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a365a9e-8f75-444d-840d-840f8a1513d7 req-6f90aac7-b94a-47b2-a349-cbfcec0032a9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:38.693094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a365a9e-8f75-444d-840d-840f8a1513d7 req-6f90aac7-b94a-47b2-a349-cbfcec0032a9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0533285 Nov 23 23:48:38.699764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0c95-807d-4604-b963-a062f69da453 req-f766b404-b07c-4057-882c-30dc87a65451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:38.701375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-f766b404-b07c-4057-882c-30dc87a65451 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1097 time: 0.0441916 Nov 23 23:48:38.744652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a365a9e-8f75-444d-840d-840f8a1513d7 req-b388755a-ae3c-4d2d-a3fc-db5b6e48e1ed tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Nov 23 23:48:38.798833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0c95-807d-4604-b963-a062f69da453 req-007830f2-e9f9-4923-8d4b-8dbbea20bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:38.800346 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-007830f2-e9f9-4923-8d4b-8dbbea20bfff service neutron] 10.222.0.46 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 897 time: 0.0920784 Nov 23 23:48:38.869540 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-8a87289a-6251-49f6-a55f-700344b68017 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 1002 time: 0.0607197 Nov 23 23:48:38.920566 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0c95-807d-4604-b963-a062f69da453 req-e374e329-67b3-4d44-9740-aa39bc243438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:38.922007 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-e374e329-67b3-4d44-9740-aa39bc243438 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 200 len: 835 time: 0.0441704 Nov 23 23:48:38.970902 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0c95-807d-4604-b963-a062f69da453 req-020d8e26-016a-4670-97da-077999a9f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:38.972432 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-020d8e26-016a-4670-97da-077999a9f921 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2703541f-ceec-4ce1-9be6-37eafb93565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438848 Nov 23 23:48:38.983349 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-2b20f8dc-7001-448d-a09f-6abacda17783 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:48:38.984461 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-2b20f8dc-7001-448d-a09f-6abacda17783 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050995 Nov 23 23:48:39.088993 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-fa8e717a-d113-46b1-ba5a-12ee4db229d2 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977960 Nov 23 23:48:39.196321 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a58b0c95-807d-4604-b963-a062f69da453 req-1b81cef4-3d63-4622-b540-9daeae5c68cd service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986843 Nov 23 23:48:39.895670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd95f6-d2f8-4980-b256-8abea258787e req-c60e3590-de7a-4970-bc1c-5e232d7d8c82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:39.897162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60fd95f6-d2f8-4980-b256-8abea258787e req-c60e3590-de7a-4970-bc1c-5e232d7d8c82 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0703368 Nov 23 23:48:39.950604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60fd95f6-d2f8-4980-b256-8abea258787e req-368973ba-f8e2-41fc-8ea1-671bfc7d93a6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469673 Nov 23 23:48:41.086283 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f99253-c7e5-45ff-91ed-c6dd7ed147f2 req-d5c93219-c87a-4cac-9af5-9cab05347362 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:41.087925 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94f99253-c7e5-45ff-91ed-c6dd7ed147f2 req-d5c93219-c87a-4cac-9af5-9cab05347362 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0550356 Nov 23 23:48:41.146859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-94f99253-c7e5-45ff-91ed-c6dd7ed147f2 req-5ee9a079-f4b2-4cc7-9486-d2f186ecfb6e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522392 Nov 23 23:48:42.266038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093df6-0afe-4b66-8ba5-3b49fc53646d req-1d810f6e-5cfa-4732-b742-493846628b35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:42.267544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64093df6-0afe-4b66-8ba5-3b49fc53646d req-1d810f6e-5cfa-4732-b742-493846628b35 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0496993 Nov 23 23:48:42.317716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-64093df6-0afe-4b66-8ba5-3b49fc53646d req-af0d7f5b-b5f2-49b6-85bb-5afe87b169a5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442488 Nov 23 23:48:43.441480 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14760-3a13-4614-a31c-a3302dc4c6a5 req-621a7c51-e2a1-42ab-9d7c-0a40d0984d0a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:43.442892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ee14760-3a13-4614-a31c-a3302dc4c6a5 req-621a7c51-e2a1-42ab-9d7c-0a40d0984d0a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0537639 Nov 23 23:48:43.495597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4ee14760-3a13-4614-a31c-a3302dc4c6a5 req-209ff551-af29-4023-9c23-43d575f96d08 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464258 Nov 23 23:48:44.611929 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aa4e0-8314-4519-a055-3b505537a7f7 req-32e6daf9-68e8-46b5-8db6-ed33ddc4dc5b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:44.613443 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-354aa4e0-8314-4519-a055-3b505537a7f7 req-32e6daf9-68e8-46b5-8db6-ed33ddc4dc5b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0491998 Nov 23 23:48:44.663688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-354aa4e0-8314-4519-a055-3b505537a7f7 req-59280806-3f8b-403c-84ed-dd4413d31cf5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Nov 23 23:48:45.787753 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cefcc1-2241-4872-b973-ae810ac26fea req-a8e27a74-0421-4890-a72f-f9ab5634dde9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:45.789267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02cefcc1-2241-4872-b973-ae810ac26fea req-a8e27a74-0421-4890-a72f-f9ab5634dde9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0530899 Nov 23 23:48:45.844876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02cefcc1-2241-4872-b973-ae810ac26fea req-eb72df93-c15a-4f51-900a-b617a4331029 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493312 Nov 23 23:48:46.962570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e00538-c0bf-419e-ba14-6350646adcc4 req-67fca2ae-ede6-44dc-bde2-c6865e330269 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:46.964057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68e00538-c0bf-419e-ba14-6350646adcc4 req-67fca2ae-ede6-44dc-bde2-c6865e330269 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0492597 Nov 23 23:48:47.015422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-68e00538-c0bf-419e-ba14-6350646adcc4 req-44c80fac-dab4-44ed-936e-860363253740 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453682 Nov 23 23:48:48.140649 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dac8ef-03c7-45c1-b0e4-41e12e5d69b3 req-7139b55c-c026-419d-b872-d5c014f8d0f3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:48.142371 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2dac8ef-03c7-45c1-b0e4-41e12e5d69b3 req-7139b55c-c026-419d-b872-d5c014f8d0f3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0528126 Nov 23 23:48:48.199347 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f2dac8ef-03c7-45c1-b0e4-41e12e5d69b3 req-79b5d068-2c85-4b5a-b7f7-cd5f7b18bcac tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506034 Nov 23 23:48:49.320356 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48fbc1-62f1-4709-8669-a76c9bca5ac3 req-64780d1d-44fc-4f28-bc04-cf94786a616a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:49.322340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c48fbc1-62f1-4709-8669-a76c9bca5ac3 req-64780d1d-44fc-4f28-bc04-cf94786a616a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0536122 Nov 23 23:48:49.370885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c48fbc1-62f1-4709-8669-a76c9bca5ac3 req-070cefc3-c95a-46d1-97b5-8c4a7b1bc4e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Nov 23 23:48:50.489344 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b2ebe-8d39-4eac-bc32-5164a068ffb4 req-31eaaa86-a479-49e3-bac8-a290cd3526f1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:48:50.490882 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-789b2ebe-8d39-4eac-bc32-5164a068ffb4 req-31eaaa86-a479-49e3-bac8-a290cd3526f1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0486417 Nov 23 23:48:50.540237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-789b2ebe-8d39-4eac-bc32-5164a068ffb4 req-6882524a-e178-4fbd-8d91-438e876355eb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Nov 23 23:48:50.562341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34208) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:48:50.626937 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-413737f3-efa5-4d3f-8a2d-cb6b7ba50ba7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/e3dded4f-9ca4-469f-ba42-c151adf40b85 HTTP/1.1" status: 200 len: 994 time: 0.0634024 Nov 23 23:48:52.293646 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:48:57.644307 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:01.724618 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-83b45df6-8a2f-4c2b-bc1f-a9e96a20f899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:04.824916 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b47f44cf-6324-4ae1-b34f-a9f823844391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:05.307205 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:06.766512 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:07.616333 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:08.646243 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:11.656078 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-cfb17a62-72c2-4960-a48c-91af84a4ce43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403962 Nov 23 23:49:11.738225 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-ce779893-6cf0-4e84-a20a-be410b904d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:11.739747 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-ce779893-6cf0-4e84-a20a-be410b904d7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1097 time: 0.0411968 Nov 23 23:49:11.854138 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-4a07c68c-5129-44cc-a3f6-509090e7fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:11.855667 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-4a07c68c-5129-44cc-a3f6-509090e7fd1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 897 time: 0.0962706 Nov 23 23:49:11.925280 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-03298af5-67ce-4194-aa79-432f1cfe88fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 1002 time: 0.0617247 Nov 23 23:49:11.978212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-24d4b28a-94c2-4c64-980a-5cf47593b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:11.979666 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-24d4b28a-94c2-4c64-980a-5cf47593b3d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 200 len: 835 time: 0.0472515 Nov 23 23:49:12.027066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-bfe7d97d-8be7-4767-a6bf-9bbf83f38515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:12.028593 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-bfe7d97d-8be7-4767-a6bf-9bbf83f38515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2703541f-ceec-4ce1-9be6-37eafb93565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409999 Nov 23 23:49:12.120493 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-6dbd8b6f-e5cd-419f-b86b-9b6fc88020f4 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Nov 23 23:49:12.217295 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-1c8dd174-5e66-488d-94af-1e3f25d354d3 req-d5fcd67b-432e-4c9d-8317-0add56db0bb3 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877264 Nov 23 23:49:20.976098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34222) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:21.134532 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port f2f2212a-1f48-4f48-81e7-b963737efa78 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:49:21.134868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:21.215835 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:21.216171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:21.228451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for f2f2212a-1f48-4f48-81e7-b963737efa78 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:49:21.370742 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:21.401285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=f2f2212a-1f48-4f48-81e7-b963737efa78,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:21.424025 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.424373 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.424718 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.425059 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.425399 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.425738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.426076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.426408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.426740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.427071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.427400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.427763 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:21.471383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:21.471774 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP e3dded4f-9ca4-469f-ba42-c151adf40b85 disassociated (deleted). External IP: 172.25.0.240, port: 70f11bae-354c-4c9c-b090-7955277fb8cf. Nov 23 23:49:21.686372 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1b216f93-e0fe-450f-bfcc-b56c9469efaf has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:49:22.121937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:49:22.127385 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:22.135000 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] Sync routers for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:49:22.152062 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:22.153066 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:22.157377 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1805971c-7531-4486-846c-0cd7069c1f7c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/floatingips/e3dded4f-9ca4-469f-ba42-c151adf40b85 HTTP/1.1" status: 204 len: 168 time: 1.1795592 Nov 23 23:49:22.157635 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:49:22.159751 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:49:22.205577 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f603a37-333d-453b-af1f-133d1c8d433f x-openstack-request-id: req-5f603a37-333d-453b-af1f-133d1c8d433f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:49:22.205911 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:49:22.206176 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f603a37-333d-453b-af1f-133d1c8d433f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:49:22.206587 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'status': 'completed', 'code': 200} Nov 23 23:49:22.274512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-8e87051e-e202-42f5-bc9b-e64684166c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:22.277579 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-8e87051e-e202-42f5-bc9b-e64684166c65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 1097 time: 0.0465555 Nov 23 23:49:22.277806 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:22.393968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-5f9b0172-df41-4977-b7cc-6e6710371590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:22.395469 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-5f9b0172-df41-4977-b7cc-6e6710371590 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 200 len: 897 time: 0.1126745 Nov 23 23:49:22.444358 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-8a03bd15-b713-4010-9f3c-3f5944fdc535 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 200 len: 217 time: 0.0387239 Nov 23 23:49:22.506412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-b42ad868-fe9d-47df-bd8c-095a44eed74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:22.507919 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-b42ad868-fe9d-47df-bd8c-095a44eed74d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 200 len: 835 time: 0.0544040 Nov 23 23:49:22.513817 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:57Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:22.521755 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421407-941c-4a4c-ac84-f2abb03606b8 req-af989e81-7ed6-4f0e-b66e-b925a239b68c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:22.523295 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99421407-941c-4a4c-ac84-f2abb03606b8 req-af989e81-7ed6-4f0e-b66e-b925a239b68c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.1172898 Nov 23 23:49:22.548369 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] Checking router: 1b216f93-e0fe-450f-bfcc-b56c9469efaf for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:49:22.561781 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:22.562701 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-2de9e5cb-cfdc-4567-99e0-dcb1c1415347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:22.562981 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:22.564407 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-2de9e5cb-cfdc-4567-99e0-dcb1c1415347 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2703541f-ceec-4ce1-9be6-37eafb93565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475354 Nov 23 23:49:22.581438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99421407-941c-4a4c-ac84-f2abb03606b8 req-2c8cde08-a36f-41e9-b78f-b231541f6730 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503504 Nov 23 23:49:22.674080 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:22.677362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-31f5b3c9-89a1-4676-b97c-3e3622d745d1 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974147 Nov 23 23:49:22.897858 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:57Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:22.925948 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f3d79-b795-44ed-8968-297b91148cb1 None None] The sync data for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 is: [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:54Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7bb2d5d-2c54-4050-a69e-50823ea612c9', 'name': '', 'network_id': '2703541f-ceec-4ce1-9be6-37eafb93565e', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:01:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '41037739-c63f-4a50-be39-564e24ae3eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:53Z', 'updated_at': '2021-11-23T23:47:57Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '41037739-c63f-4a50-be39-564e24ae3eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:49:23.129935 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-dfca5cf0-9de3-4ca9-9f94-7d52ce68effd req-47c388db-f47d-4eaa-bdc4-9bf90ec157a9 service neutron] 10.222.0.46 "GET /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442449 Nov 23 23:49:23.197916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aec39c-0a31-44d3-b034-42190f8c0580 None None] New status for floating IP e3dded4f-9ca4-469f-ba42-c151adf40b85: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:49:23.766488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607db5bc-864d-459e-8512-a698ab6e3c3c req-a5cc3772-85b8-486d-9116-8bb04ca6f59c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:23.767974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-607db5bc-864d-459e-8512-a698ab6e3c3c req-a5cc3772-85b8-486d-9116-8bb04ca6f59c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.1049087 Nov 23 23:49:23.826396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-607db5bc-864d-459e-8512-a698ab6e3c3c req-a4c68f56-8290-4217-b536-a32855e80e46 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512438 Nov 23 23:49:23.873482 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-bbdd176b-15d6-4ccd-a612-45e547da38a6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:23.874904 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-bbdd176b-15d6-4ccd-a612-45e547da38a6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b HTTP/1.1" status: 200 len: 946 time: 0.0538199 Nov 23 23:49:23.981005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 70f11bae-354c-4c9c-b090-7955277fb8cf {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:49:23.981525 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:24.078180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 70f11bae-354c-4c9c-b090-7955277fb8cf, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=70f11bae-354c-4c9c-b090-7955277fb8cf,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:24.078627 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:24.091980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 70f11bae-354c-4c9c-b090-7955277fb8cf owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:49:24.230249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:24.271895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=70f11bae-354c-4c9c-b090-7955277fb8cf,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:24.297046 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.297396 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.297838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.298085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.298431 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.298748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.299085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.299412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.299764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.300092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.300417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.300740 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:24.323930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] No DVR routers for this DVR port 70f11bae-354c-4c9c-b090-7955277fb8cf on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:49:24.326670 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:24.330141 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-61855c87-5c9f-4adb-9fc6-950ea6da18a2 req-55854af3-3f83-478a-b58f-1dc6a38bbf37 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.46 "DELETE /v2.0/ports/70f11bae-354c-4c9c-b090-7955277fb8cf HTTP/1.1" status: 204 len: 173 time: 0.4480240 Nov 23 23:49:24.330555 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'name': 'network-vif-deleted', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:49:24.332857 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7123cbad-2ca8-4c46-9f61-18205b256ca6" -d '{"events": [{"server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "name": "network-vif-deleted", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:49:24.382275 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019555e-7e3f-4216-8715-d0fe6a80abaf x-openstack-request-id: req-2019555e-7e3f-4216-8715-d0fe6a80abaf {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:49:24.382583 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b", "name": "network-vif-deleted", "tag": "70f11bae-354c-4c9c-b090-7955277fb8cf", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:49:24.382842 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2019555e-7e3f-4216-8715-d0fe6a80abaf {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:49:24.383281 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa48e1f-53f9-4c04-b9fd-704aa0f1ab7b', 'name': 'network-vif-deleted', 'tag': '70f11bae-354c-4c9c-b090-7955277fb8cf', 'status': 'completed', 'code': 200} Nov 23 23:49:24.888384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34244) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:25.280712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:25.547299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port f7bb2d5d-2c54-4050-a69e-50823ea612c9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:49:25.547552 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:25.644523 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port f7bb2d5d-2c54-4050-a69e-50823ea612c9, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7bb2d5d-2c54-4050-a69e-50823ea612c9,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:25.644887 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:25.659170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for f7bb2d5d-2c54-4050-a69e-50823ea612c9 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:49:25.871675 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:25.899829 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=f7bb2d5d-2c54-4050-a69e-50823ea612c9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:26.103878 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:26.334030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1b216f93-e0fe-450f-bfcc-b56c9469efaf has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:49:26.455066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:49:26.460423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-20c55a1a-7297-4d48-9d21-a49e65aa287e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/1b216f93-e0fe-450f-bfcc-b56c9469efaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5709376 Nov 23 23:49:26.463702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34246) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:26.466422 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] Sync routers for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:49:26.477361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:26.478683 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:26.519120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting subnet 41037739-c63f-4a50-be39-564e24ae3eee {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:49:26.523029 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:26.578397 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:26.605088 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:26.670190 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:26.737128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:26.763507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Subnet': ['ID=41037739-c63f-4a50-be39-564e24ae3eee,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:26.769640 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:26.772935 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-88d483a1-41ae-472a-8363-24b2d43eff10 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/subnets/41037739-c63f-4a50-be39-564e24ae3eee HTTP/1.1" status: 204 len: 168 time: 0.3082478 Nov 23 23:49:26.775980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34248) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:26.778950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf23c1d7-2fe9-41d3-a5b6-dfceab1b7555 None None] Network 2703541f-ceec-4ce1-9be6-37eafb93565e requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:49:26.813292 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:49:25Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:26.842732 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] Checking router: 1b216f93-e0fe-450f-bfcc-b56c9469efaf for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:49:26.857796 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] Routers {'1b216f93-e0fe-450f-bfcc-b56c9469efaf'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:26.858453 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:26.882916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 70f11bae-354c-4c9c-b090-7955277fb8cf no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:49:26.897719 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:26.911029 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 70f11bae-354c-4c9c-b090-7955277fb8cf {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:49:26.911361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 70f11bae-354c-4c9c-b090-7955277fb8cf not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:49:27.024571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] DHCP port deletion for 2703541f-ceec-4ce1-9be6-37eafb93565e request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:49:27.043100 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.080910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Deleting port 9a1f5949-a52d-47de-8b19-2053096b010d {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:49:27.081190 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.084410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] Set router 1b216f93-e0fe-450f-bfcc-b56c9469efaf gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:27.106566 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 41736127-ed34-464b-8ef7-8820d7ee81ad {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:49:27.106897 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.154027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] For port 9a1f5949-a52d-47de-8b19-2053096b010d, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=9a1f5949-a52d-47de-8b19-2053096b010d,segment=NetworkSegment(54601b91-fc54-46fe-bb93-bf67e048d497),segment_id=54601b91-fc54-46fe-bb93-bf67e048d497)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:27.154422 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.168808 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Calling delete_port for 9a1f5949-a52d-47de-8b19-2053096b010d owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:49:27.203612 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 41736127-ed34-464b-8ef7-8820d7ee81ad, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=41736127-ed34-464b-8ef7-8820d7ee81ad,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:27.203981 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.218329 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 41736127-ed34-464b-8ef7-8820d7ee81ad owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:49:27.254256 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.276298 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:49:25Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:27.282377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Pushing event deleted for resources: {'Port': ['ID=9a1f5949-a52d-47de-8b19-2053096b010d,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:27.284791 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] No DVR routers for this DVR port 9a1f5949-a52d-47de-8b19-2053096b010d on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:49:27.294365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.294741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.295055 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.295393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.295813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.296152 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.296485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.296814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.297142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.297469 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.298167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.298167 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c88d7e-2942-43dc-a527-3bf84ef41281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:27.308492 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8c768-46cc-40e9-be88-db7915e68b86 None None] The sync data for ids ['1b216f93-e0fe-450f-bfcc-b56c9469efaf'] in n-d-817303-3 is: [{'id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781357667', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:49:25Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '41736127-ed34-464b-8ef7-8820d7ee81ad', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b216f93-e0fe-450f-bfcc-b56c9469efaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:47:51Z', 'updated_at': '2021-11-23T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:49:27.411561 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.435773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=41736127-ed34-464b-8ef7-8820d7ee81ad,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:27.452382 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c416ae8-1f29-4cca-8f6b-ca4b64f77eda None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:49:27.507202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.605226 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.607421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.643181 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.653873 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.654467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Fanout notify agent at l3_agent the message router_deleted on router 1b216f93-e0fe-450f-bfcc-b56c9469efaf {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:49:27.661731 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.662896 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c54cb03f-6639-4280-ae5c-27a7a4855910 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/routers/1b216f93-e0fe-450f-bfcc-b56c9469efaf HTTP/1.1" status: 204 len: 168 time: 0.8859365 Nov 23 23:49:27.666410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34250) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:27.749228 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.847597 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.868484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2703541f-ceec-4ce1-9be6-37eafb93565e']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:27.878485 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54601b91-fc54-46fe-bb93-bf67e048d497') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:27.878778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54601b91-fc54-46fe-bb93-bf67e048d497') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:27.891461 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.907562 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.914448 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:49:27.916153 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: timer() Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: self._notify() Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:49:27.919458 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:49:27.993069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:27.999416 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.003678 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/networks/2703541f-ceec-4ce1-9be6-37eafb93565e HTTP/1.1" status: 204 len: 168 time: 0.3355718 Nov 23 23:49:28.005976 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34252) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:28.022305 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386ec3d-64f4-46b8-aaf4-4153ae5797a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Network': ['ID=2703541f-ceec-4ce1-9be6-37eafb93565e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:28.077449 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1968057c-115c-4bd3-85de-05267dc06bcb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.105364 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1968057c-115c-4bd3-85de-05267dc06bcb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.173057 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1968057c-115c-4bd3-85de-05267dc06bcb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.176542 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1968057c-115c-4bd3-85de-05267dc06bcb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.177815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1968057c-115c-4bd3-85de-05267dc06bcb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/security-groups/3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc HTTP/1.1" status: 204 len: 168 time: 0.1708193 Nov 23 23:49:28.188640 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968057c-115c-4bd3-85de-05267dc06bcb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e1fe0-7b5b-48c0-9e6f-28717fd18ccc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:28.384119 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7bb2d5d-2c54-4050-a69e-50823ea612c9 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:49:28.409606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f7bb2d5d-2c54-4050-a69e-50823ea612c9 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:49:28.409950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7bb2d5d-2c54-4050-a69e-50823ea612c9 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:49:28.410597 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 41736127-ed34-464b-8ef7-8820d7ee81ad no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:49:28.432626 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 41736127-ed34-464b-8ef7-8820d7ee81ad {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:49:28.432983 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 41736127-ed34-464b-8ef7-8820d7ee81ad not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:49:28.433419 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9a1f5949-a52d-47de-8b19-2053096b010d no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:49:28.450891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34258) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:28.454933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 9a1f5949-a52d-47de-8b19-2053096b010d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:49:28.455289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 9a1f5949-a52d-47de-8b19-2053096b010d not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:49:28.456141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0e4b35ce-f7a4-486e-b9d9-1733e59a85e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790094393', 'description': 'tempest-secgroup-smoke-790094393 description', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:28.481158 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e4b35ce-f7a4-486e-b9d9-1733e59a85e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.557875 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e4b35ce-f7a4-486e-b9d9-1733e59a85e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.561793 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e4b35ce-f7a4-486e-b9d9-1733e59a85e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.593265 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0e4b35ce-f7a4-486e-b9d9-1733e59a85e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.594440 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0e4b35ce-f7a4-486e-b9d9-1733e59a85e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1423690 Nov 23 23:49:28.595596 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b35ce-f7a4-486e-b9d9-1733e59a85e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:28.597581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34260) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:28.602332 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-464e650b-ed39-4afd-800b-803bd6ec1bcc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': 'cf687ceb-03c9-41bf-9ad0-8f3bbd011df2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:28.634942 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-464e650b-ed39-4afd-800b-803bd6ec1bcc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.693185 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-464e650b-ed39-4afd-800b-803bd6ec1bcc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.703980 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-464e650b-ed39-4afd-800b-803bd6ec1bcc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.724660 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e650b-ed39-4afd-800b-803bd6ec1bcc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9486db9-c961-4e82-b702-0833febc0d27,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:28.734261 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-464e650b-ed39-4afd-800b-803bd6ec1bcc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.735490 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-464e650b-ed39-4afd-800b-803bd6ec1bcc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368864 Nov 23 23:49:28.738856 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34262) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:28.744475 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-ab638793-f7a6-45ee-bc6f-f9a3962ae31a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': 'cf687ceb-03c9-41bf-9ad0-8f3bbd011df2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:28.772364 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab638793-f7a6-45ee-bc6f-f9a3962ae31a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.828637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab638793-f7a6-45ee-bc6f-f9a3962ae31a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.832304 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab638793-f7a6-45ee-bc6f-f9a3962ae31a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.849606 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab638793-f7a6-45ee-bc6f-f9a3962ae31a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440ca86e-6d6d-4ef0-b35b-b136883307aa,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:28.857972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab638793-f7a6-45ee-bc6f-f9a3962ae31a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.859175 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ab638793-f7a6-45ee-bc6f-f9a3962ae31a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192091 Nov 23 23:49:28.862019 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34264) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:28.866234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-70c9488b-ac70-4e75-8df5-acb116dc00e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': 'cf687ceb-03c9-41bf-9ad0-8f3bbd011df2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:28.897321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70c9488b-ac70-4e75-8df5-acb116dc00e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.957918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70c9488b-ac70-4e75-8df5-acb116dc00e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.962255 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70c9488b-ac70-4e75-8df5-acb116dc00e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.980697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9488b-ac70-4e75-8df5-acb116dc00e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5d6a7c-f1f8-41ba-becd-ed12895f75be,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:28.990370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-70c9488b-ac70-4e75-8df5-acb116dc00e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:28.991560 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-70c9488b-ac70-4e75-8df5-acb116dc00e7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286354 Nov 23 23:49:28.994756 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34266) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:28.999078 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c0f2fb7a-bacc-4266-a7e6-78a92c6503f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': 'cf687ceb-03c9-41bf-9ad0-8f3bbd011df2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:29.038680 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fb7a-bacc-4266-a7e6-78a92c6503f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.102341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fb7a-bacc-4266-a7e6-78a92c6503f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.105852 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fb7a-bacc-4266-a7e6-78a92c6503f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.123047 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2fb7a-bacc-4266-a7e6-78a92c6503f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f19770-aa99-4013-85a7-b2d688ccc089,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:29.131844 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fb7a-bacc-4266-a7e6-78a92c6503f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.133057 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c0f2fb7a-bacc-4266-a7e6-78a92c6503f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373770 Nov 23 23:49:29.136490 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34268) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:29.140868 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': 'cf687ceb-03c9-41bf-9ad0-8f3bbd011df2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:29.162934 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:49:29.167854 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.226020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.229901 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.248147 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd3f42c-af4a-42af-8926-566091c94d5c,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:29.256045 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.257294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-35ba50e9-d725-4b86-a539-52c7bef51171 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198571 Nov 23 23:49:29.261341 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34270) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:29.265839 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': 'cf687ceb-03c9-41bf-9ad0-8f3bbd011df2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:29.288850 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:49:29.293822 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:49:29.294675 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.371886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.376115 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.396614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be98c2e9-e07c-4bd5-886b-7f0f8c2170b7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:29.406154 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.407396 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f93b9ec1-ab2e-4c8e-8232-b150ae5e57e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450639 Nov 23 23:49:29.410308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34272) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:29.415250 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'network': {'name': 'tempest-network-smoke--652793009', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'port_security_enabled': True}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:29.437994 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:49:29.441811 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.467223 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:49:29.476058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.476411 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Added segment 692943a0-ba29-4515-b77d-e2c9c3c6954c of type vlan for network bc3fe0c6-1862-4131-babf-6c4689ca68c1 Nov 23 23:49:29.520486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.545212 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.550818 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:29.551405 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.591351 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1799831 Nov 23 23:49:29.594189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34274) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:29.598985 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'admin_state_up': True, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:29.629389 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.629654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6211d-9b32-4aaf-89cd-8e10f515ecf6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Network': ['ID=bc3fe0c6-1862-4131-babf-6c4689ca68c1,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:29.630430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.640162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:49:29.686444 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:29.836173 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:30.033974 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:30.052371 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:30.156761 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.109 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/85012c17-b7c6-4177-ab11-03b59a80e506) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:49:30.257985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:30.298663 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:30.339825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:49:30.342724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:49:30.346184 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:49:30.354924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054946f-7309-48d3-aacc-a0def36ff5f4 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:49:30.370639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=85012c17-b7c6-4177-ab11-03b59a80e506,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:30.452929 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-2b198b44-fa5c-4372-997b-6f11a5635457 None None] Provisioning complete for port 85012c17-b7c6-4177-ab11-03b59a80e506 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:30.453303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2b198b44-fa5c-4372-997b-6f11a5635457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:30.488993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-2b198b44-fa5c-4372-997b-6f11a5635457 None None] Port 85012c17-b7c6-4177-ab11-03b59a80e506 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:49:30.620686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:31.136423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:31.264250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1359dd62-4944-4550-ab1e-4721a9d6602a is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:49:31.368161 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:49:31.377934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Sync routers for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:49:31.388755 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:31.388980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:31.389342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:31.390225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-202b50a3-9f46-45d5-8c0e-aa6cda36d281 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7949572 Nov 23 23:49:31.393450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34276) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:31.425439 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4d3467ec-1596-4970-8018-0024d5719170 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b2ce5f6a10074f63b1e505de5a597105&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308805 Nov 23 23:49:31.427965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34278) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:31.497567 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:31.519590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef893d-82df-4121-b8b5-6242e9c17c24 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:31.521140 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9eef893d-82df-4121-b8b5-6242e9c17c24 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920041 Nov 23 23:49:31.524606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34280) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:31.560456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a3bbb818-f980-44dd-a479-3f58df1c7f2a tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346472 Nov 23 23:49:31.562884 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34282) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:31.569202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-556038194', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:31.666892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:49:31.670641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:31.702955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:30Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:31.737754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Checking router: 1359dd62-4944-4550-ab1e-4721a9d6602a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:49:31.738108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Updating router 1359dd62-4944-4550-ab1e-4721a9d6602a port 85012c17-b7c6-4177-ab11-03b59a80e506 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:49:31.766677 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0512e92e-18e0-485b-878e-126d0bc9b724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:31.776601 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:31.905900 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:31.967629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Subnet': ['ID=4d844c39-b484-4007-8766-f7cdef789ba4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:31.976942 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Checking segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:49:31.977319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network hostable DHCP agents. Network: bc3fe0c6-1862-4131-babf-6c4689ca68c1, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:49:31.993920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:49:32.003114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, bc3fe0c6-1862-4131-babf-6c4689ca68c1) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:49:32.007232 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:32.007858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.022955 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e69d7d-1198-4b90-86ab-b5de430e1da5 None None] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:49:32.031285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-37d8e789-d2e6-4923-8f6f-41714f2f8473 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4670670 Nov 23 23:49:32.034086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34284) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:32.064893 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.095723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.165470 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435efb6-cca3-445b-938c-ac295afa4e44 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:49:32.342334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7bd8b-4c81-45a5-9739-928a23ad924d None None] Pushing event updated for resources: {'Port': ['ID=85012c17-b7c6-4177-ab11-03b59a80e506,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:32.345518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Attempting to bind port 85012c17-b7c6-4177-ab11-03b59a80e506 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:49:32.345883 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Attempting to bind port 85012c17-b7c6-4177-ab11-03b59a80e506 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:49:32.346241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Attempting to bind port 85012c17-b7c6-4177-ab11-03b59a80e506 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:49:32.374243 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:49:32.374616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:49:32.375021 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.375413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:49:32.375919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Bound port: 85012c17-b7c6-4177-ab11-03b59a80e506, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:49:32.376297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.464542 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c7b91d2f-f370-4fbd-a470-82284d97091f None None] Provisioning complete for port 85012c17-b7c6-4177-ab11-03b59a80e506 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:32.464542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c7b91d2f-f370-4fbd-a470-82284d97091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.466000 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] For port 85012c17-b7c6-4177-ab11-03b59a80e506, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:49:32.469368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:49:32.470224 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.473038 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] For port 85012c17-b7c6-4177-ab11-03b59a80e506, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=85012c17-b7c6-4177-ab11-03b59a80e506,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:49:32.504434 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.507801 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.559005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c7b91d2f-f370-4fbd-a470-82284d97091f None None] Port 85012c17-b7c6-4177-ab11-03b59a80e506 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:49:32.615415 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7749f-0a1e-47b9-93ab-3f2a7edd1829 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:49:32.668518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7bd8b-4c81-45a5-9739-928a23ad924d None None] Pushing event updated for resources: {'Port': ['ID=85012c17-b7c6-4177-ab11-03b59a80e506,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:32.695324 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:32.695997 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:32.761849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fd69a760-061e-4733-9966-cc4abcdbf094 None None] Provisioning complete for port 85012c17-b7c6-4177-ab11-03b59a80e506 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:32.762128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fd69a760-061e-4733-9966-cc4abcdbf094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:32.813836 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Allocated IP 172.20.0.2 (bc3fe0c6-1862-4131-babf-6c4689ca68c1/4d844c39-b484-4007-8766-f7cdef789ba4/e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:49:32.886233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:33.085556 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fd69a760-061e-4733-9966-cc4abcdbf094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.147396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-fd69a760-061e-4733-9966-cc4abcdbf094 None None] For port 85012c17-b7c6-4177-ab11-03b59a80e506, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=85012c17-b7c6-4177-ab11-03b59a80e506,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:33.154512 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fd69a760-061e-4733-9966-cc4abcdbf094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.188377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.214299 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.251113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69a760-061e-4733-9966-cc4abcdbf094 None None] Pushing event updated for resources: {'Port': ['ID=85012c17-b7c6-4177-ab11-03b59a80e506,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:33.254731 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:49:33.261242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:49:33.262690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.1 (bc3fe0c6-1862-4131-babf-6c4689ca68c1/4d844c39-b484-4007-8766-f7cdef789ba4/3bb5c5c2-cd0d-47a6-b30d-78484abfedf2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:49:33.280198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:49:33.329631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Pushing event updated for resources: {'Port': ['ID=e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:33.350550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:30Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:33.382662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa690ec-3d2a-4bfd-9f8d-d479e8ece04c None None] The sync data for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 is: [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:30Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:49:33.388304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Attempting to bind port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:49:33.388810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Attempting to bind port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:49:33.389296 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Attempting to bind port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:49:33.391614 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.395104 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:49:33.395483 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Checking segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:49:33.395936 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.396308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Bound using segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:49:33.396778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Bound port: e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:49:33.397156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.426800 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.467500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:49:33.467759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] For port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:49:33.471108 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] For port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:49:33.473651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:49:33.477509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:49:33.484417 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.511593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:33.536200 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:33.550422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac748fb-2827-408a-8443-d615a1af5a86 None None] Pushing event updated for resources: {'Port': ['ID=e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:33.708377 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.058634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.065898 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.151505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:34.153974 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.260133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:49:34.262757 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:49:34.402523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:49:34.424936 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1359dd62-4944-4550-ab1e-4721a9d6602a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:49:34.472528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:34.473008 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.547636 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:49:34.557772 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.564003 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0103d431-1fd1-4ab2-b678-14e1ee99fb55 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/1359dd62-4944-4550-ab1e-4721a9d6602a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283747 Nov 23 23:49:34.607499 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:34.611918 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.613260 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 85012c17-b7c6-4177-ab11-03b59a80e506 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:49:34.677665 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a9510-1bee-4d05-8110-0fc673469ec0 None None] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:49:34.731864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-4d113c18-0c21-42a8-88e3-f280ea251503 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790094393&fields=id&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 267 time: 0.0526235 Nov 23 23:49:34.761943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:34.777592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b96f7dd4-6284-4552-a989-2c92b31ea328 None None] Provisioning complete for port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:34.777973 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b96f7dd4-6284-4552-a989-2c92b31ea328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.831347 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 85012c17-b7c6-4177-ab11-03b59a80e506 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:34.831754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.849584 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-3adce181-9094-4243-9f0a-3e0a4fba8416 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:34.851100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-3adce181-9094-4243-9f0a-3e0a4fba8416 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 796 time: 0.1120012 Nov 23 23:49:34.868173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-05a5c865-4a83-4ca6-9269-27e2f0fcfb2f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/quotas/b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 375 time: 0.0107729 Nov 23 23:49:34.902886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-89440cb3-f65b-4973-b92a-2ecc19fbb4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:34.928975 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-f3ab5f0f-17bc-4893-a032-1545362c5df9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533569 Nov 23 23:49:35.035814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-411fbc60-0ce3-4f00-bc36-8da1efabd300 service neutron] 10.222.0.11 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941482 Nov 23 23:49:35.142267 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-4b2ee782-397b-4036-8de8-e26b0773c481 service neutron] 10.222.0.11 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978281 Nov 23 23:49:35.243093 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Sync routers for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:49:35.256657 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:35.257331 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:35.351274 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:35.383386 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-65673c6c-8bea-42eb-bd86-537af26ff552 req-8666da59-2800-4c79-92d5-354f65355ab6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 210 time: 0.0406873 Nov 23 23:49:35.385884 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b2fabffb-5b73-4a98-a3ec-17725b9b0e1f None None] Provisioning complete for port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:35.386322 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2fabffb-5b73-4a98-a3ec-17725b9b0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:35.427698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b2fabffb-5b73-4a98-a3ec-17725b9b0e1f None None] Port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:49:35.441888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b2fabffb-5b73-4a98-a3ec-17725b9b0e1f None None] Provisioning complete for port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:35.443858 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b2fabffb-5b73-4a98-a3ec-17725b9b0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:35.444989 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:35.681307 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-08340f8b-f127-4215-80ba-968006c44d66 None None] Provisioning complete for port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:35.682942 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-08340f8b-f127-4215-80ba-968006c44d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:35.704108 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 2, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:35.743887 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Checking router: 1359dd62-4944-4550-ab1e-4721a9d6602a for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:49:35.744940 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Updating router 1359dd62-4944-4550-ab1e-4721a9d6602a port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:49:35.776356 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:35.893677 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-08340f8b-f127-4215-80ba-968006c44d66 None None] Port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:49:36.012293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-6190ecc0-ec02-4918-8fd1-89bc0964f923 None None] Provisioning complete for port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:36.012666 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6190ecc0-ec02-4918-8fd1-89bc0964f923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.049171 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-6190ecc0-ec02-4918-8fd1-89bc0964f923 None None] Port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:49:36.073411 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.079232 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.138439 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Pushing event updated for resources: {'Port': ['ID=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:36.163709 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.164070 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.164410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.164751 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.165089 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.165418 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.166337 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.166782 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.167150 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.167450 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.167806 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.168136 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:49:36.199819 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Attempting to bind port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:49:36.200199 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Attempting to bind port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:49:36.200566 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Attempting to bind port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:49:36.205911 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:49:36.206284 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Checking segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:49:36.206689 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.207083 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Bound using segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:49:36.207551 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Bound port: 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:49:36.207952 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.275488 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] For port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:49:36.279165 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] For port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:49:36.283994 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.311304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:49:36.342108 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:36.342722 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:36.389541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:36.390177 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.396947 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387cd83-8aa8-4f26-8c87-9ad5277f6ea7 None None] Pushing event updated for resources: {'Port': ['ID=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:36.415466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-48e5baca-3866-4fe8-8db0-8419159fe9e0 None None] Provisioning complete for port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:36.416761 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48e5baca-3866-4fe8-8db0-8419159fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.501635 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:36.587239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-834b99a6-b6ab-4bb4-b472-feb5aacc774d req-b0e3f32d-2e73-4370-b620-9c176bee48a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 210 time: 0.0667412 Nov 23 23:49:36.674081 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48e5baca-3866-4fe8-8db0-8419159fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.717548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-e21b028e-c919-4577-a4f6-ecb3e395dc80 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:36.720434 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-48e5baca-3866-4fe8-8db0-8419159fe9e0 None None] For port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:36.722025 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-e21b028e-c919-4577-a4f6-ecb3e395dc80 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 796 time: 0.2081659 Nov 23 23:49:36.725304 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-48e5baca-3866-4fe8-8db0-8419159fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.788156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.791276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5baca-3866-4fe8-8db0-8419159fe9e0 None None] Pushing event updated for resources: {'Port': ['ID=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:36.816289 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-b1bc1ccf-88d9-402e-8b7b-f006b9879757 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 379 time: 0.0700927 Nov 23 23:49:36.827496 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'port': {'device_id': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'admin_state_up': True, 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'security_groups': ['cf687ceb-03c9-41bf-9ad0-8f3bbd011df2']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:36.846003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b5bb4781-e29c-447e-9d8e-fb3254eade38 None None] Provisioning complete for port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:36.846547 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4781-e29c-447e-9d8e-fb3254eade38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:36.898351 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:36.926086 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05290fa-48ff-4e9f-8a08-2241f92eb2a5 None None] The sync data for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 is: [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:49:36.949114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:49:36.953354 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.113590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.8 (bc3fe0c6-1862-4131-babf-6c4689ca68c1/4d844c39-b484-4007-8766-f7cdef789ba4/4ce13a08-a255-4c9e-93b0-8212d39ca0a2) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:49:37.263193 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.298580 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.353591 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:49:37.356689 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:49:37.361370 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:49:37.365404 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:37.415882 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:37.416812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.436692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-d23464dd-3f2c-4fae-97b6-0694e5ad19db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131592 Nov 23 23:49:37.448652 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-fa306ca7-2a71-4e47-b1f8-09661acc67b8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:49:37.449888 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-fa306ca7-2a71-4e47-b1f8-09661acc67b8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070508 Nov 23 23:49:37.469090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Request body: {'port': {'device_id': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:37.533797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.627226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.670322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-19dae751-6005-47ab-94b0-566300dc4930 None None] Provisioning complete for port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:37.670596 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-19dae751-6005-47ab-94b0-566300dc4930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.711154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-19dae751-6005-47ab-94b0-566300dc4930 None None] Port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:49:37.742417 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de94bad-5f8c-48ca-82be-fd973b0bbb3e req-bb43d907-38b1-4aec-929e-1011ea90e768 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:37.749241 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9de94bad-5f8c-48ca-82be-fd973b0bbb3e req-bb43d907-38b1-4aec-929e-1011ea90e768 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 931 time: 0.0878158 Nov 23 23:49:37.821257 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9de94bad-5f8c-48ca-82be-fd973b0bbb3e req-d66aca49-8481-4b55-b2c5-5df523baa852 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643392 Nov 23 23:49:37.910322 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:49:37.919456 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.933848 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Transition to ACTIVE for port object 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:49:37.937937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:37.996466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:38.086459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:49:38.087003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:49:38.087208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:49:38.097076 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:49:38.097451 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:49:38.105581 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:49:38.106033 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Checking segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:49:38.106278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Bound using segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:49:38.106718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Bound port: 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:49:38.107080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:38.184530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:49:38.189398 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:49:38.195836 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:38.253774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:38.254547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:38.256226 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 1091 time: 0.7916632 Nov 23 23:49:38.256890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:49:38.260592 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e889460-38b6-431d-b39f-2e15510900d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:49:38.302696 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208faf2e-0d15-4da2-be28-e9e85aab57a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:38.322637 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801acac5-c912-439c-8895-82921eaf0b05 x-openstack-request-id: req-801acac5-c912-439c-8895-82921eaf0b05 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:49:38.323087 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:49:38.323354 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-801acac5-c912-439c-8895-82921eaf0b05 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:49:38.323811 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'status': 'completed', 'code': 200} Nov 23 23:49:38.382141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:49:38.392938 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-39408e87-c69e-4ee8-9b41-a9156be157b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:38.394526 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-39408e87-c69e-4ee8-9b41-a9156be157b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1094 time: 0.0583642 Nov 23 23:49:38.455397 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-444f6b45-c0cb-4d8f-8cbb-65c3470d64b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 217 time: 0.0461116 Nov 23 23:49:38.461226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:38.461607 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:38.517692 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-0adc1eaa-ce6b-48d3-8834-c3341893aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:38.519075 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-0adc1eaa-ce6b-48d3-8834-c3341893aa7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0560522 Nov 23 23:49:38.571188 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00979f-1937-4bce-be58-f82a202f51ea req-11f3ce99-4feb-453a-a4e6-acc5b8b0d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:38.573826 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-11f3ce99-4feb-453a-a4e6-acc5b8b0d594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456536 Nov 23 23:49:38.644401 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:38.681743 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-1f7fc265-edc0-4d47-85be-1c4d347527f0 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983622 Nov 23 23:49:38.789402 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4d00979f-1937-4bce-be58-f82a202f51ea req-75ba00f4-9d8b-4fcc-8d6d-636bf74e8a91 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008167 Nov 23 23:49:38.922654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889460-38b6-431d-b39f-2e15510900d0 req-d52d62b7-9db3-4d9c-8e9f-719a098a9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:38.924978 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e889460-38b6-431d-b39f-2e15510900d0 req-d52d62b7-9db3-4d9c-8e9f-719a098a9043 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1094 time: 0.0528727 Nov 23 23:49:38.944772 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fe981-17a4-4f56-9d9b-2ac6d0a2ba16 req-26c78974-fc79-4ba4-b578-1ef6c577a499 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:38.946316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f9fe981-17a4-4f56-9d9b-2ac6d0a2ba16 req-26c78974-fc79-4ba4-b578-1ef6c577a499 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0507684 Nov 23 23:49:39.001852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f9fe981-17a4-4f56-9d9b-2ac6d0a2ba16 req-13cc243c-770b-4bd2-958f-da51236f9447 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481861 Nov 23 23:49:39.031741 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889460-38b6-431d-b39f-2e15510900d0 req-f41b7388-3c06-44e6-bc07-39af8add9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:39.033254 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e889460-38b6-431d-b39f-2e15510900d0 req-f41b7388-3c06-44e6-bc07-39af8add9a37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1006036 Nov 23 23:49:39.079819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e889460-38b6-431d-b39f-2e15510900d0 req-b6f9059a-6e8f-4d6e-b191-80f083601fc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 217 time: 0.0394435 Nov 23 23:49:39.130802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889460-38b6-431d-b39f-2e15510900d0 req-3446fc27-46dc-4358-9f00-124675491f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:39.132335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e889460-38b6-431d-b39f-2e15510900d0 req-3446fc27-46dc-4358-9f00-124675491f24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0447397 Nov 23 23:49:39.180986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889460-38b6-431d-b39f-2e15510900d0 req-17a4054f-5a68-4bf3-a4d7-752d7a5f6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:39.183320 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e889460-38b6-431d-b39f-2e15510900d0 req-17a4054f-5a68-4bf3-a4d7-752d7a5f6ea1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426819 Nov 23 23:49:39.284287 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e889460-38b6-431d-b39f-2e15510900d0 req-b67c95c3-b7ed-4c9f-b891-4de506d4bbf2 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896325 Nov 23 23:49:39.375192 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-2e889460-38b6-431d-b39f-2e15510900d0 req-358dab3d-d9ff-4394-a797-aca22e731f48 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831101 Nov 23 23:49:40.150684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1158ec-e140-4201-8320-5cccfaa02c90 req-cb420132-86c8-49c0-88f8-f97de39e757f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:40.152253 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db1158ec-e140-4201-8320-5cccfaa02c90 req-cb420132-86c8-49c0-88f8-f97de39e757f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0622056 Nov 23 23:49:40.202438 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-db1158ec-e140-4201-8320-5cccfaa02c90 req-44336cdd-b739-4478-a15a-d1e13397fd20 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 Nov 23 23:49:41.325968 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb6ff3-f18c-4d42-b3e1-718c3e5bbddb req-7be11fa6-3d6b-4d31-a95b-aa6b8cf2a31d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:41.327916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5bb6ff3-f18c-4d42-b3e1-718c3e5bbddb req-7be11fa6-3d6b-4d31-a95b-aa6b8cf2a31d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0563045 Nov 23 23:49:41.386534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5bb6ff3-f18c-4d42-b3e1-718c3e5bbddb req-05779eab-0b2a-468a-8de4-53398af21603 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526114 Nov 23 23:49:42.520867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a812f9-2c7b-430a-9393-a2b6e5b6561d req-f8354081-71d4-465c-b9e1-73c6e0fd3a15 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:42.522478 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29a812f9-2c7b-430a-9393-a2b6e5b6561d req-f8354081-71d4-465c-b9e1-73c6e0fd3a15 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0601997 Nov 23 23:49:42.575779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29a812f9-2c7b-430a-9393-a2b6e5b6561d req-3d4afcc0-0ef8-4bf8-965d-57c7f39bfea3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464673 Nov 23 23:49:43.151239 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:49:43.254075 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:43.266143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'port_id': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'mac_address': 'fa:16:3e:cd:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:49:43.305887 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:43.320444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:49:43.343664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:43.348421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:43.398806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:43.639692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['4ce13a08-a255-4c9e-93b0-8212d39ca0a2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:49:43.692479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f6090-8bbd-4c39-8285-4fd2c0da6ab8 req-84dc695f-b511-4244-95f1-f752b94e3771 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:43.693993 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-822f6090-8bbd-4c39-8285-4fd2c0da6ab8 req-84dc695f-b511-4244-95f1-f752b94e3771 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 944 time: 0.0499325 Nov 23 23:49:43.744211 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-822f6090-8bbd-4c39-8285-4fd2c0da6ab8 req-d16ce7ea-f7a4-4adf-af13-5c97831f6574 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434759 Nov 23 23:49:44.864791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bffa58-69f4-4dcf-8599-7ba1960a82a3 req-9dccd4bf-71c6-4c29-a1f3-24249eae7d4e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:44.866397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4bffa58-69f4-4dcf-8599-7ba1960a82a3 req-9dccd4bf-71c6-4c29-a1f3-24249eae7d4e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 944 time: 0.0515320 Nov 23 23:49:44.922259 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a4bffa58-69f4-4dcf-8599-7ba1960a82a3 req-675d7da2-5a24-40cd-b3b0-eb96c8e53646 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490501 Nov 23 23:49:45.165198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:49:45.221486 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:49:45.226162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:49:45.226627 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:45.313919 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:45.339306 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:49:45.341660 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717878ab-0cc5-4599-aa35-90acd85e5738" -d '{"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:49:45.359015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:49:45.365058 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:45.393755 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e357dd9-1877-4dc8-b0cd-9fbe1f2f2c6b x-openstack-request-id: req-7e357dd9-1877-4dc8-b0cd-9fbe1f2f2c6b {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:49:45.394094 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:49:45.394297 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e357dd9-1877-4dc8-b0cd-9fbe1f2f2c6b {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:49:45.394702 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'code': 200} Nov 23 23:49:45.422479 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:45.515501 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f77f88-b609-4df5-ad76-8465af770935 req-09ae779d-c8cf-4f86-8e8a-473ba68489a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:45.517314 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-41f77f88-b609-4df5-ad76-8465af770935 req-09ae779d-c8cf-4f86-8e8a-473ba68489a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1096 time: 0.0455885 Nov 23 23:49:45.575174 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-41f77f88-b609-4df5-ad76-8465af770935 req-ebeda3fa-ab97-4989-8c47-e6d09ab2308b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487435 Nov 23 23:49:46.045576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef86a9e-31db-4ab5-8a4d-27f7a49b80d3 req-562453e8-719c-4da7-b94c-59faf5db8fc6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:46.047092 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bef86a9e-31db-4ab5-8a4d-27f7a49b80d3 req-562453e8-719c-4da7-b94c-59faf5db8fc6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0518849 Nov 23 23:49:46.098916 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bef86a9e-31db-4ab5-8a4d-27f7a49b80d3 req-fdd26a67-c3f1-4700-a983-04ac2b57f1fd tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457721 Nov 23 23:49:47.221746 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640616c6-96ea-4316-84a1-1d18a08d9ee9 req-3e375cee-cca2-429a-a2e9-4cee4bf9a0d1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:47.223243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-640616c6-96ea-4316-84a1-1d18a08d9ee9 req-3e375cee-cca2-429a-a2e9-4cee4bf9a0d1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0497470 Nov 23 23:49:47.272407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-640616c6-96ea-4316-84a1-1d18a08d9ee9 req-f0fc6ee4-618a-438f-9ec4-83b4257ce1bc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Nov 23 23:49:47.393982 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7697bd-c4de-4f9c-b66f-81049f373129 req-c47e94d9-59df-4fcb-881f-8ec0c604e922 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:47.395416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d7697bd-c4de-4f9c-b66f-81049f373129 req-c47e94d9-59df-4fcb-881f-8ec0c604e922 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0533233 Nov 23 23:49:47.446085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7d7697bd-c4de-4f9c-b66f-81049f373129 req-5eb3910b-b0c2-43ff-9286-c0d06156947d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Nov 23 23:49:47.468564 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34340) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:47.509582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1fc95c-de60-4768-b299-3a1bffb6b9fd tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:47.511146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1c1fc95c-de60-4768-b299-3a1bffb6b9fd tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1091 time: 0.0415792 Nov 23 23:49:47.513932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34342) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:47.518188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:49:47.541202 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:47.645160 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:47.752081 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.171 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/a2907d08-c790-4d4c-bfeb-a2547e8f6562) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:49:47.864924 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:47.914308 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:47.957739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:49:47.960840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:49:47.968341 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:49:47.971503 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=a2907d08-c790-4d4c-bfeb-a2547e8f6562,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:48.655820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:48.726245 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:48.888258 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:48.893167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:48.968674 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=a2907d08-c790-4d4c-bfeb-a2547e8f6562,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:49:48.980890 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:49.083854 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP 5be9be13-6c7e-485c-82d0-928d4a8111da associated. External IP: 172.25.0.171, port: 4ce13a08-a255-4c9e-93b0-8212d39ca0a2. Nov 23 23:49:49.294074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1359dd62-4944-4550-ab1e-4721a9d6602a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:49:49.404562 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:49:49.414344 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] Sync routers for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:49:49.422857 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:49:49.425057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:49.425741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:49.455425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ddb21a8a-b93d-47b6-bf90-1b064fea1381 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9404507 Nov 23 23:49:49.456078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:49:49.458485 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436e04e4-ebef-4a2a-8492-932caf06a944" -d '{"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:49:49.502400 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31991b19-16c1-4cd3-acce-62dff3f2e341 x-openstack-request-id: req-31991b19-16c1-4cd3-acce-62dff3f2e341 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:49:49.502717 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:49:49.503015 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31991b19-16c1-4cd3-acce-62dff3f2e341 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:49:49.503402 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'status': 'completed', 'code': 200} Nov 23 23:49:49.553248 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:49.575435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a162560-2882-4016-b948-5eb893ab89a1 req-d628cdc8-aa49-437b-99b8-f98e6af0de8b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:49.577397 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a162560-2882-4016-b948-5eb893ab89a1 req-d628cdc8-aa49-437b-99b8-f98e6af0de8b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0598793 Nov 23 23:49:49.590810 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-d19494c3-1c6c-4cfb-8679-39061bc2ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:49.592413 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-d19494c3-1c6c-4cfb-8679-39061bc2ac2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1096 time: 0.0468247 Nov 23 23:49:49.661712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0a162560-2882-4016-b948-5eb893ab89a1 req-4e6dfd23-d4b0-44f2-b342-947df26095d9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723157 Nov 23 23:49:49.688505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34348) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:49.710564 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-bacdb9c4-4b6c-44cf-be33-6579c5eb3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:49.714194 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-bacdb9c4-4b6c-44cf-be33-6579c5eb3fd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1144781 Nov 23 23:49:49.756453 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-ee79e5f8-5eb7-4a4a-bf8a-1abcd8b37a16 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/5be9be13-6c7e-485c-82d0-928d4a8111da HTTP/1.1" status: 200 len: 991 time: 0.0666857 Nov 23 23:49:49.798368 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-8be5c366-8d74-4c65-b778-9bc7edf7f326 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 999 time: 0.0766542 Nov 23 23:49:49.809113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5be9be13-6c7e-485c-82d0-928d4a8111da', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'port_id': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'mac_address': 'fa:16:3e:cd:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:49:48Z', 'updated_at': '2021-11-23T23:49:48Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:49.835901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] Checking router: 1359dd62-4944-4550-ab1e-4721a9d6602a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:49:49.846110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:49:49.846735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:49:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:49.856363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-22648f94-76de-46f0-8710-def10b1b8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:49.857842 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-22648f94-76de-46f0-8710-def10b1b8b3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0531778 Nov 23 23:49:49.906016 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-721c0f6c-5240-4094-b2a2-35374a7e7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:49:49.907552 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-721c0f6c-5240-4094-b2a2-35374a7e7012 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421145 Nov 23 23:49:49.960153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:49:50.003946 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-10167b51-62ff-4688-9a97-95979595d48f service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882037 Nov 23 23:49:50.104006 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-436e04e4-ebef-4a2a-8492-932caf06a944 req-9a44ae63-1025-472b-8920-ff15131b3286 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933475 Nov 23 23:49:50.196098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5be9be13-6c7e-485c-82d0-928d4a8111da', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'port_id': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'mac_address': 'fa:16:3e:cd:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:49:48Z', 'updated_at': '2021-11-23T23:49:48Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:49:50.225898 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239ff29-1347-4bad-bc98-4fe931527bbd None None] The sync data for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 is: [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '5be9be13-6c7e-485c-82d0-928d4a8111da', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'port_id': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'mac_address': 'fa:16:3e:cd:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:49:48Z', 'updated_at': '2021-11-23T23:49:48Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:49:50.428218 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acebf80-4ef2-4f97-97b6-f34032686a48 None None] New status for floating IP 5be9be13-6c7e-485c-82d0-928d4a8111da: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:49:50.760440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34350) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:49:50.821069 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a5789cdf-a41f-480e-a5a2-aed50f63b2bc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/5be9be13-6c7e-485c-82d0-928d4a8111da HTTP/1.1" status: 200 len: 993 time: 0.0594909 Nov 23 23:49:57.651806 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:01.729400 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-695cfc8f-3734-4c49-ba24-9bdeed9039ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:04.828067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ef70b0f8-092c-41ae-b026-5cdea7382c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:05.313567 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:06.294495 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:50:06.773476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:07.626485 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:08.652762 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:11.239551 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-4901efcf-a8d3-4bc2-8b17-eb65beff96cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403781 Nov 23 23:50:11.345600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eaa59-d9bd-480a-8d10-a573d70899de req-c7e6c3fd-06a9-445c-89f4-1942e92a9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:11.347108 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-c7e6c3fd-06a9-445c-89f4-1942e92a9b57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1096 time: 0.0461845 Nov 23 23:50:11.452987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eaa59-d9bd-480a-8d10-a573d70899de req-98c9b488-323e-4147-a9d8-ab22cea36f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:11.454486 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-98c9b488-323e-4147-a9d8-ab22cea36f92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.0884035 Nov 23 23:50:11.526657 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-b2d5bf0f-a086-4907-a409-46003be24d81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0649102 Nov 23 23:50:11.580157 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eaa59-d9bd-480a-8d10-a573d70899de req-d8443b0e-02ed-49a8-9bd9-50209985d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:11.581644 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-d8443b0e-02ed-49a8-9bd9-50209985d043 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0483053 Nov 23 23:50:11.633857 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eaa59-d9bd-480a-8d10-a573d70899de req-28370d3b-0c78-40e2-a392-22305deac1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:11.635403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-28370d3b-0c78-40e2-a392-22305deac1a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460601 Nov 23 23:50:11.747473 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-77c63a75-b8c5-42da-b14e-518d8dbcff15 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039760 Nov 23 23:50:11.847323 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-020eaa59-d9bd-480a-8d10-a573d70899de req-96d7463c-4c20-4866-bf5b-5d3f1c0cda7e service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898237 Nov 23 23:50:22.172309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c125b12-0d03-4954-a826-b43ac07c15bb req-260c47bc-ab49-43d2-a153-8c108e522b32 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:22.173833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c125b12-0d03-4954-a826-b43ac07c15bb req-260c47bc-ab49-43d2-a153-8c108e522b32 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0588942 Nov 23 23:50:22.183257 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34378) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:50:22.227899 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7c125b12-0d03-4954-a826-b43ac07c15bb req-7c42bb50-6ca0-44fe-b160-4e70c6a3dda9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471575 Nov 23 23:50:22.270074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-b5cf67e9-242d-47ef-9a07-81c735305661 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850050 Nov 23 23:50:22.279546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-c3f1ca31-1c45-4692-a387-2cdbfef0a440 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:50:22.280633 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-c3f1ca31-1c45-4692-a387-2cdbfef0a440 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057573 Nov 23 23:50:23.353563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11f241-2793-411c-aa52-05af2cbe4a1d req-8f42aea5-a669-4f65-949c-654bb1f4a6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:23.355076 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef11f241-2793-411c-aa52-05af2cbe4a1d req-8f42aea5-a669-4f65-949c-654bb1f4a6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0524962 Nov 23 23:50:23.408732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef11f241-2793-411c-aa52-05af2cbe4a1d req-b327974d-12a2-41fb-811c-ab73d4e6a3eb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462661 Nov 23 23:50:23.448263 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-65f222aa-af6f-44c4-acda-53cbbec5ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:23.449765 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-65f222aa-af6f-44c4-acda-53cbbec5ea33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1096 time: 0.0422099 Nov 23 23:50:23.540940 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-8bbd2db5-8a38-41f9-9d70-7b87b92f34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:23.542332 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-8bbd2db5-8a38-41f9-9d70-7b87b92f34fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.0859282 Nov 23 23:50:23.610790 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-7b852b5a-97bc-4db3-8d50-33e28a92c033 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0612929 Nov 23 23:50:23.659140 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-ca7c0d72-57b8-4843-8dd5-7c71b38bdbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:23.660615 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-ca7c0d72-57b8-4843-8dd5-7c71b38bdbab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0436153 Nov 23 23:50:23.706421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-ec174ff6-a89a-478d-8a77-d7998bcd8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:23.707923 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-ec174ff6-a89a-478d-8a77-d7998bcd8b64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394385 Nov 23 23:50:23.800346 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-4b0b2b9a-21f2-4fbd-8d52-4b3e533d2151 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850236 Nov 23 23:50:23.893309 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-5de7ad1a-8a50-44ce-a7a1-42f0e9714893 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863469 Nov 23 23:50:24.529995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8719fcd-f601-465b-b5ba-143176e9e460 req-f3c429f9-ce97-4167-967c-29bcc97145c5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:24.531502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8719fcd-f601-465b-b5ba-143176e9e460 req-f3c429f9-ce97-4167-967c-29bcc97145c5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0535469 Nov 23 23:50:24.581025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a8719fcd-f601-465b-b5ba-143176e9e460 req-151f6a32-3bbe-4fe6-8133-5d44df0174d5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435421 Nov 23 23:50:25.703100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4855d-f188-494a-859f-5c3a3598a8d6 req-e032ac18-ca5f-4502-a256-0c3b842332b9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:25.704641 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2c4855d-f188-494a-859f-5c3a3598a8d6 req-e032ac18-ca5f-4502-a256-0c3b842332b9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0513015 Nov 23 23:50:25.753650 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2c4855d-f188-494a-859f-5c3a3598a8d6 req-f0c4e080-b393-40f7-8b4c-8c4f721ecd8a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 Nov 23 23:50:26.882980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a7459-90d2-44a2-ad2a-e25e1b304900 req-6dc2deb0-3658-46d8-bdfa-680931ba9d7f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:26.884516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-982a7459-90d2-44a2-ad2a-e25e1b304900 req-6dc2deb0-3658-46d8-bdfa-680931ba9d7f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0607650 Nov 23 23:50:26.938445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-982a7459-90d2-44a2-ad2a-e25e1b304900 req-8e648290-1672-434d-8700-e79f15d306a1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473187 Nov 23 23:50:27.658334 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:28.058858 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ec2e-d118-4e34-88be-28dfa8331f7b req-09118c84-9668-464d-bafe-26b116064e64 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:28.060434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03d2ec2e-d118-4e34-88be-28dfa8331f7b req-09118c84-9668-464d-bafe-26b116064e64 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0503945 Nov 23 23:50:28.114716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03d2ec2e-d118-4e34-88be-28dfa8331f7b req-3e282eb6-8872-4e8f-b484-c79c5bbe76ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 Nov 23 23:50:29.246996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3048-f296-477b-95fc-7befb2edf541 req-754d1569-a80e-4bf8-b3ad-7868d41d83b0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:29.248523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f4d3048-f296-477b-95fc-7befb2edf541 req-754d1569-a80e-4bf8-b3ad-7868d41d83b0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0608644 Nov 23 23:50:29.299222 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f4d3048-f296-477b-95fc-7befb2edf541 req-c630e0dd-8ba9-49ad-823c-24e3b9c09225 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438869 Nov 23 23:50:30.431557 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c28a54-cee6-4257-a7eb-071f7eef76d8 req-ee19c8e3-c4fb-4a19-bc61-ddedb95c0024 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:30.433022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16c28a54-cee6-4257-a7eb-071f7eef76d8 req-ee19c8e3-c4fb-4a19-bc61-ddedb95c0024 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0633228 Nov 23 23:50:30.485905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16c28a54-cee6-4257-a7eb-071f7eef76d8 req-26976396-a56e-4451-a439-9649dcd0a2f5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Nov 23 23:50:31.606628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d5aeb-9365-470f-a40d-c1076d08330c req-9ba5cade-77aa-453c-a7fd-39ebeec5f7d9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:31.608173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d1d5aeb-9365-470f-a40d-c1076d08330c req-9ba5cade-77aa-453c-a7fd-39ebeec5f7d9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0502870 Nov 23 23:50:31.658894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d1d5aeb-9365-470f-a40d-c1076d08330c req-75facc77-a066-45b6-8ab3-c5157da3beec tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Nov 23 23:50:31.731545 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ab6c515c-006b-453c-9661-338d0d47fcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:32.778946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d2098-677f-4677-ab2f-c5fbb51724ba req-e35d5713-c2f8-45f0-8f52-f4e8275ea4b6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:32.780553 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f36d2098-677f-4677-ab2f-c5fbb51724ba req-e35d5713-c2f8-45f0-8f52-f4e8275ea4b6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0509679 Nov 23 23:50:32.838690 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f36d2098-677f-4677-ab2f-c5fbb51724ba req-9bec4b03-36e7-4c77-9553-fcb0abc2f68c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514143 Nov 23 23:50:33.962559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c034c-73c7-4a68-9531-4806e4b44ca5 req-cd74d151-e344-46b1-8fd7-d73a7dce6174 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:33.964110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-206c034c-73c7-4a68-9531-4806e4b44ca5 req-cd74d151-e344-46b1-8fd7-d73a7dce6174 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0523193 Nov 23 23:50:34.016020 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-206c034c-73c7-4a68-9531-4806e4b44ca5 req-c773b4ef-d1d5-4892-9192-0cf1fa8bde1b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458691 Nov 23 23:50:34.830452 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd399-6027-4b24-9c58-ba30810ea6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:35.132927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9ff85-b41a-4419-942e-071d09a3fb0c req-889c64e3-089c-4055-82e3-db899ea697b2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:35.134455 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9f9ff85-b41a-4419-942e-071d09a3fb0c req-889c64e3-089c-4055-82e3-db899ea697b2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0487876 Nov 23 23:50:35.191838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d9f9ff85-b41a-4419-942e-071d09a3fb0c req-393023d9-fe80-4f4f-a091-b187d5c4d14b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509281 Nov 23 23:50:35.315782 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:36.312577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670b643-3671-47dc-93c6-11e781cd9ebd req-1ba86742-9789-46e6-bd77-f95115f87be0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:36.314053 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8670b643-3671-47dc-93c6-11e781cd9ebd req-1ba86742-9789-46e6-bd77-f95115f87be0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0536590 Nov 23 23:50:36.362799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8670b643-3671-47dc-93c6-11e781cd9ebd req-228dc7b4-8f31-4e6f-a797-6c5afc02b196 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Nov 23 23:50:36.776867 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:37.479256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa2afb-9830-4ef3-a7de-cc66da4fc30d req-f760964a-678a-4e1f-b020-29918e956691 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:37.480799 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83aa2afb-9830-4ef3-a7de-cc66da4fc30d req-f760964a-678a-4e1f-b020-29918e956691 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0493920 Nov 23 23:50:37.531850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-83aa2afb-9830-4ef3-a7de-cc66da4fc30d req-5c061680-bb41-4ff3-a392-07238f2d4bfe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Nov 23 23:50:37.619412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:38.657584 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:38.660604 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412aeb66-d3d1-447b-ad58-4850d1546cd4 req-362a2cc8-d709-4c58-95d4-9eff8cd8538f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:38.662065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-412aeb66-d3d1-447b-ad58-4850d1546cd4 req-362a2cc8-d709-4c58-95d4-9eff8cd8538f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0577121 Nov 23 23:50:38.719815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-412aeb66-d3d1-447b-ad58-4850d1546cd4 req-69c6be2a-0bc8-4c31-8c35-c224e95d3a76 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515270 Nov 23 23:50:39.837016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f04c48-2437-4682-99a6-77c6fd02237e req-56fc5e57-1591-4301-9273-767b9ca8514b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:39.838491 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f04c48-2437-4682-99a6-77c6fd02237e req-56fc5e57-1591-4301-9273-767b9ca8514b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0488021 Nov 23 23:50:39.889256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d2f04c48-2437-4682-99a6-77c6fd02237e req-b61c25cb-9ade-4589-a478-282a148904e9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Nov 23 23:50:40.904927 n-d-817303-3 neutron-server[103523]: INFO neutron.api.v2.resource [req-838056c5-498d-41ac-932b-e8dffed8708e req-322e9f0e-64e0-4936-9298-39cf0fdf8d77 service neutron] show failed (client error): The resource could not be found. Nov 23 23:50:40.906159 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-322e9f0e-64e0-4936-9298-39cf0fdf8d77 service neutron] 10.222.0.48 "GET /v2.0/ports/4ce13a08-a255-4c9e-93b0-8212d39ca0a2/bindings/n-h2-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0683613 Nov 23 23:50:41.013573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0813668-65b2-494e-9ba7-5655142a26f5 req-6570b039-3543-447e-9683-7ec74afc79ce tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:41.015136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0813668-65b2-494e-9ba7-5655142a26f5 req-6570b039-3543-447e-9683-7ec74afc79ce tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0514002 Nov 23 23:50:41.074613 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0813668-65b2-494e-9ba7-5655142a26f5 req-73369603-8e09-4f5b-8f39-6ca2058b4211 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534966 Nov 23 23:50:41.167234 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-9c31df9f-e732-4396-afd1-b928839758d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:41.168692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-9c31df9f-e732-4396-afd1-b928839758d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 1096 time: 0.0924225 Nov 23 23:50:41.182068 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:50:41.240758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:41.459838 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:50:41.496666 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:50:41.547406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:50:41.550497 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e77010-60a8-433b-979a-b9427f732c2f" -d '{"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:50:41.555360 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:41.570141 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Transition to ACTIVE for port object 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:50:41.574385 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:41.607269 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591b5a57-a80d-4802-9cfb-aeed0664432c x-openstack-request-id: req-591b5a57-a80d-4802-9cfb-aeed0664432c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:50:41.607584 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:50:41.607846 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-591b5a57-a80d-4802-9cfb-aeed0664432c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:50:41.608767 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'code': 200} Nov 23 23:50:41.673492 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:50:41.691517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.691897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.692243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.692628 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.693335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.693674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.694012 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.694342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.694674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.695005 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.695334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.695686 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:41.734440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] No DVR routers for this DVR port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:50:41.903780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:50:41.904025 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:50:41.904372 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:50:41.912543 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:50:41.913276 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Attempting to bind port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on network bc3fe0c6-1862-4131-babf-6c4689ca68c1 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:50:41.918635 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:50:41.918970 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Checking segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:50:41.919348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Bound using segment: {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:50:41.919805 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Bound port: 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692943a0-ba29-4515-b77d-e2c9c3c6954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:50:41.920252 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:41.986778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:50:41.990387 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:50:41.994289 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:42.030780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:42.031673 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:42.033262 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] 10.222.0.46 "PUT /v2.0/ports/4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 1091 time: 0.8559940 Nov 23 23:50:42.087397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b90797-b946-474f-85ce-5bed8987867e service neutron] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:50:42.106070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-0be7476d-a037-4302-8a89-bde9ac3604ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:42.107788 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-0be7476d-a037-4302-8a89-bde9ac3604ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1094 time: 0.0478075 Nov 23 23:50:42.210003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1dc4c-6cbf-4f52-9ded-f9b3a3d09f11 req-2edec7d5-2caf-4b0f-b487-509f06c47215 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:42.212005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33a1dc4c-6cbf-4f52-9ded-f9b3a3d09f11 req-2edec7d5-2caf-4b0f-b487-509f06c47215 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0589070 Nov 23 23:50:42.220352 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-cb4acd37-a799-4540-9e1a-0377b4924bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:42.222038 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-cb4acd37-a799-4540-9e1a-0377b4924bd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1051941 Nov 23 23:50:42.268497 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-33a1dc4c-6cbf-4f52-9ded-f9b3a3d09f11 req-77bb10eb-4891-447e-84c1-61e918577e9c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486481 Nov 23 23:50:42.301755 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-634b0fc4-39f2-43a6-abfa-f7d3fa0c379f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 999 time: 0.0721598 Nov 23 23:50:42.350806 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-2c0cebfd-7b98-4b0e-ac44-059f520c5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:42.352360 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-2c0cebfd-7b98-4b0e-ac44-059f520c5be8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0436766 Nov 23 23:50:42.399003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838056c5-498d-41ac-932b-e8dffed8708e req-fd56a41f-55d6-4e6c-821d-2f0439245f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:42.400512 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-fd56a41f-55d6-4e6c-821d-2f0439245f62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404806 Nov 23 23:50:42.498244 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-b4b07c0d-eacd-4161-b179-d7c5dc33d35b service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898225 Nov 23 23:50:42.598369 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-838056c5-498d-41ac-932b-e8dffed8708e req-aecd7a4c-e8d9-47d3-aa21-4b4a0d073722 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924733 Nov 23 23:50:43.293867 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:50:43.387539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90423086-fef0-40df-981a-d70b8eea3907 req-1c40bf63-a807-4c0b-8fde-ac6362a7a631 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:43.389057 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90423086-fef0-40df-981a-d70b8eea3907 req-1c40bf63-a807-4c0b-8fde-ac6362a7a631 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0487497 Nov 23 23:50:43.439652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-90423086-fef0-40df-981a-d70b8eea3907 req-ac2a58a0-d34b-4711-8e7a-d4f27ae1b56d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439541 Nov 23 23:50:43.609677 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:50:43.612472 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277" -d '{"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:50:43.661558 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff76e9-9aaa-4ab4-a430-190123f9a01f x-openstack-request-id: req-46ff76e9-9aaa-4ab4-a430-190123f9a01f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:50:43.661855 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:50:43.662114 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46ff76e9-9aaa-4ab4-a430-190123f9a01f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:50:43.662519 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'status': 'completed', 'code': 200} Nov 23 23:50:44.104930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-a03609d9-97a6-455a-b604-213d6de8d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.106467 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-a03609d9-97a6-455a-b604-213d6de8d1f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1094 time: 0.4217260 Nov 23 23:50:44.114633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-7c498950-7af6-47f6-abcc-d7f538f2394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.116189 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-7c498950-7af6-47f6-abcc-d7f538f2394b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1094 time: 0.0563347 Nov 23 23:50:44.277568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-31bdbaf2-e8e7-44e7-9b47-696e63368164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.279042 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-31bdbaf2-e8e7-44e7-9b47-696e63368164 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1619959 Nov 23 23:50:44.280698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-5c439603-6d67-4439-998c-2fd0111a34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.282138 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-5c439603-6d67-4439-998c-2fd0111a34f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1573031 Nov 23 23:50:44.391604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-bfad94dd-68df-4090-a7e8-6b6a749e11b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 999 time: 0.0988445 Nov 23 23:50:44.395074 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-fa1393a4-6f20-4d19-b108-ae3a2720ecd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 999 time: 0.1081824 Nov 23 23:50:44.477861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-04ea7429-856a-4748-8cd0-24cfd71c32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.479416 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-04ea7429-856a-4748-8cd0-24cfd71c32f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0811679 Nov 23 23:50:44.481158 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-8cd60e87-288c-4a53-8bd6-f3e3cb9cfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.482493 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-8cd60e87-288c-4a53-8bd6-f3e3cb9cfeae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0762463 Nov 23 23:50:44.563089 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-29db1bae-be27-4596-89a7-8c97eeac5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.564636 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-29db1bae-be27-4596-89a7-8c97eeac5d6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687602 Nov 23 23:50:44.566626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-fb3caaae-9a6b-44a2-8d54-2f80c3d2f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.568046 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-fb3caaae-9a6b-44a2-8d54-2f80c3d2f07d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817378 Nov 23 23:50:44.574320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b8025-1035-4f78-a5da-1c8cf388ab9f req-d9c0af7c-0ee0-4c79-b80e-75711813b114 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.575976 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064b8025-1035-4f78-a5da-1c8cf388ab9f req-d9c0af7c-0ee0-4c79-b80e-75711813b114 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0584867 Nov 23 23:50:44.633226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064b8025-1035-4f78-a5da-1c8cf388ab9f req-04ecadb9-9e94-40fb-a1b7-8538af3dd63f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486333 Nov 23 23:50:44.741008 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-f56f41f4-c344-49b9-829b-e98ee121766c service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683412 Nov 23 23:50:44.742941 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-6d806e81-c288-44dc-a728-a440feaa8bc7 service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583457 Nov 23 23:50:44.872983 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281819-de9f-4065-85ae-7dd9255dab51 req-6616ba2f-2026-4479-b5d3-aa5a0b5a2f3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:44.876098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f281819-de9f-4065-85ae-7dd9255dab51 req-6616ba2f-2026-4479-b5d3-aa5a0b5a2f3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0591860 Nov 23 23:50:44.877276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.48', 53681) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:50:44.914149 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-81d63587-dc3c-40d8-9558-5f0fc25314bb service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574883 Nov 23 23:50:44.916126 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-65028d90-c465-4e30-961b-a5eb3dc68745 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678505 Nov 23 23:50:45.024777 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-44ff7a32-4f38-4a4a-b46a-1a390e9141c8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:45.026524 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-44ff7a32-4f38-4a4a-b46a-1a390e9141c8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d&tenant_id=b2ce5f6a10074f63b1e505de5a597105&binding%3Ahost_id=n-h2-817303-3 HTTP/1.1" status: 200 len: 943 time: 0.1479399 Nov 23 23:50:45.031955 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0f281819-de9f-4065-85ae-7dd9255dab51 req-5cb973b0-bff8-4496-b1bd-591f57b4b6d0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442578 Nov 23 23:50:45.098710 n-d-817303-3 neutron-server[103522]: INFO neutron.api.v2.resource [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-4c3e27e8-3cd5-41b7-b34a-7ee033294b63 service neutron] delete failed (client error): The resource could not be found. Nov 23 23:50:45.099794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-4c3e27e8-3cd5-41b7-b34a-7ee033294b63 service neutron] 10.222.0.48 "DELETE /v2.0/ports/4ce13a08-a255-4c9e-93b0-8212d39ca0a2/bindings/n-h1-817303-3 HTTP/1.1" status: 404 len: 380 time: 0.0654867 Nov 23 23:50:45.215092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ce5a-da65-484d-b358-de47a55c6ce9 req-ab155372-4383-4674-afef-9f0943950177 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:45.216655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b96ce5a-da65-484d-b358-de47a55c6ce9 req-ab155372-4383-4674-afef-9f0943950177 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 943 time: 0.0831394 Nov 23 23:50:45.252719 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-5d660a59-a152-41aa-aaf4-3c902f25eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:45.254206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-5d660a59-a152-41aa-aaf4-3c902f25eb98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1094 time: 0.0806644 Nov 23 23:50:45.310362 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:50:45.312446 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b96ce5a-da65-484d-b358-de47a55c6ce9 req-c90c48dd-e858-4de5-834f-88c80845d19a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877125 Nov 23 23:50:45.381056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-f14f0ed1-5b80-499e-a0b8-70e9f9ce7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:45.382531 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-f14f0ed1-5b80-499e-a0b8-70e9f9ce7842 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1203554 Nov 23 23:50:45.417113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:50:45.430093 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'port_id': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'mac_address': 'fa:16:3e:cd:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:50:45.453918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-4585e59f-e3a8-4c21-ad39-85139d3457f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 999 time: 0.0630958 Nov 23 23:50:45.469625 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:45.479596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:50:45.487704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:50:45.505112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-75417e61-da9a-4e25-8575-87b2719a0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:45.506622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-75417e61-da9a-4e25-8575-87b2719a0ad2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0462463 Nov 23 23:50:45.539712 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:50:45.547341 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:45.557446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-c690ff39-6fd7-4e1d-9b04-b3fe792b46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:45.558964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-c690ff39-6fd7-4e1d-9b04-b3fe792b46ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449505 Nov 23 23:50:45.572160 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:50:45.609019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:50:45.617234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.617588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.617934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.618276 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.618761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.619105 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.619440 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.619803 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.620136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.620468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.620799 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.621126 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:50:45.668630 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-3fc148c7-fddc-4f25-afbc-d729881a6b9d service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022410 Nov 23 23:50:45.770467 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-974a62a9-ed78-46c2-a200-db07fd1a0fd5 req-655db396-b2ad-4495-b804-1b39c3c5809c service neutron] 10.222.0.48 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948305 Nov 23 23:50:45.790664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['4ce13a08-a255-4c9e-93b0-8212d39ca0a2'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:50:46.444914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7727b-ca39-4b41-9353-4819dfd21812 req-1335c0fd-8fba-4295-8cdb-67f676de7182 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:50:46.446344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8c7727b-ca39-4b41-9353-4819dfd21812 req-1335c0fd-8fba-4295-8cdb-67f676de7182 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 944 time: 0.0597062 Nov 23 23:50:46.501471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d8c7727b-ca39-4b41-9353-4819dfd21812 req-1c28dfb0-91b6-4b29-a316-d22133c8db19 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490808 Nov 23 23:50:46.526142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34462) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:50:46.588270 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-356dddae-d020-4257-8fb7-fbf2836666b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/5be9be13-6c7e-485c-82d0-928d4a8111da HTTP/1.1" status: 200 len: 992 time: 0.0609450 Nov 23 23:50:47.324601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:50:47.375642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:50:47.379691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:50:47.380069 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:47.461705 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:47.485354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:50:47.487688 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a61445-6d26-48ca-b6a7-115e91af4fcd" -d '{"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:50:47.500833 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:50:47.505406 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:50:47.529395 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c4373-1e28-4c83-9f82-318928e4a7bd x-openstack-request-id: req-6f9c4373-1e28-4c83-9f82-318928e4a7bd {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:50:47.529687 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:50:47.530639 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f9c4373-1e28-4c83-9f82-318928e4a7bd {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:50:47.531603 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'code': 200} Nov 23 23:50:47.556749 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=9']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:50:57.683143 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:01.734713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da1032b6-66c5-46ab-ac94-ef28a28c301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:04.833724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d2a5267b-17b3-47eb-beac-d13e2c4686a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:05.320617 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:06.779089 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:07.629801 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:08.669368 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:15.160692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34474) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:15.343789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port a2907d08-c790-4d4c-bfeb-a2547e8f6562 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:51:15.344130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:15.422611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:15.422885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:15.435548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for a2907d08-c790-4d4c-bfeb-a2547e8f6562 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:51:15.594258 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:15.621852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=a2907d08-c790-4d4c-bfeb-a2547e8f6562,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:15.634114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.634459 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.634807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.635150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.635502 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.635862 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.636186 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.636507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.636842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.637182 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.637498 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.637823 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:15.686002 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-8cc4ff7f-c35e-4d68-a57c-251b4f41a42b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713816 Nov 23 23:51:15.703866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:15.704206 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP 5be9be13-6c7e-485c-82d0-928d4a8111da disassociated (deleted). External IP: 172.25.0.171, port: 4ce13a08-a255-4c9e-93b0-8212d39ca0a2. Nov 23 23:51:15.779003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-d86b3e96-46a9-4b6f-be20-c00c467ffb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:15.780701 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-d86b3e96-46a9-4b6f-be20-c00c467ffb42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1096 time: 0.0468900 Nov 23 23:51:15.905243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-8ebacba6-ec8e-45ec-8b76-ea3d60eb6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:15.906774 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-8ebacba6-ec8e-45ec-8b76-ea3d60eb6f46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1015990 Nov 23 23:51:15.935897 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1359dd62-4944-4550-ab1e-4721a9d6602a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:51:15.956491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-9d292abe-9df6-48fd-8353-b94b0c361287 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 217 time: 0.0419729 Nov 23 23:51:16.014698 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-14fcdaaf-6ea3-4adc-9a6c-c3755e740295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:16.016305 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-14fcdaaf-6ea3-4adc-9a6c-c3755e740295 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0531609 Nov 23 23:51:16.064280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:51:16.069642 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:16.076528 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] Sync routers for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:51:16.081939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-c35224c2-bb69-445e-87e2-8ba303e67dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:16.084420 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-c35224c2-bb69-445e-87e2-8ba303e67dfa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578613 Nov 23 23:51:16.092200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:16.093200 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:16.103345 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-afe7ff03-0a6d-48d8-940a-b6b791159765 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/floatingips/5be9be13-6c7e-485c-82d0-928d4a8111da HTTP/1.1" status: 204 len: 168 time: 0.9414680 Nov 23 23:51:16.103965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:51:16.106257 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53" -d '{"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:51:16.213994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:16.271018 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-a310f6db-baaf-4b48-8c85-4f2de5af5804 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784129 Nov 23 23:51:16.315815 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d0cf88-ae03-472a-b0f9-6e26908e7a25 x-openstack-request-id: req-f4d0cf88-ae03-472a-b0f9-6e26908e7a25 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:51:16.316359 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:51:16.316852 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4d0cf88-ae03-472a-b0f9-6e26908e7a25 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:51:16.317377 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'status': 'completed', 'code': 200} Nov 23 23:51:16.414979 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-060e8b61-bd63-43f7-a6a8-ce2d5debb7ab req-0bab5918-1f18-401f-8a1f-9bb91726821b service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360660 Nov 23 23:51:16.478740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5f0dc-cd6d-4654-8964-3feab8b0c07e req-b2c85abc-7020-4879-aa74-93feaef16c4e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:16.481505 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8d5f0dc-cd6d-4654-8964-3feab8b0c07e req-b2c85abc-7020-4879-aa74-93feaef16c4e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0816236 Nov 23 23:51:16.525497 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-7f9be79d-495e-4cb7-8da7-7f23b37fa13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:16.527235 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-7f9be79d-495e-4cb7-8da7-7f23b37fa13a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 1096 time: 0.0533621 Nov 23 23:51:16.540299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8d5f0dc-cd6d-4654-8964-3feab8b0c07e req-9f0908cb-7715-4173-9a4a-f228d8979de3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520017 Nov 23 23:51:16.549656 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:16.584679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] Checking router: 1359dd62-4944-4550-ab1e-4721a9d6602a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:51:16.595184 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:16.595879 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:16.676168 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-b50a9e8a-ddfc-472c-ba69-c8536e69fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:16.677846 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-b50a9e8a-ddfc-472c-ba69-c8536e69fdea service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 200 len: 897 time: 0.1414721 Nov 23 23:51:16.718950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:16.731276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-bc3df53d-cf93-4d6d-be00-3b7898fd5342 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 200 len: 217 time: 0.0442538 Nov 23 23:51:16.809444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-e023a942-44bd-4549-a9c3-d739263d0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:16.812246 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-e023a942-44bd-4549-a9c3-d739263d0fc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 200 len: 834 time: 0.0732379 Nov 23 23:51:16.879180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-3ae8a69c-8845-4005-80a2-b0f5ff0a6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:16.881068 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-3ae8a69c-8845-4005-80a2-b0f5ff0a6b3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3fe0c6-1862-4131-babf-6c4689ca68c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604911 Nov 23 23:51:17.003020 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:17.011807 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-65f6471d-fe19-4339-8ce6-f4f379764652 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225455 Nov 23 23:51:17.039518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf35f-bb5d-4692-ac7a-618c98e9504f None None] The sync data for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 is: [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '3bb5c5c2-cd0d-47a6-b30d-78484abfedf2', 'name': '', 'network_id': 'bc3fe0c6-1862-4131-babf-6c4689ca68c1', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:8e:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:32Z', 'updated_at': '2021-11-23T23:49:36Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '4d844c39-b484-4007-8766-f7cdef789ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:51:17.172291 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-56d1d430-b5d9-4f4e-9ad1-aa83957f9e53 req-77563d7f-3081-4a9b-9093-cadf58e5280d service neutron] 10.222.0.46 "GET /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450629 Nov 23 23:51:17.324678 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b79c2-cdf4-4561-af82-3ab21c9deb7d None None] New status for floating IP 5be9be13-6c7e-485c-82d0-928d4a8111da: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:51:17.671241 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51bd1d-50e0-4c04-804e-e396d1c5fdb1 req-5f14bc3e-bc16-434c-9ac9-479baacbe8a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:17.673018 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d51bd1d-50e0-4c04-804e-e396d1c5fdb1 req-5f14bc3e-bc16-434c-9ac9-479baacbe8a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0548959 Nov 23 23:51:17.735315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5d51bd1d-50e0-4c04-804e-e396d1c5fdb1 req-070e98c5-5f26-4137-b51a-74105a0ea344 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560720 Nov 23 23:51:17.777646 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-f9eba36b-43b1-4e08-9441-4ab130dd1598 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:17.779869 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-f9eba36b-43b1-4e08-9441-4ab130dd1598 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7290234-1adf-4dc5-8549-5d53fd417f0d HTTP/1.1" status: 200 len: 945 time: 0.0743165 Nov 23 23:51:17.887897 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:51:17.888349 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:17.994846 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:17.995249 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:18.009883 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:51:18.156961 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:18.194212 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=4ce13a08-a255-4c9e-93b0-8212d39ca0a2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:18.243790 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] No DVR routers for this DVR port 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:51:18.247218 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:18.251163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-8f4a9701-26eb-4c0f-a3df-82635bc8334d req-9511d6c7-04d2-4167-87fc-14908f174c7d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.46 "DELETE /v2.0/ports/4ce13a08-a255-4c9e-93b0-8212d39ca0a2 HTTP/1.1" status: 204 len: 173 time: 0.4648626 Nov 23 23:51:18.251718 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-deleted', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:51:18.254180 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34240c27-7e29-4f15-92c3-2fa013075efe" -d '{"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-deleted", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:51:18.302358 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a356f339-8581-40a0-bc81-212ecb35f0c2 x-openstack-request-id: req-a356f339-8581-40a0-bc81-212ecb35f0c2 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:51:18.302748 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7290234-1adf-4dc5-8549-5d53fd417f0d", "name": "network-vif-deleted", "tag": "4ce13a08-a255-4c9e-93b0-8212d39ca0a2", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:51:18.303042 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a356f339-8581-40a0-bc81-212ecb35f0c2 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:51:18.303497 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7290234-1adf-4dc5-8549-5d53fd417f0d', 'name': 'network-vif-deleted', 'tag': '4ce13a08-a255-4c9e-93b0-8212d39ca0a2', 'status': 'completed', 'code': 200} Nov 23 23:51:18.818673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34490) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:19.245686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:19.552480 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:51:19.552937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:19.670194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:19.670749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:19.687050 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:51:19.894977 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:19.924952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=3bb5c5c2-cd0d-47a6-b30d-78484abfedf2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:20.120846 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:20.293238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:51:20.364428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router 1359dd62-4944-4550-ab1e-4721a9d6602a has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:51:20.849730 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:51:20.855235 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d9ed753e-2e59-41bb-8bee-0589eabc0b0e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/1359dd62-4944-4550-ab1e-4721a9d6602a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0351057 Nov 23 23:51:20.860926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34492) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:20.864822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] Sync routers for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:51:20.876359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:20.876995 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:20.924345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting subnet 4d844c39-b484-4007-8766-f7cdef789ba4 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:51:20.927950 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:20.975727 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.029872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:21.084409 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.162676 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.195246 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Subnet': ['ID=4d844c39-b484-4007-8766-f7cdef789ba4,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:21.201598 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.206907 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d48da9c2-3beb-4cdc-81df-9c3bd1ed78bb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/subnets/4d844c39-b484-4007-8766-f7cdef789ba4 HTTP/1.1" status: 204 len: 168 time: 0.3420467 Nov 23 23:51:21.207767 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34494) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:21.212569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543a44a-1bb2-4c88-8e18-76092b8dc3f9 None None] Network bc3fe0c6-1862-4131-babf-6c4689ca68c1 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:51:21.331341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.346399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:51:19Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:21.376010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] Checking router: 1359dd62-4944-4550-ab1e-4721a9d6602a for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:51:21.390800 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] Routers {'1359dd62-4944-4550-ab1e-4721a9d6602a'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:21.391428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['1359dd62-4944-4550-ab1e-4721a9d6602a'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:21.439634 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:51:21.475092 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:51:21.475409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 4ce13a08-a255-4c9e-93b0-8212d39ca0a2 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:51:21.480012 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.482226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] DHCP port deletion for bc3fe0c6-1862-4131-babf-6c4689ca68c1 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:51:21.539814 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 85012c17-b7c6-4177-ab11-03b59a80e506 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:51:21.540158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.572687 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] Set router 1359dd62-4944-4550-ab1e-4721a9d6602a gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:21.630481 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 85012c17-b7c6-4177-ab11-03b59a80e506, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=85012c17-b7c6-4177-ab11-03b59a80e506,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:21.631192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.646565 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 85012c17-b7c6-4177-ab11-03b59a80e506 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:51:21.838379 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.852590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] Deleting port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:51:21.852968 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.864933 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=85012c17-b7c6-4177-ab11-03b59a80e506,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:21.891661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c533a-8580-40e2-b2f5-a30a2a93e281 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:51:21.932698 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.970127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] For port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5,segment=NetworkSegment(692943a0-ba29-4515-b77d-e2c9c3c6954c),segment_id=692943a0-ba29-4515-b77d-e2c9c3c6954c)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:21.970531 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:21.988715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] Calling delete_port for e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:51:22.041641 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.043858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.093320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.094146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Fanout notify agent at l3_agent the message router_deleted on router 1359dd62-4944-4550-ab1e-4721a9d6602a {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:51:22.103685 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.108798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34496) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:22.109392 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9d4b85ec-e695-4674-afc4-043850635cf7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/routers/1359dd62-4944-4550-ab1e-4721a9d6602a HTTP/1.1" status: 204 len: 168 time: 0.9006596 Nov 23 23:51:22.115369 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:51:19Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:22.183805 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a1a63-c3d3-424e-9819-b9c840f6c768 None None] The sync data for ids ['1359dd62-4944-4550-ab1e-4721a9d6602a'] in n-d-817303-3 is: [{'id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904255022', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:49:29Z', 'updated_at': '2021-11-23T23:51:19Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '85012c17-b7c6-4177-ab11-03b59a80e506', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359dd62-4944-4550-ab1e-4721a9d6602a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:49:30Z', 'updated_at': '2021-11-23T23:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:51:22.207106 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.213615 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.243963 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] Pushing event deleted for resources: {'Port': ['ID=e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:22.247271 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92322a45-1765-4a13-8ce3-8b1898650d45 None None] No DVR routers for this DVR port e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:51:22.358550 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.396048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3fe0c6-1862-4131-babf-6c4689ca68c1']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:22.412385 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692943a0-ba29-4515-b77d-e2c9c3c6954c') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:22.412907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692943a0-ba29-4515-b77d-e2c9c3c6954c') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:22.430733 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.452589 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.459352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:51:22.459817 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:51:22.463301 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:51:22.525418 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.532868 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.536064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/networks/bc3fe0c6-1862-4131-babf-6c4689ca68c1 HTTP/1.1" status: 204 len: 168 time: 0.4254172 Nov 23 23:51:22.538738 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34498) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:22.555692 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbe0cc-1377-4237-ae7e-d02b531972e1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Network': ['ID=bc3fe0c6-1862-4131-babf-6c4689ca68c1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:22.616809 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3346e41-bfde-4336-8059-e073797f49e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.660574 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3346e41-bfde-4336-8059-e073797f49e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.742718 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:51:22.754477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3346e41-bfde-4336-8059-e073797f49e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.757203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c3346e41-bfde-4336-8059-e073797f49e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:22.758434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c3346e41-bfde-4336-8059-e073797f49e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/security-groups/cf687ceb-03c9-41bf-9ad0-8f3bbd011df2 HTTP/1.1" status: 204 len: 168 time: 0.2187629 Nov 23 23:51:22.770743 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3346e41-bfde-4336-8059-e073797f49e5 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf687ceb-03c9-41bf-9ad0-8f3bbd011df2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:22.774681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:51:22.775015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e529034b-10b2-4e4c-a81d-ca1bc3a5d9e5 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:51:22.775453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:51:22.808959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:51:22.809348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 3bb5c5c2-cd0d-47a6-b30d-78484abfedf2 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:51:23.136465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34504) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:23.141717 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-029fb1b8-317b-47e3-b587-72971915e6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554509020', 'description': 'tempest-secgroup-smoke-554509020 description', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:23.175886 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-029fb1b8-317b-47e3-b587-72971915e6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.265225 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-029fb1b8-317b-47e3-b587-72971915e6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.270043 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-029fb1b8-317b-47e3-b587-72971915e6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.298141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-029fb1b8-317b-47e3-b587-72971915e6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.299464 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-029fb1b8-317b-47e3-b587-72971915e6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1618590 Nov 23 23:51:23.304716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34506) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:23.311235 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bdd374bb-6074-4233-ac78-9514f1f5d1dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '6a9324d8-21a8-48a4-b36f-1ac2020b7f80', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:23.312456 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fb1b8-317b-47e3-b587-72971915e6df tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9324d8-21a8-48a4-b36f-1ac2020b7f80,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:23.348980 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdd374bb-6074-4233-ac78-9514f1f5d1dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.405729 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdd374bb-6074-4233-ac78-9514f1f5d1dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.411544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdd374bb-6074-4233-ac78-9514f1f5d1dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.446972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd374bb-6074-4233-ac78-9514f1f5d1dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc1bf9f-921a-48a5-8295-22449935e842,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:23.455006 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bdd374bb-6074-4233-ac78-9514f1f5d1dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.457499 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bdd374bb-6074-4233-ac78-9514f1f5d1dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512606 Nov 23 23:51:23.462359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34508) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:23.467152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fe1806a9-5ede-4408-b9a8-1cab757bef21 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '6a9324d8-21a8-48a4-b36f-1ac2020b7f80', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:23.499470 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe1806a9-5ede-4408-b9a8-1cab757bef21 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.578439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe1806a9-5ede-4408-b9a8-1cab757bef21 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.583466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe1806a9-5ede-4408-b9a8-1cab757bef21 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.604801 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1806a9-5ede-4408-b9a8-1cab757bef21 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0582c2c0-94b2-4af8-9e9e-af912515e5d4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:23.615427 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe1806a9-5ede-4408-b9a8-1cab757bef21 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.616816 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fe1806a9-5ede-4408-b9a8-1cab757bef21 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533833 Nov 23 23:51:23.619833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34510) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:23.625180 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a8677378-c9fe-4591-8fb8-0d4f52858f00 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '6a9324d8-21a8-48a4-b36f-1ac2020b7f80', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:23.656631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8677378-c9fe-4591-8fb8-0d4f52858f00 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.746790 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8677378-c9fe-4591-8fb8-0d4f52858f00 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.752940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8677378-c9fe-4591-8fb8-0d4f52858f00 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.785537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8677378-c9fe-4591-8fb8-0d4f52858f00 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59475304-2a68-41e7-a1df-6452ef727afc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:23.795477 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8677378-c9fe-4591-8fb8-0d4f52858f00 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.796794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a8677378-c9fe-4591-8fb8-0d4f52858f00 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759307 Nov 23 23:51:23.799938 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34512) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:23.804916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-63315986-34cc-4422-a4c6-3f1cd2dd1138 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '6a9324d8-21a8-48a4-b36f-1ac2020b7f80', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:23.837903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63315986-34cc-4422-a4c6-3f1cd2dd1138 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.906548 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63315986-34cc-4422-a4c6-3f1cd2dd1138 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.912430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63315986-34cc-4422-a4c6-3f1cd2dd1138 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.935024 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63315986-34cc-4422-a4c6-3f1cd2dd1138 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9812827-67fb-4d41-be68-6becebda67b6,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:23.941329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63315986-34cc-4422-a4c6-3f1cd2dd1138 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:23.946681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-63315986-34cc-4422-a4c6-3f1cd2dd1138 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419504 Nov 23 23:51:23.946681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34514) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:23.951605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '6a9324d8-21a8-48a4-b36f-1ac2020b7f80', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:23.978447 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:51:23.986499 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.052429 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.057017 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.076704 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f7c2f5-c771-4eac-9b8b-bc048eac2e25,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:24.083410 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.084833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a8443bd3-1700-49a9-80e1-c54de11b16cf tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371448 Nov 23 23:51:24.087441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34516) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:24.093049 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '6a9324d8-21a8-48a4-b36f-1ac2020b7f80', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:24.117062 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:51:24.122426 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.204845 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.209427 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.307421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 85012c17-b7c6-4177-ab11-03b59a80e506 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:51:24.330662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 85012c17-b7c6-4177-ab11-03b59a80e506 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:51:24.331011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 85012c17-b7c6-4177-ab11-03b59a80e506 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:51:24.547747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462cc884-6603-4f72-b2ca-12da0d94a38b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:24.557347 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.558804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-acf05705-0005-47f5-b0f4-9756197f931b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4703479 Nov 23 23:51:24.562382 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34518) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:24.567335 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'network': {'name': 'tempest-network-smoke--418022469', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'port_security_enabled': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:24.589943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:51:24.594171 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.623274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:51:24.636206 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.636622 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Added segment fdaff0f1-f750-431b-9936-8607c38a8fd3 of type vlan for network bb1bfe2a-dacd-4113-853f-fb1bf879da31 Nov 23 23:51:24.681660 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.712086 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.718371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:24.719014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.760588 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1970763 Nov 23 23:51:24.764875 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34520) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:24.772075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'admin_state_up': True, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:24.819736 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ce2a9-a035-4dc6-a17e-23f7c1c0123f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Network': ['ID=bb1bfe2a-dacd-4113-853f-fb1bf879da31,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:24.831654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:51:24.837742 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.838903 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:24.901805 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:25.099901 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:25.305079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:25.330996 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:25.434141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.223 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c9890663-5e1b-4e8a-afec-5b5d5a1e4923) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:51:25.542031 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:25.576432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:25.613439 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:51:25.618271 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:51:25.621805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:51:25.631915 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c9271-f2e5-4b71-92f1-47dc790957a4 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:51:25.646304 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:25.680918 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f1347257-2694-4694-ba49-3c8bc29d3fc2 None None] Provisioning complete for port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:25.681386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1347257-2694-4694-ba49-3c8bc29d3fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:25.719462 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f1347257-2694-4694-ba49-3c8bc29d3fc2 None None] Port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:51:25.881046 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.079985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.223698 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router ed22ac35-6d2c-42f7-a9d5-a495ed613323 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:51:26.329872 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:51:26.342693 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Sync routers for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:51:26.350450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.351779 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a6042386-f2c3-436a-9b69-6d5a2fbc3cfc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5859029 Nov 23 23:51:26.352692 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:26.353298 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:26.355120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34522) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:26.383615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-28c110b0-a6bf-4db9-9047-8c7b50761ae3 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b2ce5f6a10074f63b1e505de5a597105&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272436 Nov 23 23:51:26.386179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34524) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:26.459070 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:26.473750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e2583-142e-4124-af6a-b73e21716016 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:26.475279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-bd1e2583-142e-4124-af6a-b73e21716016 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881312 Nov 23 23:51:26.478265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34526) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:26.519031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-329beae3-539e-45b6-9e0c-65e76375b211 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396490 Nov 23 23:51:26.521509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34528) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:26.526357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419140185', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:26.617114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:51:26.620842 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.646236 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:25Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:26.672467 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Checking router: ed22ac35-6d2c-42f7-a9d5-a495ed613323 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:51:26.672810 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Updating router ed22ac35-6d2c-42f7-a9d5-a495ed613323 port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:51:26.699669 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.807109 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.874574 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Subnet': ['ID=6e5e1e93-6471-45bd-adf7-83d3801d1db5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:26.882479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Checking segment: {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:51:26.882842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network hostable DHCP agents. Network: bb1bfe2a-dacd-4113-853f-fb1bf879da31, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:51:26.905396 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:51:26.916031 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, bb1bfe2a-dacd-4113-853f-fb1bf879da31) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:51:26.922679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:26.923278 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.935098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8945e-2e69-4b30-901d-71cb63a5154d None None] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:51:26.942805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5d31c138-0f52-4c62-900c-e4c4bf328d3c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4202290 Nov 23 23:51:26.947309 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34530) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:26.982238 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:26.990783 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.056504 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Pushing event updated for resources: {'Port': ['ID=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:27.063540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affcbe5d-fb9c-43ab-8a52-198c6a317960 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:51:27.066321 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.067668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.067668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.067668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.067668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.068037 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.068624 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.068624 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.068958 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.069285 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.069619 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.069925 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:51:27.073735 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Attempting to bind port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:51:27.074102 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Attempting to bind port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:51:27.074477 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Attempting to bind port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:51:27.081206 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:51:27.081586 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:51:27.081994 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.082401 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:51:27.082863 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Bound port: c9890663-5e1b-4e8a-afec-5b5d5a1e4923, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:51:27.083271 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.138626 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] For port c9890663-5e1b-4e8a-afec-5b5d5a1e4923, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:51:27.142991 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] For port c9890663-5e1b-4e8a-afec-5b5d5a1e4923, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:51:27.149142 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.183543 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44bd58c-6ba0-48be-981e-19322e65bebe None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:51:27.199197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-84d0b623-6f49-49d3-a548-7749e3337509 None None] Provisioning complete for port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:27.199594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84d0b623-6f49-49d3-a548-7749e3337509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.202116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:51:27.202952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.203553 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:27.204210 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:27.313245 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645031c-e6fe-47e6-af90-6e06aadd6c18 None None] Pushing event updated for resources: {'Port': ['ID=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:27.339482 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:27.397510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84d0b623-6f49-49d3-a548-7749e3337509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.427991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-84d0b623-6f49-49d3-a548-7749e3337509 None None] For port c9890663-5e1b-4e8a-afec-5b5d5a1e4923, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:27.432558 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Allocated IP 172.20.0.2 (bb1bfe2a-dacd-4113-853f-fb1bf879da31/6e5e1e93-6471-45bd-adf7-83d3801d1db5/0803a05c-f2a3-4e30-aed4-7dfd7740846b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:51:27.435359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84d0b623-6f49-49d3-a548-7749e3337509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.498465 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.537753 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:25Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:27.553602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b623-6f49-49d3-a548-7749e3337509 None None] Pushing event updated for resources: {'Port': ['ID=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:27.574057 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90dd619-0537-4de9-9c95-8d39d07cd5b1 None None] The sync data for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 is: [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:25Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:51:27.581710 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-93677f2b-8b8f-48c0-a842-c9cb5555eae2 None None] Provisioning complete for port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:27.581983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-93677f2b-8b8f-48c0-a842-c9cb5555eae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.689306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.701994 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.711688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.771449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:51:27.781635 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:51:27.787976 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:51:27.795496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Pushing event updated for resources: {'Port': ['ID=0803a05c-f2a3-4e30-aed4-7dfd7740846b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:27.832864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.1 (bb1bfe2a-dacd-4113-853f-fb1bf879da31/6e5e1e93-6471-45bd-adf7-83d3801d1db5/f1fb944f-9119-46f9-923a-bdd4ae022272) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:51:27.876531 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Attempting to bind port 0803a05c-f2a3-4e30-aed4-7dfd7740846b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:51:27.876907 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Attempting to bind port 0803a05c-f2a3-4e30-aed4-7dfd7740846b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:51:27.877272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Attempting to bind port 0803a05c-f2a3-4e30-aed4-7dfd7740846b on network bb1bfe2a-dacd-4113-853f-fb1bf879da31 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:51:27.883162 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:51:27.883539 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Checking segment: {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:51:27.884004 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.884397 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Bound using segment: {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:51:27.884887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Bound port: 0803a05c-f2a3-4e30-aed4-7dfd7740846b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:51:27.885270 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.962998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] For port 0803a05c-f2a3-4e30-aed4-7dfd7740846b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:51:27.971212 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] For port 0803a05c-f2a3-4e30-aed4-7dfd7740846b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0803a05c-f2a3-4e30-aed4-7dfd7740846b,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:51:27.980952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:27.993931 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.037495 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.061258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f427cc0-f9d5-4b62-90c0-c8bc2678fd85 None None] Pushing event updated for resources: {'Port': ['ID=0803a05c-f2a3-4e30-aed4-7dfd7740846b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:28.096536 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:51:28.103315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:51:28.108054 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:51:28.144009 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=f1fb944f-9119-46f9-923a-bdd4ae022272,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:28.177398 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.395418 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.458507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0803a05c-f2a3-4e30-aed4-7dfd7740846b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:51:28.516756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0803a05c-f2a3-4e30-aed4-7dfd7740846b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:28.517122 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.609226 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.652120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 0803a05c-f2a3-4e30-aed4-7dfd7740846b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0803a05c-f2a3-4e30-aed4-7dfd7740846b,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:28.658551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.659669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c9890663-5e1b-4e8a-afec-5b5d5a1e4923 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:51:28.753644 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.755129 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=0803a05c-f2a3-4e30-aed4-7dfd7740846b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:28.759433 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.765689 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:28.765920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.844494 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:28.846030 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=f1fb944f-9119-46f9-923a-bdd4ae022272,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:28.961795 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:51:28.963436 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:51:29.088508 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router ed22ac35-6d2c-42f7-a9d5-a495ed613323 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:51:29.150121 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae636a7-1d35-40c8-8223-dc1dcbd0e05c None None] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:51:29.205027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:51:29.210468 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0a6a05ec-7115-4f7a-8088-703a868a2289 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/ed22ac35-6d2c-42f7-a9d5-a495ed613323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2618616 Nov 23 23:51:29.264429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f762b2c0-bc6f-4f97-b32f-133077381acc None None] Provisioning complete for port 0803a05c-f2a3-4e30-aed4-7dfd7740846b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:29.264819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f762b2c0-bc6f-4f97-b32f-133077381acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:29.383839 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-57302e20-396b-499f-9405-e101b5764531 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554509020&fields=id&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 267 time: 0.0587244 Nov 23 23:51:29.506506 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-f0181c81-5bd4-424a-8845-af856f4d3ff4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:29.508722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-f0181c81-5bd4-424a-8845-af856f4d3ff4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/networks?id=bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 200 len: 796 time: 0.1171300 Nov 23 23:51:29.527854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-fb2169c5-7038-4ac0-998d-75f0ec37f24b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/quotas/b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 375 time: 0.0108986 Nov 23 23:51:29.593456 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-37bd82e3-e46f-48b7-986a-7c2f5e29189a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586250 Nov 23 23:51:29.655644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-761f0aca-2301-4cc6-9a79-ec475881ab2c None None] Provisioning complete for port f1fb944f-9119-46f9-923a-bdd4ae022272 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:29.656018 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-761f0aca-2301-4cc6-9a79-ec475881ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:29.694142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-761f0aca-2301-4cc6-9a79-ec475881ab2c None None] Port f1fb944f-9119-46f9-923a-bdd4ae022272 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:51:29.707327 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-6fba2e4a-d4c1-4485-94d2-b2a8036cb96b service neutron] 10.222.0.11 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987539 Nov 23 23:51:29.711830 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-761f0aca-2301-4cc6-9a79-ec475881ab2c None None] Provisioning complete for port 0803a05c-f2a3-4e30-aed4-7dfd7740846b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:29.712206 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-761f0aca-2301-4cc6-9a79-ec475881ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:29.714008 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Sync routers for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:51:29.756707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:29.757348 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:29.814274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-10df53ce-ac26-422d-8db1-7472e366ccfe service neutron] 10.222.0.11 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981121 Nov 23 23:51:30.024546 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f83411f-c5e0-4ae0-bba8-a497f390d4f1 req-672d2ebf-4d05-4577-81de-255b75e5a789 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 210 time: 0.0382757 Nov 23 23:51:30.095728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:30.251674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5860e58a-ee83-4f01-a49d-32bb0bf97059 None None] Provisioning complete for port f1fb944f-9119-46f9-923a-bdd4ae022272 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:30.252351 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5860e58a-ee83-4f01-a49d-32bb0bf97059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:30.340242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5860e58a-ee83-4f01-a49d-32bb0bf97059 None None] Port f1fb944f-9119-46f9-923a-bdd4ae022272 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:51:30.373285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 2, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:30.421585 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0803a05c-f2a3-4e30-aed4-7dfd7740846b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:51:30.424285 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Checking router: ed22ac35-6d2c-42f7-a9d5-a495ed613323 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:51:30.424642 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Updating router ed22ac35-6d2c-42f7-a9d5-a495ed613323 port f1fb944f-9119-46f9-923a-bdd4ae022272 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:51:30.483648 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:30.541417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 0803a05c-f2a3-4e30-aed4-7dfd7740846b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:30.541688 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:30.831715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:30.836913 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:30.891511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3893f-da8b-448c-a06c-4649de96d6a8 None None] Pushing event updated for resources: {'Port': ['ID=f1fb944f-9119-46f9-923a-bdd4ae022272,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:30.946102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Attempting to bind port f1fb944f-9119-46f9-923a-bdd4ae022272 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:51:30.946477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Attempting to bind port f1fb944f-9119-46f9-923a-bdd4ae022272 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:51:30.946843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Attempting to bind port f1fb944f-9119-46f9-923a-bdd4ae022272 on network bb1bfe2a-dacd-4113-853f-fb1bf879da31 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:51:30.952516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:51:30.952893 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Checking segment: {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:51:30.953299 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:30.953694 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Bound using segment: {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:51:30.954170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Bound port: f1fb944f-9119-46f9-923a-bdd4ae022272, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:51:30.954554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.020229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] For port f1fb944f-9119-46f9-923a-bdd4ae022272, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:51:31.023773 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] For port f1fb944f-9119-46f9-923a-bdd4ae022272, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f1fb944f-9119-46f9-923a-bdd4ae022272,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:51:31.028757 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.111149 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:31.112083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:31.230682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f495e643-eb0d-4852-84aa-0ba3a8596c47 req-eb515ff8-c0c4-4473-9042-f32a33c72d05 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 210 time: 0.0360489 Nov 23 23:51:31.267146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3893f-da8b-448c-a06c-4649de96d6a8 None None] Pushing event updated for resources: {'Port': ['ID=f1fb944f-9119-46f9-923a-bdd4ae022272,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:31.276894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-d1a058e1-e6c9-45a5-90a7-dbaa4d6ca0ec tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:31.278475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-d1a058e1-e6c9-45a5-90a7-dbaa4d6ca0ec tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/networks?id=bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 200 len: 796 time: 0.2108335 Nov 23 23:51:31.314759 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7bef961c-cb45-4388-bfe0-f26302f2e0eb None None] Provisioning complete for port f1fb944f-9119-46f9-923a-bdd4ae022272 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:31.315142 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bef961c-cb45-4388-bfe0-f26302f2e0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.347786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:31.379315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-c3e52a77-84e8-4281-a1f2-fc19bd0abcc9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 379 time: 0.0823436 Nov 23 23:51:31.388980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'port': {'device_id': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'admin_state_up': True, 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'security_groups': ['6a9324d8-21a8-48a4-b36f-1ac2020b7f80']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:31.513531 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:51:31.517472 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.529208 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bef961c-cb45-4388-bfe0-f26302f2e0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.579882 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7bef961c-cb45-4388-bfe0-f26302f2e0eb None None] For port f1fb944f-9119-46f9-923a-bdd4ae022272, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f1fb944f-9119-46f9-923a-bdd4ae022272,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:31.602255 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7bef961c-cb45-4388-bfe0-f26302f2e0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.658127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.4 (bb1bfe2a-dacd-4113-853f-fb1bf879da31/6e5e1e93-6471-45bd-adf7-83d3801d1db5/741e54e5-9d5a-405f-9c51-485e20de1d93) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:51:31.667595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef961c-cb45-4388-bfe0-f26302f2e0eb None None] Pushing event updated for resources: {'Port': ['ID=f1fb944f-9119-46f9-923a-bdd4ae022272,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:31.681443 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:31.710103 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e83f4-1e4f-49e4-98ff-685649729d29 None None] The sync data for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 is: [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:51:31.742662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d9c8298c-b4dd-4323-b885-75fa5384e796 None None] Provisioning complete for port f1fb944f-9119-46f9-923a-bdd4ae022272 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:31.743035 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d9c8298c-b4dd-4323-b885-75fa5384e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.745939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b57eeb0-f28b-4f7f-a5ae-155a37483ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.848806 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.893212 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:31.943071 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:51:31.946202 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:51:31.949970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:51:31.976077 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=741e54e5-9d5a-405f-9c51-485e20de1d93,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:32.015062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:32.016259 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:32.037652 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-60a12011-656d-4897-9056-e97b9d28122d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6524642 Nov 23 23:51:32.057701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Request body: {'port': {'device_id': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:32.119368 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:32.283338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ffe10f8f-6e89-42f3-8741-338a192a3a5e None None] Provisioning complete for port 741e54e5-9d5a-405f-9c51-485e20de1d93 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:32.283865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ffe10f8f-6e89-42f3-8741-338a192a3a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:32.342289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ffe10f8f-6e89-42f3-8741-338a192a3a5e None None] Port 741e54e5-9d5a-405f-9c51-485e20de1d93 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:51:32.414921 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f1fb944f-9119-46f9-923a-bdd4ae022272 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:51:32.468646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f1fb944f-9119-46f9-923a-bdd4ae022272 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:32.469096 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:32.725064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1d25c-94ce-429c-a957-515503e5f743 req-485d012e-3a92-451d-8ed5-085349c22a62 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:32.726293 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdb1d25c-94ce-429c-a957-515503e5f743 req-485d012e-3a92-451d-8ed5-085349c22a62 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 931 time: 0.0791371 Nov 23 23:51:32.816792 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741e54e5-9d5a-405f-9c51-485e20de1d93 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:51:32.824665 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdb1d25c-94ce-429c-a957-515503e5f743 req-683fe6f1-871b-4075-aeae-dd31cb9b2713 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898049 Nov 23 23:51:32.829712 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:32.847209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Transition to ACTIVE for port object 741e54e5-9d5a-405f-9c51-485e20de1d93 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:51:32.851951 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:32.912352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Pushing event updated for resources: {'Port': ['ID=741e54e5-9d5a-405f-9c51-485e20de1d93,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:32.997192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Attempting to bind port 741e54e5-9d5a-405f-9c51-485e20de1d93 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:51:32.997573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Attempting to bind port 741e54e5-9d5a-405f-9c51-485e20de1d93 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:51:32.997912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Attempting to bind port 741e54e5-9d5a-405f-9c51-485e20de1d93 on network bb1bfe2a-dacd-4113-853f-fb1bf879da31 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:51:33.003292 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Port 741e54e5-9d5a-405f-9c51-485e20de1d93 on network bb1bfe2a-dacd-4113-853f-fb1bf879da31 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:51:33.003809 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Attempting to bind port 741e54e5-9d5a-405f-9c51-485e20de1d93 on network bb1bfe2a-dacd-4113-853f-fb1bf879da31 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:51:33.009457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:51:33.009794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Checking segment: {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:51:33.010190 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Bound using segment: {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:51:33.010664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Bound port: 741e54e5-9d5a-405f-9c51-485e20de1d93, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdaff0f1-f750-431b-9936-8607c38a8fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:51:33.011027 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:33.084838 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] For port 741e54e5-9d5a-405f-9c51-485e20de1d93, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:51:33.089395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] For port 741e54e5-9d5a-405f-9c51-485e20de1d93, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=741e54e5-9d5a-405f-9c51-485e20de1d93,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:51:33.096744 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:33.135481 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.136141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:33.137647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-39c122d1-52c0-400e-a251-06839f07003c service neutron] 10.222.0.48 "PUT /v2.0/ports/741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 200 len: 1091 time: 1.0867822 Nov 23 23:51:33.138130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:51:33.140700 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d1556-597f-4d68-bf33-54deb612da2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:51:33.186626 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c122d1-52c0-400e-a251-06839f07003c service neutron] Pushing event updated for resources: {'Port': ['ID=741e54e5-9d5a-405f-9c51-485e20de1d93,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:33.202554 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7b6c9e-fbd1-43e6-9c6e-c678b10f302e x-openstack-request-id: req-7a7b6c9e-fbd1-43e6-9c6e-c678b10f302e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:51:33.202938 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:51:33.203119 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a7b6c9e-fbd1-43e6-9c6e-c678b10f302e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:51:33.203492 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'status': 'completed', 'code': 200} Nov 23 23:51:33.260295 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-74ef3ed0-5735-45da-903c-082d678c000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.261869 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-74ef3ed0-5735-45da-903c-082d678c000a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1094 time: 0.0448816 Nov 23 23:51:33.312850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-4e5dac55-ee89-466c-bf53-53b93d0396ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 200 len: 217 time: 0.0381131 Nov 23 23:51:33.368179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-286fb3fe-13fa-46d7-b35c-0962bcd85156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.369664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-286fb3fe-13fa-46d7-b35c-0962bcd85156 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e5e1e93-6471-45bd-adf7-83d3801d1db5 HTTP/1.1" status: 200 len: 834 time: 0.0500605 Nov 23 23:51:33.427109 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-6cc3d542-b30a-4bdf-b1f5-4dee1d04416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.428591 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-6cc3d542-b30a-4bdf-b1f5-4dee1d04416f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb1bfe2a-dacd-4113-853f-fb1bf879da31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451865 Nov 23 23:51:33.521387 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-2d6d8943-41cf-4b88-9a9f-a6ec564da168 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851402 Nov 23 23:51:33.619065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfef03a4-839b-4caf-9b65-de8a0976cb55 req-a8852c3d-9d97-4694-8ad5-153e427dcd07 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901337 Nov 23 23:51:33.748274 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-0957901c-b776-4da5-bb7c-ab48ff750a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.749822 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-0957901c-b776-4da5-bb7c-ab48ff750a07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1094 time: 0.0470631 Nov 23 23:51:33.854080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-fed763ae-91bc-40a6-a223-79d7ae699ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.855597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-fed763ae-91bc-40a6-a223-79d7ae699ea8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 200 len: 897 time: 0.0989370 Nov 23 23:51:33.903817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-9b3b3b71-5627-4f31-8933-f07b7c376671 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 200 len: 217 time: 0.0401018 Nov 23 23:51:33.981276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-424702c9-aadb-43f9-ba6b-eabe7cc50c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.982700 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-424702c9-aadb-43f9-ba6b-eabe7cc50c10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e5e1e93-6471-45bd-adf7-83d3801d1db5 HTTP/1.1" status: 200 len: 834 time: 0.0714071 Nov 23 23:51:33.994029 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07b155-f30e-4a5a-81d9-78ae91aa25d3 req-95215a22-cefa-472d-be73-42657290098e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:33.995496 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f07b155-f30e-4a5a-81d9-78ae91aa25d3 req-95215a22-cefa-472d-be73-42657290098e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 943 time: 0.0948396 Nov 23 23:51:34.068918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-1a8bc515-2838-431f-8f38-edc469396d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:34.070431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-1a8bc515-2838-431f-8f38-edc469396d0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb1bfe2a-dacd-4113-853f-fb1bf879da31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740201 Nov 23 23:51:34.076261 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f07b155-f30e-4a5a-81d9-78ae91aa25d3 req-65310bd3-ff8b-409e-b1fd-d238859b6c53 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719259 Nov 23 23:51:34.168838 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-f052d997-7645-4f24-971b-20c876abf1bc service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899575 Nov 23 23:51:34.262362 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1d6d1556-597f-4d68-bf33-54deb612da2e req-d7256953-d072-4172-b874-c0c17529d32f service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Nov 23 23:51:34.837836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cc7e69a0-75cc-4aa8-9aab-2a68d57e6b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:35.211273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34362e35-4e4b-4ce0-ac2d-e5be8bbf8118 req-964e4b9f-3f65-44d9-b065-8cdb23adfde1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:35.212905 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34362e35-4e4b-4ce0-ac2d-e5be8bbf8118 req-964e4b9f-3f65-44d9-b065-8cdb23adfde1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 943 time: 0.0613048 Nov 23 23:51:35.273623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-34362e35-4e4b-4ce0-ac2d-e5be8bbf8118 req-83896f4a-f295-4d62-9b29-2ac932fbb4f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541799 Nov 23 23:51:35.322476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:36.395598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adabec2-349d-427b-9c92-9114cafac177 req-837dec73-7493-457d-9f14-185d8c66a99b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:36.397205 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3adabec2-349d-427b-9c92-9114cafac177 req-837dec73-7493-457d-9f14-185d8c66a99b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 943 time: 0.0509663 Nov 23 23:51:36.448530 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3adabec2-349d-427b-9c92-9114cafac177 req-e26e5bae-2095-4974-9570-23fd9e9a44ea tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453408 Nov 23 23:51:36.779539 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:37.567886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1943f-f04d-4cc0-b0d2-585f66c14e69 req-625964c9-17b2-49f1-a9d5-db039e7de0fc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:37.569398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ef1943f-f04d-4cc0-b0d2-585f66c14e69 req-625964c9-17b2-49f1-a9d5-db039e7de0fc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 943 time: 0.0492752 Nov 23 23:51:37.623538 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:37.625794 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5ef1943f-f04d-4cc0-b0d2-585f66c14e69 req-64f7ccfb-51c6-4aa1-82a2-9b513ac77c66 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496638 Nov 23 23:51:37.755729 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 741e54e5-9d5a-405f-9c51-485e20de1d93 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:51:37.851272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 741e54e5-9d5a-405f-9c51-485e20de1d93, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=741e54e5-9d5a-405f-9c51-485e20de1d93,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:37.863732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'port_id': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'mac_address': 'fa:16:3e:6d:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:51:37.903153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:37.922550 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741e54e5-9d5a-405f-9c51-485e20de1d93 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:51:37.944377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 741e54e5-9d5a-405f-9c51-485e20de1d93, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=741e54e5-9d5a-405f-9c51-485e20de1d93,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:37.948675 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:37.995579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=741e54e5-9d5a-405f-9c51-485e20de1d93,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:38.246125 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['741e54e5-9d5a-405f-9c51-485e20de1d93'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:51:38.690526 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:38.749802 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258c77-016c-485e-8edb-bdac7af86ba2 req-12e74b98-ae8d-4279-a9be-06e20d25de57 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:38.751294 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11258c77-016c-485e-8edb-bdac7af86ba2 req-12e74b98-ae8d-4279-a9be-06e20d25de57 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 944 time: 0.0533421 Nov 23 23:51:38.803382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-11258c77-016c-485e-8edb-bdac7af86ba2 req-38078290-1ec3-49bc-9b48-f7306a608563 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 Nov 23 23:51:39.755751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 741e54e5-9d5a-405f-9c51-485e20de1d93 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:51:39.807490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 741e54e5-9d5a-405f-9c51-485e20de1d93 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:51:39.811278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 741e54e5-9d5a-405f-9c51-485e20de1d93 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:51:39.811670 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:39.896422 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:39.924197 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2a372-fa80-4848-b9e2-943b6087dd16 req-282f3d98-3541-4bea-941f-91d300401d09 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:39.925385 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:51:39.925768 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9a2a372-fa80-4848-b9e2-943b6087dd16 req-282f3d98-3541-4bea-941f-91d300401d09 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 944 time: 0.0515318 Nov 23 23:51:39.927733 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2441bf-f590-4967-892c-f3d9bd90770e" -d '{"events": [{"server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "name": "network-vif-plugged", "status": "completed", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:51:39.945301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 741e54e5-9d5a-405f-9c51-485e20de1d93, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=741e54e5-9d5a-405f-9c51-485e20de1d93,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:51:39.950619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:39.976722 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab909798-3fce-4ce1-a53e-5d66885e3bb0 x-openstack-request-id: req-ab909798-3fce-4ce1-a53e-5d66885e3bb0 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:51:39.977021 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "name": "network-vif-plugged", "status": "completed", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:51:39.977280 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab909798-3fce-4ce1-a53e-5d66885e3bb0 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:51:39.977712 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'code': 200} Nov 23 23:51:39.981699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9a2a372-fa80-4848-b9e2-943b6087dd16 req-631a765c-0400-4c6f-b1cc-924a4af6bd2f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491238 Nov 23 23:51:40.010810 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=741e54e5-9d5a-405f-9c51-485e20de1d93,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:40.112330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1931-c2e8-47f1-b04c-66a21e9ba88c req-fc9643bb-0f85-4331-920b-192a42f768f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:40.113877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-733f1931-c2e8-47f1-b04c-66a21e9ba88c req-fc9643bb-0f85-4331-920b-192a42f768f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1096 time: 0.0479665 Nov 23 23:51:40.164974 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-733f1931-c2e8-47f1-b04c-66a21e9ba88c req-cac8444f-f528-4a11-a6dc-cecc9fc3997b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Nov 23 23:51:41.161436 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f12a-e188-49e6-8b50-b5e47162ef9a req-768c0ed1-b33f-4c30-b4bc-ef23839d5810 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:41.163019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd22f12a-e188-49e6-8b50-b5e47162ef9a req-768c0ed1-b33f-4c30-b4bc-ef23839d5810 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0600104 Nov 23 23:51:41.223063 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd22f12a-e188-49e6-8b50-b5e47162ef9a req-a4faa065-3718-4542-a676-bb76825fb2a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526967 Nov 23 23:51:42.350409 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4ff65-138a-41bd-a785-5b894e4df2c5 req-fcdc91db-cae3-45c2-b0c6-d3748b2ba6c1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:42.351920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ade4ff65-138a-41bd-a785-5b894e4df2c5 req-fcdc91db-cae3-45c2-b0c6-d3748b2ba6c1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0492337 Nov 23 23:51:42.405776 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ade4ff65-138a-41bd-a785-5b894e4df2c5 req-cd1c9556-5cf2-425b-ad9e-c1d144da640c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476243 Nov 23 23:51:42.767769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd1965-fa3f-4dfa-b3b6-2328673076af req-50e19536-5ad3-4fd2-96ba-9e636b77a155 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:42.769237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96bd1965-fa3f-4dfa-b3b6-2328673076af req-50e19536-5ad3-4fd2-96ba-9e636b77a155 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0504079 Nov 23 23:51:42.820555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96bd1965-fa3f-4dfa-b3b6-2328673076af req-74937775-eea1-410f-ab43-a31b2e78a226 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454473 Nov 23 23:51:42.843238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:42.882057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723aae0c-8bbc-475f-88da-d1765d88ce35 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:42.883545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-723aae0c-8bbc-475f-88da-d1765d88ce35 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1091 time: 0.0392923 Nov 23 23:51:42.886290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34590) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:42.890703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:51:42.912096 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.012064 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.122007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.2 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/c85db5e7-bee2-4bff-bc6a-81a3b5686ea9) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:51:43.227128 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.262345 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.299185 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:51:43.304652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:51:43.308237 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:51:43.338142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=c85db5e7-bee2-4bff-bc6a-81a3b5686ea9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:43.685412 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.759084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.908940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.913631 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:43.986192 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=c85db5e7-bee2-4bff-bc6a-81a3b5686ea9,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:51:43.997348 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:44.099036 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP 873af8a2-6197-49bb-ba41-eecd45cbfd9a associated. External IP: 172.25.0.2, port: 741e54e5-9d5a-405f-9c51-485e20de1d93. Nov 23 23:51:44.307594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router ed22ac35-6d2c-42f7-a9d5-a495ed613323 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:51:44.421946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:51:44.432064 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] Sync routers for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:51:44.440320 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:51:44.442620 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:44.443234 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:44.469066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-5a1bfef3-2d1d-46b7-b158-a0193af237d8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5816829 Nov 23 23:51:44.469603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:51:44.471922 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8b0776-ad35-4ee7-b93d-3203347ed869" -d '{"events": [{"name": "network-changed", "server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:51:44.513518 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8087fd8-1a0a-41a9-a46e-d165a3cce89b x-openstack-request-id: req-f8087fd8-1a0a-41a9-a46e-d165a3cce89b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:51:44.513819 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:51:44.514077 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8087fd8-1a0a-41a9-a46e-d165a3cce89b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:51:44.515307 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'status': 'completed', 'code': 200} Nov 23 23:51:44.557528 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:44.611598 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801eca1-6dce-4cf1-8092-9f17a6cbaf82 req-e1c12c1b-e71d-4cb2-876a-53094a837352 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:44.613258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c801eca1-6dce-4cf1-8092-9f17a6cbaf82 req-e1c12c1b-e71d-4cb2-876a-53094a837352 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0857832 Nov 23 23:51:44.630173 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-272368a0-0749-4678-812e-9a575e9193dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:44.631682 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-272368a0-0749-4678-812e-9a575e9193dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1096 time: 0.0722530 Nov 23 23:51:44.744283 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c801eca1-6dce-4cf1-8092-9f17a6cbaf82 req-949d73e4-08f8-4592-8e54-42e30517ec40 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233535 Nov 23 23:51:44.768320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34596) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:44.777703 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-a827ce1c-dd8a-412a-a586-caba75d77ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:44.780216 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-a827ce1c-dd8a-412a-a586-caba75d77ff4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 200 len: 897 time: 0.1393816 Nov 23 23:51:44.849921 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6f6b65be-2cd0-49d5-9e89-7d9e101db37e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/873af8a2-6197-49bb-ba41-eecd45cbfd9a HTTP/1.1" status: 200 len: 989 time: 0.0798953 Nov 23 23:51:44.858817 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-77d3564d-b623-4048-aed0-ed46add28701 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 200 len: 997 time: 0.0708482 Nov 23 23:51:44.912852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-3573b475-dbb6-4f42-98a7-e962f28499ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:44.914354 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-3573b475-dbb6-4f42-98a7-e962f28499ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e5e1e93-6471-45bd-adf7-83d3801d1db5 HTTP/1.1" status: 200 len: 834 time: 0.0489247 Nov 23 23:51:44.916869 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '873af8a2-6197-49bb-ba41-eecd45cbfd9a', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'port_id': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'mac_address': 'fa:16:3e:6d:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:51:43Z', 'updated_at': '2021-11-23T23:51:43Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:44.947467 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] Checking router: ed22ac35-6d2c-42f7-a9d5-a495ed613323 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:51:44.956109 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:51:44.956721 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:51:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:44.960565 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-ce1a308b-2d23-486b-b8d3-ed36d49fbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:51:44.962217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-ce1a308b-2d23-486b-b8d3-ed36d49fbfb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb1bfe2a-dacd-4113-853f-fb1bf879da31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410099 Nov 23 23:51:45.072268 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-27b39f87-3cf9-476b-bd3d-d42ff776400a service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025019 Nov 23 23:51:45.083235 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:51:45.171984 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f8b0776-ad35-4ee7-b93d-3203347ed869 req-82ecd7f8-ef94-466f-a7c3-9a8927f77679 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923398 Nov 23 23:51:45.326449 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '873af8a2-6197-49bb-ba41-eecd45cbfd9a', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'port_id': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'mac_address': 'fa:16:3e:6d:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:51:43Z', 'updated_at': '2021-11-23T23:51:43Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:51:45.352465 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fee360-3895-4885-8f76-30f624d6b7fc None None] The sync data for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 is: [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '873af8a2-6197-49bb-ba41-eecd45cbfd9a', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'port_id': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'mac_address': 'fa:16:3e:6d:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:51:43Z', 'updated_at': '2021-11-23T23:51:43Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:51:45.567787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c508c6-c05e-484f-88cc-2ad8e6b44c03 None None] New status for floating IP 873af8a2-6197-49bb-ba41-eecd45cbfd9a: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:51:45.854036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34598) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:51:45.921414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-499888c6-015c-4ccf-946a-145fa126c3f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/873af8a2-6197-49bb-ba41-eecd45cbfd9a HTTP/1.1" status: 200 len: 991 time: 0.0658369 Nov 23 23:51:57.292679 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:51:57.696340 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:01.737827 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b383f99-5455-4eb4-97d5-57240cbc9934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:04.839931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-485767f3-c301-4178-8079-03bf6d2e5a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:05.324442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:06.782198 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:07.627847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:08.685545 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:12.336859 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-29738111-5dd0-4928-9804-91014a1c91e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036932 Nov 23 23:52:12.448852 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-d9684588-2f9f-4a5a-8a40-b568225640d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:12.450285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-d9684588-2f9f-4a5a-8a40-b568225640d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1096 time: 0.0430620 Nov 23 23:52:12.559098 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-a1abcbfe-f119-44f5-9ab1-ec719185f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:12.560657 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-a1abcbfe-f119-44f5-9ab1-ec719185f9da service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 200 len: 897 time: 0.0902114 Nov 23 23:52:12.628058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-ef31fa40-62bd-4052-8dc1-f4e78cbb7788 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 200 len: 999 time: 0.0596554 Nov 23 23:52:12.686830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-b840d336-c07f-44d7-9eda-b85568ee5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:12.688356 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-b840d336-c07f-44d7-9eda-b85568ee5d7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e5e1e93-6471-45bd-adf7-83d3801d1db5 HTTP/1.1" status: 200 len: 834 time: 0.0532467 Nov 23 23:52:12.740835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-5c55322c-5e2b-4116-a6cc-f98d2c170cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:12.742302 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-5c55322c-5e2b-4116-a6cc-f98d2c170cae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb1bfe2a-dacd-4113-853f-fb1bf879da31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467584 Nov 23 23:52:12.835981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-b30c6ed3-50be-4856-b0ed-7e105f19f60b service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Nov 23 23:52:13.260114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f7c3a2c2-2c7c-43ed-96c8-3b093d178da8 req-7990e113-c35b-4a5c-bcfd-9d0f3f14bf16 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162424 Nov 23 23:52:17.367805 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254aef0-a40e-48bb-833d-3b852fef0160 req-6cdc9c0c-f823-43cc-8bad-187ba99c198a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:17.369341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8254aef0-a40e-48bb-833d-3b852fef0160 req-6cdc9c0c-f823-43cc-8bad-187ba99c198a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0498602 Nov 23 23:52:17.424280 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8254aef0-a40e-48bb-833d-3b852fef0160 req-62cdb98d-7294-498c-99c4-edbbf7297e1d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480571 Nov 23 23:52:18.546336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8990ff8-7d37-46d8-abc7-bb354115553c req-ba129f24-7587-4d6f-8408-b6dc43cc2367 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:18.548451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8990ff8-7d37-46d8-abc7-bb354115553c req-ba129f24-7587-4d6f-8408-b6dc43cc2367 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0483258 Nov 23 23:52:18.601409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f8990ff8-7d37-46d8-abc7-bb354115553c req-ad947c3d-6d7e-403c-8ff4-1ffe145b6700 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Nov 23 23:52:19.720428 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47961df5-bbd5-46b6-883a-bcb4ecb3ba5e req-9ee30507-129a-4219-8193-bfd2a75c7e28 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:19.721892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47961df5-bbd5-46b6-883a-bcb4ecb3ba5e req-9ee30507-129a-4219-8193-bfd2a75c7e28 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0498605 Nov 23 23:52:19.774536 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-47961df5-bbd5-46b6-883a-bcb4ecb3ba5e req-85b982b8-f228-4df7-89b3-402e94b99293 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463114 Nov 23 23:52:20.892970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d7cf2-ecdc-4d96-8892-8342215f6abf req-62546ae8-1e5d-4812-8640-1888aff5a2f4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:20.894454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-736d7cf2-ecdc-4d96-8892-8342215f6abf req-62546ae8-1e5d-4812-8640-1888aff5a2f4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0502381 Nov 23 23:52:20.944418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-736d7cf2-ecdc-4d96-8892-8342215f6abf req-147e0f55-eb0e-424f-bed4-88a45cc0bc29 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439556 Nov 23 23:52:22.064960 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493a680-9e0a-4779-a4d2-2823a421a320 req-a2a4bf85-2bda-4b46-aef1-db0c1abefc08 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:22.066445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a493a680-9e0a-4779-a4d2-2823a421a320 req-a2a4bf85-2bda-4b46-aef1-db0c1abefc08 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0533762 Nov 23 23:52:22.115331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a493a680-9e0a-4779-a4d2-2823a421a320 req-cb894ba8-5993-4c34-b316-bda5a5811334 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428269 Nov 23 23:52:23.232055 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ccc03-8187-49d8-ad15-ab2f21a63627 req-db1ada25-94ee-4749-bbce-8b021efac0d0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:23.234200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c4ccc03-8187-49d8-ad15-ab2f21a63627 req-db1ada25-94ee-4749-bbce-8b021efac0d0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0499330 Nov 23 23:52:23.282981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c4ccc03-8187-49d8-ad15-ab2f21a63627 req-b41df2af-5b2d-4bb3-b6e9-12e58c3f7551 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427814 Nov 23 23:52:24.400961 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a6606-386b-493f-80a2-f038a31c7afd req-8d82c53d-e014-4adc-8731-91bc92b6496c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:24.402368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a58a6606-386b-493f-80a2-f038a31c7afd req-8d82c53d-e014-4adc-8731-91bc92b6496c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0499032 Nov 23 23:52:24.456660 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a58a6606-386b-493f-80a2-f038a31c7afd req-87fd50e0-d388-462f-ac82-69677087a3dc tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480816 Nov 23 23:52:25.580654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b378730-e1f7-4ccc-85b4-42ce0e6b14da req-af4c2ba3-2857-45f4-a61e-0d61deb64108 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:25.582174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b378730-e1f7-4ccc-85b4-42ce0e6b14da req-af4c2ba3-2857-45f4-a61e-0d61deb64108 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0515916 Nov 23 23:52:25.632755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b378730-e1f7-4ccc-85b4-42ce0e6b14da req-fb8501ca-a7c0-4131-8d30-fe77d628c7dd tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446022 Nov 23 23:52:26.753352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cab46-7b35-490b-93d3-41601f052448 req-fad3e10a-53c0-4744-ae34-58fe3d2e9030 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:26.754946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da2cab46-7b35-490b-93d3-41601f052448 req-fad3e10a-53c0-4744-ae34-58fe3d2e9030 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0509641 Nov 23 23:52:26.805448 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da2cab46-7b35-490b-93d3-41601f052448 req-cde8000f-4968-4d60-bfb0-17e5bda6b4cb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443914 Nov 23 23:52:27.710381 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:27.936194 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303f43-ef3c-4dc1-b697-5b0113bbf687 req-cac1e8c7-3e63-4eb4-a947-671a9200cd69 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:27.937977 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe303f43-ef3c-4dc1-b697-5b0113bbf687 req-cac1e8c7-3e63-4eb4-a947-671a9200cd69 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0589144 Nov 23 23:52:27.989132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe303f43-ef3c-4dc1-b697-5b0113bbf687 req-db156913-7c0b-444d-815a-c5102fa03fde tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Nov 23 23:52:29.111966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf6f94-4058-4e66-a7f7-ade9528b30d7 req-ed14c93d-d332-40f3-955c-6ddb87c6b3e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:29.113473 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79cf6f94-4058-4e66-a7f7-ade9528b30d7 req-ed14c93d-d332-40f3-955c-6ddb87c6b3e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0507619 Nov 23 23:52:29.166372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-79cf6f94-4058-4e66-a7f7-ade9528b30d7 req-ca721268-a6a2-46f7-8b63-70ca937b0d52 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468314 Nov 23 23:52:30.294825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5f25c-4b9f-4044-93b7-e511b261d3c3 req-1b92f250-f7c8-4055-b9fa-f403f97a6e6f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:30.294825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82b5f25c-4b9f-4044-93b7-e511b261d3c3 req-1b92f250-f7c8-4055-b9fa-f403f97a6e6f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0566437 Nov 23 23:52:30.350921 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82b5f25c-4b9f-4044-93b7-e511b261d3c3 req-72e3af8d-d9d2-49a4-9c6b-56f559b1353a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490067 Nov 23 23:52:31.476307 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965b81-1cc0-43e5-8707-0e38d699a2f2 req-0bab90fb-72cb-495d-bb9b-8dc1d7303af6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:31.477743 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f965b81-1cc0-43e5-8707-0e38d699a2f2 req-0bab90fb-72cb-495d-bb9b-8dc1d7303af6 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0559251 Nov 23 23:52:31.534372 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2f965b81-1cc0-43e5-8707-0e38d699a2f2 req-2794adf9-6069-4607-add8-ca4cd2a6e42e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492363 Nov 23 23:52:31.741492 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c78e8e8-0290-4a45-9981-93044a5d3141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:32.669632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ddded-7480-479e-b734-e3ffe1d3cba5 req-85307272-e784-4b37-8128-c0d5d06ce62b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:32.672920 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2ddded-7480-479e-b734-e3ffe1d3cba5 req-85307272-e784-4b37-8128-c0d5d06ce62b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0620780 Nov 23 23:52:32.730363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fe2ddded-7480-479e-b734-e3ffe1d3cba5 req-cc477266-8f74-4772-aed1-88c960c6cc9e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513544 Nov 23 23:52:33.854643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ac0ee-f0e9-46d2-9225-1caca959104e req-255c9954-3526-4d02-b350-bb8e820d781f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:33.856173 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da6ac0ee-f0e9-46d2-9225-1caca959104e req-255c9954-3526-4d02-b350-bb8e820d781f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0533338 Nov 23 23:52:33.920509 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da6ac0ee-f0e9-46d2-9225-1caca959104e req-059f2dd2-8a35-4ca3-86b1-5f2e3034f7b7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577478 Nov 23 23:52:33.943521 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34648) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:52:34.006155 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-707690cf-a1ca-4778-8f14-6606a01ce2f7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/873af8a2-6197-49bb-ba41-eecd45cbfd9a HTTP/1.1" status: 200 len: 991 time: 0.0614071 Nov 23 23:52:34.291553 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:52:34.843366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acfe0aeb-1398-4447-9a93-d8713bf85dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:35.303067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115c0a-63aa-4edd-aeac-3fdc2462d398 req-2db4495e-740e-4f88-88c6-f05b805f54f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:35.304903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60115c0a-63aa-4edd-aeac-3fdc2462d398 req-2db4495e-740e-4f88-88c6-f05b805f54f0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0682032 Nov 23 23:52:35.329683 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:35.362402 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-1440d3f5-3df9-4ef8-8f41-095f45f8f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:35.363942 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-1440d3f5-3df9-4ef8-8f41-095f45f8f345 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1096 time: 0.0783677 Nov 23 23:52:35.389539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-60115c0a-63aa-4edd-aeac-3fdc2462d398 req-6038e63b-7da7-497f-a5c6-d498b8cd4b18 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662496 Nov 23 23:52:35.469857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-9db8da6c-6866-471a-b3d8-d200acae484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:35.471322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-9db8da6c-6866-471a-b3d8-d200acae484c service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 200 len: 897 time: 0.0998299 Nov 23 23:52:35.536703 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-ae7d7845-61aa-49f9-8458-b66c5a6cf997 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 200 len: 999 time: 0.0580628 Nov 23 23:52:35.591670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-b6186bb4-cf57-41e1-9479-4bb6d991a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:35.593745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-b6186bb4-cf57-41e1-9479-4bb6d991a55d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e5e1e93-6471-45bd-adf7-83d3801d1db5 HTTP/1.1" status: 200 len: 834 time: 0.0494051 Nov 23 23:52:35.640387 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-fd5d6548-7a79-4948-b9db-f648e80a4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:35.641788 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-fd5d6548-7a79-4948-b9db-f648e80a4f62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb1bfe2a-dacd-4113-853f-fb1bf879da31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412796 Nov 23 23:52:35.735099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-003b67ed-9e5c-4107-916b-ca867e2d9f42 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862851 Nov 23 23:52:35.832814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c6fc71d7-1925-4084-ac0e-b85237c3dce0 req-15726b2d-1974-4331-bfa8-99598eb095a1 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909452 Nov 23 23:52:36.517891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3d376-26c3-4bd8-b40c-fc433130b2e2 req-e6cf1dd7-31dc-4775-abfe-194712b79d57 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:52:36.519396 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2be3d376-26c3-4bd8-b40c-fc433130b2e2 req-e6cf1dd7-31dc-4775-abfe-194712b79d57 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0505035 Nov 23 23:52:36.573341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2be3d376-26c3-4bd8-b40c-fc433130b2e2 req-c5d13541-681e-4507-a487-21c6d1a2d9a8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477982 Nov 23 23:52:36.597106 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34658) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:52:36.661300 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-20dab8a4-c299-4407-a74d-f9eca8f93c2b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/873af8a2-6197-49bb-ba41-eecd45cbfd9a HTTP/1.1" status: 200 len: 991 time: 0.0629930 Nov 23 23:52:36.785244 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:37.633687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:38.738471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:52:57.711896 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:01.745831 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7f9bc34e-5c6a-4af5-af11-5f4be686cbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:04.848038 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-edb18004-94d5-4f86-8c38-e39598c804b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:05.331355 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:06.788809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:07.086014 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34668) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:07.253801 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port c85db5e7-bee2-4bff-bc6a-81a3b5686ea9 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:53:07.254142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:07.350523 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:07.351060 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:07.371835 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for c85db5e7-bee2-4bff-bc6a-81a3b5686ea9 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:53:07.536016 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:07.561339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=c85db5e7-bee2-4bff-bc6a-81a3b5686ea9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:07.577045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.577406 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.577780 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.578126 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.578462 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.578803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.579134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.579469 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.579899 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.580236 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.580563 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.580890 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:07.631667 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:07.648881 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:07.649558 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP 873af8a2-6197-49bb-ba41-eecd45cbfd9a disassociated (deleted). External IP: 172.25.0.2, port: 741e54e5-9d5a-405f-9c51-485e20de1d93. Nov 23 23:53:08.249307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router ed22ac35-6d2c-42f7-a9d5-a495ed613323 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:53:08.374259 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:53:08.378919 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:08.387068 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] Sync routers for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:53:08.401269 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:08.402149 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:08.410272 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a037fe7d-a2be-49e5-a7dc-1584ba6c51a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/floatingips/873af8a2-6197-49bb-ba41-eecd45cbfd9a HTTP/1.1" status: 204 len: 168 time: 1.3232155 Nov 23 23:53:08.410889 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:53:08.413277 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d" -d '{"events": [{"name": "network-changed", "server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:53:08.534013 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:08.587500 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9c4f1b-992d-4b6f-baf4-4e40c116e28e x-openstack-request-id: req-1b9c4f1b-992d-4b6f-baf4-4e40c116e28e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:53:08.591252 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:53:08.591767 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b9c4f1b-992d-4b6f-baf4-4e40c116e28e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:53:08.592477 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'status': 'completed', 'code': 200} Nov 23 23:53:08.737191 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422352a8-12d6-4a58-98f0-46f4c5c8c72b req-a6a1061e-2a30-4917-82bc-b39703a4cbc4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:08.738623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-422352a8-12d6-4a58-98f0-46f4c5c8c72b req-a6a1061e-2a30-4917-82bc-b39703a4cbc4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0864260 Nov 23 23:53:08.740732 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-ad996209-8bed-4d3b-8084-b115733719a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:08.742104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-ad996209-8bed-4d3b-8084-b115733719a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 1096 time: 0.0809879 Nov 23 23:53:08.779525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:08.798700 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:08.830090 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] Checking router: ed22ac35-6d2c-42f7-a9d5-a495ed613323 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:53:08.839003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:08.839647 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:08.881933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-422352a8-12d6-4a58-98f0-46f4c5c8c72b req-4d13b930-dffe-42fe-8f00-52dcd0b614e2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372082 Nov 23 23:53:08.905259 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-2387545a-9406-47f4-85a3-c9ab6a6dd56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:08.906073 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-2387545a-9406-47f4-85a3-c9ab6a6dd56e service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 200 len: 897 time: 0.1544399 Nov 23 23:53:08.949609 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:08.956217 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-ae43dad4-83c8-47a8-9d9f-35117b0192a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 200 len: 217 time: 0.0404270 Nov 23 23:53:09.010714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-df783570-50dc-401a-94e6-e50dd090a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:09.012174 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-df783570-50dc-401a-94e6-e50dd090a413 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e5e1e93-6471-45bd-adf7-83d3801d1db5 HTTP/1.1" status: 200 len: 834 time: 0.0481787 Nov 23 23:53:09.068061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-50715df3-5b32-4ee6-bdd2-b6e343e19218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:09.069698 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-50715df3-5b32-4ee6-bdd2-b6e343e19218 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb1bfe2a-dacd-4113-853f-fb1bf879da31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501573 Nov 23 23:53:09.174750 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-1abf1abd-c69c-4bd9-b54b-c1808ce2e4a1 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967786 Nov 23 23:53:09.275489 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:09.282854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-070e1ac1-a73c-42f4-8bdf-527f0f4f147d req-b5419dba-2ed7-439b-bba5-dda41b2ceff1 service neutron] 10.222.0.48 "GET /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009164 Nov 23 23:53:09.301750 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70377940-d51a-453c-aa5e-62ecdf26b7ef None None] The sync data for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 is: [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:51:28Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f1fb944f-9119-46f9-923a-bdd4ae022272', 'name': '', 'network_id': 'bb1bfe2a-dacd-4113-853f-fb1bf879da31', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:90:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:27Z', 'updated_at': '2021-11-23T23:51:31Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': '6e5e1e93-6471-45bd-adf7-83d3801d1db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:53:09.541637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1479ee-600c-4747-b5c8-4ef9e3a16fbd None None] New status for floating IP 873af8a2-6197-49bb-ba41-eecd45cbfd9a: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:53:10.016580 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e788425-7895-4003-a5f9-7dd5c5c18cd0 req-89cb5e9c-85ee-470d-94df-f1d405ba128b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:10.018279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e788425-7895-4003-a5f9-7dd5c5c18cd0 req-89cb5e9c-85ee-470d-94df-f1d405ba128b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0564201 Nov 23 23:53:10.074147 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6e788425-7895-4003-a5f9-7dd5c5c18cd0 req-0160db76-6f01-4e58-872c-8e5dbf5f0cc7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a9324d8-21a8-48a4-b36f-1ac2020b7f80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489817 Nov 23 23:53:10.350100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f08af-9a21-4087-a50d-4148949d2633 req-6413f0e9-6a36-4af7-8f7c-ffcab59a53c2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:10.351598 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e80f08af-9a21-4087-a50d-4148949d2633 req-6413f0e9-6a36-4af7-8f7c-ffcab59a53c2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 945 time: 0.0500326 Nov 23 23:53:10.453634 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 741e54e5-9d5a-405f-9c51-485e20de1d93 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:53:10.453971 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:10.567443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 741e54e5-9d5a-405f-9c51-485e20de1d93, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=741e54e5-9d5a-405f-9c51-485e20de1d93,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:10.568074 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:10.590222 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 741e54e5-9d5a-405f-9c51-485e20de1d93 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:53:10.728991 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:10.760027 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=741e54e5-9d5a-405f-9c51-485e20de1d93,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:10.796720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.797078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.797431 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.797773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.798118 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.798449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.798780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.799113 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.799443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.799810 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.800122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.800444 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:10.823847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] No DVR routers for this DVR port 741e54e5-9d5a-405f-9c51-485e20de1d93 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:53:10.828564 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:10.831892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e80f08af-9a21-4087-a50d-4148949d2633 req-5d8582a3-7a01-4cc1-a70a-941efc54e025 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "DELETE /v2.0/ports/741e54e5-9d5a-405f-9c51-485e20de1d93 HTTP/1.1" status: 204 len: 173 time: 0.4734139 Nov 23 23:53:10.832347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'name': 'network-vif-deleted', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:53:10.834633 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc3f2c-4b49-40c5-9315-ef81a1180f01" -d '{"events": [{"server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "name": "network-vif-deleted", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:53:10.876179 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafa988f-c216-47a5-822e-103f0d84681a x-openstack-request-id: req-cafa988f-c216-47a5-822e-103f0d84681a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:53:10.876615 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4090daa0-83f4-42e6-864f-7a4557b9487e", "name": "network-vif-deleted", "tag": "741e54e5-9d5a-405f-9c51-485e20de1d93", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:53:10.876829 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cafa988f-c216-47a5-822e-103f0d84681a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:53:10.877172 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4090daa0-83f4-42e6-864f-7a4557b9487e', 'name': 'network-vif-deleted', 'tag': '741e54e5-9d5a-405f-9c51-485e20de1d93', 'status': 'completed', 'code': 200} Nov 23 23:53:11.203382 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed50e62b-5849-4535-93df-024ae5ff97a5 req-da76e190-ddbb-4fd5-8081-b4815f7d3d49 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=4090daa0-83f4-42e6-864f-7a4557b9487e HTTP/1.1" status: 200 len: 210 time: 0.0296009 Nov 23 23:53:11.293584 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:53:12.274841 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34688) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:12.677651 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:12.951913 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port f1fb944f-9119-46f9-923a-bdd4ae022272 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:53:12.952168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:13.047369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port f1fb944f-9119-46f9-923a-bdd4ae022272, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f1fb944f-9119-46f9-923a-bdd4ae022272,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:13.047783 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:13.062275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for f1fb944f-9119-46f9-923a-bdd4ae022272 owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:53:13.262899 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:13.300575 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=f1fb944f-9119-46f9-923a-bdd4ae022272,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:13.507589 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:13.746769 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router ed22ac35-6d2c-42f7-a9d5-a495ed613323 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:53:13.860167 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:53:13.865471 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a0cfdcdd-3b85-432a-a4ca-46a1ce119308 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/ed22ac35-6d2c-42f7-a9d5-a495ed613323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893629 Nov 23 23:53:13.868058 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34690) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:13.871318 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] Sync routers for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:53:13.881682 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:13.882396 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:13.928474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting subnet 6e5e1e93-6471-45bd-adf7-83d3801d1db5 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:53:13.933655 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:13.977906 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:13.998719 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:14.082283 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.148817 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.179691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5e1e93-6471-45bd-adf7-83d3801d1db5,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:14.182113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.186303 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2969cf23-546f-47db-91be-de994ccd0660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/subnets/6e5e1e93-6471-45bd-adf7-83d3801d1db5 HTTP/1.1" status: 204 len: 168 time: 0.3172231 Nov 23 23:53:14.189029 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34692) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:14.192027 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c469b-d681-4d1c-8464-af76a2d539aa None None] Network bb1bfe2a-dacd-4113-853f-fb1bf879da31 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:53:14.220461 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:53:13Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:14.223945 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 741e54e5-9d5a-405f-9c51-485e20de1d93 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:53:14.253062 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] Checking router: ed22ac35-6d2c-42f7-a9d5-a495ed613323 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:53:14.262596 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] Routers {'ed22ac35-6d2c-42f7-a9d5-a495ed613323'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:14.263403 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:14.280404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 741e54e5-9d5a-405f-9c51-485e20de1d93 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:53:14.280744 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 741e54e5-9d5a-405f-9c51-485e20de1d93 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:53:14.307113 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.375197 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] Set router ed22ac35-6d2c-42f7-a9d5-a495ed613323 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:14.429075 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.447337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] DHCP port deletion for bb1bfe2a-dacd-4113-853f-fb1bf879da31 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:53:14.520210 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Deleting port 0803a05c-f2a3-4e30-aed4-7dfd7740846b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:53:14.521022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.522082 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port c9890663-5e1b-4e8a-afec-5b5d5a1e4923 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:53:14.522625 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.596872 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] For port 0803a05c-f2a3-4e30-aed4-7dfd7740846b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=0803a05c-f2a3-4e30-aed4-7dfd7740846b,segment=NetworkSegment(fdaff0f1-f750-431b-9936-8607c38a8fd3),segment_id=fdaff0f1-f750-431b-9936-8607c38a8fd3)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:14.597268 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.599521 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:53:13Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:14.611562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Calling delete_port for 0803a05c-f2a3-4e30-aed4-7dfd7740846b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:53:14.634912 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port c9890663-5e1b-4e8a-afec-5b5d5a1e4923, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:14.635424 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.637304 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e32891-a18a-45b8-9e3a-35eee661e60d None None] The sync data for ids ['ed22ac35-6d2c-42f7-a9d5-a495ed613323'] in n-d-817303-3 is: [{'id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123763997', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:51:24Z', 'updated_at': '2021-11-23T23:53:13Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': 'c9890663-5e1b-4e8a-afec-5b5d5a1e4923', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed22ac35-6d2c-42f7-a9d5-a495ed613323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:51:25Z', 'updated_at': '2021-11-23T23:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:53:14.657898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for c9890663-5e1b-4e8a-afec-5b5d5a1e4923 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:53:14.711033 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.739912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Pushing event deleted for resources: {'Port': ['ID=0803a05c-f2a3-4e30-aed4-7dfd7740846b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:14.752209 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] No DVR routers for this DVR port 0803a05c-f2a3-4e30-aed4-7dfd7740846b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:53:14.764934 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.765321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.765994 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.766430 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.766814 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.767226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.767612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.767951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.768289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.768617 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.768952 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.769277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3d5186-b169-493a-a3b5-224976aff5b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:14.856519 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:14.880798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=c9890663-5e1b-4e8a-afec-5b5d5a1e4923,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:14.900236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ec8b7-7ca4-48ac-a73a-8ac5256b6f36 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:53:14.957843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.071039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.071039 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.131690 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.132477 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Fanout notify agent at l3_agent the message router_deleted on router ed22ac35-6d2c-42f7-a9d5-a495ed613323 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:53:15.141873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.146009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34694) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:15.146671 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-753d60fa-44ba-4a30-aefc-462377e0f1e3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/routers/ed22ac35-6d2c-42f7-a9d5-a495ed613323 HTTP/1.1" status: 204 len: 168 time: 0.9559741 Nov 23 23:53:15.240618 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.346941 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.370050 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1bfe2a-dacd-4113-853f-fb1bf879da31']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:15.380700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdaff0f1-f750-431b-9936-8607c38a8fd3') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:15.380998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdaff0f1-f750-431b-9936-8607c38a8fd3') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:15.391339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.405084 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.411368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:53:15.411634 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:53:15.414616 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:53:15.478242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.487902 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.490662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/networks/bb1bfe2a-dacd-4113-853f-fb1bf879da31 HTTP/1.1" status: 204 len: 168 time: 0.3436379 Nov 23 23:53:15.494066 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34696) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:15.503142 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf0c6-188d-402f-85ce-3c20958ff983 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Network': ['ID=bb1bfe2a-dacd-4113-853f-fb1bf879da31,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:15.553856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4d3f-f644-4e7b-a706-34e29bc33074 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.580632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4d3f-f644-4e7b-a706-34e29bc33074 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.649740 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4d3f-f644-4e7b-a706-34e29bc33074 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.652282 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4d3f-f644-4e7b-a706-34e29bc33074 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:15.654105 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ae6f4d3f-f644-4e7b-a706-34e29bc33074 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/security-groups/6a9324d8-21a8-48a4-b36f-1ac2020b7f80 HTTP/1.1" status: 204 len: 168 time: 0.1582441 Nov 23 23:53:15.663781 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f4d3f-f644-4e7b-a706-34e29bc33074 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9324d8-21a8-48a4-b36f-1ac2020b7f80,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:15.932999 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34702) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:15.938375 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-47bccc64-2784-4618-bab8-b591ffd031e4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999445265', 'description': 'tempest-secgroup-smoke-999445265 description', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:15.960762 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47bccc64-2784-4618-bab8-b591ffd031e4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.039933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47bccc64-2784-4618-bab8-b591ffd031e4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.043689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47bccc64-2784-4618-bab8-b591ffd031e4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.068328 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47bccc64-2784-4618-bab8-b591ffd031e4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.069588 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-47bccc64-2784-4618-bab8-b591ffd031e4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1355860 Nov 23 23:53:16.072702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34704) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:16.077514 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4053431a-a932-4156-af2e-2f3e17e3d8da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '72eb79be-dd35-41f3-916e-8e21e38628c2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:16.077932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bccc64-2784-4618-bab8-b591ffd031e4 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72eb79be-dd35-41f3-916e-8e21e38628c2,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:16.105880 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4053431a-a932-4156-af2e-2f3e17e3d8da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.167111 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4053431a-a932-4156-af2e-2f3e17e3d8da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.171965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4053431a-a932-4156-af2e-2f3e17e3d8da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.191893 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053431a-a932-4156-af2e-2f3e17e3d8da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbfe844-3566-4e9b-a7f1-8cf122cb8876,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:16.199137 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4053431a-a932-4156-af2e-2f3e17e3d8da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.201135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4053431a-a932-4156-af2e-2f3e17e3d8da tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266203 Nov 23 23:53:16.204067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34706) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:16.208458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-be674b54-574b-425b-baa4-000d89168081 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '72eb79be-dd35-41f3-916e-8e21e38628c2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:16.235007 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be674b54-574b-425b-baa4-000d89168081 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.298329 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be674b54-574b-425b-baa4-000d89168081 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.302352 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be674b54-574b-425b-baa4-000d89168081 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.321677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be674b54-574b-425b-baa4-000d89168081 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f79343a-a889-472e-8772-e950285e8c6e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:16.327701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be674b54-574b-425b-baa4-000d89168081 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.328917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-be674b54-574b-425b-baa4-000d89168081 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238873 Nov 23 23:53:16.331686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34708) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:16.335970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4cce1544-79e0-4e7f-bb40-71f283cb5f7e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '72eb79be-dd35-41f3-916e-8e21e38628c2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:16.364129 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cce1544-79e0-4e7f-bb40-71f283cb5f7e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.416206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f1fb944f-9119-46f9-923a-bdd4ae022272 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:53:16.434102 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cce1544-79e0-4e7f-bb40-71f283cb5f7e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.438570 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f1fb944f-9119-46f9-923a-bdd4ae022272 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:53:16.438937 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f1fb944f-9119-46f9-923a-bdd4ae022272 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:53:16.439379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0803a05c-f2a3-4e30-aed4-7dfd7740846b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:53:16.440704 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cce1544-79e0-4e7f-bb40-71f283cb5f7e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.462148 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 0803a05c-f2a3-4e30-aed4-7dfd7740846b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:53:16.462895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 0803a05c-f2a3-4e30-aed4-7dfd7740846b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:53:16.463457 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c9890663-5e1b-4e8a-afec-5b5d5a1e4923 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:53:16.465125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce1544-79e0-4e7f-bb40-71f283cb5f7e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5861430-1b59-4ad2-a773-6c32defd8a23,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:16.471562 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4cce1544-79e0-4e7f-bb40-71f283cb5f7e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.475101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4cce1544-79e0-4e7f-bb40-71f283cb5f7e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400244 Nov 23 23:53:16.475383 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34710) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:16.479930 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-786782b0-7433-4297-a927-a51e412c016b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '72eb79be-dd35-41f3-916e-8e21e38628c2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:16.492079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: c9890663-5e1b-4e8a-afec-5b5d5a1e4923 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:53:16.492620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device c9890663-5e1b-4e8a-afec-5b5d5a1e4923 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:53:16.514629 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786782b0-7433-4297-a927-a51e412c016b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.587430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786782b0-7433-4297-a927-a51e412c016b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.592893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786782b0-7433-4297-a927-a51e412c016b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.615391 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786782b0-7433-4297-a927-a51e412c016b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3274fc4e-eea9-4e01-81ee-75521cc75059,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:16.621079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-786782b0-7433-4297-a927-a51e412c016b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.622910 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-786782b0-7433-4297-a927-a51e412c016b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459014 Nov 23 23:53:16.625680 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34712) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:16.630242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '72eb79be-dd35-41f3-916e-8e21e38628c2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:16.652855 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:53:16.658476 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.735641 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.739692 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.761117 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df437601-004a-4cc5-9b94-241356142755,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:16.767083 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.768312 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c5abe357-14db-429d-97dc-731b5aa422fe tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415401 Nov 23 23:53:16.771147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34714) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:16.775413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'security_group_rule': {'security_group_id': '72eb79be-dd35-41f3-916e-8e21e38628c2', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:16.800525 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Project b2ce5f6a10074f63b1e505de5a597105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:53:16.805638 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.885767 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.890457 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.912319 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beeb9d96-e04e-4f20-9194-a27a657ce2ec,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:16.918256 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.919756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-355868bc-eae2-4c56-9b37-04211b6cf949 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474392 Nov 23 23:53:16.923256 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:16.928629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'network': {'name': 'tempest-network-smoke--484490170', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'port_security_enabled': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:16.950178 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:53:16.954446 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.984536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:53:16.997798 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:16.998272 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Added segment 24b3c9d3-b4f0-4364-9cba-383099f7bb31 of type vlan for network fcc57375-3533-4b48-8d7b-5d902836292b Nov 23 23:53:17.049296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.079827 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.085578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:17.086236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.129342 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2047377 Nov 23 23:53:17.133594 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34718) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:17.138782 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'admin_state_up': True, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:17.172388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.173725 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.181867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea35b73-7f22-460d-b04e-5271cbdbe35f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Network': ['ID=fcc57375-3533-4b48-8d7b-5d902836292b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:17.194887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network fcc57375-3533-4b48-8d7b-5d902836292b details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:53:17.257091 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.761300 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.956508 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:17.978610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:18.089156 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.227 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/06f59230-5d29-4b55-a6ee-7091003c5b4f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:53:18.197599 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:18.231945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:18.272540 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:53:18.275440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:53:18.279600 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:53:18.288569 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1a04d-44b3-427a-9157-2f75e62025f2 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:53:18.305269 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=06f59230-5d29-4b55-a6ee-7091003c5b4f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:18.321185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-c36bfc80-7726-45de-b948-4f09b3b7c7f1 None None] Provisioning complete for port 06f59230-5d29-4b55-a6ee-7091003c5b4f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:18.321763 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c36bfc80-7726-45de-b948-4f09b3b7c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:18.363321 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-c36bfc80-7726-45de-b948-4f09b3b7c7f1 None None] Port 06f59230-5d29-4b55-a6ee-7091003c5b4f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:53:18.543050 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:18.749984 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:18.879413 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router fed966dd-f4fa-4665-a028-05df4035d935 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:53:18.989316 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:53:18.999756 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Sync routers for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:53:19.011603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:19.012153 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:19.014240 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.018532 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-14650018-c809-4042-84a9-bf1f1ce854ca tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8809695 Nov 23 23:53:19.018946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34720) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:19.104398 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-c46b902e-1b25-4daf-b04b-f4b5e5c82cc5 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b2ce5f6a10074f63b1e505de5a597105&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0840194 Nov 23 23:53:19.108735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34724) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:19.142578 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:19.199551 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bee37b-8406-43a7-9341-1f40a8b1b59b tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:19.201166 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e3bee37b-8406-43a7-9341-1f40a8b1b59b tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913734 Nov 23 23:53:19.204022 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34726) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:19.237169 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c4eeb2c2-1fca-4ef1-b79b-234cbed8d90b tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=4479bc55-55b7-40b1-a523-c1e53c8f1429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319679 Nov 23 23:53:19.239629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34728) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:19.244342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593093958', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:19.333033 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:18Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:19.337104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:53:19.341313 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.362087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Checking router: fed966dd-f4fa-4665-a028-05df4035d935 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:53:19.362436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Updating router fed966dd-f4fa-4665-a028-05df4035d935 port 06f59230-5d29-4b55-a6ee-7091003c5b4f binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:53:19.393258 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.545612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.610521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Subnet': ['ID=abfba2e2-3815-4a22-a6ee-2453c047b8b9,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:19.621812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Checking segment: {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:53:19.621812 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network hostable DHCP agents. Network: fcc57375-3533-4b48-8d7b-5d902836292b, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:53:19.641146 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network fcc57375-3533-4b48-8d7b-5d902836292b is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:53:19.651682 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, fcc57375-3533-4b48-8d7b-5d902836292b) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:53:19.658803 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:19.659778 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.664127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a406e55-dd3c-438b-840f-8ead9a0ccee1 None None] Network fcc57375-3533-4b48-8d7b-5d902836292b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:53:19.681768 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c600f937-609a-4bef-acf0-f63d544f49a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4407344 Nov 23 23:53:19.686446 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34730) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:19.702988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.711166 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.805402 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d284a374-83e4-4dcf-aa53-e9babde0d020 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:53:19.827698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Attempting to bind port 06f59230-5d29-4b55-a6ee-7091003c5b4f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:53:19.828156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Attempting to bind port 06f59230-5d29-4b55-a6ee-7091003c5b4f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:53:19.828444 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Attempting to bind port 06f59230-5d29-4b55-a6ee-7091003c5b4f on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:53:19.836495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf869f-2523-4efa-9fea-8c8534b45dc1 None None] Pushing event updated for resources: {'Port': ['ID=06f59230-5d29-4b55-a6ee-7091003c5b4f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:19.842606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:53:19.843045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:53:19.843413 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.843935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:53:19.844308 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Bound port: 06f59230-5d29-4b55-a6ee-7091003c5b4f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:53:19.844699 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.941514 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-27a678c6-8cb2-4b87-9f2d-6b758705b84d None None] Provisioning complete for port 06f59230-5d29-4b55-a6ee-7091003c5b4f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:19.941799 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27a678c6-8cb2-4b87-9f2d-6b758705b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:19.967916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] For port 06f59230-5d29-4b55-a6ee-7091003c5b4f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:53:20.017130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] For port 06f59230-5d29-4b55-a6ee-7091003c5b4f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06f59230-5d29-4b55-a6ee-7091003c5b4f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:53:20.018638 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-27a678c6-8cb2-4b87-9f2d-6b758705b84d None None] Port 06f59230-5d29-4b55-a6ee-7091003c5b4f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:53:20.024892 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-fcc57375-3533-4b48-8d7b-5d902836292b', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:53:20.026407 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:20.045949 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:20.127362 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e96a9f-4f29-4745-b033-fe68a158a9f3 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:53:20.198041 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf869f-2523-4efa-9fea-8c8534b45dc1 None None] Pushing event updated for resources: {'Port': ['ID=06f59230-5d29-4b55-a6ee-7091003c5b4f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:20.214358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:20.214358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:20.249342 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:20.355418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d3047e8c-8846-4aa2-ad8f-10eb5d04cb8a None None] Provisioning complete for port 06f59230-5d29-4b55-a6ee-7091003c5b4f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:20.355964 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d3047e8c-8846-4aa2-ad8f-10eb5d04cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:20.392508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Allocated IP 172.20.0.2 (fcc57375-3533-4b48-8d7b-5d902836292b/abfba2e2-3815-4a22-a6ee-2453c047b8b9/220ecaaf-4095-4caa-8741-b87395ba29d8) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:53:20.440653 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:20.879993 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d3047e8c-8846-4aa2-ad8f-10eb5d04cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:20.945124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d3047e8c-8846-4aa2-ad8f-10eb5d04cb8a None None] For port 06f59230-5d29-4b55-a6ee-7091003c5b4f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06f59230-5d29-4b55-a6ee-7091003c5b4f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:20.955858 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d3047e8c-8846-4aa2-ad8f-10eb5d04cb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:20.959027 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:20.986653 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.025654 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.1 (fcc57375-3533-4b48-8d7b-5d902836292b/abfba2e2-3815-4a22-a6ee-2453c047b8b9/fba93fbc-4c8f-46d2-ad90-7773252a8acb) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:53:21.031633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Network fcc57375-3533-4b48-8d7b-5d902836292b is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:53:21.038360 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:53:21.040764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3047e8c-8846-4aa2-ad8f-10eb5d04cb8a None None] Pushing event updated for resources: {'Port': ['ID=06f59230-5d29-4b55-a6ee-7091003c5b4f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:21.044764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:53:21.075954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:18Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:21.118789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97707a-ef78-4446-ad09-c4bd37135364 None None] The sync data for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 is: [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:18Z', 'revision_number': 3, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:53:21.157851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Pushing event updated for resources: {'Port': ['ID=220ecaaf-4095-4caa-8741-b87395ba29d8,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:21.172962 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Attempting to bind port 220ecaaf-4095-4caa-8741-b87395ba29d8 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:53:21.173367 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Attempting to bind port 220ecaaf-4095-4caa-8741-b87395ba29d8 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:53:21.173746 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Attempting to bind port 220ecaaf-4095-4caa-8741-b87395ba29d8 on network fcc57375-3533-4b48-8d7b-5d902836292b {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:53:21.179664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:53:21.180482 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Checking segment: {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:53:21.180902 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.181269 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.181431 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Bound using segment: {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:53:21.181782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Bound port: 220ecaaf-4095-4caa-8741-b87395ba29d8, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:53:21.182317 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.222999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.251320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] For port 220ecaaf-4095-4caa-8741-b87395ba29d8, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:53:21.255767 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] For port 220ecaaf-4095-4caa-8741-b87395ba29d8, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=220ecaaf-4095-4caa-8741-b87395ba29d8,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:53:21.262143 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.267952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network fcc57375-3533-4b48-8d7b-5d902836292b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:53:21.273578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:53:21.277567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:53:21.306573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=fba93fbc-4c8f-46d2-ad90-7773252a8acb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:21.329982 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9bf3-b58f-46d6-a99c-3cd2e2640cce None None] Pushing event updated for resources: {'Port': ['ID=220ecaaf-4095-4caa-8741-b87395ba29d8,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:21.352141 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.531544 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.855630 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.861823 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:21.936681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=fba93fbc-4c8f-46d2-ad90-7773252a8acb,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:21.942116 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:22.053132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network fcc57375-3533-4b48-8d7b-5d902836292b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:53:22.054632 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:53:22.428822 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc74ef-0cb0-42c0-bff6-1ea235c22124 None None] Network fcc57375-3533-4b48-8d7b-5d902836292b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:53:22.503549 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 220ecaaf-4095-4caa-8741-b87395ba29d8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:53:22.512255 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router fed966dd-f4fa-4665-a028-05df4035d935 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:53:22.574860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7941a1d5-f608-4049-bbc5-873e496e82d2 None None] Provisioning complete for port 220ecaaf-4095-4caa-8741-b87395ba29d8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:22.575386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7941a1d5-f608-4049-bbc5-873e496e82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:22.627804 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:53:22.632854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b07ac890-acc4-41cd-b3ab-4d4f42393424 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/fed966dd-f4fa-4665-a028-05df4035d935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9450688 Nov 23 23:53:22.681161 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 220ecaaf-4095-4caa-8741-b87395ba29d8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:22.681542 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:22.772497 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7941a1d5-f608-4049-bbc5-873e496e82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:22.818219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-e87a62b9-fc65-4fdc-9173-62e0d94cfc2f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999445265&fields=id&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 267 time: 0.0684755 Nov 23 23:53:22.839392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7941a1d5-f608-4049-bbc5-873e496e82d2 None None] For port 220ecaaf-4095-4caa-8741-b87395ba29d8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=220ecaaf-4095-4caa-8741-b87395ba29d8,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:22.847750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7941a1d5-f608-4049-bbc5-873e496e82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:22.855968 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:22.897619 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Sync routers for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:53:22.915144 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:22.916819 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:22.959617 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:53:22.960262 n-d-817303-3 neutron-server[103524]: DEBUG oslo_db.api [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:53:22.961840 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-e68e7d17-d50a-4a56-9235-9f001dda58a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:22.963552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-e68e7d17-d50a-4a56-9235-9f001dda58a0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/networks?id=fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 200 len: 796 time: 0.1363859 Nov 23 23:53:22.972392 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941a1d5-f608-4049-bbc5-873e496e82d2 None None] Pushing event updated for resources: {'Port': ['ID=220ecaaf-4095-4caa-8741-b87395ba29d8,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:22.982339 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-2fc1ed1a-8fb3-420b-8a42-4d889159f680 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/quotas/b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 375 time: 0.0108216 Nov 23 23:53:23.048399 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-2e39c174-c3e6-491a-bf06-153475910a09 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582647 Nov 23 23:53:23.050951 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:23.071412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ad44fcbb-a501-4045-af7b-0f9ebcbcb38d None None] Provisioning complete for port 220ecaaf-4095-4caa-8741-b87395ba29d8 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:23.071901 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad44fcbb-a501-4045-af7b-0f9ebcbcb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.134724 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-19f42f2c-f90c-4c54-941e-3b1b0f57f859 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:53:23.135804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-19f42f2c-f90c-4c54-941e-3b1b0f57f859 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0693874 Nov 23 23:53:23.189507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ad44fcbb-a501-4045-af7b-0f9ebcbcb38d None None] Provisioning complete for port fba93fbc-4c8f-46d2-ad90-7773252a8acb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:23.190056 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad44fcbb-a501-4045-af7b-0f9ebcbcb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.243252 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-ad44fcbb-a501-4045-af7b-0f9ebcbcb38d None None] Port fba93fbc-4c8f-46d2-ad90-7773252a8acb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:53:23.250236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-6dd2906e-7b11-4e27-975d-42f9c7773768 service neutron] 10.222.0.11 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072373 Nov 23 23:53:23.317267 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 2, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:23.351221 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Checking router: fed966dd-f4fa-4665-a028-05df4035d935 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:53:23.351559 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Updating router fed966dd-f4fa-4665-a028-05df4035d935 port fba93fbc-4c8f-46d2-ad90-7773252a8acb binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:53:23.364094 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-2a562019-a07d-4021-ad6e-6390745d73fa service neutron] 10.222.0.11 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034656 Nov 23 23:53:23.374842 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1c508d97-9c62-4e8e-892c-1e37c51da84e None None] Provisioning complete for port fba93fbc-4c8f-46d2-ad90-7773252a8acb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:23.375208 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1c508d97-9c62-4e8e-892c-1e37c51da84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.379002 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.414264 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1c508d97-9c62-4e8e-892c-1e37c51da84e None None] Port fba93fbc-4c8f-46d2-ad90-7773252a8acb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:53:23.509697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06f59230-5d29-4b55-a6ee-7091003c5b4f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:53:23.563541 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d3293d51-0327-4bbc-ac57-b115958fc50f None None] Provisioning complete for port fba93fbc-4c8f-46d2-ad90-7773252a8acb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:23.563811 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d3293d51-0327-4bbc-ac57-b115958fc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.602782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d3293d51-0327-4bbc-ac57-b115958fc50f None None] Port fba93fbc-4c8f-46d2-ad90-7773252a8acb cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:53:23.606267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 06f59230-5d29-4b55-a6ee-7091003c5b4f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:23.607446 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.659093 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.664391 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.723216 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Pushing event updated for resources: {'Port': ['ID=fba93fbc-4c8f-46d2-ad90-7773252a8acb,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:23.747976 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.748334 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.748679 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.749016 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.749346 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.749677 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.750003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.750331 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.750653 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.750974 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.751294 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.751641 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:53:23.786432 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Attempting to bind port fba93fbc-4c8f-46d2-ad90-7773252a8acb on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:53:23.786840 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Attempting to bind port fba93fbc-4c8f-46d2-ad90-7773252a8acb by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:53:23.787202 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Attempting to bind port fba93fbc-4c8f-46d2-ad90-7773252a8acb on network fcc57375-3533-4b48-8d7b-5d902836292b {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:53:23.792681 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:53:23.793054 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Checking segment: {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:53:23.793450 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.794754 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Bound using segment: {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:53:23.795696 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Bound port: fba93fbc-4c8f-46d2-ad90-7773252a8acb, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:53:23.796081 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.861839 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] For port fba93fbc-4c8f-46d2-ad90-7773252a8acb, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:53:23.865134 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] For port fba93fbc-4c8f-46d2-ad90-7773252a8acb, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fba93fbc-4c8f-46d2-ad90-7773252a8acb,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:53:23.868831 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:23.926643 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ecc6e4df-60a3-4752-a6fd-0aa82d0a41ea None None] Provisioning complete for port fba93fbc-4c8f-46d2-ad90-7773252a8acb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:23.927115 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e4df-60a3-4752-a6fd-0aa82d0a41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:24.015926 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e4df-60a3-4752-a6fd-0aa82d0a41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:24.018386 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:24.019564 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:24.050533 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ecc6e4df-60a3-4752-a6fd-0aa82d0a41ea None None] For port fba93fbc-4c8f-46d2-ad90-7773252a8acb, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fba93fbc-4c8f-46d2-ad90-7773252a8acb,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:24.055930 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e4df-60a3-4752-a6fd-0aa82d0a41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:24.061789 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d00c7-becc-44d1-946c-486464e63da3 None None] Pushing event updated for resources: {'Port': ['ID=fba93fbc-4c8f-46d2-ad90-7773252a8acb,revision_number=4']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:24.110199 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6e4df-60a3-4752-a6fd-0aa82d0a41ea None None] Pushing event updated for resources: {'Port': ['ID=fba93fbc-4c8f-46d2-ad90-7773252a8acb,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:24.148003 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:24.277992 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-29a310db-0ed8-45cb-971b-5d323f5b2c20 None None] Provisioning complete for port fba93fbc-4c8f-46d2-ad90-7773252a8acb triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:24.278548 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29a310db-0ed8-45cb-971b-5d323f5b2c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:24.351813 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:23Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:24.379029 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294c47f-e7a8-4590-a361-24e12950af05 None None] The sync data for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 is: [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:23Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:53:24.423750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 220ecaaf-4095-4caa-8741-b87395ba29d8 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:53:24.496488 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 220ecaaf-4095-4caa-8741-b87395ba29d8 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:24.496868 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:24.595593 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-887fd7be-f598-4529-87e5-c84dfeb924b1 req-ad8948ea-5b64-4649-a407-9fd3b52427c9 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 210 time: 0.0428674 Nov 23 23:53:25.676868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-80883084-d802-447c-8f35-cf5d6d4edbe0 req-af7807ca-db3c-43ce-94fc-cf8b12cdc4b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 210 time: 0.0270123 Nov 23 23:53:26.428076 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fba93fbc-4c8f-46d2-ad90-7773252a8acb up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:53:26.475143 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port fba93fbc-4c8f-46d2-ad90-7773252a8acb triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:26.475534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:26.760733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8bee3afc-40b5-4b75-84f8-bc9b9bcc4ea1 req-bd78939a-fc02-4ba7-a808-a1d342959a23 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 210 time: 0.0278168 Nov 23 23:53:27.710121 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:27.851197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95c49d5e-0fa1-4dc6-8d60-e53f3d0f8b2b req-6aa53e8a-a170-4ac8-a2ff-83da6d727768 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 210 time: 0.0313811 Nov 23 23:53:28.945688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1c52e70e-3f5e-42cb-80bb-bd68945159d1 req-808289f9-ecee-4e2e-a7c2-268882d0a5b2 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 210 time: 0.0265031 Nov 23 23:53:29.690083 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-1850f833-77fe-47cc-89f0-8f61cfa4b805 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:29.692285 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-1850f833-77fe-47cc-89f0-8f61cfa4b805 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/networks?id=fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 200 len: 796 time: 0.1089365 Nov 23 23:53:29.770400 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-baacaed6-1b47-4c1f-965d-bf47ff93bc88 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ce5f6a10074f63b1e505de5a597105 HTTP/1.1" status: 200 len: 379 time: 0.0639131 Nov 23 23:53:29.801950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'port': {'device_id': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'admin_state_up': True, 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'security_groups': ['72eb79be-dd35-41f3-916e-8e21e38628c2']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:29.922762 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Made reservation on behalf of b2ce5f6a10074f63b1e505de5a597105 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:53:29.926582 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.084483 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5b33103-95ba-4a11-b017-af6280c4b9b4 req-aba7c494-0b47-4231-a287-b53854af99a7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 210 time: 0.0405109 Nov 23 23:53:30.100673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.20.0.7 (fcc57375-3533-4b48-8d7b-5d902836292b/abfba2e2-3815-4a22-a6ee-2453c047b8b9/99239405-5e2c-4ce0-bc38-301b26f4daad) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:53:30.272834 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.309230 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.354300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network fcc57375-3533-4b48-8d7b-5d902836292b is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:53:30.359939 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:53:30.366211 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:53:30.416129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=99239405-5e2c-4ce0-bc38-301b26f4daad,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:30.450842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:30.451701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.471165 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-5dd5ce9a-b8ec-4f88-8b9c-df81a8a6f03b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6732399 Nov 23 23:53:30.489236 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Request body: {'port': {'device_id': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:30.555439 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.621652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-b71a1465-2031-4c1c-86db-b8f245238d14 None None] Provisioning complete for port 99239405-5e2c-4ce0-bc38-301b26f4daad triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:30.622870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b71a1465-2031-4c1c-86db-b8f245238d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.658813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b71a1465-2031-4c1c-86db-b8f245238d14 None None] Port 99239405-5e2c-4ce0-bc38-301b26f4daad cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:53:30.828934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99239405-5e2c-4ce0-bc38-301b26f4daad {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:53:30.836237 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.848110 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Transition to ACTIVE for port object 99239405-5e2c-4ce0-bc38-301b26f4daad will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:53:30.852611 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:30.926818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Pushing event updated for resources: {'Port': ['ID=99239405-5e2c-4ce0-bc38-301b26f4daad,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:30.983277 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Attempting to bind port 99239405-5e2c-4ce0-bc38-301b26f4daad on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:53:30.983643 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Attempting to bind port 99239405-5e2c-4ce0-bc38-301b26f4daad by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:53:30.983981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Attempting to bind port 99239405-5e2c-4ce0-bc38-301b26f4daad on network fcc57375-3533-4b48-8d7b-5d902836292b {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:53:30.989554 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Port 99239405-5e2c-4ce0-bc38-301b26f4daad on network fcc57375-3533-4b48-8d7b-5d902836292b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:53:30.989885 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Attempting to bind port 99239405-5e2c-4ce0-bc38-301b26f4daad on network fcc57375-3533-4b48-8d7b-5d902836292b {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:53:30.995657 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:53:30.996003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Checking segment: {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:53:30.996403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Bound using segment: {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:53:30.997548 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Bound port: 99239405-5e2c-4ce0-bc38-301b26f4daad, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b3c9d3-b4f0-4364-9cba-383099f7bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:53:30.998281 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:31.079766 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] For port 99239405-5e2c-4ce0-bc38-301b26f4daad, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:53:31.082864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] For port 99239405-5e2c-4ce0-bc38-301b26f4daad, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=99239405-5e2c-4ce0-bc38-301b26f4daad,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:53:31.088250 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:31.129764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:31.130406 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:31.131885 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] 10.222.0.48 "PUT /v2.0/ports/99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 200 len: 1091 time: 0.6472349 Nov 23 23:53:31.132366 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:53:31.134759 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:53:31.174429 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5530d1-7a94-4d8f-ae21-8cd430edf982 service neutron] Pushing event updated for resources: {'Port': ['ID=99239405-5e2c-4ce0-bc38-301b26f4daad,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:31.209997 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec22bc3-f61d-4165-ba35-8510c2ee56ba x-openstack-request-id: req-eec22bc3-f61d-4165-ba35-8510c2ee56ba {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:53:31.210298 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:53:31.210563 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eec22bc3-f61d-4165-ba35-8510c2ee56ba {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:53:31.211003 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'status': 'completed', 'code': 200} Nov 23 23:53:31.279300 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-bce37fba-da2b-4a66-8997-e1d30e9278ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:31.280877 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-bce37fba-da2b-4a66-8997-e1d30e9278ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1094 time: 0.0800548 Nov 23 23:53:31.293912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd699d-b5d6-4527-aa0b-78cdc16256c7 req-2537dcb4-484c-4a1f-a71c-b4e66fac8929 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:31.296068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12bd699d-b5d6-4527-aa0b-78cdc16256c7 req-2537dcb4-484c-4a1f-a71c-b4e66fac8929 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 943 time: 0.0843165 Nov 23 23:53:31.339562 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-2c20e1dd-0628-4490-8d7a-ba0db2c4a4d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 200 len: 217 time: 0.0423765 Nov 23 23:53:31.421861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12bd699d-b5d6-4527-aa0b-78cdc16256c7 req-7d7ac20e-406e-4f11-9271-44f950aefbeb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894446 Nov 23 23:53:31.423507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-e78fab46-9bea-4dda-850a-31a56a83f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:31.424952 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-e78fab46-9bea-4dda-850a-31a56a83f00c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfba2e2-3815-4a22-a6ee-2453c047b8b9 HTTP/1.1" status: 200 len: 834 time: 0.0756900 Nov 23 23:53:31.474322 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-99fb5fc3-f40d-471b-99e7-831227d36a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:31.475929 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-99fb5fc3-f40d-471b-99e7-831227d36a8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcc57375-3533-4b48-8d7b-5d902836292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437994 Nov 23 23:53:31.585083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-b4f9a49e-b396-4aef-a3f8-e1d85751a599 service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022823 Nov 23 23:53:31.690025 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c26f887e-d1ef-4ec9-9f57-3d8ee5aa8f83 req-a971fedd-9762-4065-950c-ef1e53a35af8 service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980654 Nov 23 23:53:31.748896 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-af5b014c-22be-4def-8828-69c7f358bcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:31.817308 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-e4c0a4a8-569d-4afa-9030-61d19b1cc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:31.819214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-e4c0a4a8-569d-4afa-9030-61d19b1cc753 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1094 time: 0.0459154 Nov 23 23:53:31.926974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-fe490c80-3fba-43e9-b45f-412cfb699481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:31.928520 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-fe490c80-3fba-43e9-b45f-412cfb699481 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 200 len: 897 time: 0.1006925 Nov 23 23:53:31.973136 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-4f7dab1b-5e27-4443-9ae8-34019f63fc5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 200 len: 217 time: 0.0364256 Nov 23 23:53:32.031874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-0f9ab33d-125c-4d69-9efe-17a1ec28a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:32.033494 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-0f9ab33d-125c-4d69-9efe-17a1ec28a540 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfba2e2-3815-4a22-a6ee-2453c047b8b9 HTTP/1.1" status: 200 len: 834 time: 0.0528545 Nov 23 23:53:32.085477 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-0a2c6018-fcf7-4920-9fb9-164a6b1551f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:32.086981 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-0a2c6018-fcf7-4920-9fb9-164a6b1551f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcc57375-3533-4b48-8d7b-5d902836292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465536 Nov 23 23:53:32.179936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-ff0d752f-6d8c-461b-b5a5-2edd40714b7e service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848272 Nov 23 23:53:32.276826 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c7094ab5-5786-40f3-9bf1-6c2e7b9d75bf req-15cfdb6a-e403-4593-a27e-d7988657bb6e service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881815 Nov 23 23:53:32.545560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4a17a-aab0-4c00-9f71-97fe7696139d req-f08843a7-f5e0-4dc9-963c-a38467d786b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:32.547175 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87c4a17a-aab0-4c00-9f71-97fe7696139d req-f08843a7-f5e0-4dc9-963c-a38467d786b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 943 time: 0.0524750 Nov 23 23:53:32.598514 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-87c4a17a-aab0-4c00-9f71-97fe7696139d req-bee51c50-e933-4486-964b-bf4f6b46b83e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454533 Nov 23 23:53:33.721270 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3783-5487-423a-8314-bb761534be2d req-1b10932a-4779-4c1c-946d-403ccd8c889a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:33.722706 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2dce3783-5487-423a-8314-bb761534be2d req-1b10932a-4779-4c1c-946d-403ccd8c889a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 943 time: 0.0549047 Nov 23 23:53:33.774679 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2dce3783-5487-423a-8314-bb761534be2d req-85061bd2-4bb6-4993-b12a-034da3ad3cd0 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460222 Nov 23 23:53:34.315177 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 99239405-5e2c-4ce0-bc38-301b26f4daad details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:53:34.413869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 99239405-5e2c-4ce0-bc38-301b26f4daad, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=99239405-5e2c-4ce0-bc38-301b26f4daad,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:34.425251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'port_id': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'mac_address': 'fa:16:3e:d0:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:53:34.463869 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:34.477894 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99239405-5e2c-4ce0-bc38-301b26f4daad {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:53:34.504905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 99239405-5e2c-4ce0-bc38-301b26f4daad, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=99239405-5e2c-4ce0-bc38-301b26f4daad,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:34.515011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:34.577322 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=99239405-5e2c-4ce0-bc38-301b26f4daad,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:34.800696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['99239405-5e2c-4ce0-bc38-301b26f4daad'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:53:34.860567 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fcc91bff-8de3-4647-aee5-3a7527a549ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:34.917171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd44980-5cc6-4d75-85e8-e0fb12350d7f req-650d67b0-00fe-4980-bd32-9efbbdd95161 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:34.920120 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdd44980-5cc6-4d75-85e8-e0fb12350d7f req-650d67b0-00fe-4980-bd32-9efbbdd95161 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 944 time: 0.0539145 Nov 23 23:53:34.974504 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fdd44980-5cc6-4d75-85e8-e0fb12350d7f req-5632cd7d-d99a-468a-89fd-77918bcb5dce tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485008 Nov 23 23:53:35.334196 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:36.096129 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c652143-39f0-4b54-85b1-045028a3cdff req-9621ae4f-a74c-40f7-8893-940ee33c8354 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:36.097637 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c652143-39f0-4b54-85b1-045028a3cdff req-9621ae4f-a74c-40f7-8893-940ee33c8354 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 944 time: 0.0499034 Nov 23 23:53:36.156376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c652143-39f0-4b54-85b1-045028a3cdff req-b3d6e3b4-3458-4f78-ab13-96897c0bc709 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525556 Nov 23 23:53:36.331660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 99239405-5e2c-4ce0-bc38-301b26f4daad up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:53:36.380615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 99239405-5e2c-4ce0-bc38-301b26f4daad completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:53:36.384685 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 99239405-5e2c-4ce0-bc38-301b26f4daad triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:53:36.385059 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:36.646008 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:36.670095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:53:36.672440 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb67b22-7220-4a98-89b9-0e3811b41e3a" -d '{"events": [{"server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "name": "network-vif-plugged", "status": "completed", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:53:36.685787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 99239405-5e2c-4ce0-bc38-301b26f4daad, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=99239405-5e2c-4ce0-bc38-301b26f4daad,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:53:36.690894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:36.742358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=99239405-5e2c-4ce0-bc38-301b26f4daad,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:36.780754 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c1931-5f5e-43ec-a181-4ff3567346cc x-openstack-request-id: req-995c1931-5f5e-43ec-a181-4ff3567346cc {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:53:36.781056 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "name": "network-vif-plugged", "status": "completed", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:53:36.781314 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-995c1931-5f5e-43ec-a181-4ff3567346cc {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:53:36.781706 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'code': 200} Nov 23 23:53:36.792502 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:36.917108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027237f-bdbb-4acd-b381-23e54aeeec37 req-69aa0c60-9349-411d-8a8c-ec31447d5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:36.918502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4027237f-bdbb-4acd-b381-23e54aeeec37 req-69aa0c60-9349-411d-8a8c-ec31447d5f70 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1096 time: 0.0442877 Nov 23 23:53:36.965673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4027237f-bdbb-4acd-b381-23e54aeeec37 req-feb5c021-fe3c-48e7-a1c4-b4a5e2ea7504 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403993 Nov 23 23:53:37.275105 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51c1f-a63b-4499-aabe-6773e2b96c30 req-5b106cc9-5e7a-467e-a8d2-ee298408055b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:37.276611 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7bd51c1f-a63b-4499-aabe-6773e2b96c30 req-5b106cc9-5e7a-467e-a8d2-ee298408055b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0494316 Nov 23 23:53:37.327385 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-7bd51c1f-a63b-4499-aabe-6773e2b96c30 req-fdd62e3d-119b-484d-b0a7-0abf2a1fedfb tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Nov 23 23:53:37.625455 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:38.447679 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc964a5-bcd3-4896-a90f-b895fb8ff6f4 req-9d93ef75-3fb6-4a7a-8652-aebdaec77a77 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:38.449058 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdc964a5-bcd3-4896-a90f-b895fb8ff6f4 req-9d93ef75-3fb6-4a7a-8652-aebdaec77a77 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0525894 Nov 23 23:53:38.497949 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdc964a5-bcd3-4896-a90f-b895fb8ff6f4 req-7a613c3e-36c1-401e-b903-c987e97b17c1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428638 Nov 23 23:53:38.612843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98482cf2-b317-492c-8942-f59ee6d33f34 req-67d0304b-3396-42db-b86f-76437da04e07 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:38.614321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98482cf2-b317-492c-8942-f59ee6d33f34 req-67d0304b-3396-42db-b86f-76437da04e07 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0487335 Nov 23 23:53:38.668325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98482cf2-b317-492c-8942-f59ee6d33f34 req-b9a926f5-15f0-4a48-b0f2-301bff550c9e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452795 Nov 23 23:53:38.690690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34806) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:38.729608 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe76e64-4e4b-4a8b-a2e7-6de352dc13e1 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:38.731032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-4fe76e64-4e4b-4a8b-a2e7-6de352dc13e1 tempest-TestNetworkAdvancedServerOps-558527452 tempest-TestNetworkAdvancedServerOps-558527452-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1091 time: 0.0393689 Nov 23 23:53:38.733867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:38.738125 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:53:38.760423 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:38.783659 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:38.860356 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:38.964000 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Allocated IP 172.25.0.192 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/d724f1b8-a59a-4e9a-96c1-0d5992841856) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:53:39.067334 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:39.101242 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:39.136351 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:53:39.139244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:53:39.145096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:53:39.179684 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=d724f1b8-a59a-4e9a-96c1-0d5992841856,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:39.507999 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:39.577876 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:39.725146 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:39.729560 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:39.798927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event updated for resources: {'Port': ['ID=d724f1b8-a59a-4e9a-96c1-0d5992841856,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:53:39.810602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:39.915249 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP 79ab9432-4e8a-4ae6-a65f-1ce476fcb539 associated. External IP: 172.25.0.192, port: 99239405-5e2c-4ce0-bc38-301b26f4daad. Nov 23 23:53:40.435315 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router fed966dd-f4fa-4665-a028-05df4035d935 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:53:40.540606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:53:40.551172 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] Sync routers for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:53:40.559115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:53:40.560599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:40.561249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:40.590578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-dc9c6a1e-d8bb-474b-ad84-99e245285664 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8555143 Nov 23 23:53:40.591019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:53:40.593917 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c90adb0-6204-4e26-94d1-4a1f707b8565" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:53:40.633035 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf9d86-b93f-44ad-9992-330c6fbb1ceb x-openstack-request-id: req-ebdf9d86-b93f-44ad-9992-330c6fbb1ceb {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:53:40.633035 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:53:40.633564 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebdf9d86-b93f-44ad-9992-330c6fbb1ceb {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:53:40.633564 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'status': 'completed', 'code': 200} Nov 23 23:53:40.675916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:40.729179 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee331e-ec48-4d1d-8465-a28189dd2275 req-5a7a0c40-152a-47e0-ab16-c189158525db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:40.730809 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73ee331e-ec48-4d1d-8465-a28189dd2275 req-5a7a0c40-152a-47e0-ab16-c189158525db tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0842624 Nov 23 23:53:40.749209 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-74c14a2e-482a-463f-a5c6-55e68b6c5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:40.751983 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-74c14a2e-482a-463f-a5c6-55e68b6c5122 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1096 time: 0.0719109 Nov 23 23:53:40.848649 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-73ee331e-ec48-4d1d-8465-a28189dd2275 req-f132ec1f-f78c-4224-a11b-6bad6099c9f3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104887 Nov 23 23:53:40.871184 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34814) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:40.885995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-1258d703-af21-4ac0-97dd-2d4868b95320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:40.887695 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-1258d703-af21-4ac0-97dd-2d4868b95320 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 200 len: 897 time: 0.1279266 Nov 23 23:53:40.919118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '79ab9432-4e8a-4ae6-a65f-1ce476fcb539', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'port_id': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'mac_address': 'fa:16:3e:d0:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:53:39Z', 'updated_at': '2021-11-23T23:53:39Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:24Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:40.941199 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f30b41a2-1026-47cf-8b33-ec03b868fc1e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/79ab9432-4e8a-4ae6-a65f-1ce476fcb539 HTTP/1.1" status: 200 len: 991 time: 0.0688190 Nov 23 23:53:40.945534 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] Checking router: fed966dd-f4fa-4665-a028-05df4035d935 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:53:40.954405 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:53:40.955014 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:53:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:40.957752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-fb051261-f1a7-4494-90b2-19fed66a703d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 200 len: 999 time: 0.0627427 Nov 23 23:53:41.011691 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-d4386786-b77c-4f85-abea-6b0e8d4073fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:41.013093 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-d4386786-b77c-4f85-abea-6b0e8d4073fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfba2e2-3815-4a22-a6ee-2453c047b8b9 HTTP/1.1" status: 200 len: 834 time: 0.0487409 Nov 23 23:53:41.059160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-42d5782d-17ee-4303-8daf-4a5ef47918e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:53:41.060377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:53:41.060807 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-42d5782d-17ee-4303-8daf-4a5ef47918e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcc57375-3533-4b48-8d7b-5d902836292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406075 Nov 23 23:53:41.153917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-45ee0dea-7106-48f9-981a-faf28537e5ac service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859580 Nov 23 23:53:41.257425 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c90adb0-6204-4e26-94d1-4a1f707b8565 req-9341deb9-5d2b-44a2-b8c5-4e8488bf9931 service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960495 Nov 23 23:53:41.307316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '79ab9432-4e8a-4ae6-a65f-1ce476fcb539', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'port_id': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'mac_address': 'fa:16:3e:d0:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:53:39Z', 'updated_at': '2021-11-23T23:53:39Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:24Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:53:41.334571 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74817e19-573c-474e-a655-5ddd0a385858 None None] The sync data for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 is: [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '79ab9432-4e8a-4ae6-a65f-1ce476fcb539', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'port_id': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'mac_address': 'fa:16:3e:d0:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:53:39Z', 'updated_at': '2021-11-23T23:53:39Z', 'revision_number': 0, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:24Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:53:41.524780 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152c55c-d0be-4274-a41f-bbc074469179 None None] New status for floating IP 79ab9432-4e8a-4ae6-a65f-1ce476fcb539: ACTIVE {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:53:41.945189 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34816) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:53:42.005503 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c4a12111-fba5-43c6-bcee-0f41c52b6795 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/79ab9432-4e8a-4ae6-a65f-1ce476fcb539 HTTP/1.1" status: 200 len: 993 time: 0.0590260 Nov 23 23:53:48.294543 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:53:57.724041 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:01.750613 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-146ea7e4-2b12-4f2c-8bd6-b8e55f77aa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:04.856045 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6d66fc4f-7db1-49ea-bb78-07273cf25800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:05.337865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:06.794460 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:07.632750 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:08.790252 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:13.426224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735ea05-f670-4828-8094-3bed21186938 req-5fe28f7d-bb2c-49dd-81e5-7533bce60739 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:13.427813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b735ea05-f670-4828-8094-3bed21186938 req-5fe28f7d-bb2c-49dd-81e5-7533bce60739 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0492935 Nov 23 23:54:13.477366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b735ea05-f670-4828-8094-3bed21186938 req-cbaa942d-1182-4f0d-85eb-f9baa203a37b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Nov 23 23:54:14.604001 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984f56-d245-4155-8d0a-7ca93ac3b463 req-8a2aa3fb-09dd-4e3a-8e8f-9756ff60c079 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:14.605513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef984f56-d245-4155-8d0a-7ca93ac3b463 req-8a2aa3fb-09dd-4e3a-8e8f-9756ff60c079 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0553141 Nov 23 23:54:14.655513 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ef984f56-d245-4155-8d0a-7ca93ac3b463 req-d684d79b-f48c-496b-9142-ad1d83e26da8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440431 Nov 23 23:54:14.679367 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34834) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:14.745767 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-aeb24d09-0fcb-4492-a5c7-77e099089aed tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/79ab9432-4e8a-4ae6-a65f-1ce476fcb539 HTTP/1.1" status: 200 len: 993 time: 0.0652125 Nov 23 23:54:15.307008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-555e9a69-885e-4c84-9874-23cfae6ab21a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404394 Nov 23 23:54:15.405671 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-a674b99e-62ef-4b39-9260-2c39d555af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:15.407085 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-a674b99e-62ef-4b39-9260-2c39d555af51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1096 time: 0.0408340 Nov 23 23:54:15.513443 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-df5680ad-837c-47ae-8eb7-dc99ff91e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:15.514917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-df5680ad-837c-47ae-8eb7-dc99ff91e934 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 200 len: 897 time: 0.0880985 Nov 23 23:54:15.579321 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-3661e3cb-6fa3-4bd3-a3e0-8baaff81762d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 200 len: 1001 time: 0.0568917 Nov 23 23:54:15.635901 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-d90994f6-5f99-4469-a72a-6caa5f05bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:15.637359 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-d90994f6-5f99-4469-a72a-6caa5f05bd31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfba2e2-3815-4a22-a6ee-2453c047b8b9 HTTP/1.1" status: 200 len: 834 time: 0.0509663 Nov 23 23:54:15.683472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-4fbd60c5-8f50-404b-b98d-934c0b4ca32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:15.684917 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-4fbd60c5-8f50-404b-b98d-934c0b4ca32e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcc57375-3533-4b48-8d7b-5d902836292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406175 Nov 23 23:54:15.778442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-892cbc92-caef-49fd-a262-42f72ffa96a8 service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861008 Nov 23 23:54:15.876941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d800437-1d02-43fc-801a-3f1f2d0ecfb7 req-0d8d5cf7-22cc-475a-b5ea-17b0a6acb88d service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920610 Nov 23 23:54:16.041857 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749be60-53ba-48ae-8ff3-d868be27de45 req-c15d86bb-2245-4e7e-a541-3fbef9be3660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:16.043334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e749be60-53ba-48ae-8ff3-d868be27de45 req-c15d86bb-2245-4e7e-a541-3fbef9be3660 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0617721 Nov 23 23:54:16.107147 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-a0d10f1f-08a0-40af-8b29-85c7984fd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:16.108683 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-a0d10f1f-08a0-40af-8b29-85c7984fd0b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1096 time: 0.0841475 Nov 23 23:54:16.117940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e749be60-53ba-48ae-8ff3-d868be27de45 req-2fd3963b-8dd9-4873-8e34-421ba0ef0e3d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613999 Nov 23 23:54:16.204509 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-36982ede-9d00-41cc-bec7-364e08e44575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:16.205907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-36982ede-9d00-41cc-bec7-364e08e44575 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 200 len: 897 time: 0.0871272 Nov 23 23:54:16.275783 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-d4730ef9-9ad7-4694-89cc-7c78c46ac7ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 200 len: 1001 time: 0.0625148 Nov 23 23:54:16.324347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-c1a6ce8d-d8c1-4f21-add9-c87c539800b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:16.325824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-c1a6ce8d-d8c1-4f21-add9-c87c539800b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfba2e2-3815-4a22-a6ee-2453c047b8b9 HTTP/1.1" status: 200 len: 834 time: 0.0437405 Nov 23 23:54:16.372061 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-b5b3f5c9-2b83-479b-b2f6-563d36983060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:16.373579 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-b5b3f5c9-2b83-479b-b2f6-563d36983060 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcc57375-3533-4b48-8d7b-5d902836292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410032 Nov 23 23:54:16.466741 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-2d298394-fd6c-4a44-a155-ff8ae6b10961 service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Nov 23 23:54:16.561344 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bb6cdaea-9097-4faa-b115-b93bd166c435 req-b1d3237c-2e59-4ee7-a50e-77165e0720cd service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880926 Nov 23 23:54:17.248537 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67670e-75f4-4d52-b875-d3e574f26c44 req-e10c74e1-d291-4e29-a681-62d74915e471 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:17.250135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d67670e-75f4-4d52-b875-d3e574f26c44 req-e10c74e1-d291-4e29-a681-62d74915e471 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0610271 Nov 23 23:54:17.300883 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d67670e-75f4-4d52-b875-d3e574f26c44 req-a6c10a8e-ee9a-4e30-8013-2b32210478f7 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435736 Nov 23 23:54:18.419955 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b2c2c-49c2-43df-a34e-bc9da8825873 req-a37c4949-f992-4c78-b078-6c16dab5d87a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:18.421368 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d8b2c2c-49c2-43df-a34e-bc9da8825873 req-a37c4949-f992-4c78-b078-6c16dab5d87a tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0516632 Nov 23 23:54:18.471008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9d8b2c2c-49c2-43df-a34e-bc9da8825873 req-f25cb55f-3bb9-4091-a0ba-84aa0528de7f tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436203 Nov 23 23:54:18.493870 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34846) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:18.553856 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5c0714a6-9e49-45c6-bc7c-74c9bc48a747 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/floatingips/79ab9432-4e8a-4ae6-a65f-1ce476fcb539 HTTP/1.1" status: 200 len: 993 time: 0.0587826 Nov 23 23:54:18.781729 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34852) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:18.938733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port d724f1b8-a59a-4e9a-96c1-0d5992841856 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:54:18.939072 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:19.016474 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:19.016794 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:19.028894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for d724f1b8-a59a-4e9a-96c1-0d5992841856 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:54:19.178296 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:19.205190 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=d724f1b8-a59a-4e9a-96c1-0d5992841856,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:19.228875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.229227 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.229572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.229914 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.230255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.230595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.230932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.231275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.231633 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.231965 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.232295 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.232621 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:19.273851 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:19.274204 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Floating IP 79ab9432-4e8a-4ae6-a65f-1ce476fcb539 disassociated (deleted). External IP: 172.25.0.192, port: 99239405-5e2c-4ce0-bc38-301b26f4daad. Nov 23 23:54:19.486954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router fed966dd-f4fa-4665-a028-05df4035d935 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:54:19.596379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:54:19.601168 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:19.607256 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] Sync routers for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:54:19.617083 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:19.617698 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:19.627643 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-da3b5322-b622-4279-8e4b-1939841841d3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/floatingips/79ab9432-4e8a-4ae6-a65f-1ce476fcb539 HTTP/1.1" status: 204 len: 168 time: 0.8448336 Nov 23 23:54:19.628244 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:54:19.631067 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f32227-76ef-47c6-92f8-08097b617730" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:54:19.672896 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ba0cfd-0aa6-4d68-ba03-f4b572a8dbaa x-openstack-request-id: req-57ba0cfd-0aa6-4d68-ba03-f4b572a8dbaa {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:54:19.673537 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:54:19.673966 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57ba0cfd-0aa6-4d68-ba03-f4b572a8dbaa {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:54:19.674554 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'status': 'completed', 'code': 200} Nov 23 23:54:19.734675 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:19.778152 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32227-76ef-47c6-92f8-08097b617730 req-24f8e9ae-6b3a-4753-9169-81a4dd81b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:19.780041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f32227-76ef-47c6-92f8-08097b617730 req-24f8e9ae-6b3a-4753-9169-81a4dd81b8df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2ce5f6a10074f63b1e505de5a597105&device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 1096 time: 0.0616651 Nov 23 23:54:19.948576 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97627-85cf-4d20-a3fa-b0948c0b00c8 req-50991fdb-fbbc-470a-8320-eb1fcdef0981 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:19.948866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:24Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:19.950099 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ff97627-85cf-4d20-a3fa-b0948c0b00c8 req-50991fdb-fbbc-470a-8320-eb1fcdef0981 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.1059284 Nov 23 23:54:19.951539 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32227-76ef-47c6-92f8-08097b617730 req-ddd4587f-6790-4ad1-a812-665f389ca9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:19.952906 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f32227-76ef-47c6-92f8-08097b617730 req-ddd4587f-6790-4ad1-a812-665f389ca9dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 200 len: 897 time: 0.1313641 Nov 23 23:54:19.976201 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] Checking router: fed966dd-f4fa-4665-a028-05df4035d935 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:54:19.984741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:19.985357 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:20.010845 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f32227-76ef-47c6-92f8-08097b617730 req-935bde45-59d1-4eb8-a091-6f0ffa3c51cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 200 len: 217 time: 0.0475099 Nov 23 23:54:20.071475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2ff97627-85cf-4d20-a3fa-b0948c0b00c8 req-11db454c-c3f9-4482-98eb-26c054334fa3 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145933 Nov 23 23:54:20.089932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32227-76ef-47c6-92f8-08097b617730 req-500b48d6-b036-42d7-a180-1fbff552a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:20.092454 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f32227-76ef-47c6-92f8-08097b617730 req-500b48d6-b036-42d7-a180-1fbff552a692 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abfba2e2-3815-4a22-a6ee-2453c047b8b9 HTTP/1.1" status: 200 len: 834 time: 0.0719814 Nov 23 23:54:20.103545 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:20.141988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32227-76ef-47c6-92f8-08097b617730 req-3d87f256-6bdd-431f-98a0-d9fbc1760904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:20.143614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f32227-76ef-47c6-92f8-08097b617730 req-3d87f256-6bdd-431f-98a0-d9fbc1760904 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcc57375-3533-4b48-8d7b-5d902836292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428562 Nov 23 23:54:20.243614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f32227-76ef-47c6-92f8-08097b617730 req-b363b1e2-d6eb-4461-b45e-b35d8d1b18b9 service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920656 Nov 23 23:54:20.305596 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:24Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:20.336715 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ac685-ada8-452e-84e6-415ea9c8f179 None None] The sync data for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 is: [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:21Z', 'revision_number': 4, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'fba93fbc-4c8f-46d2-ad90-7773252a8acb', 'name': '', 'network_id': 'fcc57375-3533-4b48-8d7b-5d902836292b', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'mac_address': 'fa:16:3e:ec:85:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:20Z', 'updated_at': '2021-11-23T23:53:24Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'subnets': [{'id': 'abfba2e2-3815-4a22-a6ee-2453c047b8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:54:20.341091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e6f32227-76ef-47c6-92f8-08097b617730 req-8c073364-03f3-4af9-8219-a70234207c34 service neutron] 10.222.0.48 "GET /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892997 Nov 23 23:54:20.579679 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ca67a-47f3-4fee-bc3d-fc87a996f95e None None] New status for floating IP 79ab9432-4e8a-4ae6-a65f-1ce476fcb539: DOWN {{(pid=103525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:54:21.203751 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298a086-97b3-4bd5-8f99-8630cda96725 req-19575e3e-0edc-43c4-9958-f9820d779f5d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:21.205256 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c298a086-97b3-4bd5-8f99-8630cda96725 req-19575e3e-0edc-43c4-9958-f9820d779f5d tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0549674 Nov 23 23:54:21.255493 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c298a086-97b3-4bd5-8f99-8630cda96725 req-d41c01df-e245-4159-b3f6-a7cf20997d4c tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/security-groups?id=72eb79be-dd35-41f3-916e-8e21e38628c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441225 Nov 23 23:54:21.562013 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3112a3a-5397-432b-a916-257e33d6281f req-91272b42-a6a0-4f1a-8946-f7de5c4bb8be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:21.563373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3112a3a-5397-432b-a916-257e33d6281f req-91272b42-a6a0-4f1a-8946-f7de5c4bb8be tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 945 time: 0.0492008 Nov 23 23:54:21.658299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 99239405-5e2c-4ce0-bc38-301b26f4daad {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:54:21.658628 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:21.747242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 99239405-5e2c-4ce0-bc38-301b26f4daad, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=99239405-5e2c-4ce0-bc38-301b26f4daad,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:21.747664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:21.761316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 99239405-5e2c-4ce0-bc38-301b26f4daad owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:54:21.891327 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:21.920054 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=99239405-5e2c-4ce0-bc38-301b26f4daad,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:21.947991 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.948352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.948702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.949046 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.949389 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.949729 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.950064 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.950403 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.950739 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.951072 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.951401 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.951754 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:21.974411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] No DVR routers for this DVR port 99239405-5e2c-4ce0-bc38-301b26f4daad on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:54:21.977397 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:21.980884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3112a3a-5397-432b-a916-257e33d6281f req-d7ee0d8e-54fd-4e1b-88b9-b1921737678e tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.48 "DELETE /v2.0/ports/99239405-5e2c-4ce0-bc38-301b26f4daad HTTP/1.1" status: 204 len: 173 time: 0.4104569 Nov 23 23:54:21.981346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'name': 'network-vif-deleted', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:54:21.983671 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b65ca13-3d63-4137-a111-87210fa18d2d" -d '{"events": [{"server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "name": "network-vif-deleted", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:54:22.021080 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d29b91-3be6-4f82-b22d-f007bd6bd5a7 x-openstack-request-id: req-c8d29b91-3be6-4f82-b22d-f007bd6bd5a7 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:54:22.021391 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1678b9-713e-413f-91ba-bc7314354c9b", "name": "network-vif-deleted", "tag": "99239405-5e2c-4ce0-bc38-301b26f4daad", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:54:22.021670 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8d29b91-3be6-4f82-b22d-f007bd6bd5a7 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:54:22.022111 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1678b9-713e-413f-91ba-bc7314354c9b', 'name': 'network-vif-deleted', 'tag': '99239405-5e2c-4ce0-bc38-301b26f4daad', 'status': 'completed', 'code': 200} Nov 23 23:54:22.414539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8835ad91-0059-4602-a381-47213a91f6a7 req-3779456e-e4d6-4544-aad8-76590a7daa2b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e1678b9-713e-413f-91ba-bc7314354c9b HTTP/1.1" status: 200 len: 210 time: 0.0734951 Nov 23 23:54:23.477908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:23.840889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:24.094695 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port fba93fbc-4c8f-46d2-ad90-7773252a8acb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:54:24.094955 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:24.188554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port fba93fbc-4c8f-46d2-ad90-7773252a8acb, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=fba93fbc-4c8f-46d2-ad90-7773252a8acb,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:24.188930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:24.201532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for fba93fbc-4c8f-46d2-ad90-7773252a8acb owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:54:24.384687 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:24.413590 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=fba93fbc-4c8f-46d2-ad90-7773252a8acb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:24.532770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 99239405-5e2c-4ce0-bc38-301b26f4daad no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:54:24.553253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 99239405-5e2c-4ce0-bc38-301b26f4daad {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:54:24.553905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 99239405-5e2c-4ce0-bc38-301b26f4daad not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:54:24.597554 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.153986 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Router fed966dd-f4fa-4665-a028-05df4035d935 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:54:25.259898 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:54:25.265102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1ebb0abd-7252-4a27-83b8-f4ea932cf8f8 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "PUT /v2.0/routers/fed966dd-f4fa-4665-a028-05df4035d935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7860913 Nov 23 23:54:25.267773 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:25.270453 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] Sync routers for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:54:25.280045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:25.280674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:25.293908 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:54:25.320379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting subnet abfba2e2-3815-4a22-a6ee-2453c047b8b9 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:54:25.323595 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.363847 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.386228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:25.452308 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.513905 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.544587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.550601 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34874) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:25.551464 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/subnets/abfba2e2-3815-4a22-a6ee-2453c047b8b9 HTTP/1.1" status: 204 len: 168 time: 0.2827027 Nov 23 23:54:25.552618 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df8c79-b3e1-4cb1-8fcc-15666ea593b1 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Subnet': ['ID=abfba2e2-3815-4a22-a6ee-2453c047b8b9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:25.553142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52409c8-40c7-47e0-b566-af3991226be3 None None] Network fcc57375-3533-4b48-8d7b-5d902836292b requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:54:25.672167 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.780567 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.781825 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:54:24Z', 'revision_number': 5, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port': {'id': '06f59230-5d29-4b55-a6ee-7091003c5b4f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:25.815741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] Checking router: fed966dd-f4fa-4665-a028-05df4035d935 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:54:25.834934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Deleting port 06f59230-5d29-4b55-a6ee-7091003c5b4f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:54:25.835497 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.863079 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] Routers {'fed966dd-f4fa-4665-a028-05df4035d935'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:25.863739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['fed966dd-f4fa-4665-a028-05df4035d935'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:25.915973 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] For port 06f59230-5d29-4b55-a6ee-7091003c5b4f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=06f59230-5d29-4b55-a6ee-7091003c5b4f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:25.916325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:25.928773 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Calling delete_port for 06f59230-5d29-4b55-a6ee-7091003c5b4f owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:54:25.958789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] Set router fed966dd-f4fa-4665-a028-05df4035d935 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:26.012637 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:54:25Z', 'revision_number': 6, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:26.016156 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] DHCP port deletion for fcc57375-3533-4b48-8d7b-5d902836292b request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:26.046410 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feef61-bd12-452d-86db-bbd4cc2087f0 None None] The sync data for ids ['fed966dd-f4fa-4665-a028-05df4035d935'] in n-d-817303-3 is: [{'id': 'fed966dd-f4fa-4665-a028-05df4035d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140744689', 'tenant_id': 'b2ce5f6a10074f63b1e505de5a597105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:53:17Z', 'updated_at': '2021-11-23T23:54:25Z', 'revision_number': 6, 'project_id': 'b2ce5f6a10074f63b1e505de5a597105', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:54:26.098730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Deleting port 220ecaaf-4095-4caa-8741-b87395ba29d8 {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:54:26.099109 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.118526 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.155742 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Port': ['ID=06f59230-5d29-4b55-a6ee-7091003c5b4f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:26.170242 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9e3a8-42d5-48d7-b970-99df9296e616 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:26.173178 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] For port 220ecaaf-4095-4caa-8741-b87395ba29d8, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=220ecaaf-4095-4caa-8741-b87395ba29d8,segment=NetworkSegment(24b3c9d3-b4f0-4364-9cba-383099f7bb31),segment_id=24b3c9d3-b4f0-4364-9cba-383099f7bb31)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:26.173574 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.194234 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Calling delete_port for 220ecaaf-4095-4caa-8741-b87395ba29d8 owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:54:26.220061 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.273728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.299069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Pushing event deleted for resources: {'Port': ['ID=220ecaaf-4095-4caa-8741-b87395ba29d8,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:26.304116 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] No DVR routers for this DVR port 220ecaaf-4095-4caa-8741-b87395ba29d8 on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:54:26.311110 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.311461 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.311835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.312474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.312474 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.312841 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.313170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.313496 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.314100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.314198 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.314864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.314864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c1f21-ef47-4231-b524-f0de7396c934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:26.316433 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.319637 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.363289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.363866 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Fanout notify agent at l3_agent the message router_deleted on router fed966dd-f4fa-4665-a028-05df4035d935 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:54:26.371713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.375442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-2725a3d1-a418-4c8d-9024-06254a143add tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/routers/fed966dd-f4fa-4665-a028-05df4035d935 HTTP/1.1" status: 204 len: 168 time: 0.8206980 Nov 23 23:54:26.375740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34876) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:26.475405 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.548544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 220ecaaf-4095-4caa-8741-b87395ba29d8 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:54:26.571187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 220ecaaf-4095-4caa-8741-b87395ba29d8 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:54:26.571993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 220ecaaf-4095-4caa-8741-b87395ba29d8 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:54:26.571993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fba93fbc-4c8f-46d2-ad90-7773252a8acb no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:54:26.573058 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.595978 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: fba93fbc-4c8f-46d2-ad90-7773252a8acb {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:54:26.596409 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device fba93fbc-4c8f-46d2-ad90-7773252a8acb not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:54:26.599723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc57375-3533-4b48-8d7b-5d902836292b']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:26.610297 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b3c9d3-b4f0-4364-9cba-383099f7bb31') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:26.610588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b3c9d3-b4f0-4364-9cba-383099f7bb31') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:26.620956 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.635839 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.642060 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:54:26.642450 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: timer() Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: self._notify() Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:54:26.645513 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:54:26.703921 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.710094 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.713793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/networks/fcc57375-3533-4b48-8d7b-5d902836292b HTTP/1.1" status: 204 len: 168 time: 0.3369901 Nov 23 23:54:26.718674 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34878) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:26.732928 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ef1a1-ebf0-4e97-9305-7ef1a991d91b tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'Network': ['ID=fcc57375-3533-4b48-8d7b-5d902836292b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:26.779341 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff038803-4bbc-48ae-955d-d8ce1c17ac93 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.808761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff038803-4bbc-48ae-955d-d8ce1c17ac93 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.871969 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff038803-4bbc-48ae-955d-d8ce1c17ac93 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.874615 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ff038803-4bbc-48ae-955d-d8ce1c17ac93 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:26.875837 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-ff038803-4bbc-48ae-955d-d8ce1c17ac93 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] 10.222.0.11 "DELETE /v2.0/security-groups/72eb79be-dd35-41f3-916e-8e21e38628c2 HTTP/1.1" status: 204 len: 168 time: 0.1567261 Nov 23 23:54:26.885930 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff038803-4bbc-48ae-955d-d8ce1c17ac93 tempest-TestNetworkAdvancedServerOps-1195976352 tempest-TestNetworkAdvancedServerOps-1195976352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eb79be-dd35-41f3-916e-8e21e38628c2,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:27.209160 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34886) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:27.339241 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4cb6918d-62d7-4fea-8c49-c9db86762382 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2ce5f6a10074f63b1e505de5a597105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282129 Nov 23 23:54:27.341648 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34890) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:27.392648 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5140c8c-df21-4e7d-a763-8f8310a4eb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.413320 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5140c8c-df21-4e7d-a763-8f8310a4eb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.461694 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5140c8c-df21-4e7d-a763-8f8310a4eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.464545 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5140c8c-df21-4e7d-a763-8f8310a4eb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.465710 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f5140c8c-df21-4e7d-a763-8f8310a4eb49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0fb552f1-7b30-4830-a472-8c064b27a639 HTTP/1.1" status: 204 len: 168 time: 0.1231692 Nov 23 23:54:27.473589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5140c8c-df21-4e7d-a763-8f8310a4eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb552f1-7b30-4830-a472-8c064b27a639,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:27.730070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:27.744289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.745587 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2bfc-f8d6-4a13-b411-3c4b1a42aa12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.836459 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2bfc-f8d6-4a13-b411-3c4b1a42aa12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.840918 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2bfc-f8d6-4a13-b411-3c4b1a42aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.881707 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3c4f2bfc-f8d6-4a13-b411-3c4b1a42aa12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f0ae950452047f2bb2506ca8f8c5b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501167 Nov 23 23:54:27.882440 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f2bfc-f8d6-4a13-b411-3c4b1a42aa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba5ea9e-fabd-409e-8434-e75b62d357de,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:27.884342 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34898) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:27.939943 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bf325e-6f6f-4060-bd31-11a19810582e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:27.962523 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bf325e-6f6f-4060-bd31-11a19810582e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.017061 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bf325e-6f6f-4060-bd31-11a19810582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.019713 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f5bf325e-6f6f-4060-bd31-11a19810582e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.020895 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-f5bf325e-6f6f-4060-bd31-11a19810582e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ba5ea9e-fabd-409e-8434-e75b62d357de HTTP/1.1" status: 204 len: 168 time: 0.1349251 Nov 23 23:54:28.030007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf325e-6f6f-4060-bd31-11a19810582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba5ea9e-fabd-409e-8434-e75b62d357de,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:28.402651 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06f59230-5d29-4b55-a6ee-7091003c5b4f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:54:28.423765 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 06f59230-5d29-4b55-a6ee-7091003c5b4f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:54:28.424118 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 06f59230-5d29-4b55-a6ee-7091003c5b4f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:54:28.734863 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34920) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:28.829791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1062083434-network', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:28.850794 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Made reservation on behalf of 7dadfb2c563a4c859af6c30c8f167860 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:54:28.853138 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.861407 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.935130 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.938911 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.964053 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:54:28.974051 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935a71cf-d7ff-4332-815f-fabb501d90db,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:28.978985 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:28.979326 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Added segment 671925b3-3d0c-43de-bb6b-15685d656254 of type vlan for network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 Nov 23 23:54:29.019334 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.044339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.045293 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:29.045871 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.081388 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3454058 Nov 23 23:54:29.084844 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34924) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:29.090027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Request body: {'subnet': {'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1062083434-subnet', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:29.111588 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Made reservation on behalf of 7dadfb2c563a4c859af6c30c8f167860 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:54:29.112148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d97ae-ce1f-455a-a2dc-f996b348287e admin admin] Pushing event updated for resources: {'Network': ['ID=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:29.113971 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.123855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:54:29.289563 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.350582 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcdde4ed-c382-4803-90c2-11e92fb2093a,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:29.362515 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Checking segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:29.362879 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Network hostable DHCP agents. Network: fe6ad6ec-2f8c-416a-ac37-2aa9279623e6, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:54:29.380388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:54:29.389052 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, fe6ad6ec-2f8c-416a-ac37-2aa9279623e6) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:29.393109 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:29.393700 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.399024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d758b2-4192-45c3-a02c-52fffd17f100 None None] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:54:29.410689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-720cacaf-6161-4b8e-bbd8-38b921e61956 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3245721 Nov 23 23:54:29.414327 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34926) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:29.418835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:29.440737 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.441747 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.495455 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.554463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:54:29.555358 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.637691 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.694026 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Allocated IP 172.20.0.2 (fe6ad6ec-2f8c-416a-ac37-2aa9279623e6/bcdde4ed-c382-4803-90c2-11e92fb2093a/543740bb-914e-4874-bd3d-c301c247f98b) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:29.844925 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.847911 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.854496 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.868383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.893823 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:29.901309 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:29.904809 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:29.912185 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Pushing event updated for resources: {'Port': ['ID=543740bb-914e-4874-bd3d-c301c247f98b,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:29.972057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Attempting to bind port 543740bb-914e-4874-bd3d-c301c247f98b on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:54:29.972900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Attempting to bind port 543740bb-914e-4874-bd3d-c301c247f98b by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:54:29.973283 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Attempting to bind port 543740bb-914e-4874-bd3d-c301c247f98b on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:29.980396 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:54:29.980787 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Checking segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:29.981203 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.981602 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Bound using segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:54:29.982086 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Bound port: 543740bb-914e-4874-bd3d-c301c247f98b, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:54:29.982905 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:29.994487 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Allocated IP 172.25.0.28 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/cfbe302f-5feb-4996-b4ff-a781d2435f73) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:30.051464 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] For port 543740bb-914e-4874-bd3d-c301c247f98b, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:54:30.054974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] For port 543740bb-914e-4874-bd3d-c301c247f98b, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=543740bb-914e-4874-bd3d-c301c247f98b,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:54:30.059255 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:30.116328 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:30.120899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484cb75-6f08-4e74-8c64-f704089486e9 None None] Pushing event updated for resources: {'Port': ['ID=543740bb-914e-4874-bd3d-c301c247f98b,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:30.153849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:30.498696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 543740bb-914e-4874-bd3d-c301c247f98b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:30.519448 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:30.525122 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:30.528622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:30.542429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0f28c-d482-4b23-922c-d81c0f0fe277 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:30.557573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbe302f-5feb-4996-b4ff-a781d2435f73,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:30.567174 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 543740bb-914e-4874-bd3d-c301c247f98b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:30.567440 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:30.657452 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:30.666754 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-86097acf-135e-4972-9e4c-36a1183a4472 None None] Provisioning complete for port cfbe302f-5feb-4996-b4ff-a781d2435f73 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:30.667215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-86097acf-135e-4972-9e4c-36a1183a4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:30.726334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port 543740bb-914e-4874-bd3d-c301c247f98b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=543740bb-914e-4874-bd3d-c301c247f98b,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:30.727400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-86097acf-135e-4972-9e4c-36a1183a4472 None None] Port cfbe302f-5feb-4996-b4ff-a781d2435f73 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:30.732144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:30.788507 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=543740bb-914e-4874-bd3d-c301c247f98b,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:30.809957 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.019320 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.161638 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Router 5234f822-240d-4602-bd95-b69bf249034f is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:54:31.165165 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d48ed2-5776-4a34-b049-99de4ea061a6 None None] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:54:31.273458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:54:31.283815 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Sync routers for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:54:31.284993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f29dc01a-223e-437a-b918-8e9d6a5ccec4 None None] Provisioning complete for port 543740bb-914e-4874-bd3d-c301c247f98b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:31.285366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f29dc01a-223e-437a-b918-8e9d6a5ccec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.293623 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.297636 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3e7cf354-3124-4b53-81b0-e68bfcc07908 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8795433 Nov 23 23:54:31.297803 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:31.297992 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:31.298394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:31.420079 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:31.610955 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:30Z', 'revision_number': 3, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:31.638124 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-68698d87-d6aa-4c7a-82a3-79b081446d4f None None] Provisioning complete for port 543740bb-914e-4874-bd3d-c301c247f98b triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:31.638747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68698d87-d6aa-4c7a-82a3-79b081446d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.642752 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Checking router: 5234f822-240d-4602-bd95-b69bf249034f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:54:31.643098 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Updating router 5234f822-240d-4602-bd95-b69bf249034f port cfbe302f-5feb-4996-b4ff-a781d2435f73 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:54:31.673341 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.732701 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.752846 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4a19ef01-a532-4b2b-a5ae-f75fb08cdd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:31.898647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Allocated IP 172.20.0.1 (fe6ad6ec-2f8c-416a-ac37-2aa9279623e6/bcdde4ed-c382-4803-90c2-11e92fb2093a/6d507ad2-70fb-401f-aae6-3838765b8d66) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:32.007247 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.026544 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.032378 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.042489 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.083584 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d604ba-4093-4d28-9b6c-ad5f308ecb14 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:32.083797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:32.088711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:32.092572 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:32.101793 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Attempting to bind port cfbe302f-5feb-4996-b4ff-a781d2435f73 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:54:32.101793 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Attempting to bind port cfbe302f-5feb-4996-b4ff-a781d2435f73 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:54:32.101793 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Attempting to bind port cfbe302f-5feb-4996-b4ff-a781d2435f73 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:32.106547 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:54:32.106716 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:32.107041 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.107433 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:54:32.107927 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Bound port: cfbe302f-5feb-4996-b4ff-a781d2435f73, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:54:32.108312 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.109963 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Pushing event updated for resources: {'Port': ['ID=cfbe302f-5feb-4996-b4ff-a781d2435f73,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:32.118139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Pushing event updated for resources: {'Port': ['ID=6d507ad2-70fb-401f-aae6-3838765b8d66,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:32.149893 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.150243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.150583 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.150915 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.151247 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.151601 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.158048 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.158205 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-68269d3d-e7ab-4635-9ef3-75195ad0ae88 None None] Provisioning complete for port cfbe302f-5feb-4996-b4ff-a781d2435f73 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:32.158567 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-68269d3d-e7ab-4635-9ef3-75195ad0ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.162363 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.163821 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.163821 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.164049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.164268 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.164549 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:54:32.207538 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] For port cfbe302f-5feb-4996-b4ff-a781d2435f73, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:54:32.211682 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] For port cfbe302f-5feb-4996-b4ff-a781d2435f73, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cfbe302f-5feb-4996-b4ff-a781d2435f73,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:54:32.220706 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.225463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-68269d3d-e7ab-4635-9ef3-75195ad0ae88 None None] Port cfbe302f-5feb-4996-b4ff-a781d2435f73 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:32.266721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052cde6-daab-4374-890b-da974c627241 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:32.320041 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:32.322505 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:32.361440 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cc898-cf19-41d3-a4f4-8882abcdc0a8 None None] Pushing event updated for resources: {'Port': ['ID=cfbe302f-5feb-4996-b4ff-a781d2435f73,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:32.364972 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-17121e75-3542-439f-94c1-e89e22a6eaa7 None None] Provisioning complete for port cfbe302f-5feb-4996-b4ff-a781d2435f73 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:32.365776 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17121e75-3542-439f-94c1-e89e22a6eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.378113 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.495355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 543740bb-914e-4874-bd3d-c301c247f98b up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:32.498050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17121e75-3542-439f-94c1-e89e22a6eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.517618 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:32.520906 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-17121e75-3542-439f-94c1-e89e22a6eaa7 None None] For port cfbe302f-5feb-4996-b4ff-a781d2435f73, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cfbe302f-5feb-4996-b4ff-a781d2435f73,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:32.551645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17121e75-3542-439f-94c1-e89e22a6eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.619647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17121e75-3542-439f-94c1-e89e22a6eaa7 None None] Pushing event updated for resources: {'Port': ['ID=cfbe302f-5feb-4996-b4ff-a781d2435f73,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:32.628210 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.628468 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 543740bb-914e-4874-bd3d-c301c247f98b triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:32.628582 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.634110 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.689408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-4ecc2477-9cad-4db7-94c7-49c89496289e None None] Provisioning complete for port 6d507ad2-70fb-401f-aae6-3838765b8d66 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:32.690066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4ecc2477-9cad-4db7-94c7-49c89496289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.703559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Pushing event updated for resources: {'Port': ['ID=6d507ad2-70fb-401f-aae6-3838765b8d66,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:32.705958 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:32.736157 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:31Z', 'revision_number': 1, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:32.755277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc2477-9cad-4db7-94c7-49c89496289e None None] Port 6d507ad2-70fb-401f-aae6-3838765b8d66 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:32.767760 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf517b-f193-44a0-a326-afeb837f32b8 None None] The sync data for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 is: [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:31Z', 'revision_number': 1, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:54:32.808169 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:32.809670 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:32.937138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Router 5234f822-240d-4602-bd95-b69bf249034f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:54:33.078006 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:54:33.082181 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-630f182a-8164-4525-8721-f68ac01f754d None None] Provisioning complete for port 6d507ad2-70fb-401f-aae6-3838765b8d66 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:33.082422 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-630f182a-8164-4525-8721-f68ac01f754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.090756 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7e1a46d4-f09a-4586-9f47-abfcbe4e334c admin admin] 10.222.0.11 "PUT /v2.0/routers/5234f822-240d-4602-bd95-b69bf249034f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7912097 Nov 23 23:54:33.122323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-630f182a-8164-4525-8721-f68ac01f754d None None] Port 6d507ad2-70fb-401f-aae6-3838765b8d66 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:33.627280 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34944) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:33.634760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-976273406-network', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:33.657175 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Made reservation on behalf of d75fa0699aaf444a9361aee5be939519 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:54:33.659677 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.669204 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.754239 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.760904 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.794811 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:54:33.801465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b677ac9-9b24-4eef-bd18-a5d020c6e877,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:33.808422 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.808686 n-d-817303-3 neutron-server[103522]: INFO neutron.db.segments_db [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Added segment 7d64052d-cb6b-4c38-a8f9-b2041b30b143 of type vlan for network a99d42cd-c322-48af-8551-80fd2b184009 Nov 23 23:54:33.855602 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.880683 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.882607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:33.883849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.920433 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2918689 Nov 23 23:54:33.923609 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34946) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:33.929691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Request body: {'subnet': {'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-976273406-subnet', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:33.954614 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Made reservation on behalf of d75fa0699aaf444a9361aee5be939519 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:54:33.956927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488190a2-fd1a-486d-ae14-6e82e4a1f907 admin admin] Pushing event updated for resources: {'Network': ['ID=a99d42cd-c322-48af-8551-80fd2b184009,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:33.958020 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:33.967546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network a99d42cd-c322-48af-8551-80fd2b184009 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:54:34.151741 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.202472 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd5f908-965b-4f0f-9b58-66a26d06ff71,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:34.217572 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Checking segment: {'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:34.217937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Network hostable DHCP agents. Network: a99d42cd-c322-48af-8551-80fd2b184009, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:54:34.234593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Network a99d42cd-c322-48af-8551-80fd2b184009 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:54:34.244360 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, a99d42cd-c322-48af-8551-80fd2b184009) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:34.249465 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:34.250653 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.256616 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42cb88a-0d2a-4ab0-8b69-bcb87602ed63 None None] Network a99d42cd-c322-48af-8551-80fd2b184009 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:54:34.270418 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e9d957cf-bf13-456d-9df5-29381c3c8c0a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3451276 Nov 23 23:54:34.273150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34948) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:34.277802 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:34.300937 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.301972 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.357765 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.427320 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-a99d42cd-c322-48af-8551-80fd2b184009', 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'fixed_ips': [{'subnet_id': 'ddd5f908-965b-4f0f-9b58-66a26d06ff71'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:54:34.429323 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.503130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cfbe302f-5feb-4996-b4ff-a781d2435f73 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:34.514735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.610670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port cfbe302f-5feb-4996-b4ff-a781d2435f73 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:34.611043 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.636168 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Allocated IP 172.20.0.2 (a99d42cd-c322-48af-8551-80fd2b184009/ddd5f908-965b-4f0f-9b58-66a26d06ff71/e97c5baf-384a-4ad2-a076-3745a23854ea) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:34.735183 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.764943 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:34.880638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Allocated IP 172.25.0.191 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/6e5767a8-332c-4ca7-88b3-6db266c23621) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:34.972445 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Sync routers for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:54:34.997204 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.004815 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9ddca144-7ff6-434b-8636-2358b197797c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.008618 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:35.009220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:35.014647 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.035080 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.049998 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.076428 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:35.079593 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:35.083165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:35.104238 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cc7cc-182e-4646-832c-afebc20a9e07 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:35.106710 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5767a8-332c-4ca7-88b3-6db266c23621,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:35.108568 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Network a99d42cd-c322-48af-8551-80fd2b184009 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:35.143422 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:35.152254 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:35.159954 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Pushing event updated for resources: {'Port': ['ID=e97c5baf-384a-4ad2-a076-3745a23854ea,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:35.225645 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:35.268504 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Attempting to bind port e97c5baf-384a-4ad2-a076-3745a23854ea on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:54:35.268874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Attempting to bind port e97c5baf-384a-4ad2-a076-3745a23854ea by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:54:35.269240 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Attempting to bind port e97c5baf-384a-4ad2-a076-3745a23854ea on network a99d42cd-c322-48af-8551-80fd2b184009 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:35.285631 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:54:35.286005 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Checking segment: {'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:35.286409 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.286804 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Bound using segment: {'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:54:35.287965 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Bound port: e97c5baf-384a-4ad2-a076-3745a23854ea, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:54:35.288491 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.343258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-9a07ff02-cc9a-4758-bf5c-2e7d5a88157d None None] Provisioning complete for port 6e5767a8-332c-4ca7-88b3-6db266c23621 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:35.343643 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9a07ff02-cc9a-4758-bf5c-2e7d5a88157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.351761 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.411534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.466829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-9a07ff02-cc9a-4758-bf5c-2e7d5a88157d None None] Port 6e5767a8-332c-4ca7-88b3-6db266c23621 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:35.494788 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] For port e97c5baf-384a-4ad2-a076-3745a23854ea, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:54:35.502247 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] For port e97c5baf-384a-4ad2-a076-3745a23854ea, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e97c5baf-384a-4ad2-a076-3745a23854ea,segment=NetworkSegment(7d64052d-cb6b-4c38-a8f9-b2041b30b143),segment_id=7d64052d-cb6b-4c38-a8f9-b2041b30b143)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:54:35.509240 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.582434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.594873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212b409-a90e-49d2-880a-7bf294497c72 None None] Pushing event updated for resources: {'Port': ['ID=e97c5baf-384a-4ad2-a076-3745a23854ea,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:35.618132 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 2, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:35.652290 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Checking router: 5234f822-240d-4602-bd95-b69bf249034f for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:54:35.652647 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Updating router 5234f822-240d-4602-bd95-b69bf249034f port 6d507ad2-70fb-401f-aae6-3838765b8d66 binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:54:35.684841 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.752476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:54:35.909963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:54:35.925178 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Sync routers for ids ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:54:35.939722 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:35.941269 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d2437d24-9404-4c8c-af71-7d01575b82d1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6669385 Nov 23 23:54:35.945825 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34950) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:35.950893 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Routers {'a1a28429-ca41-49e3-bc38-3a20a6a5cd71'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:35.951796 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:36.041619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.048621 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.075952 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Set router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:36.177563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Attempting to bind port 6d507ad2-70fb-401f-aae6-3838765b8d66 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:54:36.177563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Attempting to bind port 6d507ad2-70fb-401f-aae6-3838765b8d66 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:54:36.177563 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Attempting to bind port 6d507ad2-70fb-401f-aae6-3838765b8d66 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:36.185065 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:54:36.185456 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Checking segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:36.186202 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.186354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Bound using segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:54:36.186897 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Bound port: 6d507ad2-70fb-401f-aae6-3838765b8d66, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:54:36.187297 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.190341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6bab9-90d4-4a5c-9b66-b8e2aa8b02b5 None None] Pushing event updated for resources: {'Port': ['ID=6d507ad2-70fb-401f-aae6-3838765b8d66,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:36.295779 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] For port 6d507ad2-70fb-401f-aae6-3838765b8d66, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:54:36.299887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] For port 6d507ad2-70fb-401f-aae6-3838765b8d66, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6d507ad2-70fb-401f-aae6-3838765b8d66,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:54:36.312448 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.361441 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:35Z', 'revision_number': 3, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port': {'id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:36.413756 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Checking router: a1a28429-ca41-49e3-bc38-3a20a6a5cd71 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:54:36.414238 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Updating router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 port 6e5767a8-332c-4ca7-88b3-6db266c23621 binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:54:36.424073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:36.430919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:36.466375 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.514658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6bab9-90d4-4a5c-9b66-b8e2aa8b02b5 None None] Pushing event updated for resources: {'Port': ['ID=6d507ad2-70fb-401f-aae6-3838765b8d66,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:36.524404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.594950 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e97c5baf-384a-4ad2-a076-3745a23854ea up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:36.648450 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a221827b-6afc-459f-8908-23b13047872d None None] Provisioning complete for port 6d507ad2-70fb-401f-aae6-3838765b8d66 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:36.648829 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a221827b-6afc-459f-8908-23b13047872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.809778 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:36.816875 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Allocated IP 172.20.0.1 (a99d42cd-c322-48af-8551-80fd2b184009/ddd5f908-965b-4f0f-9b58-66a26d06ff71/f7b43e04-3114-4536-9519-3c0a4880f3ed) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:36.819990 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.828123 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.872305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.884254 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81af5-2739-4310-a1c6-f9f29e85efda None None] Pushing event updated for resources: {'Port': ['ID=6e5767a8-332c-4ca7-88b3-6db266c23621,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:36.897723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a221827b-6afc-459f-8908-23b13047872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.917678 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Attempting to bind port 6e5767a8-332c-4ca7-88b3-6db266c23621 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:54:36.918049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Attempting to bind port 6e5767a8-332c-4ca7-88b3-6db266c23621 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:54:36.918448 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Attempting to bind port 6e5767a8-332c-4ca7-88b3-6db266c23621 on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:36.924377 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:54:36.924756 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:36.925167 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.925561 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:54:36.926146 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Bound port: 6e5767a8-332c-4ca7-88b3-6db266c23621, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:54:36.926411 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.938864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06112c1b-ee8e-4488-8a9b-e1f56a5b14fc None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:36.940661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e97c5baf-384a-4ad2-a076-3745a23854ea triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:36.941030 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:36.974386 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.018905 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12866d2-9a4a-4686-b50d-117919d802dd None None] Network a99d42cd-c322-48af-8551-80fd2b184009 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:54:37.028492 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] For port 6e5767a8-332c-4ca7-88b3-6db266c23621, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:54:37.032874 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] For port 6e5767a8-332c-4ca7-88b3-6db266c23621, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6e5767a8-332c-4ca7-88b3-6db266c23621,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:54:37.040155 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.043214 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.099220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2be48-8683-45cc-aec1-22b6f9f183c8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:54:37.102636 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Network a99d42cd-c322-48af-8551-80fd2b184009 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:37.106208 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:37.111520 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:37.112412 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Routers {'a1a28429-ca41-49e3-bc38-3a20a6a5cd71'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:37.112919 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:37.113668 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a221827b-6afc-459f-8908-23b13047872d None None] For port 6d507ad2-70fb-401f-aae6-3838765b8d66, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6d507ad2-70fb-401f-aae6-3838765b8d66,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:37.153557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.153742 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a221827b-6afc-459f-8908-23b13047872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.199228 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b43e04-3114-4536-9519-3c0a4880f3ed,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:37.206786 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81af5-2739-4310-a1c6-f9f29e85efda None None] Pushing event updated for resources: {'Port': ['ID=6e5767a8-332c-4ca7-88b3-6db266c23621,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:37.236151 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] Set router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:37.315142 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.481393 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221827b-6afc-459f-8908-23b13047872d None None] Pushing event updated for resources: {'Port': ['ID=6d507ad2-70fb-401f-aae6-3838765b8d66,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:37.520622 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.526794 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Provisioning complete for port 6e5767a8-332c-4ca7-88b3-6db266c23621 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:37.527161 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.537341 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:35Z', 'revision_number': 3, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port': {'id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:37.568272 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531999d-38e8-44a1-bd14-52054f0bd277 None None] The sync data for ids ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'] in n-d-817303-3 is: [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:35Z', 'revision_number': 3, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port': {'id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:54:37.655267 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:36Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:37.661813 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] For port e97c5baf-384a-4ad2-a076-3745a23854ea, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e97c5baf-384a-4ad2-a076-3745a23854ea,segment=NetworkSegment(7d64052d-cb6b-4c38-a8f9-b2041b30b143),segment_id=7d64052d-cb6b-4c38-a8f9-b2041b30b143)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:37.692106 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.694328 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91394f27-80af-4442-9ecb-f4e1049155e3 None None] The sync data for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 is: [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:36Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:54:37.695939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.785108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.794678 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Pushing event updated for resources: {'Port': ['ID=e97c5baf-384a-4ad2-a076-3745a23854ea,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:37.833717 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] For port 6e5767a8-332c-4ca7-88b3-6db266c23621, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6e5767a8-332c-4ca7-88b3-6db266c23621,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:37.845305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.909751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Provisioning complete for port 6d507ad2-70fb-401f-aae6-3838765b8d66 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:37.910295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:37.957516 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Pushing event updated for resources: {'Port': ['ID=6e5767a8-332c-4ca7-88b3-6db266c23621,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:37.994771 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.018457 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.100566 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Provisioning complete for port e97c5baf-384a-4ad2-a076-3745a23854ea triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:38.101098 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-acd853aa-a72e-4fd5-82f6-2e65d2b547f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.139521 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b43e04-3114-4536-9519-3c0a4880f3ed,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:38.142712 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.323474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Network a99d42cd-c322-48af-8551-80fd2b184009 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:38.325363 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:38.372022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e4df6865-9cd0-45ba-8da8-261451dc52a5 None None] Provisioning complete for port f7b43e04-3114-4536-9519-3c0a4880f3ed triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:38.372860 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e4df6865-9cd0-45ba-8da8-261451dc52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.457295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e4df6865-9cd0-45ba-8da8-261451dc52a5 None None] Port f7b43e04-3114-4536-9519-3c0a4880f3ed cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:38.481366 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e4df6865-9cd0-45ba-8da8-261451dc52a5 None None] Provisioning complete for port e97c5baf-384a-4ad2-a076-3745a23854ea triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:38.481875 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e4df6865-9cd0-45ba-8da8-261451dc52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.505895 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:54:38.674699 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6d507ad2-70fb-401f-aae6-3838765b8d66 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:38.704486 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:54:38.712926 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-415ec9bf-64ae-410e-bb7d-aceb78b0e5c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/a1a28429-ca41-49e3-bc38-3a20a6a5cd71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7655268 Nov 23 23:54:38.742227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 6d507ad2-70fb-401f-aae6-3838765b8d66 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:38.742594 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.767277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-533e2abe-4754-4381-92f3-05bdfb7ef358 None None] Provisioning complete for port f7b43e04-3114-4536-9519-3c0a4880f3ed triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:38.767679 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-533e2abe-4754-4381-92f3-05bdfb7ef358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.834156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.834835 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-533e2abe-4754-4381-92f3-05bdfb7ef358 None None] Port f7b43e04-3114-4536-9519-3c0a4880f3ed cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:38.889920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6e5767a8-332c-4ca7-88b3-6db266c23621 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:38.939679 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 6e5767a8-332c-4ca7-88b3-6db266c23621 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:38.940211 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:38.982927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-aaf6e72b-8cc7-4e0d-9a9b-dfffb3286168 None None] Provisioning complete for port f7b43e04-3114-4536-9519-3c0a4880f3ed triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:38.983442 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e72b-8cc7-4e0d-9a9b-dfffb3286168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.030707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6e72b-8cc7-4e0d-9a9b-dfffb3286168 None None] Port f7b43e04-3114-4536-9519-3c0a4880f3ed cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:39.085491 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e97c5baf-384a-4ad2-a076-3745a23854ea up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:39.138359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port e97c5baf-384a-4ad2-a076-3745a23854ea triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:39.139024 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.327595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34958) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:39.332243 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-9032e7dc-6df0-4c47-8a95-a9b12d864fb5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220520124', 'description': 'tempest-secgroup-smoke-220520124 description', 'project_id': '7dadfb2c563a4c859af6c30c8f167860'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:39.357653 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9032e7dc-6df0-4c47-8a95-a9b12d864fb5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.427953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9032e7dc-6df0-4c47-8a95-a9b12d864fb5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.432909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9032e7dc-6df0-4c47-8a95-a9b12d864fb5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.462233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9032e7dc-6df0-4c47-8a95-a9b12d864fb5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.463498 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-9032e7dc-6df0-4c47-8a95-a9b12d864fb5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348784 Nov 23 23:54:39.466714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34960) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:39.467684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e7dc-6df0-4c47-8a95-a9b12d864fb5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8370bf55-7d0c-49ed-9d8f-58f18096cb2e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:39.472035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-1f196e32-d635-489e-a1f0-c0219d5afd63 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '8370bf55-7d0c-49ed-9d8f-58f18096cb2e', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:39.506236 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f196e32-d635-489e-a1f0-c0219d5afd63 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.564718 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f196e32-d635-489e-a1f0-c0219d5afd63 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.568332 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f196e32-d635-489e-a1f0-c0219d5afd63 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.586617 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f196e32-d635-489e-a1f0-c0219d5afd63 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c68453-042e-4c8c-b30e-2a1e13c231bc,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:39.594850 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1f196e32-d635-489e-a1f0-c0219d5afd63 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.596108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-1f196e32-d635-489e-a1f0-c0219d5afd63 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277118 Nov 23 23:54:39.598835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34962) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:39.603867 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-865c15cc-958d-4f1d-9036-776c84a9bfc3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '8370bf55-7d0c-49ed-9d8f-58f18096cb2e', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:39.633621 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-865c15cc-958d-4f1d-9036-776c84a9bfc3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.690079 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-865c15cc-958d-4f1d-9036-776c84a9bfc3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.694863 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-865c15cc-958d-4f1d-9036-776c84a9bfc3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.717262 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c15cc-958d-4f1d-9036-776c84a9bfc3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922a9aaf-b1e1-4827-8f42-60d652ecdf66,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:39.725858 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-865c15cc-958d-4f1d-9036-776c84a9bfc3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.727163 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-865c15cc-958d-4f1d-9036-776c84a9bfc3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273878 Nov 23 23:54:39.729943 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 34964) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:39.734213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d3b062d0-6b81-4870-8862-9e41429ebb80 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '8370bf55-7d0c-49ed-9d8f-58f18096cb2e', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:39.761677 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3b062d0-6b81-4870-8862-9e41429ebb80 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.825363 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3b062d0-6b81-4870-8862-9e41429ebb80 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.829517 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3b062d0-6b81-4870-8862-9e41429ebb80 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.855974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b062d0-6b81-4870-8862-9e41429ebb80 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43db9b63-0feb-4a06-80a2-ca41c8981901,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:39.861575 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3b062d0-6b81-4870-8862-9e41429ebb80 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.862707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d3b062d0-6b81-4870-8862-9e41429ebb80 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318164 Nov 23 23:54:39.866165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34966) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:39.870242 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-4e718745-a6b7-4db0-bde8-95b2eb47ec74 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '8370bf55-7d0c-49ed-9d8f-58f18096cb2e', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:39.898610 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e718745-a6b7-4db0-bde8-95b2eb47ec74 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.956557 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e718745-a6b7-4db0-bde8-95b2eb47ec74 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.960786 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e718745-a6b7-4db0-bde8-95b2eb47ec74 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.981519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e718745-a6b7-4db0-bde8-95b2eb47ec74 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f166c28-0a03-4094-b6a6-295ea346bdb7,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:39.992566 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4e718745-a6b7-4db0-bde8-95b2eb47ec74 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:39.995134 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4e718745-a6b7-4db0-bde8-95b2eb47ec74 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273007 Nov 23 23:54:39.996724 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34968) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:40.001183 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '8370bf55-7d0c-49ed-9d8f-58f18096cb2e', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:40.030906 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Project 7dadfb2c563a4c859af6c30c8f167860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:54:40.036411 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.101859 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.105451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.123578 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29b5d18-3e27-4edc-9297-6a048452f676,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:40.135069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.136380 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-38be9f4b-e6f2-41ae-80ed-25a7526db039 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387002 Nov 23 23:54:40.139344 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 34970) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:40.144134 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '8370bf55-7d0c-49ed-9d8f-58f18096cb2e', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:40.167175 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Project 7dadfb2c563a4c859af6c30c8f167860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:54:40.172448 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.235735 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.239311 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.259116 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7293a243-ebc9-4fbb-ad10-bfa1219b9a86,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:40.268099 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.269283 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6da1e385-a0c5-47a9-aa4c-5748770e133e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289349 Nov 23 23:54:40.346834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Sync routers for ids ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:54:40.357697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Routers {'a1a28429-ca41-49e3-bc38-3a20a6a5cd71'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:40.358334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:40.426324 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-fa643ecb-87de-46b7-a0ba-dd98fb197bb2 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220520124&fields=id&tenant_id=7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 267 time: 0.0477419 Nov 23 23:54:40.473011 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Set router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:40.690332 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 4, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port': {'id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7b43e04-3114-4536-9519-3c0a4880f3ed', 'name': '', 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'mac_address': 'fa:16:3e:b9:df:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ddd5f908-965b-4f0f-9b58-66a26d06ff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:36Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 2, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'subnets': [{'id': 'ddd5f908-965b-4f0f-9b58-66a26d06ff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:40.719466 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Checking router: a1a28429-ca41-49e3-bc38-3a20a6a5cd71 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:54:40.719891 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Updating router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 port f7b43e04-3114-4536-9519-3c0a4880f3ed binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:54:40.753289 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:40.852595 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-76465a64-6782-4696-9d98-d410bac598ea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:40.854127 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-76465a64-6782-4696-9d98-d410bac598ea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 809 time: 0.4192388 Nov 23 23:54:40.869074 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-fb8c4477-7c07-40af-b9d7-0aa0cd6b2ee8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/quotas/7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Nov 23 23:54:40.923338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-545fe629-600f-44c8-921b-2647646e1ff2 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486379 Nov 23 23:54:41.027656 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.030375 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0976b52c-4085-4a79-9a4a-87a6f801037b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:54:41.031366 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0976b52c-4085-4a79-9a4a-87a6f801037b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957181 Nov 23 23:54:41.033751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.087411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd288671-a0b8-4ae0-8f21-37478e761bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7b43e04-3114-4536-9519-3c0a4880f3ed,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:41.139914 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Attempting to bind port f7b43e04-3114-4536-9519-3c0a4880f3ed on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:54:41.140295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Attempting to bind port f7b43e04-3114-4536-9519-3c0a4880f3ed by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:54:41.140663 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Attempting to bind port f7b43e04-3114-4536-9519-3c0a4880f3ed on network a99d42cd-c322-48af-8551-80fd2b184009 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:41.144178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-722f9447-6aac-46da-a751-f7acc6ec7333 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049583 Nov 23 23:54:41.151163 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:54:41.151703 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Checking segment: {'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:41.151967 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.152354 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Bound using segment: {'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:54:41.152831 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Bound port: f7b43e04-3114-4536-9519-3c0a4880f3ed, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d64052d-cb6b-4c38-a8f9-b2041b30b143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:54:41.153207 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.232334 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] For port f7b43e04-3114-4536-9519-3c0a4880f3ed, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:54:41.235686 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] For port f7b43e04-3114-4536-9519-3c0a4880f3ed, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7b43e04-3114-4536-9519-3c0a4880f3ed,segment=NetworkSegment(7d64052d-cb6b-4c38-a8f9-b2041b30b143),segment_id=7d64052d-cb6b-4c38-a8f9-b2041b30b143)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:54:41.244248 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.254868 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-f835398c-597a-4352-ac9d-dad9d72ebe1b service neutron] 10.222.0.11 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097879 Nov 23 23:54:41.296100 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Routers {'a1a28429-ca41-49e3-bc38-3a20a6a5cd71'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:41.296735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:41.346681 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd288671-a0b8-4ae0-8f21-37478e761bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7b43e04-3114-4536-9519-3c0a4880f3ed,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:41.413220 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f58940a9-24d0-4de5-ae10-0a2d59cd86fd None None] Provisioning complete for port f7b43e04-3114-4536-9519-3c0a4880f3ed triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:41.413961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f58940a9-24d0-4de5-ae10-0a2d59cd86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.473123 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] Set router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:41.520029 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c1bef705-76d5-4539-aca3-929d4570273c req-09ce0614-53b8-4b03-9936-eb38265b2aed tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 210 time: 0.0922484 Nov 23 23:54:41.814327 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f58940a9-24d0-4de5-ae10-0a2d59cd86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.869204 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f58940a9-24d0-4de5-ae10-0a2d59cd86fd None None] For port f7b43e04-3114-4536-9519-3c0a4880f3ed, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7b43e04-3114-4536-9519-3c0a4880f3ed,segment=NetworkSegment(7d64052d-cb6b-4c38-a8f9-b2041b30b143),segment_id=7d64052d-cb6b-4c38-a8f9-b2041b30b143)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:41.891523 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f58940a9-24d0-4de5-ae10-0a2d59cd86fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:41.956170 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58940a9-24d0-4de5-ae10-0a2d59cd86fd None None] Pushing event updated for resources: {'Port': ['ID=f7b43e04-3114-4536-9519-3c0a4880f3ed,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:41.972629 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 4, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port': {'id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7b43e04-3114-4536-9519-3c0a4880f3ed', 'name': '', 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'mac_address': 'fa:16:3e:b9:df:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ddd5f908-965b-4f0f-9b58-66a26d06ff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:36Z', 'updated_at': '2021-11-23T23:54:41Z', 'revision_number': 4, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'subnets': [{'id': 'ddd5f908-965b-4f0f-9b58-66a26d06ff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:42.008745 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd8ad1-1f71-4929-9bf8-ce625de753cf None None] The sync data for ids ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'] in n-d-817303-3 is: [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 4, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port': {'id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': 'f7b43e04-3114-4536-9519-3c0a4880f3ed', 'name': '', 'network_id': 'a99d42cd-c322-48af-8551-80fd2b184009', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'mac_address': 'fa:16:3e:b9:df:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'ddd5f908-965b-4f0f-9b58-66a26d06ff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:36Z', 'updated_at': '2021-11-23T23:54:41Z', 'revision_number': 4, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'subnets': [{'id': 'ddd5f908-965b-4f0f-9b58-66a26d06ff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:54:42.022145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5721236b-a320-4cbb-870d-f542c91a002e None None] Provisioning complete for port f7b43e04-3114-4536-9519-3c0a4880f3ed triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:42.022749 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5721236b-a320-4cbb-870d-f542c91a002e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:42.476632 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7b43e04-3114-4536-9519-3c0a4880f3ed up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:42.535674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f7b43e04-3114-4536-9519-3c0a4880f3ed triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:42.536050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:42.641874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6733e95-50a9-4bb2-be8d-3a97386f2576 req-dbff7ffc-b448-4e5b-8406-b840cd8996a5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 210 time: 0.0284791 Nov 23 23:54:42.770042 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-6fd6ceb0-3258-437f-a6a3-0eee2506adec tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:42.772534 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-6fd6ceb0-3258-437f-a6a3-0eee2506adec tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 809 time: 0.1290219 Nov 23 23:54:42.853177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-76d352b6-f8ee-49b9-898f-a5e1b92cb367 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 379 time: 0.0602293 Nov 23 23:54:42.866907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'port': {'device_id': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'admin_state_up': True, 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'security_groups': ['8370bf55-7d0c-49ed-9d8f-58f18096cb2e']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:42.983427 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Made reservation on behalf of 7dadfb2c563a4c859af6c30c8f167860 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:54:42.986979 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.118494 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Allocated IP 172.20.0.11 (fe6ad6ec-2f8c-416a-ac37-2aa9279623e6/bcdde4ed-c382-4803-90c2-11e92fb2093a/50812a78-067b-429b-b558-93b229ee3d80) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:43.270503 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.308280 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.354352 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:43.357582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:43.361424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:43.369070 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:43.424824 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:43.425440 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.443755 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-0f3e5e66-8d98-4444-a8e4-a76584edccd1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809023 Nov 23 23:54:43.462310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Request body: {'port': {'device_id': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:43.521398 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.659590 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-47fe1997-6a99-4b5b-9942-14ca44de8d2a None None] Provisioning complete for port 50812a78-067b-429b-b558-93b229ee3d80 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:43.660174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-47fe1997-6a99-4b5b-9942-14ca44de8d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.697676 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-47fe1997-6a99-4b5b-9942-14ca44de8d2a None None] Port 50812a78-067b-429b-b558-93b229ee3d80 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:54:43.802504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304048-bf4b-4aa6-aa88-0e366841cfea req-18f22fd6-86f7-4249-8af7-2fb57bdd42a1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:43.804375 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af304048-bf4b-4aa6-aa88-0e366841cfea req-18f22fd6-86f7-4249-8af7-2fb57bdd42a1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 932 time: 0.0840743 Nov 23 23:54:43.852170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50812a78-067b-429b-b558-93b229ee3d80 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:54:43.862613 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.891130 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Transition to ACTIVE for port object 50812a78-067b-429b-b558-93b229ee3d80 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:54:43.896019 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-af304048-bf4b-4aa6-aa88-0e366841cfea req-05c80aeb-0039-4ff6-bdff-2206102b7953 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707352 Nov 23 23:54:43.897659 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:43.946989 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:44.027424 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:54:44.027879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:54:44.028290 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:44.033346 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Port 50812a78-067b-429b-b558-93b229ee3d80 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:54:44.033672 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:54:44.039750 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:54:44.040094 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Checking segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:54:44.040489 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Bound using segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:54:44.040917 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Bound port: 50812a78-067b-429b-b558-93b229ee3d80, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:54:44.041416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:44.110384 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:54:44.113594 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:54:44.117851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:44.153627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:44.154309 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:44.155770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] 10.222.0.48 "PUT /v2.0/ports/50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1092 time: 0.6979082 Nov 23 23:54:44.156223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:54:44.158531 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f94e715-c66b-45a7-b33b-ad94e667cbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:54:44.183624 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c7f12-beed-49ff-8a21-92c56e2f4974 service neutron] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:44.224169 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e0f4e-4b9f-4357-ac77-cb45c3f1cfe5 x-openstack-request-id: req-583e0f4e-4b9f-4357-ac77-cb45c3f1cfe5 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:54:44.224559 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:54:44.224886 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-583e0f4e-4b9f-4357-ac77-cb45c3f1cfe5 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:54:44.225307 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'status': 'completed', 'code': 200} Nov 23 23:54:44.287925 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-fea79cbe-bec6-4d99-b2c9-a73c5a9ed552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:44.290151 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-fea79cbe-bec6-4d99-b2c9-a73c5a9ed552 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1095 time: 0.0465093 Nov 23 23:54:44.344890 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-7b45d413-8b8b-48aa-89e9-1a1ab5401dcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 217 time: 0.0413601 Nov 23 23:54:44.413606 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-c1a436f9-8a55-47f5-8273-05122c5107db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:44.415535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-c1a436f9-8a55-47f5-8273-05122c5107db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0619352 Nov 23 23:54:44.465518 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-d2d4196f-76e7-40a5-aeaf-fbf2cbff6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:44.467033 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-d2d4196f-76e7-40a5-aeaf-fbf2cbff6478 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447862 Nov 23 23:54:44.564616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-780e16ca-a7d4-4efa-b3e4-6583010315e6 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906913 Nov 23 23:54:44.655628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02f8f8cf-0113-453a-a95b-7cdd6a201b35 req-6a395ace-8429-43ab-91ca-9f73f2d9b752 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838451 Nov 23 23:54:44.785052 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-fd268d3b-3b96-480e-b99b-295a5c520131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:44.786573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-fd268d3b-3b96-480e-b99b-295a5c520131 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1095 time: 0.0478795 Nov 23 23:54:44.887711 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-094012db-9024-4a20-85ad-b49f57f1b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:44.889215 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-094012db-9024-4a20-85ad-b49f57f1b602 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0946615 Nov 23 23:54:44.936628 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-7f014437-1cfb-4184-b4f9-449367e2a11b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 217 time: 0.0402026 Nov 23 23:54:45.018115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-9358680e-508b-46a4-8430-49cde1cb2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:45.019944 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-9358680e-508b-46a4-8430-49cde1cb2dcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0756941 Nov 23 23:54:45.070156 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190cf69-87f8-45bb-a206-322418fb5c87 req-647e2ed4-3e1d-4101-84a6-863ea9fd76a8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:45.071655 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4190cf69-87f8-45bb-a206-322418fb5c87 req-647e2ed4-3e1d-4101-84a6-863ea9fd76a8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 944 time: 0.0997868 Nov 23 23:54:45.104914 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-f50058bf-a56f-4f87-b262-3ea4132507df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:45.106431 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-f50058bf-a56f-4f87-b262-3ea4132507df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788817 Nov 23 23:54:45.163067 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4190cf69-87f8-45bb-a206-322418fb5c87 req-e04a328a-6111-406c-b076-847d2e67c630 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844684 Nov 23 23:54:45.233196 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-25ae6466-cd79-4db7-8438-86e60071c497 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194317 Nov 23 23:54:45.358716 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f94e715-c66b-45a7-b33b-ad94e667cbc2 req-92c050c3-ce6e-494f-aff0-4c60b61b52da service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182644 Nov 23 23:54:46.285833 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbe047-2a5b-4d85-a717-3dca2978ccea req-5de96811-a6f7-44c4-8659-1387ab16d485 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:46.287353 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bcbe047-2a5b-4d85-a717-3dca2978ccea req-5de96811-a6f7-44c4-8659-1387ab16d485 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 944 time: 0.0497482 Nov 23 23:54:46.341361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bcbe047-2a5b-4d85-a717-3dca2978ccea req-9c1fa406-cafa-409b-8403-33c5dcf974c0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479774 Nov 23 23:54:46.611236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50812a78-067b-429b-b558-93b229ee3d80 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:54:46.710311 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:46.723139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '50812a78-067b-429b-b558-93b229ee3d80', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'port_id': '50812a78-067b-429b-b558-93b229ee3d80', 'mac_address': 'fa:16:3e:bf:25:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:54:46.768291 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:46.781529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50812a78-067b-429b-b558-93b229ee3d80 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:54:46.804417 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:46.809207 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:46.858732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:47.081873 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['50812a78-067b-429b-b558-93b229ee3d80'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:54:47.459244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79671f9-8147-4992-9861-b263552f75c1 req-7f489992-4c9b-46aa-b745-e5e370bdf96d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:47.460848 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f79671f9-8147-4992-9861-b263552f75c1 req-7f489992-4c9b-46aa-b745-e5e370bdf96d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Nov 23 23:54:47.511119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f79671f9-8147-4992-9861-b263552f75c1 req-b7ab3f85-11f8-47db-88ff-e1ae79a7b514 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442996 Nov 23 23:54:48.618544 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50812a78-067b-429b-b558-93b229ee3d80 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:54:48.633994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e635b7e-ebf1-4fe3-9fdf-13a3d3e01263 req-32bb4173-b2e5-4010-9ea4-c034388bed0b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:48.635555 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e635b7e-ebf1-4fe3-9fdf-13a3d3e01263 req-32bb4173-b2e5-4010-9ea4-c034388bed0b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0548944 Nov 23 23:54:48.670412 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 50812a78-067b-429b-b558-93b229ee3d80 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:54:48.674536 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 50812a78-067b-429b-b558-93b229ee3d80 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:54:48.674910 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:48.687146 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e635b7e-ebf1-4fe3-9fdf-13a3d3e01263 req-bb547b51-7c45-4cb9-91b0-873de20126f5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452540 Nov 23 23:54:48.762219 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:48.785019 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:54:48.787393 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82871a83-cc70-417c-935a-eb581bce6325" -d '{"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-plugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:54:48.800429 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:54:48.804671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:48.831966 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e630643e-3e8c-4da3-a705-b35d6fc6ebd8 x-openstack-request-id: req-e630643e-3e8c-4da3-a705-b35d6fc6ebd8 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:54:48.832264 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-plugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:54:48.832557 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e630643e-3e8c-4da3-a705-b35d6fc6ebd8 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:54:48.832954 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'code': 200} Nov 23 23:54:48.859477 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:48.956533 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb55f-1107-475e-944d-5784e97da72f req-970af6df-0b0f-4878-bfd2-299a91d00e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:48.957933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf4bb55f-1107-475e-944d-5784e97da72f req-970af6df-0b0f-4878-bfd2-299a91d00e78 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1097 time: 0.0404098 Nov 23 23:54:49.004236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cf4bb55f-1107-475e-944d-5784e97da72f req-138330e4-e594-4bd1-9002-c89f582ab5f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388856 Nov 23 23:54:49.808400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2040d-8bd7-42cc-bded-12ab437c56e9 req-333a3585-5467-4f71-9e49-3e6ca0bdcdbb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:49.809843 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfd2040d-8bd7-42cc-bded-12ab437c56e9 req-333a3585-5467-4f71-9e49-3e6ca0bdcdbb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0532913 Nov 23 23:54:49.859486 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cfd2040d-8bd7-42cc-bded-12ab437c56e9 req-25e48160-90f1-434d-a494-ed34c8fe429f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 Nov 23 23:54:50.978332 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6cb8-6c6c-47fc-b064-8c3770c41cea req-84e24d1f-f147-4611-a63e-8808ae56e489 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:50.979771 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad0f6cb8-6c6c-47fc-b064-8c3770c41cea req-84e24d1f-f147-4611-a63e-8808ae56e489 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0522571 Nov 23 23:54:51.031171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ad0f6cb8-6c6c-47fc-b064-8c3770c41cea req-4619a9b7-f808-4214-8940-f9725055042c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453601 Nov 23 23:54:51.150170 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0f091-a05f-4fff-823d-edd05bb350ba req-0f785418-ab67-41c1-8b8f-6eaf6eb17569 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:51.151696 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72b0f091-a05f-4fff-823d-edd05bb350ba req-0f785418-ab67-41c1-8b8f-6eaf6eb17569 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0493662 Nov 23 23:54:51.205815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-72b0f091-a05f-4fff-823d-edd05bb350ba req-1b2274ec-6549-4586-a4cd-c22704e50c6c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482106 Nov 23 23:54:51.227774 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35026) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:51.308808 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fa7a49-a2a7-4b16-b9f0-408042224657 tempest-TestShelveInstance-1732479094 tempest-TestShelveInstance-1732479094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:51.310365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a0fa7a49-a2a7-4b16-b9f0-408042224657 tempest-TestShelveInstance-1732479094 tempest-TestShelveInstance-1732479094-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1092 time: 0.0815969 Nov 23 23:54:51.313407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35030) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:54:51.317714 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '50812a78-067b-429b-b558-93b229ee3d80', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:54:51.339967 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:51.441630 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:51.549219 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Allocated IP 172.25.0.236 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/66a8b8a7-3619-45ef-b17e-96d6abf81cd7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:54:51.653002 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:51.690959 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:51.730903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:54:51.737406 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:54:51.741988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:54:51.767500 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'Port': ['ID=66a8b8a7-3619-45ef-b17e-96d6abf81cd7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:52.123717 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:52.197015 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:52.347089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:52.352851 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:52.423287 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'Port': ['ID=66a8b8a7-3619-45ef-b17e-96d6abf81cd7,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:54:52.438219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:52.542321 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Floating IP a35f4291-0099-4333-b933-c8a83e6d07cf associated. External IP: 172.25.0.236, port: 50812a78-067b-429b-b558-93b229ee3d80. Nov 23 23:54:52.752737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Router 5234f822-240d-4602-bd95-b69bf249034f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:54:52.861552 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:54:52.872395 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] Sync routers for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:54:52.880303 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:54:52.883133 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:52.883866 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:52.908451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-32912d4b-07ab-4aab-b61a-ddf8e5b4efbf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5940211 Nov 23 23:54:52.909153 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:54:52.911446 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7d113a-a28b-4709-a5dc-8fb324a64464" -d '{"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:54:52.951087 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a937fa6-b240-44dd-8209-f4910eca094a x-openstack-request-id: req-9a937fa6-b240-44dd-8209-f4910eca094a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:54:52.951387 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:54:52.951684 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a937fa6-b240-44dd-8209-f4910eca094a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:54:52.952100 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'status': 'completed', 'code': 200} Nov 23 23:54:52.999089 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:53.037797 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-472a8dfd-5d48-4941-880e-f66b24a188f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:53.039119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-472a8dfd-5d48-4941-880e-f66b24a188f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1097 time: 0.0437000 Nov 23 23:54:53.136041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-db8f3e35-3e72-422a-895d-1c2a335a66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:53.137528 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-db8f3e35-3e72-422a-895d-1c2a335a66a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0908947 Nov 23 23:54:53.203008 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-ac329f9d-512e-4020-8044-b0afa5027a8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1000 time: 0.0585375 Nov 23 23:54:53.229952 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a35f4291-0099-4333-b933-c8a83e6d07cf', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '5234f822-240d-4602-bd95-b69bf249034f', 'port_id': '50812a78-067b-429b-b558-93b229ee3d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'mac_address': 'fa:16:3e:bf:25:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:54:51Z', 'updated_at': '2021-11-23T23:54:51Z', 'revision_number': 0, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:53.256038 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-b4c77387-9bc6-44ec-9e58-cfe353172e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:53.256410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] Checking router: 5234f822-240d-4602-bd95-b69bf249034f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:54:53.257512 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-b4c77387-9bc6-44ec-9e58-cfe353172e89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0480664 Nov 23 23:54:53.264473 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:54:53.265072 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:54:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:53.304966 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-04efa8d2-4125-41ec-8241-5160527e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:54:53.306681 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-04efa8d2-4125-41ec-8241-5160527e34c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413461 Nov 23 23:54:53.374368 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:54:53.397435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-8a77ceef-fcad-4a90-b7de-49b6b63b4979 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Nov 23 23:54:53.499192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3c7d113a-a28b-4709-a5dc-8fb324a64464 req-183f78a7-22de-4084-99ad-d10cf6cd4cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951512 Nov 23 23:54:53.600718 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a35f4291-0099-4333-b933-c8a83e6d07cf', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '5234f822-240d-4602-bd95-b69bf249034f', 'port_id': '50812a78-067b-429b-b558-93b229ee3d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'mac_address': 'fa:16:3e:bf:25:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:54:51Z', 'updated_at': '2021-11-23T23:54:51Z', 'revision_number': 0, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:54:53.630043 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601e1fe-bff3-4ab6-a905-73132ec352bc None None] The sync data for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 is: [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': 'a35f4291-0099-4333-b933-c8a83e6d07cf', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '5234f822-240d-4602-bd95-b69bf249034f', 'port_id': '50812a78-067b-429b-b558-93b229ee3d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'mac_address': 'fa:16:3e:bf:25:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:54:51Z', 'updated_at': '2021-11-23T23:54:51Z', 'revision_number': 0, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:54:53.838503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992f3f0-9248-4333-968e-fa9919e35e15 None None] New status for floating IP a35f4291-0099-4333-b933-c8a83e6d07cf: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:54:57.738715 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:01.758875 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-69b7cb40-40ba-4ccc-8c50-7b83c56a2b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:02.293912 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:55:04.861074 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-408f7af6-d58b-444b-9b55-b2d2e95ad3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:05.342641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:06.802239 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:07.624839 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:08.805283 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:16.287668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-84907375-6f23-4620-b692-f6d0dfb8c85e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394332 Nov 23 23:55:16.391510 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-82b5b432-0242-445e-ba63-b9faae9b6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:55:16.393041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-82b5b432-0242-445e-ba63-b9faae9b6f0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1097 time: 0.0445044 Nov 23 23:55:16.500927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-57255857-4573-423a-8659-664c384d512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:55:16.502432 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-57255857-4573-423a-8659-664c384d512a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0888383 Nov 23 23:55:16.571445 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-5e6d9752-6b68-45cc-b11f-ce70911dc0ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1002 time: 0.0615556 Nov 23 23:55:16.621737 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-5bb33337-42ac-47e3-94d8-66e047eb8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:55:16.623245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-5bb33337-42ac-47e3-94d8-66e047eb8dea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0454495 Nov 23 23:55:16.669507 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-597579a3-9983-4aea-9d79-8048c3dfd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:55:16.670927 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-597579a3-9983-4aea-9d79-8048c3dfd46f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410433 Nov 23 23:55:16.763495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-ff5442f9-ba26-4a77-bcf2-1f10ef40d22a service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853760 Nov 23 23:55:16.852096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-41617731-efc1-4f9e-8d53-cf5181d2e436 req-5c0e8bb0-ed3a-48cf-b321-8f2079a6da6f service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818884 Nov 23 23:55:27.743917 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:31.760504 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f852f5d4-37e7-4589-b455-0b6c6e143f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:34.864571 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ee09743b-de14-4506-be27-256d8cb29ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:35.346392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:36.806668 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:37.629319 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:38.810455 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:55:39.296416 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:55:42.415379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-00b85396-a7a8-4b54-845a-a22312d6a12b req-7d8c1575-5811-426d-b59b-e61340dce925 service neutron] (103523) timed out ('10.222.0.11', 58674) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:55:57.771701 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:01.762840 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c5374e52-11f0-474f-9910-2607bbec61d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:04.868551 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f8ad0af8-04f7-4f15-9007-77e0bed20b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:05.350008 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:06.809212 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:07.631945 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:08.804977 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:16.295984 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:56:17.241068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-1bb8fda4-efc4-46d4-a069-df57184d6e4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478785 Nov 23 23:56:17.342273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-9bd7da4a-ccf0-4064-96be-594ad05e3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:17.343834 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-9bd7da4a-ccf0-4064-96be-594ad05e3263 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1097 time: 0.0412242 Nov 23 23:56:17.448931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-4e0a5b66-c4b0-40cb-8e05-cfe0ae14aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:17.450322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-4e0a5b66-c4b0-40cb-8e05-cfe0ae14aff0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0873516 Nov 23 23:56:17.520897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-0f7123d2-6273-430b-9047-d8b35172b5a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1002 time: 0.0638878 Nov 23 23:56:17.572413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-1f6e3255-2ee5-4dd4-8764-9350ecceb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:17.573886 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-1f6e3255-2ee5-4dd4-8764-9350ecceb9a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0458496 Nov 23 23:56:17.620124 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-97f63327-8700-4a74-b4ee-22c1af52d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:17.621669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-97f63327-8700-4a74-b4ee-22c1af52d96d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410912 Nov 23 23:56:18.027434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-041c37e5-25f7-41a6-9416-d5e441db3d91 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988173 Nov 23 23:56:18.119624 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6a305e19-3c44-4a09-9fe4-6df42fb951f5 req-7f9ac525-cd18-41bd-a8cd-eacf1ef9dab3 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 Nov 23 23:56:27.761152 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:31.765525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c9c76968-cbd3-4278-81fc-4620c5059247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:34.868053 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b805cf1b-5a39-4d68-b4c6-128d180a4cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:35.353076 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:36.811186 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:37.635418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:38.809221 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:48.606647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba891f-9399-4dff-97aa-0674cc9bf635 req-65532d87-bd91-4caf-9dd9-d4b0bc7d4e26 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:48.609064 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4ba891f-9399-4dff-97aa-0674cc9bf635 req-65532d87-bd91-4caf-9dd9-d4b0bc7d4e26 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0640559 Nov 23 23:56:48.660428 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e4ba891f-9399-4dff-97aa-0674cc9bf635 req-4c7c902a-25a9-4c08-aebc-83c3765ec837 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453973 Nov 23 23:56:49.787254 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9a56-a3e1-4805-b33f-978f97764383 req-6566d98a-a8fb-4404-98c5-5d7af96e8580 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:49.788852 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f91b9a56-a3e1-4805-b33f-978f97764383 req-6566d98a-a8fb-4404-98c5-5d7af96e8580 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0492425 Nov 23 23:56:49.839904 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f91b9a56-a3e1-4805-b33f-978f97764383 req-61c4cf10-e8e6-419c-a581-24bfbc74c6f5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 Nov 23 23:56:50.962784 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022e9e-96b7-4a42-8771-e1cf5f15872e req-513edf48-6cbd-45d8-af2a-afb7744babaf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:50.964413 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da022e9e-96b7-4a42-8771-e1cf5f15872e req-513edf48-6cbd-45d8-af2a-afb7744babaf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0565193 Nov 23 23:56:51.014159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-da022e9e-96b7-4a42-8771-e1cf5f15872e req-81ae9be1-4169-4828-ba74-578ae03b23c8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 Nov 23 23:56:52.131981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c3ce4-120f-42b0-92bc-83921a5f3c81 req-47d7b494-3769-4f8b-827a-e0291e82e76d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:52.133559 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f6c3ce4-120f-42b0-92bc-83921a5f3c81 req-47d7b494-3769-4f8b-827a-e0291e82e76d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0488811 Nov 23 23:56:52.184150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3f6c3ce4-120f-42b0-92bc-83921a5f3c81 req-892cfdfe-25cb-449c-9b59-2b101c563195 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Nov 23 23:56:53.294379 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:56:53.304108 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b7136-4e75-4785-9fbb-7ecc230cb99f req-0b0346a7-9810-42dd-8587-a04f890a5d1c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:53.305614 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-351b7136-4e75-4785-9fbb-7ecc230cb99f req-0b0346a7-9810-42dd-8587-a04f890a5d1c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0497622 Nov 23 23:56:53.363749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-351b7136-4e75-4785-9fbb-7ecc230cb99f req-1f3061a5-69ba-4418-9943-ddd9aa030531 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518014 Nov 23 23:56:54.479962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0807-3596-49c0-9ec1-1681661d7a9d req-c172f778-905f-4cb3-8bf3-b432b92716e3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:54.481485 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e08f0807-3596-49c0-9ec1-1681661d7a9d req-c172f778-905f-4cb3-8bf3-b432b92716e3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0494559 Nov 23 23:56:54.531468 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e08f0807-3596-49c0-9ec1-1681661d7a9d req-a647fa7c-0a03-4295-a5f8-b964d66ee5ab tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 Nov 23 23:56:55.664087 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f0e17-daeb-493a-acaa-bf3416f2ab87 req-cc2a697d-99c6-4688-944a-a8c4a98a67ba tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:55.665589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a5f0e17-daeb-493a-acaa-bf3416f2ab87 req-cc2a697d-99c6-4688-944a-a8c4a98a67ba tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0548308 Nov 23 23:56:55.715134 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4a5f0e17-daeb-493a-acaa-bf3416f2ab87 req-bf962ab7-d134-40a3-aea2-e25cb76d289f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435085 Nov 23 23:56:56.837035 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15059864-8bec-4f12-b39d-62023d78c837 req-0271bbb6-249f-4dd5-a0e5-034745c5e417 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:56.838549 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15059864-8bec-4f12-b39d-62023d78c837 req-0271bbb6-249f-4dd5-a0e5-034745c5e417 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0555134 Nov 23 23:56:56.890547 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-15059864-8bec-4f12-b39d-62023d78c837 req-fdcd8f77-8825-4424-8658-dc6be9bcc7ad tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456643 Nov 23 23:56:57.760868 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:56:58.011349 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977c8c4-9dde-4531-846e-498d610cea83 req-d61324b8-3cfa-445a-8f3e-cf87076f92e0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:58.012798 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c977c8c4-9dde-4531-846e-498d610cea83 req-d61324b8-3cfa-445a-8f3e-cf87076f92e0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0520983 Nov 23 23:56:58.062802 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c977c8c4-9dde-4531-846e-498d610cea83 req-f2cdbee8-f3c6-4df0-bf60-0ba48cf4f6b1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Nov 23 23:56:59.181140 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f487d9f-ff34-448b-9eaf-dc503039c064 req-21dc2c9e-bd7a-4ae6-9cce-2f02008faadd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:56:59.182861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f487d9f-ff34-448b-9eaf-dc503039c064 req-21dc2c9e-bd7a-4ae6-9cce-2f02008faadd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Nov 23 23:56:59.235287 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9f487d9f-ff34-448b-9eaf-dc503039c064 req-0ef0fa3a-3c01-4078-9ec1-6441f5544b6c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465143 Nov 23 23:57:00.353607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c4f59-0cc7-4268-9550-5769695a751c req-293924b2-6333-41ce-aff2-b79f8dcd789b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:00.355108 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-800c4f59-0cc7-4268-9550-5769695a751c req-293924b2-6333-41ce-aff2-b79f8dcd789b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0493479 Nov 23 23:57:00.404874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-800c4f59-0cc7-4268-9550-5769695a751c req-43b052ea-0916-4dbd-bcc8-ebdb1cc5b29e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Nov 23 23:57:01.266912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50812a78-067b-429b-b558-93b229ee3d80 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:57:01.385998 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:01.400358 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '50812a78-067b-429b-b558-93b229ee3d80', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'port_id': '50812a78-067b-429b-b558-93b229ee3d80', 'mac_address': 'fa:16:3e:bf:25:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:57:01.459868 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:01.475255 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50812a78-067b-429b-b558-93b229ee3d80 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:57:01.498337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:01.504652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:01.548112 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96063fb-b9c6-4bf2-bba9-44b9dc88a53a req-d24b51cc-36ad-472c-9287-e2e87b641cbb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:01.549793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e96063fb-b9c6-4bf2-bba9-44b9dc88a53a req-d24b51cc-36ad-472c-9287-e2e87b641cbb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0550900 Nov 23 23:57:01.577633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:57:01.593733 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.594350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.594869 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.595350 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.595902 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.596399 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.596864 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.597404 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.597947 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.598553 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.598999 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.599436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:01.608583 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e96063fb-b9c6-4bf2-bba9-44b9dc88a53a req-1b71afd5-8bdd-494b-9bea-25448a80a636 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522959 Nov 23 23:57:01.651227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['50812a78-067b-429b-b558-93b229ee3d80'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:57:01.798051 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d4643ca-fe05-4f8d-b760-756f293f47dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:02.764244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7625e4e-7db3-4f54-9855-4e2d2f716861 req-533e909f-7771-4d21-b197-61f3a8d92b93 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:02.770544 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7625e4e-7db3-4f54-9855-4e2d2f716861 req-533e909f-7771-4d21-b197-61f3a8d92b93 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0706637 Nov 23 23:57:02.829566 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e7625e4e-7db3-4f54-9855-4e2d2f716861 req-5dfcd63e-7f7f-4938-8d7f-c3baa62fa660 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544372 Nov 23 23:57:03.270098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50812a78-067b-429b-b558-93b229ee3d80 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:57:03.329579 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 50812a78-067b-429b-b558-93b229ee3d80 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:57:03.329950 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:03.426806 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:03.452057 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:57:03.454478 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9736a6a9-916b-4ee5-829e-0b8174e0ec52" -d '{"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-plugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:57:03.469485 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:03.474737 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:03.509435 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0598583-1446-4389-bae3-ce3f1dfc27a1 x-openstack-request-id: req-a0598583-1446-4389-bae3-ce3f1dfc27a1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:57:03.509732 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-plugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:57:03.511610 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0598583-1446-4389-bae3-ce3f1dfc27a1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:57:03.511610 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'code': 200} Nov 23 23:57:03.531520 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:57:03.974590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af425d-947a-4a5f-b2e9-7fe750bc4816 req-2cf483e0-5461-4ab1-b976-059d987bda46 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:03.976150 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69af425d-947a-4a5f-b2e9-7fe750bc4816 req-2cf483e0-5461-4ab1-b976-059d987bda46 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0679743 Nov 23 23:57:04.029101 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-69af425d-947a-4a5f-b2e9-7fe750bc4816 req-25584761-7932-4682-91eb-837218c86744 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467365 Nov 23 23:57:04.876313 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-70c60f81-f85c-43f2-9776-dc416544c11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:05.173285 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc8dad-71c8-4420-8499-c6a481ae3be7 req-3073ab8f-7c80-4b77-8ff9-907beebf04a5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:05.175472 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2cc8dad-71c8-4420-8499-c6a481ae3be7 req-3073ab8f-7c80-4b77-8ff9-907beebf04a5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0598869 Nov 23 23:57:05.244419 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2cc8dad-71c8-4420-8499-c6a481ae3be7 req-ebca2730-78a5-4c4e-95c8-e1e0be55d71b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600879 Nov 23 23:57:05.359330 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:06.375454 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa844-e9c1-4452-adfc-421af56d4dcc req-12e0fbdb-2cf4-4dcb-994a-4e6d8e863d29 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:06.377369 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a01fa844-e9c1-4452-adfc-421af56d4dcc req-12e0fbdb-2cf4-4dcb-994a-4e6d8e863d29 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0558586 Nov 23 23:57:06.437131 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a01fa844-e9c1-4452-adfc-421af56d4dcc req-c6615ee3-9b4a-44c4-942d-08f2ec9f60c8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520322 Nov 23 23:57:06.818547 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:07.570899 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15525b-1169-43f4-b075-ebe5223d3a76 req-35cab9c8-8273-42c0-a214-ea0c9b77c809 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:07.572515 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b15525b-1169-43f4-b075-ebe5223d3a76 req-35cab9c8-8273-42c0-a214-ea0c9b77c809 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0539408 Nov 23 23:57:07.648936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8b15525b-1169-43f4-b075-ebe5223d3a76 req-49706d6f-0247-47a5-ab50-7d226c14fb36 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668511 Nov 23 23:57:07.654184 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:08.788843 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf8e60-b87e-4082-9e02-a732923512cf req-57bac714-20c3-4b56-9cb6-2fd289c9e386 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:08.791061 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fdf8e60-b87e-4082-9e02-a732923512cf req-57bac714-20c3-4b56-9cb6-2fd289c9e386 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0607026 Nov 23 23:57:08.850886 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:08.893724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fdf8e60-b87e-4082-9e02-a732923512cf req-92efd963-ed22-4027-9609-11880972d4f4 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907726 Nov 23 23:57:10.038869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3fff9-e9e2-422c-bb89-5a360d0c547a req-225f0ce0-ac60-4162-83be-9c84270a5836 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:10.040545 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bc3fff9-e9e2-422c-bb89-5a360d0c547a req-225f0ce0-ac60-4162-83be-9c84270a5836 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0594265 Nov 23 23:57:10.104979 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bc3fff9-e9e2-422c-bb89-5a360d0c547a req-7ee2f36d-ea7f-4c26-8732-b81527283f71 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544848 Nov 23 23:57:10.918825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-f52725c8-3918-45dd-9527-7e9132102b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:10.920331 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-f52725c8-3918-45dd-9527-7e9132102b45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1097 time: 0.0442162 Nov 23 23:57:11.011457 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-b81a6b60-7df5-4666-b389-7edbc1d95009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:11.012982 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-b81a6b60-7df5-4666-b389-7edbc1d95009 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0856063 Nov 23 23:57:11.083806 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-7e1ba651-b2a1-48ba-a500-6ffc9be7b442 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1002 time: 0.0634756 Nov 23 23:57:11.147257 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-ea12127e-a44b-412b-aa24-c3913e2d5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:11.149785 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-ea12127e-a44b-412b-aa24-c3913e2d5f6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0584271 Nov 23 23:57:11.225086 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-376d3c16-414f-43c6-9b38-77f297fcb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:11.226489 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-376d3c16-414f-43c6-9b38-77f297fcb175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696948 Nov 23 23:57:11.249542 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89fdfb-a796-4344-85b4-21d5b13c79be req-87ca74be-31f4-4dae-9aa1-9c42c2b31399 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:11.250954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd89fdfb-a796-4344-85b4-21d5b13c79be req-87ca74be-31f4-4dae-9aa1-9c42c2b31399 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0685091 Nov 23 23:57:11.353864 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cd89fdfb-a796-4344-85b4-21d5b13c79be req-a5b347c7-75de-4a0f-9b68-1dcfef6426db tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898478 Nov 23 23:57:11.365111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-a361a057-a02b-48c8-95ab-5d76f7f0662a service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311042 Nov 23 23:57:11.508114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8ea58a03-cc99-4830-b51d-14367b555ac0 req-a3262058-5862-4f68-b2b5-ce7d8ad0727d service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347063 Nov 23 23:57:12.470844 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3a4bb-251d-44c8-a2ba-b3057eed4ce8 req-8beddc65-ebf9-4ce8-a9b7-4929b45cfb95 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:12.472381 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bf3a4bb-251d-44c8-a2ba-b3057eed4ce8 req-8beddc65-ebf9-4ce8-a9b7-4929b45cfb95 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0495009 Nov 23 23:57:12.526790 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2bf3a4bb-251d-44c8-a2ba-b3057eed4ce8 req-0dc739d3-afc1-412e-92c1-340f0994ceb1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478964 Nov 23 23:57:13.325941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50812a78-067b-429b-b558-93b229ee3d80 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:57:13.408652 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:13.431136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:57:13.433641 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f9b0d-59bb-464f-a28f-9c78001f45c9" -d '{"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-unplugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:57:13.446849 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:13.457231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:13.483010 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66b11fd-16be-4261-8272-2de27af8efc1 x-openstack-request-id: req-e66b11fd-16be-4261-8272-2de27af8efc1 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:57:13.483363 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-unplugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:57:13.483603 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e66b11fd-16be-4261-8272-2de27af8efc1 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:57:13.484008 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'code': 200} Nov 23 23:57:13.511751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:57:13.648204 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfe67-b0b7-4cc2-99fc-f22950f1f52a req-25c45730-9aff-4bdf-a944-8b2f8412e00a tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:13.649691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-199cfe67-b0b7-4cc2-99fc-f22950f1f52a req-25c45730-9aff-4bdf-a944-8b2f8412e00a tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 944 time: 0.0504115 Nov 23 23:57:13.699125 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-199cfe67-b0b7-4cc2-99fc-f22950f1f52a req-2c09957f-7693-4a5d-a838-41674f0a5118 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433350 Nov 23 23:57:13.769841 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-3ed4d2a6-23c8-42f1-96fa-96662dc8b281 req-cd767ee1-bf4e-4d6a-b8a2-698d528f1a21 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:57:13.770818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3ed4d2a6-23c8-42f1-96fa-96662dc8b281 req-cd767ee1-bf4e-4d6a-b8a2-698d528f1a21 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065613 Nov 23 23:57:13.930605 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2bd8-982a-44bd-be36-2fc00bafba2d req-9a889d7d-1c11-49aa-93b1-462dedc4764d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:13.932275 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c9a2bd8-982a-44bd-be36-2fc00bafba2d req-9a889d7d-1c11-49aa-93b1-462dedc4764d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 944 time: 0.0557287 Nov 23 23:57:13.984243 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5c9a2bd8-982a-44bd-be36-2fc00bafba2d req-ddf6bb32-edc1-4d14-acda-aecfbc98a5db tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455306 Nov 23 23:57:14.233256 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-c25443b5-4a93-4f96-8dbb-baa013ceeb0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953047 Nov 23 23:57:15.112578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f74028-7a23-4803-97cd-5ac4d7ae6d6d req-fe23863c-bb8c-41f9-9363-8aa693789b21 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:15.115219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8f74028-7a23-4803-97cd-5ac4d7ae6d6d req-fe23863c-bb8c-41f9-9363-8aa693789b21 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 944 time: 0.0522661 Nov 23 23:57:15.155006 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-82761bd0-980f-47ef-b048-00b8b24d57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:15.157047 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-82761bd0-980f-47ef-b048-00b8b24d57d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4&tenant_id=7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 1095 time: 0.1103683 Nov 23 23:57:15.170136 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-3', 'device_owner': 'compute:nova'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:57:15.180245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c8f74028-7a23-4803-97cd-5ac4d7ae6d6d req-7c9927bc-d361-4e01-b352-c539f64f2ce4 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588050 Nov 23 23:57:15.225180 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:15.431017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:15.469626 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h1-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:57:15.508786 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50812a78-067b-429b-b558-93b229ee3d80 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:57:15.516269 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:15.529051 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Transition to ACTIVE for port object 50812a78-067b-429b-b558-93b229ee3d80 will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:57:15.532652 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:15.620774 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=9']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:57:15.636601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.636941 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.637302 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.637625 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.637960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.638292 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.638620 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.638952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.639279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.639623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.639955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.640279 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:57:15.670315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] No DVR routers for this DVR port 50812a78-067b-429b-b558-93b229ee3d80 on host n-h1-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:57:15.812205 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:57:15.812535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:57:15.812861 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:57:15.817272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Port 50812a78-067b-429b-b558-93b229ee3d80 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:57:15.817586 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Attempting to bind port 50812a78-067b-429b-b558-93b229ee3d80 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:57:15.822330 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:57:15.822673 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Checking segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:57:15.823043 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Bound using segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:57:15.823459 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Bound port: 50812a78-067b-429b-b558-93b229ee3d80, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:57:15.823843 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:15.891862 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:57:15.895530 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:57:15.899702 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:15.931988 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:15.932717 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:15.934488 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1092 time: 0.7695746 Nov 23 23:57:15.934923 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:57:15.937545 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:57:15.999740 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c37c16f-f972-4b7a-8b5a-d2b18036867f x-openstack-request-id: req-9c37c16f-f972-4b7a-8b5a-d2b18036867f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:57:16.000040 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:57:16.000297 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c37c16f-f972-4b7a-8b5a-d2b18036867f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:57:16.000709 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'status': 'completed', 'code': 200} Nov 23 23:57:16.006345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790b76c-d1bf-4f20-afd9-a7f861aa83d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:57:16.023300 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-0b0ad106-f790-4188-983d-b09ddee5376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.024940 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-0b0ad106-f790-4188-983d-b09ddee5376e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1096 time: 0.0637264 Nov 23 23:57:16.122230 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-cda4e134-c5ef-4a0b-b850-3bd14a265fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.123744 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-cda4e134-c5ef-4a0b-b850-3bd14a265fbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0918987 Nov 23 23:57:16.193692 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-7061eb7e-0603-4e20-a8dc-af69c5388b04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1000 time: 0.0631852 Nov 23 23:57:16.245258 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-db1664e2-f38d-4689-b4c1-b2dcf0a0a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.246739 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-db1664e2-f38d-4689-b4c1-b2dcf0a0a736 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0462697 Nov 23 23:57:16.295150 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e00f30d0-2938-4e0d-b390-360cf24fb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.296715 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-e00f30d0-2938-4e0d-b390-360cf24fb571 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429776 Nov 23 23:57:16.303854 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee995003-005e-409d-874e-d088175bc00a req-8e4eb1d8-b497-4ebf-8b71-58fe6208bde3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.305357 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee995003-005e-409d-874e-d088175bc00a req-8e4eb1d8-b497-4ebf-8b71-58fe6208bde3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0539415 Nov 23 23:57:16.357219 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ee995003-005e-409d-874e-d088175bc00a req-13ebfc04-51dc-42be-8cd9-e74ca4a123c1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454209 Nov 23 23:57:16.392659 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-8fd57899-eb57-4b72-99f7-7246769c8528 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889421 Nov 23 23:57:16.482981 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c77bb4b7-0794-499b-96db-d99f6cbbbf99 req-272e0d3f-954c-4a81-8f0a-79099b1f39f6 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833621 Nov 23 23:57:16.580595 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-a49cbf60-4435-4153-a011-9e8b03179ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.582800 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-a49cbf60-4435-4153-a011-9e8b03179ffe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1096 time: 0.0484600 Nov 23 23:57:16.698949 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-8fe8cb34-c15c-4e2f-9cf6-df140ca51cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.700509 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-8fe8cb34-c15c-4e2f-9cf6-df140ca51cd6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0913868 Nov 23 23:57:16.772915 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-7f1374b2-7343-4bbb-bc6c-efd58c8dfec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1000 time: 0.0649519 Nov 23 23:57:16.853954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-0e086e43-9556-4248-ad55-49cf9e0e4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:16.856253 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-0e086e43-9556-4248-ad55-49cf9e0e4d12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0755215 Nov 23 23:57:17.342858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50812a78-067b-429b-b558-93b229ee3d80 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:57:17.386920 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 50812a78-067b-429b-b558-93b229ee3d80 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:57:17.498920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df8ea0-1093-4f84-93a7-544203dbcfee req-bcf921de-cb9f-4d1c-a0a5-06c6063b5055 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:17.500590 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52df8ea0-1093-4f84-93a7-544203dbcfee req-bcf921de-cb9f-4d1c-a0a5-06c6063b5055 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Nov 23 23:57:17.555915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-52df8ea0-1093-4f84-93a7-544203dbcfee req-46ec928b-2d48-4776-abc4-1e776fb2af5b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490949 Nov 23 23:57:18.685918 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d6454-24b3-46e1-80de-e5d62d2f8ea2 req-f6cc000c-ee57-4df6-8f41-7d5550b50a20 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:18.688481 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-966d6454-24b3-46e1-80de-e5d62d2f8ea2 req-f6cc000c-ee57-4df6-8f41-7d5550b50a20 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0571756 Nov 23 23:57:18.746861 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-966d6454-24b3-46e1-80de-e5d62d2f8ea2 req-95ab082e-e449-449f-83e7-14cc859b1608 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485554 Nov 23 23:57:19.881168 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3cbe0-4a73-425c-a8c3-0d3ef2cf2da2 req-24d67e72-1f74-465c-9302-aa7da2820b81 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:19.882733 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95f3cbe0-4a73-425c-a8c3-0d3ef2cf2da2 req-24d67e72-1f74-465c-9302-aa7da2820b81 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0565443 Nov 23 23:57:19.933941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-95f3cbe0-4a73-425c-a8c3-0d3ef2cf2da2 req-b0e4a0e3-e181-4d3d-a355-35fbd56f2aa9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452459 Nov 23 23:57:21.070618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e0894-6a2f-49ec-92df-4449be4551bd req-f35662ae-0e42-4cfd-ba70-18918ad7c8c3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:21.073038 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e9e0894-6a2f-49ec-92df-4449be4551bd req-f35662ae-0e42-4cfd-ba70-18918ad7c8c3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0545049 Nov 23 23:57:21.124095 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1e9e0894-6a2f-49ec-92df-4449be4551bd req-7f093b24-1dab-48dd-9003-c98c260a6fda tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448713 Nov 23 23:57:22.273376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1804-7016-4580-89ed-b4ce6ce20010 req-1c6e5e7d-8d61-4f09-99cb-a79578052a61 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:22.276041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc2c1804-7016-4580-89ed-b4ce6ce20010 req-1c6e5e7d-8d61-4f09-99cb-a79578052a61 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0584617 Nov 23 23:57:22.326409 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bc2c1804-7016-4580-89ed-b4ce6ce20010 req-abdb114b-fab7-4ac8-9e53-5d72accf3c88 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452487 Nov 23 23:57:23.520524 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757ebda-8313-40ac-8137-97f9718cd251 req-e388f985-e288-46e7-9e44-c3d13aff96a5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:23.522245 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0757ebda-8313-40ac-8137-97f9718cd251 req-e388f985-e288-46e7-9e44-c3d13aff96a5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0542424 Nov 23 23:57:23.576153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0757ebda-8313-40ac-8137-97f9718cd251 req-b7f69d57-943c-4439-a1a1-21ae78fe2f22 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477829 Nov 23 23:57:24.702213 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0d88d-feea-4989-9c1c-fb301ea2b582 req-68975098-7b10-40e4-85f0-673d46d498d4 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:24.703753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49e0d88d-feea-4989-9c1c-fb301ea2b582 req-68975098-7b10-40e4-85f0-673d46d498d4 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Nov 23 23:57:24.759732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-49e0d88d-feea-4989-9c1c-fb301ea2b582 req-c66a0aae-8df1-45c5-96a8-e8e9258bdb10 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493147 Nov 23 23:57:25.885193 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24b1e-d42f-4010-8d85-f1c0f6829c19 req-916e60d1-7f14-422a-b7af-0cb8039d00b8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:25.887833 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ced24b1e-d42f-4010-8d85-f1c0f6829c19 req-916e60d1-7f14-422a-b7af-0cb8039d00b8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0549529 Nov 23 23:57:25.942315 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ced24b1e-d42f-4010-8d85-f1c0f6829c19 req-b6dabb3d-bfc1-471f-9fb5-74d185c36887 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478010 Nov 23 23:57:27.069741 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36772206-d3cb-4ba5-85fb-180d3fb184f0 req-6a386676-c47a-43c7-9773-be8c56e05f47 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:27.071149 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36772206-d3cb-4ba5-85fb-180d3fb184f0 req-6a386676-c47a-43c7-9773-be8c56e05f47 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0509830 Nov 23 23:57:27.121325 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36772206-d3cb-4ba5-85fb-180d3fb184f0 req-9429c272-d7d4-4fae-80a6-8815c9452aa9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441775 Nov 23 23:57:27.317161 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-f68e43d1-95f6-4fee-a910-b381f1eef547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:27.318700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-f68e43d1-95f6-4fee-a910-b381f1eef547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507982 Nov 23 23:57:27.416276 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-e5bbbf5f-ca4b-4982-89fb-ec70ae862706 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876458 Nov 23 23:57:27.507635 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-58aea9aa-52f5-40bb-a658-10b9d65b4a7e req-2767892f-bf4a-4f71-afb6-75cbc381b02c service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838335 Nov 23 23:57:27.613444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59f91e-8199-42e1-9322-065e32e51aef req-5e8e0bbe-bbb4-427f-bb9b-4cf030a523b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:27.614913 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad59f91e-8199-42e1-9322-065e32e51aef req-5e8e0bbe-bbb4-427f-bb9b-4cf030a523b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1096 time: 0.0457292 Nov 23 23:57:27.727742 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59f91e-8199-42e1-9322-065e32e51aef req-5820eaed-ce4f-46db-9f5b-9e7cd4437174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:27.729136 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad59f91e-8199-42e1-9322-065e32e51aef req-5820eaed-ce4f-46db-9f5b-9e7cd4437174 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0894628 Nov 23 23:57:27.758555 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:27.800549 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad59f91e-8199-42e1-9322-065e32e51aef req-cb7197e4-6d33-4a63-a8e9-3c08fadb412e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1000 time: 0.0629978 Nov 23 23:57:27.850194 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59f91e-8199-42e1-9322-065e32e51aef req-e047dcb4-c820-4608-8438-42197b46ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:27.851677 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad59f91e-8199-42e1-9322-065e32e51aef req-e047dcb4-c820-4608-8438-42197b46ee16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0436089 Nov 23 23:57:27.897526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59f91e-8199-42e1-9322-065e32e51aef req-5b622229-df77-483b-8f52-6f977f7208ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:27.899029 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad59f91e-8199-42e1-9322-065e32e51aef req-5b622229-df77-483b-8f52-6f977f7208ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395651 Nov 23 23:57:28.002647 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad59f91e-8199-42e1-9322-065e32e51aef req-ffd632ea-21db-4a9f-9c79-c5d129727a2d service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959265 Nov 23 23:57:28.094474 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ad59f91e-8199-42e1-9322-065e32e51aef req-a1041506-e925-47e6-8421-ebae0ead3103 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834558 Nov 23 23:57:28.245701 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830942fc-a4eb-4a69-a810-1535500a585b req-b8f6926f-cac2-4671-8996-a76ac10eaa42 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:28.247169 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-830942fc-a4eb-4a69-a810-1535500a585b req-b8f6926f-cac2-4671-8996-a76ac10eaa42 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0542636 Nov 23 23:57:28.299068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-830942fc-a4eb-4a69-a810-1535500a585b req-4d2a5032-536a-473a-b888-56c8cc7c049a tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457091 Nov 23 23:57:29.418246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09046df2-0064-48ce-b05a-6334559e0f85 req-2c2cf7bb-d944-408d-ad72-a274e0a54e87 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:29.419673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09046df2-0064-48ce-b05a-6334559e0f85 req-2c2cf7bb-d944-408d-ad72-a274e0a54e87 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0510778 Nov 23 23:57:29.469206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-09046df2-0064-48ce-b05a-6334559e0f85 req-5cfbcb51-50f8-4f87-bfa4-9242ff01a456 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Nov 23 23:57:30.293361 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:57:30.590328 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d716f4-bcfe-4d20-b28a-67553438e984 req-20d98c67-4b59-40e5-b394-242d26d6081a tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:30.591840 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6d716f4-bcfe-4d20-b28a-67553438e984 req-20d98c67-4b59-40e5-b394-242d26d6081a tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 945 time: 0.0537508 Nov 23 23:57:30.647894 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6d716f4-bcfe-4d20-b28a-67553438e984 req-bb979965-5f2f-48e8-a98e-2d6dfa9f47bb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488553 Nov 23 23:57:30.833323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50812a78-067b-429b-b558-93b229ee3d80 details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:57:30.930270 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:30.941441 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': '50812a78-067b-429b-b558-93b229ee3d80', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'port_id': '50812a78-067b-429b-b558-93b229ee3d80', 'mac_address': 'fa:16:3e:bf:25:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:57:30.977418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:30.990980 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50812a78-067b-429b-b558-93b229ee3d80 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:57:31.009697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:31.013503 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:31.064943 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=11']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:57:31.259916 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['50812a78-067b-429b-b558-93b229ee3d80'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:57:31.769664 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4a6f7-3663-47d9-95af-88f81333ccde req-4ca237c9-75ce-4059-9afb-356fb119caf3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:31.770332 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ed31c475-ea87-4e55-9ffc-64a43334dad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:31.771631 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29f4a6f7-3663-47d9-95af-88f81333ccde req-4ca237c9-75ce-4059-9afb-356fb119caf3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0530133 Nov 23 23:57:31.826594 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29f4a6f7-3663-47d9-95af-88f81333ccde req-fc18b42f-81fc-4d1d-bce1-f8d609cc889f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488467 Nov 23 23:57:32.855620 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50812a78-067b-429b-b558-93b229ee3d80 up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:57:32.911696 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port 50812a78-067b-429b-b558-93b229ee3d80 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:57:32.915753 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port 50812a78-067b-429b-b558-93b229ee3d80 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:57:32.916111 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:32.949009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55984d8-83bd-4abc-9ccf-ff7a919ad9f5 req-8ca95b4e-2c83-48ab-bb1a-2e296dc4b8a5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:32.950451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a55984d8-83bd-4abc-9ccf-ff7a919ad9f5 req-8ca95b4e-2c83-48ab-bb1a-2e296dc4b8a5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Nov 23 23:57:32.997774 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:33.007279 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a55984d8-83bd-4abc-9ccf-ff7a919ad9f5 req-2eee0a40-5a04-464d-a8c1-e1143eb7f3be tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476267 Nov 23 23:57:33.021603 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:57:33.024091 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09506213-0056-4f40-b9fa-204f0e76e3f3" -d '{"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-plugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:57:33.037832 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:57:33.042672 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:33.067776 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c61391-8170-4e79-8c6b-37b53096cb86 x-openstack-request-id: req-27c61391-8170-4e79-8c6b-37b53096cb86 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:57:33.068080 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-plugged", "status": "completed", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:57:33.068340 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27c61391-8170-4e79-8c6b-37b53096cb86 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:57:33.068884 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'code': 200} Nov 23 23:57:33.100919 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=12']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:57:33.251796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9321-0679-4bdb-b872-826bddc9acf8 req-8b0ddbe7-9744-49c0-af43-fdb773f219bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:33.253591 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94db9321-0679-4bdb-b872-826bddc9acf8 req-8b0ddbe7-9744-49c0-af43-fdb773f219bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1098 time: 0.0464442 Nov 23 23:57:33.302771 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-94db9321-0679-4bdb-b872-826bddc9acf8 req-873b5657-e025-40d8-90ac-476e2bac8aa0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421367 Nov 23 23:57:34.124879 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a756d-34b3-4870-bbc0-ada5702bee47 req-0cd9a81f-2385-4a72-a107-565333c593cc tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:34.126341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-823a756d-34b3-4870-bbc0-ada5702bee47 req-0cd9a81f-2385-4a72-a107-565333c593cc tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 947 time: 0.0492787 Nov 23 23:57:34.180314 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-823a756d-34b3-4870-bbc0-ada5702bee47 req-5c0d8926-ee99-4c75-83eb-b01841869403 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472057 Nov 23 23:57:34.869931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3047d6a5-81b5-48a7-b54a-434f5fb7bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:35.303582 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860914a-8d80-4ea4-bed4-cece09bf5c3e req-1a64d46b-5c09-4112-a390-a0bdc21971f0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:57:35.305118 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0860914a-8d80-4ea4-bed4-cece09bf5c3e req-1a64d46b-5c09-4112-a390-a0bdc21971f0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 947 time: 0.0503550 Nov 23 23:57:35.357039 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0860914a-8d80-4ea4-bed4-cece09bf5c3e req-3abb49f4-80fe-479a-86a4-bbc09c5a6e58 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Nov 23 23:57:35.359421 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:36.815740 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:37.645354 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:38.833050 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:57:57.761326 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:01.777931 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9c6017db-b917-4688-b6bf-b946ec176bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:04.873392 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a13ed685-43ef-4aa8-865e-504c6ae4a343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:05.361843 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:06.818305 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:07.292823 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:58:07.638228 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:08.832678 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:24.643953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-f87073f8-5fcd-411f-aaca-1e781ca3f596 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442772 Nov 23 23:58:24.727918 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-a16752e1-a530-4ad3-a430-cd7b68288127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:24.729398 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-a16752e1-a530-4ad3-a430-cd7b68288127 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1098 time: 0.0423489 Nov 23 23:58:24.843987 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-20c4e850-bd44-4aec-979a-648c6ca902da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:24.845400 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-20c4e850-bd44-4aec-979a-648c6ca902da service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0965767 Nov 23 23:58:24.910634 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-76654894-b7bd-4058-bc78-b455888f3da9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 1002 time: 0.0582678 Nov 23 23:58:24.964764 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-cdab008b-e641-4145-8f1b-ed900bbd70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:24.966202 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-cdab008b-e641-4145-8f1b-ed900bbd70b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0484819 Nov 23 23:58:25.013735 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-40c9a2e8-b945-4c7c-ac1c-1ad282ad3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:25.015213 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-40c9a2e8-b945-4c7c-ac1c-1ad282ad3d5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417364 Nov 23 23:58:25.106126 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-ce98ecc3-ee28-492b-ac7e-6cc99a5c256c service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Nov 23 23:58:25.202282 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-aa7028f9-cafb-4f56-9504-c0e743de90cb req-29c04a7b-ca7f-4eaa-8ee6-52575f25f9ac service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894711 Nov 23 23:58:27.783377 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:31.782670 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ffd-c6df-48f7-bd8f-79c1e204ebc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:34.874476 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8bc381e4-e76e-4f9c-b327-94eda77de9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:35.364142 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:36.823495 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:37.642071 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:38.858091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:44.292144 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:58:45.364588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35336) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:45.531789 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Deleting port 66a8b8a7-3619-45ef-b17e-96d6abf81cd7 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:58:45.532037 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:45.607696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:45.607696 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:45.619419 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Calling delete_port for 66a8b8a7-3619-45ef-b17e-96d6abf81cd7 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:58:45.775661 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:45.801214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event deleted for resources: {'Port': ['ID=66a8b8a7-3619-45ef-b17e-96d6abf81cd7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:45.813920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.814310 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.814661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.815008 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.815347 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.815715 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.816057 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.816400 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.816734 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.817066 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.817414 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.817745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:45.875693 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:45.876026 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Floating IP a35f4291-0099-4333-b933-c8a83e6d07cf disassociated (deleted). External IP: 172.25.0.236, port: 50812a78-067b-429b-b558-93b229ee3d80. Nov 23 23:58:46.085465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Router 5234f822-240d-4602-bd95-b69bf249034f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:58:46.195196 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:58:46.200506 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:46.204876 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] Sync routers for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:58:46.215076 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:58:46.215800 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:58:46.229311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-271ffa62-402e-44c1-8fa9-6430962d5de3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "DELETE /v2.0/floatingips/a35f4291-0099-4333-b933-c8a83e6d07cf HTTP/1.1" status: 204 len: 168 time: 0.8635962 Nov 23 23:58:46.230009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:58:46.232410 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f875cd-85d5-4329-9862-e04d91e3c65b" -d '{"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:58:46.329070 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:58:46.340244 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cac94f6-4632-4393-b9e0-57f6fd48a35c x-openstack-request-id: req-8cac94f6-4632-4393-b9e0-57f6fd48a35c {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:58:46.341888 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:58:46.342211 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cac94f6-4632-4393-b9e0-57f6fd48a35c {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:58:46.342685 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'status': 'completed', 'code': 200} Nov 23 23:58:46.408531 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-994cac87-8c20-431c-8ab5-265fd0065fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:46.410083 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-994cac87-8c20-431c-8ab5-265fd0065fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 1098 time: 0.0433977 Nov 23 23:58:46.474726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0955c-207c-48b3-b67f-1ac5a7fc8eac req-d3f7326c-8c1b-4ddd-947d-96dcb0b1f083 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:46.478005 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eba0955c-207c-48b3-b67f-1ac5a7fc8eac req-d3f7326c-8c1b-4ddd-947d-96dcb0b1f083 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 947 time: 0.0579822 Nov 23 23:58:46.509755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-0972f6f6-6a3d-44ce-b707-7bfe0afff76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:46.511279 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-0972f6f6-6a3d-44ce-b707-7bfe0afff76e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0929427 Nov 23 23:58:46.531404 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-eba0955c-207c-48b3-b67f-1ac5a7fc8eac req-a9780bd2-cf26-4810-8438-08916018db83 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465982 Nov 23 23:58:46.541613 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:58:46.559757 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-8f4c0a67-154e-4859-aaf7-8d385b53f7b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 200 len: 217 time: 0.0411868 Nov 23 23:58:46.573128 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] Checking router: 5234f822-240d-4602-bd95-b69bf249034f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:58:46.582028 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:58:46.582633 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:58:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:58:46.610335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-d6cd6ffd-e536-4047-8599-4df213388551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:46.611825 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-d6cd6ffd-e536-4047-8599-4df213388551 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0450814 Nov 23 23:58:46.664278 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-71c4bd9d-76fe-4621-b17e-9513d06b8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:46.665966 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-71c4bd9d-76fe-4621-b17e-9513d06b8762 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462091 Nov 23 23:58:46.677345 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-f6bc2162-e55f-4782-aac2-e8523d77a662 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:58:46.678293 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-f6bc2162-e55f-4782-aac2-e8523d77a662 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049927 Nov 23 23:58:46.688620 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:58:46.773325 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-ac21c1e1-2ddd-4920-8456-e0186e227ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 Nov 23 23:58:46.872163 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-12f875cd-85d5-4329-9862-e04d91e3c65b req-f5e5e470-9d3e-4342-bd7a-973f6888d80a service neutron] 10.222.0.46 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912342 Nov 23 23:58:46.888257 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:58:46.915380 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612ef74-f92a-4177-9de8-b933c522e90f None None] The sync data for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 is: [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:58:47.138475 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b7962-fe76-4995-8e06-2b2b5161dd56 None None] New status for floating IP a35f4291-0099-4333-b933-c8a83e6d07cf: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:58:47.657864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ab7bb-44dc-46ca-b570-c86b7e4e4233 req-22ff0b19-27e7-4116-8111-7d1d5ddfee76 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:47.659334 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-163ab7bb-44dc-46ca-b570-c86b7e4e4233 req-22ff0b19-27e7-4116-8111-7d1d5ddfee76 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 947 time: 0.0498984 Nov 23 23:58:47.709172 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-163ab7bb-44dc-46ca-b570-c86b7e4e4233 req-e326e918-deb7-4d1e-af04-a587c24e7fd7 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=8370bf55-7d0c-49ed-9d8f-58f18096cb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436058 Nov 23 23:58:47.794922 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c4404-8094-44b3-a77c-992a88230052 req-641497d7-a711-4878-a622-2657fff52fd0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:58:47.796422 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae2c4404-8094-44b3-a77c-992a88230052 req-641497d7-a711-4878-a622-2657fff52fd0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.46 "GET /v2.0/ports?device_id=f481d449-b7f9-4b83-a7b4-bdb9561038d4 HTTP/1.1" status: 200 len: 947 time: 0.0495248 Nov 23 23:58:47.893917 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Deleting port 50812a78-067b-429b-b558-93b229ee3d80 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:58:47.894260 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:47.993335 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] For port 50812a78-067b-429b-b558-93b229ee3d80, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=50812a78-067b-429b-b558-93b229ee3d80,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:58:47.993701 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:48.006433 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Calling delete_port for 50812a78-067b-429b-b558-93b229ee3d80 owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:58:48.145210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:48.177127 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event deleted for resources: {'Port': ['ID=50812a78-067b-429b-b558-93b229ee3d80,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:48.201417 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.201755 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.202094 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.202429 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.202754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.203084 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.203410 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.203833 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.204088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.204535 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.204955 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.205281 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:58:48.231495 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] No DVR routers for this DVR port 50812a78-067b-429b-b558-93b229ee3d80 on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:58:48.234230 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:48.237689 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-ae2c4404-8094-44b3-a77c-992a88230052 req-e9990983-ffa5-4f9d-8777-3061936c2305 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.46 "DELETE /v2.0/ports/50812a78-067b-429b-b558-93b229ee3d80 HTTP/1.1" status: 204 len: 173 time: 0.4353466 Nov 23 23:58:48.238129 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-deleted', 'tag': '50812a78-067b-429b-b558-93b229ee3d80'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:58:48.240386 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd2fd53-1c41-44c0-90e8-93975ebffb2a" -d '{"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-deleted", "tag": "50812a78-067b-429b-b558-93b229ee3d80"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:58:48.342126 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba007eb-0702-425e-965b-cceb5eea761a x-openstack-request-id: req-8ba007eb-0702-425e-965b-cceb5eea761a {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:58:48.342432 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481d449-b7f9-4b83-a7b4-bdb9561038d4", "name": "network-vif-deleted", "tag": "50812a78-067b-429b-b558-93b229ee3d80", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:58:48.342688 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ba007eb-0702-425e-965b-cceb5eea761a {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:58:48.343149 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f481d449-b7f9-4b83-a7b4-bdb9561038d4', 'name': 'network-vif-deleted', 'tag': '50812a78-067b-429b-b558-93b229ee3d80', 'status': 'completed', 'code': 200} Nov 23 23:58:48.770238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35360) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:48.826799 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53d85d4a-603c-4893-a523-8d544488820d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:48.856494 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53d85d4a-603c-4893-a523-8d544488820d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:48.916965 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53d85d4a-603c-4893-a523-8d544488820d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:48.919707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53d85d4a-603c-4893-a523-8d544488820d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:48.920903 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-53d85d4a-603c-4893-a523-8d544488820d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "DELETE /v2.0/security-groups/8370bf55-7d0c-49ed-9d8f-58f18096cb2e HTTP/1.1" status: 204 len: 168 time: 0.1496456 Nov 23 23:58:48.931107 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d85d4a-603c-4893-a523-8d544488820d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8370bf55-7d0c-49ed-9d8f-58f18096cb2e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:49.251363 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35366) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:49.255952 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-12d170b8-7b44-43a0-9f49-49cf3e35eff6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016741549', 'description': 'tempest-secgroup-smoke-1016741549 description', 'project_id': '7dadfb2c563a4c859af6c30c8f167860'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:58:49.279142 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d170b8-7b44-43a0-9f49-49cf3e35eff6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.346743 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d170b8-7b44-43a0-9f49-49cf3e35eff6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.350896 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d170b8-7b44-43a0-9f49-49cf3e35eff6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.380020 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-12d170b8-7b44-43a0-9f49-49cf3e35eff6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.381246 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-12d170b8-7b44-43a0-9f49-49cf3e35eff6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1288474 Nov 23 23:58:49.383728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d170b8-7b44-43a0-9f49-49cf3e35eff6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16644895-7b66-4716-b28e-fdffdbcb7232,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:49.385055 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35368) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:49.389804 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-f1830fda-9613-4019-befe-6c807e8e1577 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '16644895-7b66-4716-b28e-fdffdbcb7232', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:58:49.418037 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1830fda-9613-4019-befe-6c807e8e1577 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.474361 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1830fda-9613-4019-befe-6c807e8e1577 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.478441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1830fda-9613-4019-befe-6c807e8e1577 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.496597 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830fda-9613-4019-befe-6c807e8e1577 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15d8be8-2a2e-4e4d-b0c3-a59a64aab829,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:49.503781 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1830fda-9613-4019-befe-6c807e8e1577 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.505001 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f1830fda-9613-4019-befe-6c807e8e1577 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188517 Nov 23 23:58:49.508348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35370) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:49.512638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-800170d0-8916-484d-b31f-5a81d3b4154c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '16644895-7b66-4716-b28e-fdffdbcb7232', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:58:49.538873 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800170d0-8916-484d-b31f-5a81d3b4154c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.597744 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800170d0-8916-484d-b31f-5a81d3b4154c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.602014 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800170d0-8916-484d-b31f-5a81d3b4154c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.621115 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800170d0-8916-484d-b31f-5a81d3b4154c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac74e6e-9757-413e-b9ca-3b88d9a8ea98,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:49.629600 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800170d0-8916-484d-b31f-5a81d3b4154c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.631329 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-800170d0-8916-484d-b31f-5a81d3b4154c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219184 Nov 23 23:58:49.634853 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35372) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:49.640007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-8353c40a-5188-4a15-9abd-60a09d4a650c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '16644895-7b66-4716-b28e-fdffdbcb7232', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:58:49.667365 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8353c40a-5188-4a15-9abd-60a09d4a650c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.723273 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8353c40a-5188-4a15-9abd-60a09d4a650c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.726997 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8353c40a-5188-4a15-9abd-60a09d4a650c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.747382 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353c40a-5188-4a15-9abd-60a09d4a650c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aade2c9-7e74-43cd-8836-c2cd78deb6a6,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:49.755884 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8353c40a-5188-4a15-9abd-60a09d4a650c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.757703 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8353c40a-5188-4a15-9abd-60a09d4a650c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213574 Nov 23 23:58:49.762369 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35374) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:49.766816 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-47d88a95-1b76-4ce2-a502-9287a806caea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '16644895-7b66-4716-b28e-fdffdbcb7232', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:58:49.793491 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47d88a95-1b76-4ce2-a502-9287a806caea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.851126 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47d88a95-1b76-4ce2-a502-9287a806caea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.854819 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47d88a95-1b76-4ce2-a502-9287a806caea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.872845 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d88a95-1b76-4ce2-a502-9287a806caea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7850421-e2c2-4069-bb4f-ab4b6d953a55,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:49.879692 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47d88a95-1b76-4ce2-a502-9287a806caea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.880877 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-47d88a95-1b76-4ce2-a502-9287a806caea tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175776 Nov 23 23:58:49.884526 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35376) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:49.888847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '16644895-7b66-4716-b28e-fdffdbcb7232', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:58:49.909193 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Project 7dadfb2c563a4c859af6c30c8f167860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:58:49.914691 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.973920 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.978112 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:49.997592 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd15596-d87d-49ab-9430-6160d5f50a74,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:50.002858 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:50.004086 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-83573e6c-1b5e-430f-9b61-45beccfe51df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186478 Nov 23 23:58:50.007458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35378) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:58:50.012102 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'security_group_rule': {'security_group_id': '16644895-7b66-4716-b28e-fdffdbcb7232', 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:58:50.032937 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Project 7dadfb2c563a4c859af6c30c8f167860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:58:50.037795 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:50.104223 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:50.108006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:50.127945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37c42c6-190d-460f-831d-fb41a412cef8,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:58:50.136518 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:58:50.137775 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-5493c9ad-dafc-46a8-9c1f-36026ee47c7f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289821 Nov 23 23:58:51.218265 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50812a78-067b-429b-b558-93b229ee3d80 no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:58:51.242860 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: 50812a78-067b-429b-b558-93b229ee3d80 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:58:51.243509 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device 50812a78-067b-429b-b558-93b229ee3d80 not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:58:57.777202 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:01.785769 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5bdfabf0-b4ae-4689-9e78-988c4c7ae353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:04.881809 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-167c5717-9fbd-42ee-8e32-0a8db27b6adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:05.369770 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:06.498034 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-37272848-def4-499e-831a-2773d022da7e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016741549&fields=id&tenant_id=7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 267 time: 0.0461946 Nov 23 23:59:06.610101 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-c3011307-dbec-442c-9e8f-341e4331e876 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:06.611595 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-c3011307-dbec-442c-9e8f-341e4331e876 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 809 time: 0.1066496 Nov 23 23:59:06.627722 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-ee979705-0a48-421a-9cef-420bfa273893 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/quotas/7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 375 time: 0.0097051 Nov 23 23:59:06.679162 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-4b71f454-56c2-42ea-a02a-bd89a98c13d4 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449250 Nov 23 23:59:06.776922 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-6e467400-ade1-40a0-b146-f1af3dc345c8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858505 Nov 23 23:59:06.824228 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:06.867177 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-509820a3-0432-4e41-8115-6a851d297067 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841208 Nov 23 23:59:07.158525 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-74420302-c805-4fed-80e4-4fd210aebb60 req-2e1ff016-2924-45f6-8d1e-4b33220e52d4 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0356765 Nov 23 23:59:07.644150 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:08.148227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5e6c6eb-4cac-440a-8ef2-f2341e3984b8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:08.149796 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5e6c6eb-4cac-440a-8ef2-f2341e3984b8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 809 time: 0.1091998 Nov 23 23:59:08.231105 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-c98a677f-758f-4d55-8149-ed61585f4854 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 380 time: 0.0663099 Nov 23 23:59:08.249099 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'port': {'device_id': '043842d1-403d-4781-a154-23e89014d4d9', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'admin_state_up': True, 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'security_groups': ['16644895-7b66-4716-b28e-fdffdbcb7232']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:59:08.279471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-21a6a4d1-afa7-4f8a-a736-f0b4b8877f02 req-f8058b4e-1936-4341-b790-b45aa9a7973d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0473120 Nov 23 23:59:08.378476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Made reservation on behalf of 7dadfb2c563a4c859af6c30c8f167860 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:59:08.382253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:08.513590 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Allocated IP 172.20.0.12 (fe6ad6ec-2f8c-416a-ac37-2aa9279623e6/bcdde4ed-c382-4803-90c2-11e92fb2093a/714b53e3-ab8c-44a2-b994-b78325f0daf6) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:59:08.653541 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:08.689183 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:08.739504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:59:08.744513 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:59:08.747131 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:59:08.776214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:59:08.804946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:08.805604 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:08.823135 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-d4c6d751-b519-480d-acf1-f7b397baa9b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789700 Nov 23 23:59:08.841359 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Request body: {'port': {'device_id': '043842d1-403d-4781-a154-23e89014d4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:59:08.904049 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:08.931084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:09.032781 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-e50399e3-3087-44c1-affb-296669ebe0d1 None None] Provisioning complete for port 714b53e3-ab8c-44a2-b994-b78325f0daf6 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:59:09.033412 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e50399e3-3087-44c1-affb-296669ebe0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:09.071336 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-e50399e3-3087-44c1-affb-296669ebe0d1 None None] Port 714b53e3-ab8c-44a2-b994-b78325f0daf6 cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:59:09.208716 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714b53e3-ab8c-44a2-b994-b78325f0daf6 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:59:09.217092 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:09.229570 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Transition to ACTIVE for port object 714b53e3-ab8c-44a2-b994-b78325f0daf6 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:59:09.234622 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:09.284996 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:59:09.385591 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Attempting to bind port 714b53e3-ab8c-44a2-b994-b78325f0daf6 on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:59:09.385937 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Attempting to bind port 714b53e3-ab8c-44a2-b994-b78325f0daf6 by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:59:09.386265 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Attempting to bind port 714b53e3-ab8c-44a2-b994-b78325f0daf6 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:59:09.410445 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Port 714b53e3-ab8c-44a2-b994-b78325f0daf6 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:59:09.410764 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Attempting to bind port 714b53e3-ab8c-44a2-b994-b78325f0daf6 on network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:59:09.419450 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:59:09.419816 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Checking segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:59:09.420208 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Bound using segment: {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:59:09.420647 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Bound port: 714b53e3-ab8c-44a2-b994-b78325f0daf6, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671925b3-3d0c-43de-bb6b-15685d656254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:59:09.421004 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:09.450305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e0665-8b62-4fb3-bb3c-870fb6db20c0 req-ee13a4b0-32c7-44f4-a143-ae9e8cf48fe1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:09.451897 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-867e0665-8b62-4fb3-bb3c-870fb6db20c0 req-ee13a4b0-32c7-44f4-a143-ae9e8cf48fe1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0814478 Nov 23 23:59:09.534972 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:59:09.540507 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-867e0665-8b62-4fb3-bb3c-870fb6db20c0 req-15ea033b-d48b-430e-b002-00db943195cd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708747 Nov 23 23:59:09.542244 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:59:09.548134 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:09.583708 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:09.585091 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:09.586675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 1092 time: 0.7498107 Nov 23 23:59:09.587242 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:59:09.590048 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820855c7-6de7-4c7e-a676-e9d00f873acb" -d '{"events": [{"name": "network-changed", "server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:59:09.636250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225fea-1a13-47ef-9781-da990696d7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:59:09.649317 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fef995f-3d5d-4510-abf3-4792dff3258e x-openstack-request-id: req-7fef995f-3d5d-4510-abf3-4792dff3258e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:59:09.649687 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:59:09.650017 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fef995f-3d5d-4510-abf3-4792dff3258e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:59:09.650820 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'status': 'completed', 'code': 200} Nov 23 23:59:09.723748 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-377c28df-140d-4cc6-aaf9-4779dfc54983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:09.724575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-377c28df-140d-4cc6-aaf9-4779dfc54983 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1095 time: 0.0566611 Nov 23 23:59:09.780664 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-59cb27d1-53c7-4438-95f8-3516fa2d8fc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 217 time: 0.0415905 Nov 23 23:59:09.837248 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-57a461f9-ac3a-449a-bbd4-9876cc243d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:09.838760 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-57a461f9-ac3a-449a-bbd4-9876cc243d7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0514762 Nov 23 23:59:09.890577 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8458-3454-45be-82c5-c4728cde4e5b req-0bcfeefc-7bcc-4971-ae2e-1b48f4367117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:09.892012 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-0bcfeefc-7bcc-4971-ae2e-1b48f4367117 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456438 Nov 23 23:59:09.983777 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-c02bb761-53fc-4dfa-8dfc-40edfb233b50 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849149 Nov 23 23:59:10.089028 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-057b8458-3454-45be-82c5-c4728cde4e5b req-0bebc222-00ab-4cfc-b986-4013648eb713 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979424 Nov 23 23:59:10.218188 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-f609d7ea-722f-4b03-9381-ae100148b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:10.219736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-f609d7ea-722f-4b03-9381-ae100148b815 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1095 time: 0.0553751 Nov 23 23:59:10.325900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-806e8289-520f-4aaa-b0cd-e65c23a3197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:10.327299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-806e8289-520f-4aaa-b0cd-e65c23a3197b service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.1010211 Nov 23 23:59:10.377096 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-8bfb53c0-5aa6-4c74-93b0-c8f5cc960fd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 217 time: 0.0394375 Nov 23 23:59:10.427441 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-3c006024-579b-4412-bf26-ee2f74b88bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:10.429351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-3c006024-579b-4412-bf26-ee2f74b88bd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0455680 Nov 23 23:59:10.476927 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-c415c5ef-0b4f-46ff-b92e-a692ca304bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:10.478479 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-c415c5ef-0b4f-46ff-b92e-a692ca304bba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428367 Nov 23 23:59:10.576361 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-a19200c1-37fd-42fa-b384-452b8e120d52 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907569 Nov 23 23:59:11.019044 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-820855c7-6de7-4c7e-a676-e9d00f873acb req-2b5e0b34-4893-4dc4-a4b8-60537cb576b6 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358175 Nov 23 23:59:11.031687 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b99c66-b234-4753-ac0c-62df4349bdf9 req-6ec7e39a-3766-45ff-8766-9eed77e8db84 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:11.033225 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86b99c66-b234-4753-ac0c-62df4349bdf9 req-6ec7e39a-3766-45ff-8766-9eed77e8db84 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.3909650 Nov 23 23:59:11.089676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-86b99c66-b234-4753-ac0c-62df4349bdf9 req-8682374b-85f3-41f4-ab58-17dd6dfa6369 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475605 Nov 23 23:59:12.211651 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafacda9-e056-4e2f-8b56-f81204aea82c req-785a086f-df60-4fac-80ec-fbb7de6a7421 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:12.213194 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bafacda9-e056-4e2f-8b56-f81204aea82c req-785a086f-df60-4fac-80ec-fbb7de6a7421 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0506427 Nov 23 23:59:12.263487 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bafacda9-e056-4e2f-8b56-f81204aea82c req-f205cada-4f99-423d-834f-2208b6ab2108 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Nov 23 23:59:13.390559 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd3875-6827-49f0-8376-4d5299272482 req-bf12fb35-36cb-4c29-ade3-06c213af7e91 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:13.392227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dfd3875-6827-49f0-8376-4d5299272482 req-bf12fb35-36cb-4c29-ade3-06c213af7e91 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0571787 Nov 23 23:59:13.453669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4dfd3875-6827-49f0-8376-4d5299272482 req-89f3a48d-6aa9-4e0d-a2a4-a7a2ecb00a85 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543716 Nov 23 23:59:14.570223 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232b5ba-834a-4005-b779-878f7ab64e1b req-46b844e1-1475-4707-94b4-447542adbe70 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:14.571749 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4232b5ba-834a-4005-b779-878f7ab64e1b req-46b844e1-1475-4707-94b4-447542adbe70 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0500576 Nov 23 23:59:14.620571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4232b5ba-834a-4005-b779-878f7ab64e1b req-8ae84546-56f2-42db-80bb-b3ef2dc06546 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Nov 23 23:59:15.737962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460550a-f7ef-4d28-ae22-764540751e42 req-04957090-d448-4ce6-80d4-a4648303d618 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:15.739451 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4460550a-f7ef-4d28-ae22-764540751e42 req-04957090-d448-4ce6-80d4-a4648303d618 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0489755 Nov 23 23:59:15.794605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4460550a-f7ef-4d28-ae22-764540751e42 req-967ad787-e945-4498-8053-c8719d95d2f1 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481651 Nov 23 23:59:16.913465 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772b344-0dbc-4fe7-b1a2-3a73678cd554 req-393406fa-1b88-4d74-8ce6-12c5fe3b1fdc tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:16.914936 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4772b344-0dbc-4fe7-b1a2-3a73678cd554 req-393406fa-1b88-4d74-8ce6-12c5fe3b1fdc tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0487998 Nov 23 23:59:16.964068 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4772b344-0dbc-4fe7-b1a2-3a73678cd554 req-9c051a70-8d05-42dc-a55d-5bd40992cfdb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Nov 23 23:59:18.083249 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eda14-4de7-4ac5-a6ff-5bf26a5a0777 req-427222ee-a873-4efc-9a40-46a5ea134550 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:18.084814 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064eda14-4de7-4ac5-a6ff-5bf26a5a0777 req-427222ee-a873-4efc-9a40-46a5ea134550 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0514607 Nov 23 23:59:18.134850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-064eda14-4de7-4ac5-a6ff-5bf26a5a0777 req-753d950d-8f39-4a69-a0ad-ffcf6ade3dba tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Nov 23 23:59:19.256150 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212dff-14f6-4700-a2e6-5de698a2a8b2 req-6c7f0940-2e71-4899-9228-fe212fe6370f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:19.257658 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57212dff-14f6-4700-a2e6-5de698a2a8b2 req-6c7f0940-2e71-4899-9228-fe212fe6370f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0527384 Nov 23 23:59:19.307912 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-57212dff-14f6-4700-a2e6-5de698a2a8b2 req-03e49fdb-ea15-4b53-8d03-4a1f7830f1e8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Nov 23 23:59:20.426699 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef549-d02a-4f63-ac80-9d5f2e4cff4a req-499423fb-33e2-43b1-9dcc-4d7d37880379 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:20.428119 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed0ef549-d02a-4f63-ac80-9d5f2e4cff4a req-499423fb-33e2-43b1-9dcc-4d7d37880379 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0491753 Nov 23 23:59:20.479618 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ed0ef549-d02a-4f63-ac80-9d5f2e4cff4a req-1133a682-e81d-46b5-8917-ffc690529cd9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454037 Nov 23 23:59:21.291418 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:59:21.594874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200c68-1e45-4e17-bf10-074341c5284b req-2111650d-4c57-4ba0-b5d6-4907962bee05 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:21.596379 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c200c68-1e45-4e17-bf10-074341c5284b req-2111650d-4c57-4ba0-b5d6-4907962bee05 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0479958 Nov 23 23:59:21.649884 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9c200c68-1e45-4e17-bf10-074341c5284b req-5f2df092-8961-4ef4-9455-dc7764b22389 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474105 Nov 23 23:59:21.931940 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 714b53e3-ab8c-44a2-b994-b78325f0daf6 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:59:22.030421 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:59:22.041664 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'port_id': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'mac_address': 'fa:16:3e:a5:fe:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:59:22.078391 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:22.091120 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714b53e3-ab8c-44a2-b994-b78325f0daf6 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:59:22.110684 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:59:22.115061 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:22.167384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:59:22.174650 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.175054 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.175340 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.175702 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.176035 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.176365 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.176691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.177015 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.177335 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.177654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.177974 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.178293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:59:22.403751 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['714b53e3-ab8c-44a2-b994-b78325f0daf6'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:59:22.768467 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339cd6-3575-4dd2-aa59-dc7229265209 req-a1d06c57-b525-445d-bee5-f2e135b83d03 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:22.769951 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a339cd6-3575-4dd2-aa59-dc7229265209 req-a1d06c57-b525-445d-bee5-f2e135b83d03 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Nov 23 23:59:22.819623 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1a339cd6-3575-4dd2-aa59-dc7229265209 req-ac32aa20-44e6-4971-ab66-27ad8958af87 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Nov 23 23:59:23.949426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 714b53e3-ab8c-44a2-b994-b78325f0daf6 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:59:23.992096 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3237ee-6500-428f-8437-ba5d488ed4ef req-47ef78df-539e-4b93-b116-11707ece5497 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:23.993812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e3237ee-6500-428f-8437-ba5d488ed4ef req-47ef78df-539e-4b93-b116-11707ece5497 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 945 time: 0.1064312 Nov 23 23:59:23.998923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 714b53e3-ab8c-44a2-b994-b78325f0daf6 completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:59:24.003236 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 714b53e3-ab8c-44a2-b994-b78325f0daf6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:59:24.003628 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:24.045597 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8e3237ee-6500-428f-8437-ba5d488ed4ef req-76f1a209-451d-4119-b185-647b801c6f66 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 Nov 23 23:59:24.085695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:24.111750 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:59:24.113985 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb2fc53-54f2-487f-8653-092b53e33265" -d '{"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-plugged", "status": "completed", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:59:24.127341 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:59:24.136759 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:24.186874 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:59:24.210999 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608580bc-6c81-4170-ad58-4f9fcda762e3 x-openstack-request-id: req-608580bc-6c81-4170-ad58-4f9fcda762e3 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:59:24.211301 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-plugged", "status": "completed", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:59:24.211559 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-608580bc-6c81-4170-ad58-4f9fcda762e3 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:59:24.212166 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'code': 200} Nov 23 23:59:24.347139 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8d61-511e-446e-90d1-a8f918a81e4d req-5e62a8b3-f5c4-4bd6-b368-76ff6e2f4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:24.348691 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdad8d61-511e-446e-90d1-a8f918a81e4d req-5e62a8b3-f5c4-4bd6-b368-76ff6e2f4927 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0439749 Nov 23 23:59:24.395600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-cdad8d61-511e-446e-90d1-a8f918a81e4d req-348d7e72-f01c-421d-bbe2-9f73c3cc3184 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396492 Nov 23 23:59:25.164074 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322c10b-1a1c-4633-8154-171d027632c6 req-f0e2681c-bc58-40f8-8241-ea8a5c539c88 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:25.165651 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f322c10b-1a1c-4633-8154-171d027632c6 req-f0e2681c-bc58-40f8-8241-ea8a5c539c88 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0502760 Nov 23 23:59:25.215924 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f322c10b-1a1c-4633-8154-171d027632c6 req-cb767054-0382-4308-ae18-fadb01b29f4e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Nov 23 23:59:26.337266 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0f5d4-5611-4d1f-8458-937211c29188 req-c267f97e-0eab-49dd-85ea-b7fc611c8efd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:26.339330 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29f0f5d4-5611-4d1f-8458-937211c29188 req-c267f97e-0eab-49dd-85ea-b7fc611c8efd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0536702 Nov 23 23:59:26.389218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29f0f5d4-5611-4d1f-8458-937211c29188 req-e5612238-968a-4927-aeac-8bdbd6e227ef tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Nov 23 23:59:26.509620 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d39d8-22b8-499f-891b-b8515e31d068 req-27a3573e-2d81-4e07-956f-0f44e1ad81dd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:26.511100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a4d39d8-22b8-499f-891b-b8515e31d068 req-27a3573e-2d81-4e07-956f-0f44e1ad81dd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0555520 Nov 23 23:59:26.560668 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2a4d39d8-22b8-499f-891b-b8515e31d068 req-a8db8f61-1ac9-4bc1-a13e-03c1893ee73f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Nov 23 23:59:26.583044 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35584) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:59:26.622697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a4b8e-1ca5-4690-959a-eee69dee6603 tempest-TestShelveInstance-1732479094 tempest-TestShelveInstance-1732479094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:26.624322 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-eb3a4b8e-1ca5-4690-959a-eee69dee6603 tempest-TestShelveInstance-1732479094 tempest-TestShelveInstance-1732479094-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1092 time: 0.0402117 Nov 23 23:59:26.627018 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35586) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:59:26.631371 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:59:26.655749 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:26.753837 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:26.857422 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Allocated IP 172.25.0.136 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/0477c233-010c-485b-a93b-1b0ff5152f65) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:59:26.956549 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:26.995973 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:27.037117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:59:27.040601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:59:27.044775 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:59:27.067231 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'Port': ['ID=0477c233-010c-485b-a93b-1b0ff5152f65,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:59:27.411748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:27.481262 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:27.793983 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:27.977930 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:27.982322 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:28.054087 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event updated for resources: {'Port': ['ID=0477c233-010c-485b-a93b-1b0ff5152f65,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:59:28.061192 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:28.163108 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Floating IP 2eba56a5-2280-4a26-a88b-bf036b41101d associated. External IP: 172.25.0.136, port: 714b53e3-ab8c-44a2-b994-b78325f0daf6. Nov 23 23:59:28.390045 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Router 5234f822-240d-4602-bd95-b69bf249034f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:59:28.504623 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:59:28.517292 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] Sync routers for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:59:28.532568 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:59:28.532815 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:28.533195 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:59:28.566784 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-15b356b3-cdf1-4c58-93a8-465617556db0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9385581 Nov 23 23:59:28.567379 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:59:28.569688 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aae655c-3c64-4978-a794-9a67660bc621" -d '{"events": [{"name": "network-changed", "server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:59:28.608566 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b14f0c-95f6-403b-9d86-754fa567bd8a x-openstack-request-id: req-c9b14f0c-95f6-403b-9d86-754fa567bd8a {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:59:28.608870 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:59:28.609129 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9b14f0c-95f6-403b-9d86-754fa567bd8a {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:59:28.609549 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'status': 'completed', 'code': 200} Nov 23 23:59:28.645049 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:59:28.708323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae655c-3c64-4978-a794-9a67660bc621 req-2a258c19-1656-4e57-9062-c1bcb95935cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:28.709812 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aae655c-3c64-4978-a794-9a67660bc621 req-2a258c19-1656-4e57-9062-c1bcb95935cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0415716 Nov 23 23:59:28.804148 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae655c-3c64-4978-a794-9a67660bc621 req-ef70c1fb-4cc2-496d-87c3-7981eaed29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:28.806414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aae655c-3c64-4978-a794-9a67660bc621 req-ef70c1fb-4cc2-496d-87c3-7981eaed29a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0883932 Nov 23 23:59:28.870332 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '2eba56a5-2280-4a26-a88b-bf036b41101d', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '5234f822-240d-4602-bd95-b69bf249034f', 'port_id': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'mac_address': 'fa:16:3e:a5:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043842d1-403d-4781-a154-23e89014d4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:59:27Z', 'updated_at': '2021-11-23T23:59:27Z', 'revision_number': 0, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:59:28.877220 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aae655c-3c64-4978-a794-9a67660bc621 req-97dd8463-9407-4f49-8c10-69a156e30ba7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 1000 time: 0.0608642 Nov 23 23:59:28.902988 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] Checking router: 5234f822-240d-4602-bd95-b69bf249034f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:59:28.912054 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:59:28.912651 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-23T23:59:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:59:28.948345 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae655c-3c64-4978-a794-9a67660bc621 req-ce18917b-4b4a-4d85-8f03-81c502b049d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:28.951813 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aae655c-3c64-4978-a794-9a67660bc621 req-ce18917b-4b4a-4d85-8f03-81c502b049d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0545783 Nov 23 23:59:29.020324 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae655c-3c64-4978-a794-9a67660bc621 req-288cdf2d-054d-40aa-888e-fa632a44945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:59:29.022669 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aae655c-3c64-4978-a794-9a67660bc621 req-288cdf2d-054d-40aa-888e-fa632a44945b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565617 Nov 23 23:59:29.124059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aae655c-3c64-4978-a794-9a67660bc621 req-fbd62171-377d-4925-bf71-f352612be584 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936201 Nov 23 23:59:29.133096 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:59:29.219972 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-9aae655c-3c64-4978-a794-9a67660bc621 req-cf0a6b47-dbf1-417b-92a4-878e2eebf236 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889666 Nov 23 23:59:29.365874 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '2eba56a5-2280-4a26-a88b-bf036b41101d', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '5234f822-240d-4602-bd95-b69bf249034f', 'port_id': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'mac_address': 'fa:16:3e:a5:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043842d1-403d-4781-a154-23e89014d4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:59:27Z', 'updated_at': '2021-11-23T23:59:27Z', 'revision_number': 0, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:59:29.396905 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb15aee-a5d5-4549-9049-5d486a36d095 None None] The sync data for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 is: [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '2eba56a5-2280-4a26-a88b-bf036b41101d', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '5234f822-240d-4602-bd95-b69bf249034f', 'port_id': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'mac_address': 'fa:16:3e:a5:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043842d1-403d-4781-a154-23e89014d4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:59:27Z', 'updated_at': '2021-11-23T23:59:27Z', 'revision_number': 0, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:59:29.615447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f8539-dad8-4809-a898-7d55d38553e9 None None] New status for floating IP 2eba56a5-2280-4a26-a88b-bf036b41101d: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:59:31.788233 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4eaef853-d86b-467b-97fa-ee82562c7219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:34.874337 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-713d656d-ef10-490a-a22e-6c4ca1e3d2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:35.373037 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:36.829470 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:37.647988 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:38.921013 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:57.792349 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:59:58.289920 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:00:01.790657 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16b75180-cee1-4fc6-be79-97a29cbd3ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:04.877239 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-28d2c131-d64d-4271-8ec2-b4a2de9509b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:05.373528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:06.830301 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:07.650000 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:08.922690 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:20.260305 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-efc0b9c9-afd5-48c8-b741-3856128d5b4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406761 Nov 24 00:00:20.365892 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-55f148f1-596c-4e0c-9052-f4bdea273ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:00:20.367393 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-55f148f1-596c-4e0c-9052-f4bdea273ac3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0452509 Nov 24 00:00:20.474653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-73a31bf4-0980-4b6f-bea0-18337ff684bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:00:20.475708 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-73a31bf4-0980-4b6f-bea0-18337ff684bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0880890 Nov 24 00:00:20.545435 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-1473139b-6b5b-45d2-a515-f4fa92d3a33e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 1002 time: 0.0618095 Nov 24 00:00:20.594062 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-5242d56d-318b-4bf2-9b71-a4b4c41c194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:00:20.595511 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-5242d56d-318b-4bf2-9b71-a4b4c41c194a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0435653 Nov 24 00:00:20.641393 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-03107e96-5b51-4df5-9a14-276ca388c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:00:20.642918 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-03107e96-5b51-4df5-9a14-276ca388c698 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407374 Nov 24 00:00:20.653726 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-6134a89d-40f7-4f29-bc34-e88cebcbdfb2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 00:00:20.654751 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-6134a89d-40f7-4f29-bc34-e88cebcbdfb2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050178 Nov 24 00:00:20.749878 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-f4988d40-e4cd-448c-9d8a-ecbbc5f4e435 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877197 Nov 24 00:00:20.842178 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-1f5fd74f-948e-480b-bf82-545c6e9983ee req-b2eb0fa8-b0e0-499d-adf2-8b69882e650d service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855312 Nov 24 00:00:27.795108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:31.794752 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-2759da2c-8c16-417a-ba75-41c8f34c1f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:34.882435 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b3a17dc0-350f-424b-a41d-2c04f9eba637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:35.289715 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:00:35.381614 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:36.836387 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:37.655269 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:38.921691 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:00:57.809272 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:01.796371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8952-4baa-4be7-91be-b1564be4fbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:04.873674 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6346a9e6-6158-4e5d-8772-57706921fe3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:05.379419 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:06.835254 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:07.647415 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:08.920874 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:12.290413 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:01:20.224145 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-653d33e8-0b74-4235-a078-64d0340788e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458918 Nov 24 00:01:20.327954 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-f334d84c-1dbe-4418-a87d-449ae9e19351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:20.329475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-f334d84c-1dbe-4418-a87d-449ae9e19351 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0419562 Nov 24 00:01:20.442141 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-4743d791-e84c-474c-b3f6-6b195e30d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:20.443542 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-4743d791-e84c-474c-b3f6-6b195e30d0f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0945187 Nov 24 00:01:20.513789 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-34e0b5da-0663-47d7-8b28-934470e62a5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 1002 time: 0.0632882 Nov 24 00:01:20.563775 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-68bc3b12-f592-47e9-9d1f-1e5c67e0462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:20.565236 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-68bc3b12-f592-47e9-9d1f-1e5c67e0462e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0448179 Nov 24 00:01:20.611021 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-b3d651ec-c1b3-41b5-8095-c19fdbd93a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:20.612586 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-b3d651ec-c1b3-41b5-8095-c19fdbd93a15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404661 Nov 24 00:01:20.706953 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-ed708069-39af-4cf2-a199-432ee5f36b83 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873933 Nov 24 00:01:20.800111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a9dd5b44-2062-4ab4-bf71-3ee7b061af77 req-d606c67b-d01c-4121-b19f-a5e79aa42524 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863581 Nov 24 00:01:24.305906 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafc47d-9b9d-43f5-a251-81ba7413786a req-04959229-f016-4b0b-b7db-f54a29307be8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:24.308464 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebafc47d-9b9d-43f5-a251-81ba7413786a req-04959229-f016-4b0b-b7db-f54a29307be8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0953965 Nov 24 00:01:24.360171 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ebafc47d-9b9d-43f5-a251-81ba7413786a req-51145083-059b-437b-b74b-7ae667bd1066 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Nov 24 00:01:25.508305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a7f8-90ac-4d59-9bae-2fd01c8001ba req-e369af3c-b0cd-4222-ac0f-19aaee407a7d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:25.509810 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a27a7f8-90ac-4d59-9bae-2fd01c8001ba req-e369af3c-b0cd-4222-ac0f-19aaee407a7d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0499566 Nov 24 00:01:25.560434 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5a27a7f8-90ac-4d59-9bae-2fd01c8001ba req-a087193b-2a2b-4bbd-8224-10a04d4da8c8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Nov 24 00:01:26.706301 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3a730-53b7-41cb-a148-9c32cbf59ae8 req-bb3d7be7-1fcd-4774-97a0-04ede5e1784e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:26.707941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8a3a730-53b7-41cb-a148-9c32cbf59ae8 req-bb3d7be7-1fcd-4774-97a0-04ede5e1784e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0539868 Nov 24 00:01:26.759752 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b8a3a730-53b7-41cb-a148-9c32cbf59ae8 req-8f4ffedd-1dda-4517-8d2e-aa0211fc524d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Nov 24 00:01:27.809628 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:27.875909 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c6cac-f873-40d5-9eaf-0b72d20c8eb9 req-8066b9ce-8f6f-4f39-a40c-38ff30ad4fa2 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:27.877407 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b92c6cac-f873-40d5-9eaf-0b72d20c8eb9 req-8066b9ce-8f6f-4f39-a40c-38ff30ad4fa2 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0490763 Nov 24 00:01:27.925825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b92c6cac-f873-40d5-9eaf-0b72d20c8eb9 req-a72abff6-aae9-41b1-82fb-3590577f125b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Nov 24 00:01:29.050063 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab3040-8d6d-435f-9c21-1c455960dbde req-6471c697-561a-4fe6-8564-5e9beb23fa22 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:29.051495 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54ab3040-8d6d-435f-9c21-1c455960dbde req-6471c697-561a-4fe6-8564-5e9beb23fa22 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0531931 Nov 24 00:01:29.101574 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-54ab3040-8d6d-435f-9c21-1c455960dbde req-337afb88-f4da-4e40-9f13-70a98b96f484 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440302 Nov 24 00:01:30.223007 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e73a2d-ea59-41a0-981f-3205c7925705 req-d594a058-12f4-406b-963f-782e21c9780d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:30.224557 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96e73a2d-ea59-41a0-981f-3205c7925705 req-d594a058-12f4-406b-963f-782e21c9780d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0536799 Nov 24 00:01:30.274230 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96e73a2d-ea59-41a0-981f-3205c7925705 req-0676153d-5fd8-41dd-9902-9040cefa5b51 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Nov 24 00:01:31.389900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd2354-e2b8-406e-910a-d5272def835d req-86e86943-6c29-4d99-bc70-a5a4947c4dcd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:31.391376 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66cd2354-e2b8-406e-910a-d5272def835d req-86e86943-6c29-4d99-bc70-a5a4947c4dcd tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0479665 Nov 24 00:01:31.443941 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-66cd2354-e2b8-406e-910a-d5272def835d req-8309b113-5f24-4f28-8e1e-4fc373ce284b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464821 Nov 24 00:01:31.798600 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f8bfbfe3-35ec-40e3-bcca-809e925e6496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:32.563974 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8adb62-b718-4007-b8e5-b451e2159d0d req-c0772f76-381f-4df9-a896-7d6d0af20e15 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:32.565510 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc8adb62-b718-4007-b8e5-b451e2159d0d req-c0772f76-381f-4df9-a896-7d6d0af20e15 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0503871 Nov 24 00:01:32.614717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc8adb62-b718-4007-b8e5-b451e2159d0d req-0dda14eb-8b99-462d-ae26-0c4afbce047d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Nov 24 00:01:33.734979 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88330-9f82-4170-b75c-1612675df0c8 req-0d8c20af-6e6f-4942-86a0-641f8564cc66 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:33.737218 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02d88330-9f82-4170-b75c-1612675df0c8 req-0d8c20af-6e6f-4942-86a0-641f8564cc66 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0512364 Nov 24 00:01:33.794277 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-02d88330-9f82-4170-b75c-1612675df0c8 req-eda247fc-4d28-43e4-80b9-22ed6d707aa0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467184 Nov 24 00:01:34.524360 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-3115f194-0968-4b94-ac03-42dde5738ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:34.525793 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-3115f194-0968-4b94-ac03-42dde5738ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0540910 Nov 24 00:01:34.619281 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-a4d4a6eb-1c11-431c-bcb7-7db94d149535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:34.621010 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-a4d4a6eb-1c11-431c-bcb7-7db94d149535 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0877171 Nov 24 00:01:34.691059 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-28239954-b265-48fd-b6a5-48a468e4fb1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 1002 time: 0.0630014 Nov 24 00:01:34.740957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-050f9e3e-5f45-4595-a44a-2e56decd34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:34.742416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-050f9e3e-5f45-4595-a44a-2e56decd34f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0450962 Nov 24 00:01:34.789408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-e7a7a335-9431-48b8-84ea-e865252b725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:34.790831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-e7a7a335-9431-48b8-84ea-e865252b725f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409691 Nov 24 00:01:34.876167 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6af4c3d-6edb-4e89-bb89-77f5f98713b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:34.902960 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-0e04bd1c-8e49-4bf1-a8a4-8f41281793d2 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050379 Nov 24 00:01:34.998138 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a0705-690d-44a3-9e77-3a329d748fa2 req-7e7e80c2-5af3-43bd-b863-2d2094d95b35 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:34.999662 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba9a0705-690d-44a3-9e77-3a329d748fa2 req-7e7e80c2-5af3-43bd-b863-2d2094d95b35 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.1189375 Nov 24 00:01:35.034923 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2d15ec76-9798-4d2f-bc37-b1808ff9d03e req-6794ef0d-37c2-4487-9e0e-6b65a91b7da8 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180663 Nov 24 00:01:35.063043 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ba9a0705-690d-44a3-9e77-3a329d748fa2 req-8c4c04ab-afbc-4802-9c99-b08bf0e3ccba tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573137 Nov 24 00:01:35.383199 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:36.180690 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41430e-6793-457d-9e0b-e0576285ab1a req-86d61a9a-78aa-44f1-b863-a6113955b58e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:36.182336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d41430e-6793-457d-9e0b-e0576285ab1a req-86d61a9a-78aa-44f1-b863-a6113955b58e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0504968 Nov 24 00:01:36.233850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0d41430e-6793-457d-9e0b-e0576285ab1a req-8b8c7c99-b8a3-4697-96c0-8ff37894cf71 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453863 Nov 24 00:01:36.841415 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:37.357629 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c334be-8515-43aa-863d-4173dcd66256 req-62f83371-b8b5-426f-bed8-f1ce175e8c36 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:37.359153 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4c334be-8515-43aa-863d-4173dcd66256 req-62f83371-b8b5-426f-bed8-f1ce175e8c36 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0509851 Nov 24 00:01:37.414853 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f4c334be-8515-43aa-863d-4173dcd66256 req-6000349d-70a4-402c-bc2d-b0b4e6900db5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491419 Nov 24 00:01:37.654995 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:38.541473 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238c9d-aaf3-41d3-8d5d-c83c30c221cf req-ad38cabe-2166-4e72-8abb-4d4f1c120ffa tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:38.546947 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b238c9d-aaf3-41d3-8d5d-c83c30c221cf req-ad38cabe-2166-4e72-8abb-4d4f1c120ffa tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0584917 Nov 24 00:01:38.599795 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2b238c9d-aaf3-41d3-8d5d-c83c30c221cf req-369f967c-cfb8-4b5d-803e-ce962f6d1fb6 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472445 Nov 24 00:01:38.631428 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 714b53e3-ab8c-44a2-b994-b78325f0daf6 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:01:38.708849 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:38.731327 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:01:38.733739 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9124bd52-84dd-4844-ab4c-1e135b28cb3d" -d '{"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-unplugged", "status": "completed", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:01:38.747704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:01:38.752244 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:38.775612 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 00:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5f48fe-76f3-4dd2-877e-92ecebe8f5b5 x-openstack-request-id: req-7f5f48fe-76f3-4dd2-877e-92ecebe8f5b5 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:01:38.775916 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-unplugged", "status": "completed", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:01:38.776144 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f5f48fe-76f3-4dd2-877e-92ecebe8f5b5 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:01:38.776558 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'code': 200} Nov 24 00:01:38.804763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:01:38.813036 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.813423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.813761 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.814098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.814433 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.814764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.815094 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.815423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.815780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.816112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.816447 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.816888 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:01:38.920046 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:39.718505 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a98c3-40aa-4656-aa96-2b81b91fd4f4 req-5e7a2050-bf02-4a89-8428-ee3c4abf7600 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:39.720031 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e06a98c3-40aa-4656-aa96-2b81b91fd4f4 req-5e7a2050-bf02-4a89-8428-ee3c4abf7600 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0497606 Nov 24 00:01:39.769384 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-e06a98c3-40aa-4656-aa96-2b81b91fd4f4 req-d25dee8a-d876-4fb3-a98e-60580a7efd53 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433443 Nov 24 00:01:39.881903 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-ec8d14a7-dc79-4914-abe5-6677daebe401 req-21512488-5e14-4ea1-84d7-3e891a693b83 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 00:01:39.882966 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ec8d14a7-dc79-4914-abe5-6677daebe401 req-21512488-5e14-4ea1-84d7-3e891a693b83 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456102 Nov 24 00:01:41.025093 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-c159da39-2714-4bad-80dd-2b1d04bbbf60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417733 Nov 24 00:01:41.034799 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-8db8478e-0043-4da1-a686-c25c1209d291 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 00:01:41.035798 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-8db8478e-0043-4da1-a686-c25c1209d291 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051496 Nov 24 00:01:41.067115 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9be50-3fec-4206-bd61-21bc78a0455a req-a6f9c51d-8343-4c89-9e1d-7e056dda6d35 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:41.068475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84d9be50-3fec-4206-bd61-21bc78a0455a req-a6f9c51d-8343-4c89-9e1d-7e056dda6d35 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0567052 Nov 24 00:01:41.120575 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-84d9be50-3fec-4206-bd61-21bc78a0455a req-062beb01-d98d-4f13-8354-8fb6e4757125 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452149 Nov 24 00:01:42.249212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595178-978f-4443-9e75-1d3ef3ede822 req-e4e2a3b3-9c3c-4f2c-80cd-916945841ada tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:42.250770 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c595178-978f-4443-9e75-1d3ef3ede822 req-e4e2a3b3-9c3c-4f2c-80cd-916945841ada tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Nov 24 00:01:42.301726 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6c595178-978f-4443-9e75-1d3ef3ede822 req-d4fcc0b3-a9b9-4746-9b44-6de64cc0c6b3 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 Nov 24 00:01:43.427587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da6bb3-5ddd-40fd-a25b-0e6b07cdfa0f req-123ae23d-af5a-461d-8c2d-258212501f59 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:43.429071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12da6bb3-5ddd-40fd-a25b-0e6b07cdfa0f req-123ae23d-af5a-461d-8c2d-258212501f59 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0539815 Nov 24 00:01:43.484506 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-12da6bb3-5ddd-40fd-a25b-0e6b07cdfa0f req-e00e2503-0d6c-4abf-b8b8-4879c961a593 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481467 Nov 24 00:01:44.614357 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc42740-81bb-44fb-b0b6-0d51896fe3cc req-da564e20-543a-499e-b92b-c6e021d8f8f8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:44.616117 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fc42740-81bb-44fb-b0b6-0d51896fe3cc req-da564e20-543a-499e-b92b-c6e021d8f8f8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0587158 Nov 24 00:01:44.670111 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2fc42740-81bb-44fb-b0b6-0d51896fe3cc req-9e885458-d518-40cc-82e3-2e98d1da17df tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471940 Nov 24 00:01:45.790376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48374e56-7cb2-40d4-8c53-fe1769f68625 req-7930129c-b84e-4f0e-ac8e-0dac6643a30c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:45.791780 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-48374e56-7cb2-40d4-8c53-fe1769f68625 req-7930129c-b84e-4f0e-ac8e-0dac6643a30c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0490394 Nov 24 00:01:45.847584 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-48374e56-7cb2-40d4-8c53-fe1769f68625 req-0cb02e3a-0e7b-4b44-bb95-dabf8c06a15e tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482502 Nov 24 00:01:47.023941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833abb-0e70-488f-934a-b5aaada0936a req-b138d85b-3ecc-455e-b33a-3c125d741a1d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:47.025351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82833abb-0e70-488f-934a-b5aaada0936a req-b138d85b-3ecc-455e-b33a-3c125d741a1d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.1061833 Nov 24 00:01:47.040018 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-f2ba2b1b-ee2c-40e3-aed5-64f00827251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:47.041430 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-f2ba2b1b-ee2c-40e3-aed5-64f00827251b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9&tenant_id=7dadfb2c563a4c859af6c30c8f167860 HTTP/1.1" status: 200 len: 1095 time: 0.0933342 Nov 24 00:01:47.092227 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-82833abb-0e70-488f-934a-b5aaada0936a req-a010f132-21b2-4bea-ad85-d9cffdb5a9a9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597131 Nov 24 00:01:47.125603 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-22d4f949-10d4-4976-b27d-5f6437b6afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:47.127114 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-22d4f949-10d4-4976-b27d-5f6437b6afa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1095 time: 0.0485647 Nov 24 00:01:47.217641 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-3f08eda6-2b42-4539-a516-e78245881349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:47.219132 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-3f08eda6-2b42-4539-a516-e78245881349 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0856247 Nov 24 00:01:47.287091 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-361a8ece-8af7-4bdb-b35d-26e795c3eeb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 1000 time: 0.0606773 Nov 24 00:01:47.336571 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-6f79cc72-21c9-44c9-b3a6-37e4ab427159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:47.338047 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-6f79cc72-21c9-44c9-b3a6-37e4ab427159 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0445547 Nov 24 00:01:47.383164 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-cdb122d4-7753-423f-b548-c860be724ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:47.384747 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-cdb122d4-7753-423f-b548-c860be724ca7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395968 Nov 24 00:01:47.477340 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-ceb8aa89-2ff4-492c-94ca-af76bfd32e52 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Nov 24 00:01:47.568769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-2e9539c5-d8d0-489d-bff1-64b3b89753cf service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828264 Nov 24 00:01:48.215076 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a609-39b4-4678-ac03-45652120abfc req-e34c850c-517b-424b-8dec-fe42a4d82076 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:48.216675 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5e1a609-39b4-4678-ac03-45652120abfc req-e34c850c-517b-424b-8dec-fe42a4d82076 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0538275 Nov 24 00:01:48.267875 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d5e1a609-39b4-4678-ac03-45652120abfc req-d6faa898-4442-47de-986d-8dd8612433bb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450237 Nov 24 00:01:49.291658 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:01:49.384458 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d92738-9685-4b36-8c3b-b32ab93c26a5 req-a83d97d1-5c08-451e-adf1-c51e29436941 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:49.385932 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d92738-9685-4b36-8c3b-b32ab93c26a5 req-a83d97d1-5c08-451e-adf1-c51e29436941 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0486703 Nov 24 00:01:49.435552 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-36d92738-9685-4b36-8c3b-b32ab93c26a5 req-5a9952a8-d3df-4cba-b540-4304d8e23f44 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Nov 24 00:01:50.553216 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885e55-e0f3-411c-aa09-7166e42736ae req-fb6a2293-63a5-4848-a577-cd262891cfaf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:50.554745 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce885e55-e0f3-411c-aa09-7166e42736ae req-fb6a2293-63a5-4848-a577-cd262891cfaf tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0489142 Nov 24 00:01:50.618032 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-ce885e55-e0f3-411c-aa09-7166e42736ae req-e21077a1-6aa2-40dc-b77d-e821b4f3f228 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565794 Nov 24 00:01:51.738376 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31127554-3300-4409-b625-ee5c45bb85b8 req-2a01f6ad-23a4-4433-8984-9e1fff3b2b99 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:51.739876 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31127554-3300-4409-b625-ee5c45bb85b8 req-2a01f6ad-23a4-4433-8984-9e1fff3b2b99 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0495415 Nov 24 00:01:51.790204 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-31127554-3300-4409-b625-ee5c45bb85b8 req-86b20912-6fa7-4e9d-aa10-b730b75903da tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443835 Nov 24 00:01:52.909759 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abd951-6c1b-4f25-a839-52136adc34ee req-e5255e09-36ba-4adf-8a30-f71128b52526 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:52.911250 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99abd951-6c1b-4f25-a839-52136adc34ee req-e5255e09-36ba-4adf-8a30-f71128b52526 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0520191 Nov 24 00:01:52.962209 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-99abd951-6c1b-4f25-a839-52136adc34ee req-96da85aa-ca61-4568-933f-cda3c6d123e4 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448387 Nov 24 00:01:54.084780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6710e-a0b4-435f-87d3-1f929e9f368d req-90e9194b-ea8f-4497-a653-cc6830b08354 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:54.086299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01e6710e-a0b4-435f-87d3-1f929e9f368d req-90e9194b-ea8f-4497-a653-cc6830b08354 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0535412 Nov 24 00:01:54.135429 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-01e6710e-a0b4-435f-87d3-1f929e9f368d req-fb9d6d85-27ef-490c-bda7-55440ac91acc tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Nov 24 00:01:54.710206 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 714b53e3-ab8c-44a2-b994-b78325f0daf6 details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 00:01:54.807682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:01:54.819355 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'port_id': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'mac_address': 'fa:16:3e:a5:fe:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 00:01:54.855210 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:54.868446 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714b53e3-ab8c-44a2-b994-b78325f0daf6 {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 00:01:54.888179 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:01:54.892073 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:54.942807 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:01:55.169658 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['714b53e3-ab8c-44a2-b994-b78325f0daf6'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 00:01:55.261370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedb918-08b7-45a3-984c-33c911b7c149 req-12cb7569-be27-4fb3-bcb4-ae4a5dfbe704 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:55.264007 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6dedb918-08b7-45a3-984c-33c911b7c149 req-12cb7569-be27-4fb3-bcb4-ae4a5dfbe704 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 945 time: 0.0526154 Nov 24 00:01:55.316109 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6dedb918-08b7-45a3-984c-33c911b7c149 req-b553c60e-157d-4314-b0d8-9781fcc498ec tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461047 Nov 24 00:01:56.432133 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ebbf1-46fd-40c6-ac17-68b0b07a5966 req-51aecd30-4186-48bc-8c74-2389a6a85d34 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:56.433616 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-083ebbf1-46fd-40c6-ac17-68b0b07a5966 req-51aecd30-4186-48bc-8c74-2389a6a85d34 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 945 time: 0.0493469 Nov 24 00:01:56.488442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-083ebbf1-46fd-40c6-ac17-68b0b07a5966 req-0e8118f2-2201-42be-85c4-4a68aad2c6fe tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479879 Nov 24 00:01:56.712261 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 714b53e3-ab8c-44a2-b994-b78325f0daf6 up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:01:56.761142 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 714b53e3-ab8c-44a2-b994-b78325f0daf6 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:01:56.761510 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:56.840676 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:56.866820 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:01:56.868968 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5104fb0c-cf76-4b46-b1dc-707c61619af9" -d '{"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-plugged", "status": "completed", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:01:56.882066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:01:56.886249 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:56.937463 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:01:57.605092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0541-c75d-4e79-b606-c5e568fd1c1f req-0725cc41-706b-4f22-b10e-f2a6518c1792 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:57.607769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-948e0541-c75d-4e79-b606-c5e568fd1c1f req-0725cc41-706b-4f22-b10e-f2a6518c1792 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0511298 Nov 24 00:01:57.660365 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-948e0541-c75d-4e79-b606-c5e568fd1c1f req-d65223d9-c2fe-4cf3-9944-e764b361f4eb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Nov 24 00:01:57.826101 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:01:57.928362 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df758ea-2509-41fd-ab48-cce8a3e3fcb6 x-openstack-request-id: req-7df758ea-2509-41fd-ab48-cce8a3e3fcb6 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:01:57.928654 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-plugged", "status": "completed", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:01:57.928908 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7df758ea-2509-41fd-ab48-cce8a3e3fcb6 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:01:57.929315 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'code': 200} Nov 24 00:01:58.127556 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1da62-25af-4945-9f0c-050ad7229a75 req-c57c3d51-0918-4945-ac80-4168586e5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:58.129082 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfd1da62-25af-4945-9f0c-050ad7229a75 req-c57c3d51-0918-4945-ac80-4168586e5e35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0405438 Nov 24 00:01:58.176571 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-bfd1da62-25af-4945-9f0c-050ad7229a75 req-77d9d4bb-743a-44a3-9277-9b65464d73af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 Nov 24 00:01:58.782568 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0629009-e210-40e7-b5e7-b73b2c356c03 req-69a4605a-a06f-4840-968d-23677ee5e38d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:58.784079 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0629009-e210-40e7-b5e7-b73b2c356c03 req-69a4605a-a06f-4840-968d-23677ee5e38d tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0526776 Nov 24 00:01:58.833471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0629009-e210-40e7-b5e7-b73b2c356c03 req-9ddae668-db47-4a71-8803-46e2ad9ad969 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Nov 24 00:01:59.952747 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630231a-87fb-47a4-9e70-ce11fa1e5214 req-c135f81b-0b5e-4b9a-863a-499a9401977b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:01:59.954239 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f630231a-87fb-47a4-9e70-ce11fa1e5214 req-c135f81b-0b5e-4b9a-863a-499a9401977b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0497851 Nov 24 00:02:00.003874 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f630231a-87fb-47a4-9e70-ce11fa1e5214 req-ba962e20-e937-4a4f-b286-c7e933bdc418 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 Nov 24 00:02:01.800018 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d066c3ed-f158-4f91-966f-fd58611a78d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:04.878078 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a5439643-8d01-457a-82ba-91e894852e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:05.396783 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:06.841174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:07.646472 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:08.930602 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:20.285754 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-3f2d55b0-f2a1-40c9-8c0f-9b6b3bbd181d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018116 Nov 24 00:02:20.393407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc4db-c2b4-4408-9978-997ff3193606 req-7e1a7a89-16d3-4ec4-adbd-d7fdd022a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:02:20.394892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-7e1a7a89-16d3-4ec4-adbd-d7fdd022a47f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0403206 Nov 24 00:02:20.502336 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc4db-c2b4-4408-9978-997ff3193606 req-de2c3236-5ced-4e98-83fc-030039344633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:02:20.503736 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-de2c3236-5ced-4e98-83fc-030039344633 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.0893683 Nov 24 00:02:20.582999 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-ccecaa5c-66c2-43a2-81c1-dfa0f0107e68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 1002 time: 0.0706649 Nov 24 00:02:20.634799 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc4db-c2b4-4408-9978-997ff3193606 req-f602fc48-7536-4757-8617-36371840a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:02:20.636316 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-f602fc48-7536-4757-8617-36371840a8b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0463042 Nov 24 00:02:20.684683 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc4db-c2b4-4408-9978-997ff3193606 req-b14ca6a3-4cd1-44e1-a7d7-48e79808553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:02:20.686573 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-b14ca6a3-4cd1-44e1-a7d7-48e79808553c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427492 Nov 24 00:02:20.782179 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-c866affa-a64f-4f44-8877-81cfcc421630 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876462 Nov 24 00:02:20.882954 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-26acc4db-c2b4-4408-9978-997ff3193606 req-6e13c0e3-42c0-4636-99af-ec2be9cac8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941050 Nov 24 00:02:26.292443 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:02:27.810904 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:31.803302 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7895bde4-dc85-432e-a07f-6e12f2a7a31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:34.878754 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ca056557-437c-4a7a-af99-318d77de4fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:35.389095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:36.844524 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:37.650486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:38.966451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:02:57.969894 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:01.804499 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f44f2cd8-8eaf-43d6-bd01-cff216aa74d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:03.291348 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:03:04.883310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ebdc-974f-49f9-88a1-88e93d408485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:05.390925 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:06.846091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:07.651920 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:08.981121 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:12.768393 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35754) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:12.949366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Deleting port 0477c233-010c-485b-a93b-1b0ff5152f65 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:12.949706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:13.031706 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:13.031945 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:13.045097 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Calling delete_port for 0477c233-010c-485b-a93b-1b0ff5152f65 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:13.208516 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:13.243960 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event deleted for resources: {'Port': ['ID=0477c233-010c-485b-a93b-1b0ff5152f65,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:13.272959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.273311 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.273661 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.274003 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.274339 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.274685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.275042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.275376 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.275738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.276070 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.276397 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.276716 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:13.320146 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:13.320486 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Floating IP 2eba56a5-2280-4a26-a88b-bf036b41101d disassociated (deleted). External IP: 172.25.0.136, port: 714b53e3-ab8c-44a2-b994-b78325f0daf6. Nov 24 00:03:13.542290 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Router 5234f822-240d-4602-bd95-b69bf249034f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:03:13.660342 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:13.665570 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:13.670524 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] Sync routers for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:13.680305 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:13.680914 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:13.693520 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6b6f3bfc-e9e9-41ce-b35b-48367ba67962 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "DELETE /v2.0/floatingips/2eba56a5-2280-4a26-a88b-bf036b41101d HTTP/1.1" status: 204 len: 168 time: 0.9240236 Nov 24 00:03:13.695291 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:03:13.697589 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c31f038-bcde-43b0-9aa0-2448710ad2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:03:13.738917 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 00:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e363bf0b-c830-4c34-8be4-a54dc310e9cc x-openstack-request-id: req-e363bf0b-c830-4c34-8be4-a54dc310e9cc {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:03:13.739216 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:03:13.739463 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e363bf0b-c830-4c34-8be4-a54dc310e9cc {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:03:13.739907 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'status': 'completed', 'code': 200} Nov 24 00:03:13.790794 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:14.015270 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:14.043168 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] Checking router: 5234f822-240d-4602-bd95-b69bf249034f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:14.052026 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:14.052646 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:14.199652 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-8f6294c5-34c0-4ae2-b290-1cd7f74fe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:14.201160 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-8f6294c5-34c0-4ae2-b290-1cd7f74fe430 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7dadfb2c563a4c859af6c30c8f167860&device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 1097 time: 0.4201462 Nov 24 00:03:14.216056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef4135-9b11-49c2-9478-2f03467b35c3 req-691db5a8-f922-4e68-85c2-d10c7203c9cb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:14.217569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1ef4135-9b11-49c2-9478-2f03467b35c3 req-691db5a8-f922-4e68-85c2-d10c7203c9cb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0653021 Nov 24 00:03:14.258656 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:14.336292 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1ef4135-9b11-49c2-9478-2f03467b35c3 req-4e83c1d6-d5e8-47c6-9a8e-816b3e070ac7 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094182 Nov 24 00:03:14.346856 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-fb7d58ea-a8ec-49e2-a596-89e218c6bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:14.349374 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-fb7d58ea-a8ec-49e2-a596-89e218c6bb28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 200 len: 910 time: 0.1305833 Nov 24 00:03:14.390753 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-3299176a-0cc1-4673-bcb9-aef787c867f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 200 len: 217 time: 0.0340168 Nov 24 00:03:14.447479 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-02e17fbb-64a8-4ed5-b110-63b151b2d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:14.448889 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-02e17fbb-64a8-4ed5-b110-63b151b2d9bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 200 len: 848 time: 0.0501914 Nov 24 00:03:14.468200 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:14.497891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-6287c20b-a5ba-42a8-9146-8aa7cbac0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:14.498464 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9d225-9d41-4a02-ad5c-6cfbb1ce0af9 None None] The sync data for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 is: [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '6d507ad2-70fb-401f-aae6-3838765b8d66', 'name': '', 'network_id': 'fe6ad6ec-2f8c-416a-ac37-2aa9279623e6', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'mac_address': 'fa:16:3e:d2:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:31Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'subnets': [{'id': 'bcdde4ed-c382-4803-90c2-11e92fb2093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:14.499416 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-6287c20b-a5ba-42a8-9146-8aa7cbac0ef7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419388 Nov 24 00:03:14.597539 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-4f4332cf-da9e-40a0-b504-3b9d063c1735 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897608 Nov 24 00:03:14.699786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8c31f038-bcde-43b0-9aa0-2448710ad2ca req-6fbc68e0-5c97-4baa-b823-542ab1ea61c5 service neutron] 10.222.0.48 "GET /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949967 Nov 24 00:03:14.738295 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb7308-f76a-4318-9696-69a2d9a8aaaa None None] New status for floating IP 2eba56a5-2280-4a26-a88b-bf036b41101d: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 00:03:15.463688 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0a26-2e32-4809-8bc7-ebe38323ed13 req-91f458fe-f507-4a24-b0a9-437f37188a4b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:15.465320 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1fd0a26-2e32-4809-8bc7-ebe38323ed13 req-91f458fe-f507-4a24-b0a9-437f37188a4b tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0508661 Nov 24 00:03:15.515717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f1fd0a26-2e32-4809-8bc7-ebe38323ed13 req-ab8d3de1-0777-4467-9e95-a2a5b162326f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/security-groups?id=16644895-7b66-4716-b28e-fdffdbcb7232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Nov 24 00:03:15.619250 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-8701f37e-74ba-4aa5-87bf-dd5e0bf80db9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:15.620850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-8701f37e-74ba-4aa5-87bf-dd5e0bf80db9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0569670 Nov 24 00:03:15.721176 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Deleting port 714b53e3-ab8c-44a2-b994-b78325f0daf6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:15.721416 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:15.820067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] For port 714b53e3-ab8c-44a2-b994-b78325f0daf6, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=714b53e3-ab8c-44a2-b994-b78325f0daf6,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:15.820430 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:15.832812 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Calling delete_port for 714b53e3-ab8c-44a2-b994-b78325f0daf6 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:15.961362 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:15.996002 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event deleted for resources: {'Port': ['ID=714b53e3-ab8c-44a2-b994-b78325f0daf6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:16.020483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.020842 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.021195 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.021536 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.022702 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.023127 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.023560 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.023931 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.024272 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.024607 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.024941 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.025269 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:16.046587 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] No DVR routers for this DVR port 714b53e3-ab8c-44a2-b994-b78325f0daf6 on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:03:16.049296 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:16.052676 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-07a12e59-8023-49e4-adf6-12a4701324d8 req-b780f5ad-4bba-4aa0-a479-1f82ec7eede5 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.48 "DELETE /v2.0/ports/714b53e3-ab8c-44a2-b994-b78325f0daf6 HTTP/1.1" status: 204 len: 173 time: 0.4253132 Nov 24 00:03:16.053160 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-deleted', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:03:16.055513 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f82725c-ea1b-440e-9a4f-39ca3d7568b9" -d '{"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-deleted", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:03:16.095323 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49e39e4-f47f-44b4-97cc-cd86617eb3d3 x-openstack-request-id: req-d49e39e4-f47f-44b4-97cc-cd86617eb3d3 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:03:16.095754 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043842d1-403d-4781-a154-23e89014d4d9", "name": "network-vif-deleted", "tag": "714b53e3-ab8c-44a2-b994-b78325f0daf6", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:03:16.096083 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d49e39e4-f47f-44b4-97cc-cd86617eb3d3 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:03:16.096422 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043842d1-403d-4781-a154-23e89014d4d9', 'name': 'network-vif-deleted', 'tag': '714b53e3-ab8c-44a2-b994-b78325f0daf6', 'status': 'completed', 'code': 200} Nov 24 00:03:16.614887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d1d78887-d79e-4cc5-812b-01ed86b82253 req-350fc784-7c31-49ad-88c1-a345b6904eeb tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0270691 Nov 24 00:03:17.721608 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-377ae36f-0ca7-47f3-b87b-eb6cfc507f44 req-73c66575-601f-46af-9426-cf27de1845a8 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0289607 Nov 24 00:03:18.845604 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-16f3f75b-37f2-4d26-9775-70632c4ce062 req-9ef6f245-6a4d-438c-b468-1d77ca6260b0 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0417590 Nov 24 00:03:19.150071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 714b53e3-ab8c-44a2-b994-b78325f0daf6 no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:03:19.173323 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 714b53e3-ab8c-44a2-b994-b78325f0daf6 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:03:19.173662 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 714b53e3-ab8c-44a2-b994-b78325f0daf6 not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:03:19.948673 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-be15b0d2-14cc-48ea-94ca-66503d743e46 req-2124fb5b-ebbf-4b45-b986-53f1a05f850c tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Nov 24 00:03:21.100849 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a6701fa1-cc59-4545-9470-0ec30b80d096 req-31b2066b-df05-483d-bce7-bdf08e60260f tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "GET /v2.0/ports?device_id=043842d1-403d-4781-a154-23e89014d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0288377 Nov 24 00:03:22.178932 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35788) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:22.246933 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17f6c8dd-8fe3-4540-9f42-668490199bc9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:22.277445 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17f6c8dd-8fe3-4540-9f42-668490199bc9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:22.344916 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17f6c8dd-8fe3-4540-9f42-668490199bc9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:22.347547 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-17f6c8dd-8fe3-4540-9f42-668490199bc9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:22.348865 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-17f6c8dd-8fe3-4540-9f42-668490199bc9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] 10.222.0.11 "DELETE /v2.0/security-groups/16644895-7b66-4716-b28e-fdffdbcb7232 HTTP/1.1" status: 204 len: 168 time: 0.1681209 Nov 24 00:03:22.360787 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6c8dd-8fe3-4540-9f42-668490199bc9 tempest-TestShelveInstance-422598475 tempest-TestShelveInstance-422598475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16644895-7b66-4716-b28e-fdffdbcb7232,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:22.410988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35792) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:22.944877 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:23.233934 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Deleting port 6d507ad2-70fb-401f-aae6-3838765b8d66 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:23.234277 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:23.339421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] For port 6d507ad2-70fb-401f-aae6-3838765b8d66, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6d507ad2-70fb-401f-aae6-3838765b8d66,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:23.339824 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:23.357132 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Calling delete_port for 6d507ad2-70fb-401f-aae6-3838765b8d66 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:23.571034 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:23.601048 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d507ad2-70fb-401f-aae6-3838765b8d66,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:23.812224 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:24.049998 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Router 5234f822-240d-4602-bd95-b69bf249034f has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:03:24.168874 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:24.174488 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e563bdbf-2ac2-4fd1-aa4c-3eef262ba00e admin admin] 10.222.0.11 "PUT /v2.0/routers/5234f822-240d-4602-bd95-b69bf249034f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617042 Nov 24 00:03:24.177100 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35796) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:24.182616 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] Sync routers for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:24.194282 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:24.196089 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:24.301910 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:24.315884 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:24.420383 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:24.478825 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Deleting port cfbe302f-5feb-4996-b4ff-a781d2435f73 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:24.479225 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:24.524440 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-24T00:03:23Z', 'revision_number': 5, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port': {'id': 'cfbe302f-5feb-4996-b4ff-a781d2435f73', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5234f822-240d-4602-bd95-b69bf249034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-23T23:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:24.555524 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] Checking router: 5234f822-240d-4602-bd95-b69bf249034f for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:24.565356 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] Routers {'5234f822-240d-4602-bd95-b69bf249034f'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:24.565975 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['5234f822-240d-4602-bd95-b69bf249034f'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:24.610611 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] For port cfbe302f-5feb-4996-b4ff-a781d2435f73, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=cfbe302f-5feb-4996-b4ff-a781d2435f73,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:24.611263 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:24.627837 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Calling delete_port for cfbe302f-5feb-4996-b4ff-a781d2435f73 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:24.679225 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] Set router 5234f822-240d-4602-bd95-b69bf249034f gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:24.740138 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-24T00:03:24Z', 'revision_number': 6, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:24.769875 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff929d-9a75-4423-94e8-0779f9c84d87 None None] The sync data for ids ['5234f822-240d-4602-bd95-b69bf249034f'] in n-d-817303-3 is: [{'id': '5234f822-240d-4602-bd95-b69bf249034f', 'name': 'tempest-TestShelveInstance-1062083434-router', 'tenant_id': '7dadfb2c563a4c859af6c30c8f167860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:29Z', 'updated_at': '2021-11-24T00:03:24Z', 'revision_number': 6, 'project_id': '7dadfb2c563a4c859af6c30c8f167860', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:24.883927 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:24.916971 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbe302f-5feb-4996-b4ff-a781d2435f73,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:24.944866 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4392873-8916-4a70-9a36-2727fec6f39c None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:25.008344 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.108035 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.110594 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.159616 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.160260 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5234f822-240d-4602-bd95-b69bf249034f {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 00:03:25.166168 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.167235 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-e94303fd-5e73-4fc6-a9c8-4a735dac9983 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5234f822-240d-4602-bd95-b69bf249034f HTTP/1.1" status: 204 len: 168 time: 0.9888926 Nov 24 00:03:25.169964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35798) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:25.244036 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] Deleting subnet bcdde4ed-c382-4803-90c2-11e92fb2093a {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 00:03:25.248001 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.293968 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.403339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.467490 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.497135 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcdde4ed-c382-4803-90c2-11e92fb2093a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:25.499133 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.502475 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-536b9673-8ff0-4ec8-91ab-e3cc7e299498 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bcdde4ed-c382-4803-90c2-11e92fb2093a HTTP/1.1" status: 204 len: 168 time: 0.3308990 Nov 24 00:03:25.504951 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35800) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:25.508797 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb468725-0044-4e72-b9e7-f1fda8b5f7b0 None None] Network fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:03:25.614669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.719847 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Deleting port 543740bb-914e-4874-bd3d-c301c247f98b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:25.720686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.787064 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] DHCP port deletion for fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:25.821920 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] For port 543740bb-914e-4874-bd3d-c301c247f98b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=543740bb-914e-4874-bd3d-c301c247f98b,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:25.822369 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.844907 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Calling delete_port for 543740bb-914e-4874-bd3d-c301c247f98b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:25.862735 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Deleting port 543740bb-914e-4874-bd3d-c301c247f98b {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:25.863366 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.949969 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.985426 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] For port 543740bb-914e-4874-bd3d-c301c247f98b, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=543740bb-914e-4874-bd3d-c301c247f98b,segment=NetworkSegment(671925b3-3d0c-43de-bb6b-15685d656254),segment_id=671925b3-3d0c-43de-bb6b-15685d656254)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:25.986023 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:25.989418 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=543740bb-914e-4874-bd3d-c301c247f98b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:25.994932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] No DVR routers for this DVR port 543740bb-914e-4874-bd3d-c301c247f98b on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:03:26.008003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Calling delete_port for 543740bb-914e-4874-bd3d-c301c247f98b owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:26.080466 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.107395 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6ad6ec-2f8c-416a-ac37-2aa9279623e6']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:26.114999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.124630 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671925b3-3d0c-43de-bb6b-15685d656254') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:26.125005 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671925b3-3d0c-43de-bb6b-15685d656254') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:26.136989 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.144009 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Pushing event deleted for resources: {'Port': ['ID=543740bb-914e-4874-bd3d-c301c247f98b,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:26.155068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] No DVR routers for this DVR port 543740bb-914e-4874-bd3d-c301c247f98b on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:03:26.157559 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.160368 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.160723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.161071 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.161411 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.161742 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.162073 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.162400 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.162728 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.163052 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.163413 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.163827 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.164600 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246c8a6-de98-4078-ae9e-1c684c1a505d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:26.181090 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 00:03:26.181686 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: timer() Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: self._notify() Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 00:03:26.184816 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 00:03:26.253695 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.261089 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.267798 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35802) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:26.268600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fe6ad6ec-2f8c-416a-ac37-2aa9279623e6 HTTP/1.1" status: 204 len: 168 time: 0.7617841 Nov 24 00:03:26.281092 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eb461-705f-4a96-805c-0397c3ad4b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6ad6ec-2f8c-416a-ac37-2aa9279623e6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:26.670276 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:26.799042 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cfbe302f-5feb-4996-b4ff-a781d2435f73 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:03:26.826519 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: cfbe302f-5feb-4996-b4ff-a781d2435f73 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:03:26.826870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device cfbe302f-5feb-4996-b4ff-a781d2435f73 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:03:26.827304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6d507ad2-70fb-401f-aae6-3838765b8d66 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:03:26.848098 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 6d507ad2-70fb-401f-aae6-3838765b8d66 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:03:26.848449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6d507ad2-70fb-401f-aae6-3838765b8d66 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:03:26.848887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 543740bb-914e-4874-bd3d-c301c247f98b no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:03:26.874258 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 543740bb-914e-4874-bd3d-c301c247f98b {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:03:26.874612 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 543740bb-914e-4874-bd3d-c301c247f98b not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:03:26.953325 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Deleting port f7b43e04-3114-4536-9519-3c0a4880f3ed {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:26.953550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:27.050366 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] For port f7b43e04-3114-4536-9519-3c0a4880f3ed, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f7b43e04-3114-4536-9519-3c0a4880f3ed,segment=NetworkSegment(7d64052d-cb6b-4c38-a8f9-b2041b30b143),segment_id=7d64052d-cb6b-4c38-a8f9-b2041b30b143)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:27.050729 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:27.064632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Calling delete_port for f7b43e04-3114-4536-9519-3c0a4880f3ed owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:27.266934 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:27.296288 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b43e04-3114-4536-9519-3c0a4880f3ed,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:27.509861 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:27.750719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:03:27.860011 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:27.877149 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:27.883246 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6549a3c0-974e-47fd-9a86-f088c068d3da admin admin] 10.222.0.11 "PUT /v2.0/routers/a1a28429-ca41-49e3-bc38-3a20a6a5cd71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134086 Nov 24 00:03:27.887850 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35804) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:27.890372 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] Sync routers for ids ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:27.904288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] Routers {'a1a28429-ca41-49e3-bc38-3a20a6a5cd71'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:27.905136 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:28.005708 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.055766 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] Set router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:28.126058 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.199192 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Deleting port 6e5767a8-332c-4ca7-88b3-6db266c23621 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:28.199535 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.260277 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-24T00:03:27Z', 'revision_number': 5, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port': {'id': '6e5767a8-332c-4ca7-88b3-6db266c23621', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-23T23:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:28.293939 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] Checking router: a1a28429-ca41-49e3-bc38-3a20a6a5cd71 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:28.304010 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] Routers {'a1a28429-ca41-49e3-bc38-3a20a6a5cd71'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:28.306066 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:28.307908 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] For port 6e5767a8-332c-4ca7-88b3-6db266c23621, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=6e5767a8-332c-4ca7-88b3-6db266c23621,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:28.308612 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.324569 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Calling delete_port for 6e5767a8-332c-4ca7-88b3-6db266c23621 owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:28.400127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] Set router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:28.460527 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-24T00:03:28Z', 'revision_number': 6, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:28.491113 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66423915-5550-4a74-a837-a5ffbe7ff738 None None] The sync data for ids ['a1a28429-ca41-49e3-bc38-3a20a6a5cd71'] in n-d-817303-3 is: [{'id': 'a1a28429-ca41-49e3-bc38-3a20a6a5cd71', 'name': 'tempest-TestShelveInstance-976273406-router', 'tenant_id': 'd75fa0699aaf444a9361aee5be939519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:54:34Z', 'updated_at': '2021-11-24T00:03:28Z', 'revision_number': 6, 'project_id': 'd75fa0699aaf444a9361aee5be939519', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:28.519377 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.547006 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15080d5d-cf02-4fac-a593-9dc135e6f3be None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:28.568998 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5767a8-332c-4ca7-88b3-6db266c23621,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:28.614376 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.715313 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.717704 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.768174 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.768957 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1a28429-ca41-49e3-bc38-3a20a6a5cd71 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 00:03:28.774311 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.775224 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f113bde6-9d7b-46df-8cd9-bd8c9270b776 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a1a28429-ca41-49e3-bc38-3a20a6a5cd71 HTTP/1.1" status: 204 len: 168 time: 0.8871722 Nov 24 00:03:28.779788 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35806) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:28.829664 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] Deleting subnet ddd5f908-965b-4f0f-9b58-66a26d06ff71 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 00:03:28.833389 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.880947 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:28.993157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7b43e04-3114-4536-9519-3c0a4880f3ed no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:03:29.020415 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.034229 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f7b43e04-3114-4536-9519-3c0a4880f3ed {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:03:29.034838 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f7b43e04-3114-4536-9519-3c0a4880f3ed not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:03:29.081486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.111867 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd5f908-965b-4f0f-9b58-66a26d06ff71,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:29.113996 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.117819 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8b37eedf-02f7-4a1d-8917-12b7a953415c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ddd5f908-965b-4f0f-9b58-66a26d06ff71 HTTP/1.1" status: 204 len: 168 time: 0.3365698 Nov 24 00:03:29.120979 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35808) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:29.123871 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ca55a-529e-4796-a69d-bf6a53ff749a None None] Network a99d42cd-c322-48af-8551-80fd2b184009 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:03:29.200436 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.264968 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Deleting port e97c5baf-384a-4ad2-a076-3745a23854ea {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:29.265237 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.343691 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] For port e97c5baf-384a-4ad2-a076-3745a23854ea, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e97c5baf-384a-4ad2-a076-3745a23854ea,segment=NetworkSegment(7d64052d-cb6b-4c38-a8f9-b2041b30b143),segment_id=7d64052d-cb6b-4c38-a8f9-b2041b30b143)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:29.344512 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.364956 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] DHCP port deletion for a99d42cd-c322-48af-8551-80fd2b184009 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:29.378280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Calling delete_port for e97c5baf-384a-4ad2-a076-3745a23854ea owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:29.446692 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] Deleting port e97c5baf-384a-4ad2-a076-3745a23854ea {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:03:29.447427 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.473122 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.519386 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97c5baf-384a-4ad2-a076-3745a23854ea,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:29.526568 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] No DVR routers for this DVR port e97c5baf-384a-4ad2-a076-3745a23854ea on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:03:29.551559 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] For port e97c5baf-384a-4ad2-a076-3745a23854ea, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=e97c5baf-384a-4ad2-a076-3745a23854ea,segment=NetworkSegment(7d64052d-cb6b-4c38-a8f9-b2041b30b143),segment_id=7d64052d-cb6b-4c38-a8f9-b2041b30b143)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:29.552006 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.575912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] Calling delete_port for e97c5baf-384a-4ad2-a076-3745a23854ea owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:03:29.669261 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:29.699993 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] Pushing event deleted for resources: {'Port': ['ID=e97c5baf-384a-4ad2-a076-3745a23854ea,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:29.706384 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fa32f-331e-4613-b1ef-bb4b743d4743 None None] No DVR routers for this DVR port e97c5baf-384a-4ad2-a076-3745a23854ea on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:03:30.042098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.067122 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99d42cd-c322-48af-8551-80fd2b184009']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:30.079201 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d64052d-cb6b-4c38-a8f9-b2041b30b143') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:30.079554 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d64052d-cb6b-4c38-a8f9-b2041b30b143') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:30.092069 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.108321 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.115831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 00:03:30.116288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: timer() Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: self._notify() Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 00:03:30.118703 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 00:03:30.180922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.189370 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.193957 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a99d42cd-c322-48af-8551-80fd2b184009 HTTP/1.1" status: 204 len: 168 time: 1.0719156 Nov 24 00:03:30.207820 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068f5ed-8af1-433f-81ce-8b97af6c1b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99d42cd-c322-48af-8551-80fd2b184009,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:30.328730 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35812) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:30.376022 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-7e7e3b2a-79f6-4126-a909-fa7963673b16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dadfb2c563a4c859af6c30c8f167860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454760 Nov 24 00:03:30.378871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35814) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:30.433874 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09097cd5-b81f-4af6-8314-e5ef0372d326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.458622 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09097cd5-b81f-4af6-8314-e5ef0372d326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.518928 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09097cd5-b81f-4af6-8314-e5ef0372d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.523883 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-09097cd5-b81f-4af6-8314-e5ef0372d326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:30.525804 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-09097cd5-b81f-4af6-8314-e5ef0372d326 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/935a71cf-d7ff-4332-815f-fabb501d90db HTTP/1.1" status: 204 len: 168 time: 0.1457963 Nov 24 00:03:30.536009 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09097cd5-b81f-4af6-8314-e5ef0372d326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a71cf-d7ff-4332-815f-fabb501d90db,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:30.805554 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6e5767a8-332c-4ca7-88b3-6db266c23621 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:03:30.832361 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 6e5767a8-332c-4ca7-88b3-6db266c23621 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:03:30.832619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 6e5767a8-332c-4ca7-88b3-6db266c23621 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:03:30.833095 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e97c5baf-384a-4ad2-a076-3745a23854ea no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:03:30.854503 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: e97c5baf-384a-4ad2-a076-3745a23854ea {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:03:30.854876 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device e97c5baf-384a-4ad2-a076-3745a23854ea not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:03:30.911347 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35820) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:30.956953 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-4d389077-27aa-446a-afca-d72259df9ac6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d75fa0699aaf444a9361aee5be939519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442617 Nov 24 00:03:30.959511 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35822) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:31.011949 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c782771b-3bca-40e5-a0b1-a5bb30dd1403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:31.033800 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c782771b-3bca-40e5-a0b1-a5bb30dd1403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:31.080258 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c782771b-3bca-40e5-a0b1-a5bb30dd1403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:31.082952 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c782771b-3bca-40e5-a0b1-a5bb30dd1403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:31.084093 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-c782771b-3bca-40e5-a0b1-a5bb30dd1403 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b677ac9-9b24-4eef-bd18-a5d020c6e877 HTTP/1.1" status: 204 len: 168 time: 0.1236224 Nov 24 00:03:31.095466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782771b-3bca-40e5-a0b1-a5bb30dd1403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b677ac9-9b24-4eef-bd18-a5d020c6e877,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:31.807213 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-62fbbf68-b5bb-4194-867a-bc2ac9b717f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:31.821727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35844) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:31.934215 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1937370261-network', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:31.955927 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Made reservation on behalf of b32edcfbc4fb4f41bd12148e4a73870a for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 00:03:31.958248 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:31.974422 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.051245 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.055966 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.080952 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 00:03:32.090090 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9f6f2-aa4f-4096-87b2-bd4c6e25d318,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:32.096086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.096439 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Added segment 2b5008ff-6c96-4deb-8f19-6c54a4dbe385 of type vlan for network 89e5c55c-7811-4928-b596-aede1b1098ea Nov 24 00:03:32.141323 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.168473 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.169354 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:32.170006 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.204102 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3811405 Nov 24 00:03:32.207040 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:32.212622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Request body: {'subnet': {'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1937370261-subnet', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:32.232315 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c119c2-57ae-4b93-ae62-f8b7ec3fe396 admin admin] Pushing event updated for resources: {'Network': ['ID=89e5c55c-7811-4928-b596-aede1b1098ea,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:32.235485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Made reservation on behalf of b32edcfbc4fb4f41bd12148e4a73870a for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 00:03:32.237820 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13689533'] for subnet, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.243253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network 89e5c55c-7811-4928-b596-aede1b1098ea details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 00:03:32.416582 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16641542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13689487'] for subnet, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.784258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f10893-7f13-42a5-9551-ddc616091f13,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:32.793887 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Checking segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:32.794246 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Network hostable DHCP agents. Network: 89e5c55c-7811-4928-b596-aede1b1098ea, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 00:03:32.811700 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Network 89e5c55c-7811-4928-b596-aede1b1098ea is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 00:03:32.820653 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, 89e5c55c-7811-4928-b596-aede1b1098ea) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:32.825323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:32.825922 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.832024 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c8927-820c-41fc-b16e-c98d1127a2e2 None None] Network 89e5c55c-7811-4928-b596-aede1b1098ea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:03:32.843349 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-8f2ea70d-ccfb-443c-955d-8e2963f03e23 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6351314 Nov 24 00:03:32.846725 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35852) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:32.851831 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:32.874002 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.875036 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.931451 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:32.982829 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-89e5c55c-7811-4928-b596-aede1b1098ea', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 00:03:32.983695 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.082596 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.139977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Allocated IP 172.20.0.2 (89e5c55c-7811-4928-b596-aede1b1098ea/77f10893-7f13-42a5-9551-ddc616091f13/db479c51-02a5-488a-a1f8-5a6b3a120c94) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:33.297321 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.304767 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.339486 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.345379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Network 89e5c55c-7811-4928-b596-aede1b1098ea is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:33.348154 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:33.352736 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:33.359691 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Pushing event updated for resources: {'Port': ['ID=db479c51-02a5-488a-a1f8-5a6b3a120c94,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:33.359889 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.417670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Attempting to bind port db479c51-02a5-488a-a1f8-5a6b3a120c94 on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:03:33.417670 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Attempting to bind port db479c51-02a5-488a-a1f8-5a6b3a120c94 by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:03:33.418288 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Attempting to bind port db479c51-02a5-488a-a1f8-5a6b3a120c94 on network 89e5c55c-7811-4928-b596-aede1b1098ea {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:33.423547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:03:33.423953 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Checking segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:33.424362 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.424760 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Bound using segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:03:33.425226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Bound port: db479c51-02a5-488a-a1f8-5a6b3a120c94, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:03:33.425604 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.478074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Allocated IP 172.25.0.85 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/40420df3-3b96-42d8-ae15-23c2093c82ac) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:33.490556 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] For port db479c51-02a5-488a-a1f8-5a6b3a120c94, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:03:33.494187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] For port db479c51-02a5-488a-a1f8-5a6b3a120c94, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db479c51-02a5-488a-a1f8-5a6b3a120c94,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:03:33.498393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.556106 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0b20c-8b32-4ebd-b788-d944cbe9de77 None None] Pushing event updated for resources: {'Port': ['ID=db479c51-02a5-488a-a1f8-5a6b3a120c94,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:33.588188 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.624634 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.662027 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:33.667424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:33.671085 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:33.681574 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f55f55-a109-42aa-826a-c96c293725f4 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:33.701943 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Pushing event updated for resources: {'Port': ['ID=40420df3-3b96-42d8-ae15-23c2093c82ac,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:33.761359 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-bf27045a-ba16-4a29-94ef-fab73ed87eb7 None None] Provisioning complete for port 40420df3-3b96-42d8-ae15-23c2093c82ac triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:33.762037 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bf27045a-ba16-4a29-94ef-fab73ed87eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:33.814996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-bf27045a-ba16-4a29-94ef-fab73ed87eb7 None None] Port 40420df3-3b96-42d8-ae15-23c2093c82ac cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:33.970875 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:34.175098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:34.328401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 00:03:34.454466 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:34.463913 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Sync routers for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:34.474161 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:34.474776 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:34.484878 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:34.489398 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-d34134b2-327c-4cdc-9425-b954a7914c54 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6384335 Nov 24 00:03:34.489630 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35854) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:34.507053 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722ca344-8db1-4bb5-83c3-b6e60d17afbd None None] Network 89e5c55c-7811-4928-b596-aede1b1098ea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:03:34.589157 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-ae933037-90a0-4a12-945c-31046800a079 None None] Provisioning complete for port db479c51-02a5-488a-a1f8-5a6b3a120c94 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:34.589892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae933037-90a0-4a12-945c-31046800a079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:34.599858 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:34.847697 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:33Z', 'revision_number': 3, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:34.857295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae933037-90a0-4a12-945c-31046800a079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:34.887220 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Checking router: 83639bc3-a9c2-48ed-9de6-be58af4e3f98 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:34.888278 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Updating router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 port 40420df3-3b96-42d8-ae15-23c2093c82ac binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 00:03:34.933494 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.071226 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db479c51-02a5-488a-a1f8-5a6b3a120c94 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:35.075086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.147156 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6dccdebb-e270-4c86-9534-1fa37ebbc8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.162395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-ae933037-90a0-4a12-945c-31046800a079 None None] For port db479c51-02a5-488a-a1f8-5a6b3a120c94, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db479c51-02a5-488a-a1f8-5a6b3a120c94,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:35.179511 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ae933037-90a0-4a12-945c-31046800a079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.185850 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port db479c51-02a5-488a-a1f8-5a6b3a120c94 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:35.186543 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.278996 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae933037-90a0-4a12-945c-31046800a079 None None] Pushing event updated for resources: {'Port': ['ID=db479c51-02a5-488a-a1f8-5a6b3a120c94,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:35.318502 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Allocated IP 172.20.0.1 (89e5c55c-7811-4928-b596-aede1b1098ea/77f10893-7f13-42a5-9551-ddc616091f13/5bfbceef-3e6f-43ac-b28f-c1157f19bd0c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:35.363130 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.370069 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.408791 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.420592 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49614df3-371d-413f-b889-ac8db176b1f8 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:35.430276 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Attempting to bind port 40420df3-3b96-42d8-ae15-23c2093c82ac on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:03:35.430596 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Attempting to bind port 40420df3-3b96-42d8-ae15-23c2093c82ac by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:03:35.430930 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Attempting to bind port 40420df3-3b96-42d8-ae15-23c2093c82ac on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:35.438410 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Pushing event updated for resources: {'Port': ['ID=40420df3-3b96-42d8-ae15-23c2093c82ac,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:35.441655 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:03:35.442025 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:35.442419 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.442805 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:03:35.443271 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Bound port: 40420df3-3b96-42d8-ae15-23c2093c82ac, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:03:35.443667 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.451525 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.451896 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.452237 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.452572 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.452902 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.453229 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.453550 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.453874 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.454193 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.454511 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.454828 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.455144 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:03:35.455867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.495865 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.509895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-27bb2aea-c1c8-4da6-a8d5-9203cd82c426 None None] Provisioning complete for port 40420df3-3b96-42d8-ae15-23c2093c82ac triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:35.510474 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27bb2aea-c1c8-4da6-a8d5-9203cd82c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.517371 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] For port 40420df3-3b96-42d8-ae15-23c2093c82ac, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:03:35.520759 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] For port 40420df3-3b96-42d8-ae15-23c2093c82ac, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=40420df3-3b96-42d8-ae15-23c2093c82ac,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:03:35.526408 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.546320 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Network 89e5c55c-7811-4928-b596-aede1b1098ea is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:35.550864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:35.552628 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-27bb2aea-c1c8-4da6-a8d5-9203cd82c426 None None] Port 40420df3-3b96-42d8-ae15-23c2093c82ac cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:35.552797 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:35.555323 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:35.585063 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544594dd-5221-4ab2-a8e9-f1cafce352fe None None] Pushing event updated for resources: {'Port': ['ID=40420df3-3b96-42d8-ae15-23c2093c82ac,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:35.597131 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.602816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-27bb2aea-c1c8-4da6-a8d5-9203cd82c426 None None] Provisioning complete for port db479c51-02a5-488a-a1f8-5a6b3a120c94 triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:35.603053 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:35.603434 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-27bb2aea-c1c8-4da6-a8d5-9203cd82c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.603724 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:35.629806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd96dfd-aee8-4896-9996-b2afdfa32812 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:35.755668 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:35.768534 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.852576 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Provisioning complete for port 40420df3-3b96-42d8-ae15-23c2093c82ac triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:35.853081 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.939278 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.952158 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.957883 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.958889 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:33Z', 'revision_number': 3, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:35.975278 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] For port 40420df3-3b96-42d8-ae15-23c2093c82ac, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=40420df3-3b96-42d8-ae15-23c2093c82ac,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:35.982739 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:35.994503 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e5d19-f8cb-4ddd-9d08-d2fe63b5e90b None None] The sync data for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 is: [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:33Z', 'revision_number': 3, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:36.040007 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:36.042632 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:36.057601 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Provisioning complete for port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:36.058084 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:36.091164 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Pushing event updated for resources: {'Port': ['ID=40420df3-3b96-42d8-ae15-23c2093c82ac,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:36.107472 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-3315747a-17e3-431a-8192-8077fd0a93f5 None None] Port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:36.151095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Network 89e5c55c-7811-4928-b596-aede1b1098ea is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:36.152092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:36.345517 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:03:36.476736 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:36.482285 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-0eab5c21-0c70-4c7f-9c49-3ee429f227c0 admin admin] 10.222.0.11 "PUT /v2.0/routers/83639bc3-a9c2-48ed-9de6-be58af4e3f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9916077 Nov 24 00:03:36.529900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-84a91026-21d9-467c-8b18-7f05bee8e74b None None] Provisioning complete for port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:36.530401 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-84a91026-21d9-467c-8b18-7f05bee8e74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:36.571562 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-84a91026-21d9-467c-8b18-7f05bee8e74b None None] Port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:36.867881 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:36.905547 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db479c51-02a5-488a-a1f8-5a6b3a120c94 up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:36.967862 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port db479c51-02a5-488a-a1f8-5a6b3a120c94 triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:36.970114 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.050919 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35870) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:37.056674 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 40420df3-3b96-42d8-ae15-23c2093c82ac up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:37.056864 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1344541812-network', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:37.077308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Made reservation on behalf of ebb8fb486e4a4ae89b247dbbafb1e866 for: {'network': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 00:03:37.079855 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for network, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.089392 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.107424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 40420df3-3b96-42d8-ae15-23c2093c82ac triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:37.107831 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.177177 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.182011 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.203891 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 00:03:37.220176 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e44f1f7-263b-414d-ab5c-909d2736df27,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:37.223086 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.223430 n-d-817303-3 neutron-server[103523]: INFO neutron.db.segments_db [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Added segment 24241a5d-f076-4afb-aa23-451cb65281c7 of type vlan for network be68771b-99c1-4e9f-8d3d-14247d49d198 Nov 24 00:03:37.267097 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756273319720'] for network, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.293234 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746'] for network, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.294178 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:37.294758 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.327206 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2751174 Nov 24 00:03:37.329951 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35872) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:37.334654 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Request body: {'subnet': {'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1344541812-subnet', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'ip_version': 4}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:37.369596 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d3488-25f1-47df-ade2-3688dc1c5d37 admin admin] Pushing event updated for resources: {'Network': ['ID=be68771b-99c1-4e9f-8d3d-14247d49d198,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:37.381338 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Network be68771b-99c1-4e9f-8d3d-14247d49d198 details requested by agent ovs-agent-n-d-817303-3 with host n-d-817303-3 {{(pid=103524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 00:03:37.387327 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Made reservation on behalf of ebb8fb486e4a4ae89b247dbbafb1e866 for: {'subnet': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 00:03:37.389825 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897518'] for subnet, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.577797 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14166373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897500'] for subnet, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.635362 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c15d506-bc38-4ae5-a4ac-8c16884d8d6f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:37.644017 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Checking segment: {'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:37.644385 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Network hostable DHCP agents. Network: be68771b-99c1-4e9f-8d3d-14247d49d198, hostable agents: ['7c654238-26fb-4386-a226-1e90f2af67b1'], hosted agents: [] {{(pid=103523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 00:03:37.657562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.668945 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Network be68771b-99c1-4e9f-8d3d-14247d49d198 is scheduled to be hosted by DHCP agent 7c654238-26fb-4386-a226-1e90f2af67b1 with binding_index 1 {{(pid=103523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 00:03:37.670977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Sync routers for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:37.679670 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-3, be68771b-99c1-4e9f-8d3d-14247d49d198) {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:37.680910 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:37.681540 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:37.685632 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:37.686863 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.706189 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-301bab83-d209-4080-945b-8eb77794a4eb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3727193 Nov 24 00:03:37.706434 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35874) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:37.711165 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:37.723564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb20aee-7c34-46ea-b952-512a0249eef9 None None] Network be68771b-99c1-4e9f-8d3d-14247d49d198 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:03:37.732637 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1729955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3177'] for router, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.733808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1655996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3166'] for router, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.792856 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:37.864197 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:37.942668 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.043263 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b511bfc-5c53-5776-9493-1e670e126bc9-be68771b-99c1-4e9f-8d3d-14247d49d198', 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'fixed_ips': [{'subnet_id': '3c15d506-bc38-4ae5-a4ac-8c16884d8d6f'}]}} from n-d-817303-3. {{(pid=103524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 00:03:38.044161 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.257727 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.db_base_plugin_common [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Allocated IP 172.20.0.2 (be68771b-99c1-4e9f-8d3d-14247d49d198/3c15d506-bc38-4ae5-a4ac-8c16884d8d6f/f4564f5b-a3c8-49ff-8043-5dda737d8e6f) {{(pid=103524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:38.261251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 2, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:38.297316 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Checking router: 83639bc3-a9c2-48ed-9de6-be58af4e3f98 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:38.297927 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Updating router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 00:03:38.348796 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.559650 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.584724 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.586210 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.602294 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050'] for port, after_create {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.679722 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Network be68771b-99c1-4e9f-8d3d-14247d49d198 is already hosted by enough agents. {{(pid=103524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:38.695518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.scheduler.base_scheduler [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Resources bound (agent type, host, resource id): {{(pid=103524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:38.702151 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Received port after_create {{(pid=103524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:38.706903 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Pushing event updated for resources: {'Port': ['ID=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,revision_number=1']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:38.708963 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Allocated IP 172.25.0.241 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/adeedabb-5787-418c-ac7e-f95f8401192f) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:38.805058 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Attempting to bind port f4564f5b-a3c8-49ff-8043-5dda737d8e6f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:03:38.805448 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Attempting to bind port f4564f5b-a3c8-49ff-8043-5dda737d8e6f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:03:38.806314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Attempting to bind port f4564f5b-a3c8-49ff-8043-5dda737d8e6f on network be68771b-99c1-4e9f-8d3d-14247d49d198 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:38.822525 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:03:38.822789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Checking segment: {'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:38.823184 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.823606 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Bound using segment: {'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:03:38.824087 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Bound port: f4564f5b-a3c8-49ff-8043-5dda737d8e6f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:03:38.824473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.826550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.830429 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.842722 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.863124 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:38.911499 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:38.915549 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:38.919672 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:38.944283 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Pushing event updated for resources: {'Port': ['ID=adeedabb-5787-418c-ac7e-f95f8401192f,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:39.062588 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78349419-100f-4eec-8913-d47ebc2bed0b None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:39.141560 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.159511 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79704b-8997-4840-9ae4-06a80ae29e18 None None] Pushing event updated for resources: {'Port': ['ID=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:39.168145 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] For port f4564f5b-a3c8-49ff-8043-5dda737d8e6f, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:03:39.173424 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] For port f4564f5b-a3c8-49ff-8043-5dda737d8e6f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,segment=NetworkSegment(24241a5d-f076-4afb-aa23-451cb65281c7),segment_id=24241a5d-f076-4afb-aa23-451cb65281c7)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:03:39.194055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.215686 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.283901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Attempting to bind port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:03:39.284284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Attempting to bind port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:03:39.284669 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Attempting to bind port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c on network 89e5c55c-7811-4928-b596-aede1b1098ea {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:39.310557 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-16a81f7e-88aa-4537-a9cd-cf6f4d95bf27 None None] Provisioning complete for port adeedabb-5787-418c-ac7e-f95f8401192f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:39.311198 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-16a81f7e-88aa-4537-a9cd-cf6f4d95bf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.315500 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:03:39.315912 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Checking segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:39.316328 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.316730 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Bound using segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:03:39.317230 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Bound port: 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:03:39.317628 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.352858 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bca0c2-0c8c-4d1d-8e8d-e98b911456a9 None None] Pushing event updated for resources: {'Port': ['ID=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:39.412923 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-16a81f7e-88aa-4537-a9cd-cf6f4d95bf27 None None] Port adeedabb-5787-418c-ac7e-f95f8401192f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:39.448114 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] For port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:03:39.451924 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] For port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:03:39.458489 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.494068 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1729688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1732176'] for router, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.543398 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79704b-8997-4840-9ae4-06a80ae29e18 None None] Pushing event updated for resources: {'Port': ['ID=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:39.550594 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:39.551224 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:39.559741 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-f1eb5b73-8dd5-4e1c-87a7-7c93633e8ff3 None None] Provisioning complete for port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:39.559999 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5b73-8dd5-4e1c-87a7-7c93633e8ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.698541 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Router 25515b11-a6bd-485c-84a0-71d6257061e2 is scheduled to L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d with binding_index 1 {{(pid=103523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 00:03:39.810055 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5b73-8dd5-4e1c-87a7-7c93633e8ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.828001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:39.834002 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:39.838832 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Sync routers for ids ['25515b11-a6bd-485c-84a0-71d6257061e2'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:39.848979 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:39.851834 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Routers {'25515b11-a6bd-485c-84a0-71d6257061e2'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:39.852448 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-3c755ccb-7878-464b-8714-3e885cdd53ec admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1447608 Nov 24 00:03:39.852956 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['25515b11-a6bd-485c-84a0-71d6257061e2'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:39.854146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35876) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:39.895222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f1eb5b73-8dd5-4e1c-87a7-7c93633e8ff3 None None] For port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:39.902518 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5b73-8dd5-4e1c-87a7-7c93633e8ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.007978 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Set router 25515b11-a6bd-485c-84a0-71d6257061e2 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:40.047895 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb5b73-8dd5-4e1c-87a7-7c93633e8ff3 None None] Pushing event updated for resources: {'Port': ['ID=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:40.069770 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-46d99af6-7a3f-4214-86e7-eab6b2756f4a None None] Provisioning complete for port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:40.071394 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-46d99af6-7a3f-4214-86e7-eab6b2756f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.243557 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 3, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port': {'id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:38Z', 'updated_at': '2021-11-24T00:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:40.243900 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:40.275260 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Checking router: 25515b11-a6bd-485c-84a0-71d6257061e2 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:40.275654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894bf9c-df94-40c1-a93e-1c971f78e2da None None] The sync data for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 is: [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:40.276326 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Updating router 25515b11-a6bd-485c-84a0-71d6257061e2 port adeedabb-5787-418c-ac7e-f95f8401192f binding host n-d-817303-3 {{(pid=103525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 00:03:40.345489 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.349739 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:03:40.469993 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.683300 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Publish callbacks [] for port, precommit_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.692713 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.728174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Allocated IP 172.20.0.1 (be68771b-99c1-4e9f-8d3d-14247d49d198/3c15d506-bc38-4ae5-a4ac-8c16884d8d6f/08f11717-5a89-4f98-8ac5-669f0d1535be) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:40.746909 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2537060c-90d7-44ae-b87a-212b87d1b172 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:40.794646 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18584ed4-3c1f-407c-a65d-d4dfebf1a87a None None] Network be68771b-99c1-4e9f-8d3d-14247d49d198 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:03:40.804839 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Attempting to bind port adeedabb-5787-418c-ac7e-f95f8401192f on host n-d-817303-3 for vnic_type normal with profile {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:03:40.806444 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Attempting to bind port adeedabb-5787-418c-ac7e-f95f8401192f by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:03:40.806829 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Attempting to bind port adeedabb-5787-418c-ac7e-f95f8401192f on network 4479bc55-55b7-40b1-a523-c1e53c8f1429 {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:40.809373 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a49cf-0515-42b3-9fbd-8f6e7f6e3416 None None] Pushing event updated for resources: {'Port': ['ID=adeedabb-5787-418c-ac7e-f95f8401192f,revision_number=2']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:40.817489 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:03:40.817489 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Checking segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:40.821141 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.821141 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Bound using segment: {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'} {{(pid=103525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:03:40.821141 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.managers [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Bound port: adeedabb-5787-418c-ac7e-f95f8401192f, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a19a95-7c55-4ba2-9019-d223216167f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429'}}] {{(pid=103525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:03:40.821141 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.889030 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Provisioning complete for port adeedabb-5787-418c-ac7e-f95f8401192f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:40.890105 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.959694 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:40.969782 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] For port adeedabb-5787-418c-ac7e-f95f8401192f, host n-d-817303-3, cleared binding levels {{(pid=103525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:03:40.976505 n-d-817303-3 neutron-server[103525]: DEBUG neutron.plugins.ml2.db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] For port adeedabb-5787-418c-ac7e-f95f8401192f, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=adeedabb-5787-418c-ac7e-f95f8401192f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:03:40.977319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Port adeedabb-5787-418c-ac7e-f95f8401192f cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:40.985184 n-d-817303-3 neutron-server[103525]: DEBUG neutron_lib.callbacks.manager [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.021935 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:41.040617 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.093045 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b725b-b9d5-4c3f-b718-899940c63dcb None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:03:41.095719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Provisioning complete for port f4564f5b-a3c8-49ff-8043-5dda737d8e6f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:41.096238 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.097551 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Routers {'25515b11-a6bd-485c-84a0-71d6257061e2'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:41.098813 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['25515b11-a6bd-485c-84a0-71d6257061e2'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:41.109970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Network be68771b-99c1-4e9f-8d3d-14247d49d198 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:41.113871 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:41.119504 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:41.151408 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Pushing event updated for resources: {'Port': ['ID=08f11717-5a89-4f98-8ac5-669f0d1535be,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:41.192592 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a49cf-0515-42b3-9fbd-8f6e7f6e3416 None None] Pushing event updated for resources: {'Port': ['ID=adeedabb-5787-418c-ac7e-f95f8401192f,revision_number=3']} {{(pid=103525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:41.211312 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1616711'] for router_interface, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.321476 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:41.321850 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.358359 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.420591 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] Set router 25515b11-a6bd-485c-84a0-71d6257061e2 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:41.420940 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.440660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] For port f4564f5b-a3c8-49ff-8043-5dda737d8e6f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,segment=NetworkSegment(24241a5d-f076-4afb-aa23-451cb65281c7),segment_id=24241a5d-f076-4afb-aa23-451cb65281c7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:41.476934 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.549379 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4564f5b-a3c8-49ff-8043-5dda737d8e6f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:41.581293 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6e2f4-772d-4793-8e1b-076c08c4bc50 None None] Pushing event updated for resources: {'Port': ['ID=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:41.639112 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-1b8b383f-16da-4390-af69-f1f78736d594 None None] Provisioning complete for port adeedabb-5787-418c-ac7e-f95f8401192f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:41.639696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1b8b383f-16da-4390-af69-f1f78736d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.702609 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f4564f5b-a3c8-49ff-8043-5dda737d8e6f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:41.703242 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.743412 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 3, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port': {'id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:38Z', 'updated_at': '2021-11-24T00:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:41.792288 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59cd78-551a-4439-82fc-dbf221592dbd None None] The sync data for ids ['25515b11-a6bd-485c-84a0-71d6257061e2'] in n-d-817303-3 is: [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 3, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port': {'id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:38Z', 'updated_at': '2021-11-24T00:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:41.796339 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.805081 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.891462 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1b8b383f-16da-4390-af69-f1f78736d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.910204 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1616875'] for router_interface, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:41.915291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Pushing event updated for resources: {'Port': ['ID=08f11717-5a89-4f98-8ac5-669f0d1535be,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:41.952878 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1b8b383f-16da-4390-af69-f1f78736d594 None None] For port adeedabb-5787-418c-ac7e-f95f8401192f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=adeedabb-5787-418c-ac7e-f95f8401192f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:41.962892 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1b8b383f-16da-4390-af69-f1f78736d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:42.037649 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b383f-16da-4390-af69-f1f78736d594 None None] Pushing event updated for resources: {'Port': ['ID=adeedabb-5787-418c-ac7e-f95f8401192f,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:42.083806 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Network be68771b-99c1-4e9f-8d3d-14247d49d198 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:42.086246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-407cc76b-156d-4106-8e4a-51f3b1b92894 None None] Provisioning complete for port 08f11717-5a89-4f98-8ac5-669f0d1535be triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:42.086849 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-407cc76b-156d-4106-8e4a-51f3b1b92894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:42.087120 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:42.151721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-407cc76b-156d-4106-8e4a-51f3b1b92894 None None] Port 08f11717-5a89-4f98-8ac5-669f0d1535be cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:42.171977 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-407cc76b-156d-4106-8e4a-51f3b1b92894 None None] Provisioning complete for port f4564f5b-a3c8-49ff-8043-5dda737d8e6f triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:42.172357 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-407cc76b-156d-4106-8e4a-51f3b1b92894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:42.259798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Router 25515b11-a6bd-485c-84a0-71d6257061e2 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:03:42.410041 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:42.424050 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-9a8fc0b2-fd00-4af6-af34-1384766fcb7f admin admin] 10.222.0.11 "PUT /v2.0/routers/25515b11-a6bd-485c-84a0-71d6257061e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601995 Nov 24 00:03:42.510768 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-7eb80cd5-ec91-4a95-812a-cba4aa6becc0 None None] Provisioning complete for port 08f11717-5a89-4f98-8ac5-669f0d1535be triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:42.511153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7eb80cd5-ec91-4a95-812a-cba4aa6becc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:42.556515 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-7eb80cd5-ec91-4a95-812a-cba4aa6becc0 None None] Port 08f11717-5a89-4f98-8ac5-669f0d1535be cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:42.902548 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4564f5b-a3c8-49ff-8043-5dda737d8e6f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:42.957887 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port f4564f5b-a3c8-49ff-8043-5dda737d8e6f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:42.958371 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.046564 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device adeedabb-5787-418c-ac7e-f95f8401192f up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:43.099652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port adeedabb-5787-418c-ac7e-f95f8401192f triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:43.100033 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.316189 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35884) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:43.321030 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-cd474322-4369-4214-8bfd-dd44b06e58e0 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87316592', 'description': 'tempest-secgroup-smoke-87316592 description', 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:43.343601 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd474322-4369-4214-8bfd-dd44b06e58e0 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.410382 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd474322-4369-4214-8bfd-dd44b06e58e0 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.415598 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd474322-4369-4214-8bfd-dd44b06e58e0 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.445293 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cd474322-4369-4214-8bfd-dd44b06e58e0 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.446532 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-cd474322-4369-4214-8bfd-dd44b06e58e0 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1293440 Nov 24 00:03:43.448472 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd474322-4369-4214-8bfd-dd44b06e58e0 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87d3d80-68c0-4ca3-b0a8-43b927344ac9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:43.449817 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35886) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:43.455334 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-fd8850f7-8c32-4c6e-9852-d6476ff85029 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'security_group_rule': {'security_group_id': 'd87d3d80-68c0-4ca3-b0a8-43b927344ac9', 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:43.484404 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd8850f7-8c32-4c6e-9852-d6476ff85029 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.545867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd8850f7-8c32-4c6e-9852-d6476ff85029 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.549814 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd8850f7-8c32-4c6e-9852-d6476ff85029 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.570859 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8850f7-8c32-4c6e-9852-d6476ff85029 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5679ed7b-8978-409c-a233-5a2066e0646f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:43.576233 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd8850f7-8c32-4c6e-9852-d6476ff85029 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.577381 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-fd8850f7-8c32-4c6e-9852-d6476ff85029 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258605 Nov 24 00:03:43.580313 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35888) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:43.592733 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-152a92d0-0c09-44c7-9a32-d1ff4e74b074 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'security_group_rule': {'security_group_id': 'd87d3d80-68c0-4ca3-b0a8-43b927344ac9', 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:43.622325 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-152a92d0-0c09-44c7-9a32-d1ff4e74b074 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.692866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-152a92d0-0c09-44c7-9a32-d1ff4e74b074 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.697753 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-152a92d0-0c09-44c7-9a32-d1ff4e74b074 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.713627 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a92d0-0c09-44c7-9a32-d1ff4e74b074 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d162f7-f6a7-4a7b-b3d9-f40d11253628,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:43.723974 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-152a92d0-0c09-44c7-9a32-d1ff4e74b074 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.725210 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-152a92d0-0c09-44c7-9a32-d1ff4e74b074 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436601 Nov 24 00:03:43.728172 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35890) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:43.732780 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-18137217-7863-45a0-bdde-10cf21c7418b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'security_group_rule': {'security_group_id': 'd87d3d80-68c0-4ca3-b0a8-43b927344ac9', 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:43.759300 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18137217-7863-45a0-bdde-10cf21c7418b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.822391 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18137217-7863-45a0-bdde-10cf21c7418b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.823764 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Sync routers for ids ['25515b11-a6bd-485c-84a0-71d6257061e2'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:43.826461 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18137217-7863-45a0-bdde-10cf21c7418b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.838349 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Routers {'25515b11-a6bd-485c-84a0-71d6257061e2'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:43.838986 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['25515b11-a6bd-485c-84a0-71d6257061e2'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:43.845258 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18137217-7863-45a0-bdde-10cf21c7418b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2455e2ec-c820-4bfc-b359-4cd1acf00192,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:43.853456 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-18137217-7863-45a0-bdde-10cf21c7418b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.857226 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-18137217-7863-45a0-bdde-10cf21c7418b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256235 Nov 24 00:03:43.857474 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35892) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:43.861980 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fa15b3c8-ad4d-4187-9bf6-003c4d684bab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'security_group_rule': {'security_group_id': 'd87d3d80-68c0-4ca3-b0a8-43b927344ac9', 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:43.889697 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa15b3c8-ad4d-4187-9bf6-003c4d684bab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.950755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa15b3c8-ad4d-4187-9bf6-003c4d684bab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.953925 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Set router 25515b11-a6bd-485c-84a0-71d6257061e2 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:43.955752 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa15b3c8-ad4d-4187-9bf6-003c4d684bab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.974849 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15b3c8-ad4d-4187-9bf6-003c4d684bab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0979fb9e-008c-494b-9ed5-71f74b585cc2,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:43.984357 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa15b3c8-ad4d-4187-9bf6-003c4d684bab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:43.985502 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-fa15b3c8-ad4d-4187-9bf6-003c4d684bab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269567 Nov 24 00:03:43.988425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 35894) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:43.994181 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'security_group_rule': {'security_group_id': 'd87d3d80-68c0-4ca3-b0a8-43b927344ac9', 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:44.018272 n-d-817303-3 neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Project b32edcfbc4fb4f41bd12148e4a73870a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 00:03:44.024981 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.091374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.096028 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.116735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd58ede-92ed-4b5e-8e95-e16f08b1a8f3,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:44.126101 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.127336 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b3c9c969-8eb8-4a43-a5f4-34f2dd229bbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378646 Nov 24 00:03:44.133906 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35896) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:44.138348 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'security_group_rule': {'security_group_id': 'd87d3d80-68c0-4ca3-b0a8-43b927344ac9', 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:44.161990 n-d-817303-3 neutron-server[103523]: INFO neutron.db.securitygroups_db [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Project b32edcfbc4fb4f41bd12148e4a73870a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 00:03:44.168110 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.228808 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.233226 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438685'] for security_group_rule, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.251180 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cf26e9-beb0-455b-aed1-a2b8f43d824f,revision_number=0']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:44.259522 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.260763 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-52dbce12-6847-44a3-a579-e6b8d784533e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294630 Nov 24 00:03:44.321102 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 4, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port': {'id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:38Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '08f11717-5a89-4f98-8ac5-669f0d1535be', 'name': '', 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'mac_address': 'fa:16:3e:e8:80:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c15d506-bc38-4ae5-a4ac-8c16884d8d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:40Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 2, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'subnets': [{'id': '3c15d506-bc38-4ae5-a4ac-8c16884d8d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:44.348701 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Checking router: 25515b11-a6bd-485c-84a0-71d6257061e2 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:44.349072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Updating router 25515b11-a6bd-485c-84a0-71d6257061e2 port 08f11717-5a89-4f98-8ac5-669f0d1535be binding host n-d-817303-3 {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 00:03:44.379450 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.421622 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-4cf12296-854c-413e-b3a5-386a3b8035e3 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87316592&fields=id&tenant_id=b32edcfbc4fb4f41bd12148e4a73870a HTTP/1.1" status: 200 len: 267 time: 0.0470171 Nov 24 00:03:44.535681 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-2e2ac0e7-e0d4-4cc6-b6d8-d799ab5a885c tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:44.537199 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-2e2ac0e7-e0d4-4cc6-b6d8-d799ab5a885c tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 810 time: 0.1086478 Nov 24 00:03:44.553190 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-407a6bab-2ea3-4fb0-bc7b-ba10fc80517b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/quotas/b32edcfbc4fb4f41bd12148e4a73870a HTTP/1.1" status: 200 len: 375 time: 0.0094945 Nov 24 00:03:44.607197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-c3d730ae-f861-4a74-abf8-1a8155aa1e9e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479789 Nov 24 00:03:44.653120 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Publish callbacks [] for port, precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.658728 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.716301 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-3b79f8a8-ae1f-4e9d-818b-472e4aa0122c service neutron] 10.222.0.11 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963674 Nov 24 00:03:44.716654 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a41ec7-bad5-4aae-babb-79b18b821631 None None] Pushing event updated for resources: {'Port': ['ID=08f11717-5a89-4f98-8ac5-669f0d1535be,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:44.771834 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Attempting to bind port 08f11717-5a89-4f98-8ac5-669f0d1535be on host n-d-817303-3 for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:03:44.772208 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Attempting to bind port 08f11717-5a89-4f98-8ac5-669f0d1535be by drivers openvswitch,hyperv on host n-d-817303-3 at level 0 using segments [{'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:03:44.772671 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Attempting to bind port 08f11717-5a89-4f98-8ac5-669f0d1535be on network be68771b-99c1-4e9f-8d3d-14247d49d198 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:44.778246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Checking agent: {'id': '4ad34bca-6663-44ca-8e30-3070f24041a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 25, 37), 'started_at': datetime.datetime(2021, 11, 23, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:03:44.778623 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Checking segment: {'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:44.779605 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.780187 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Bound using segment: {'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:03:44.780789 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Bound port: 08f11717-5a89-4f98-8ac5-669f0d1535be, host: n-d-817303-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24241a5d-f076-4afb-aa23-451cb65281c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:03:44.781108 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.830688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-9eeab47b-d7b3-409f-8528-68421a8eae06 service neutron] 10.222.0.11 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067677 Nov 24 00:03:44.853342 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] For port 08f11717-5a89-4f98-8ac5-669f0d1535be, host n-d-817303-3, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:03:44.857581 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] For port 08f11717-5a89-4f98-8ac5-669f0d1535be, host n-d-817303-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=08f11717-5a89-4f98-8ac5-669f0d1535be,segment=NetworkSegment(24241a5d-f076-4afb-aa23-451cb65281c7),segment_id=24241a5d-f076-4afb-aa23-451cb65281c7)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:03:44.865090 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:44.926599 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Routers {'25515b11-a6bd-485c-84a0-71d6257061e2'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:44.927241 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['25515b11-a6bd-485c-84a0-71d6257061e2'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:45.000495 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a41ec7-bad5-4aae-babb-79b18b821631 None None] Pushing event updated for resources: {'Port': ['ID=08f11717-5a89-4f98-8ac5-669f0d1535be,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:45.028351 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6bcf7e15-230c-42a4-bfe6-6fa93dcbe1a5 req-d91355e9-30a4-4d2d-862d-235220173bf7 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 210 time: 0.0418258 Nov 24 00:03:45.058708 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a27213b2-86c3-4559-9e55-774abb339187 None None] Provisioning complete for port 08f11717-5a89-4f98-8ac5-669f0d1535be triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:45.059087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a27213b2-86c3-4559-9e55-774abb339187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:45.130530 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] Set router 25515b11-a6bd-485c-84a0-71d6257061e2 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:45.269303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a27213b2-86c3-4559-9e55-774abb339187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:45.342352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-a27213b2-86c3-4559-9e55-774abb339187 None None] For port 08f11717-5a89-4f98-8ac5-669f0d1535be, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=08f11717-5a89-4f98-8ac5-669f0d1535be,segment=NetworkSegment(24241a5d-f076-4afb-aa23-451cb65281c7),segment_id=24241a5d-f076-4afb-aa23-451cb65281c7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:45.348095 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a27213b2-86c3-4559-9e55-774abb339187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:45.438490 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27213b2-86c3-4559-9e55-774abb339187 None None] Pushing event updated for resources: {'Port': ['ID=08f11717-5a89-4f98-8ac5-669f0d1535be,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:45.467251 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 4, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port': {'id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:38Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '08f11717-5a89-4f98-8ac5-669f0d1535be', 'name': '', 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'mac_address': 'fa:16:3e:e8:80:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c15d506-bc38-4ae5-a4ac-8c16884d8d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:40Z', 'updated_at': '2021-11-24T00:03:44Z', 'revision_number': 4, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'subnets': [{'id': '3c15d506-bc38-4ae5-a4ac-8c16884d8d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:45.501508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3790b2a-9dd7-4117-a3fa-476ac873ef36 None None] The sync data for ids ['25515b11-a6bd-485c-84a0-71d6257061e2'] in n-d-817303-3 is: [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 4, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port': {'id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:38Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '08f11717-5a89-4f98-8ac5-669f0d1535be', 'name': '', 'network_id': 'be68771b-99c1-4e9f-8d3d-14247d49d198', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'mac_address': 'fa:16:3e:e8:80:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c15d506-bc38-4ae5-a4ac-8c16884d8d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:40Z', 'updated_at': '2021-11-24T00:03:44Z', 'revision_number': 4, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'subnets': [{'id': '3c15d506-bc38-4ae5-a4ac-8c16884d8d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:45.504084 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-fea0eef9-6d32-4f6a-a48f-e47be01617fc None None] Provisioning complete for port 08f11717-5a89-4f98-8ac5-669f0d1535be triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:45.504462 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-fea0eef9-6d32-4f6a-a48f-e47be01617fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:46.131414 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4bd246ca-6626-4600-953d-5bb437699440 req-da8c9067-a7b9-4dbb-84d7-fa4949a1d208 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 210 time: 0.0271535 Nov 24 00:03:46.330039 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-bd4fc1b7-40d1-4ad5-847c-a7d1fb30f940 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:46.331535 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-bd4fc1b7-40d1-4ad5-847c-a7d1fb30f940 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 810 time: 0.1104937 Nov 24 00:03:46.405767 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-2a13620e-9afa-49e9-89c5-8413fc76a5be tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b32edcfbc4fb4f41bd12148e4a73870a HTTP/1.1" status: 200 len: 378 time: 0.0592248 Nov 24 00:03:46.427485 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'port': {'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'admin_state_up': True, 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'security_groups': ['d87d3d80-68c0-4ca3-b0a8-43b927344ac9']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:46.535915 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Made reservation on behalf of b32edcfbc4fb4f41bd12148e4a73870a for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 00:03:46.539427 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:46.669214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Allocated IP 172.20.0.8 (89e5c55c-7811-4928-b596-aede1b1098ea/77f10893-7f13-42a5-9551-ddc616091f13/9842398f-feb7-4912-ba75-fe1b3514d72d) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:46.809055 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:46.831704 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 08f11717-5a89-4f98-8ac5-669f0d1535be up at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:46.849721 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:46.886304 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Provisioning complete for port 08f11717-5a89-4f98-8ac5-669f0d1535be triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:46.886938 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:46.892720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Network 89e5c55c-7811-4928-b596-aede1b1098ea is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:46.898316 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:46.901964 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:46.928238 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:46.961752 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:46.962421 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:46.981821 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f1873ee5-8aec-4bbd-97f8-553933a6c7ec tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578346 Nov 24 00:03:46.999394 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Request body: {'port': {'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:47.071670 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:47.163811 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-79764a0a-924f-4b09-ae66-bf5f76453e10 None None] Provisioning complete for port 9842398f-feb7-4912-ba75-fe1b3514d72d triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:47.164193 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-79764a0a-924f-4b09-ae66-bf5f76453e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:47.217312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-79764a0a-924f-4b09-ae66-bf5f76453e10 None None] Port 9842398f-feb7-4912-ba75-fe1b3514d72d cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:03:47.323080 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6d723-5c99-452f-9902-4d84c6c4204c req-724b47eb-c639-44f2-a5fc-9e8b015bce19 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:47.324564 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96a6d723-5c99-452f-9902-4d84c6c4204c req-724b47eb-c639-44f2-a5fc-9e8b015bce19 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 931 time: 0.1153264 Nov 24 00:03:47.429389 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-96a6d723-5c99-452f-9902-4d84c6c4204c req-13597064-ade5-4605-8a92-4427705ed252 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971682 Nov 24 00:03:47.450067 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9842398f-feb7-4912-ba75-fe1b3514d72d {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 00:03:47.453203 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:47.466661 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Transition to ACTIVE for port object 9842398f-feb7-4912-ba75-fe1b3514d72d will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 00:03:47.470707 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:47.545320 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:47.601468 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Attempting to bind port 9842398f-feb7-4912-ba75-fe1b3514d72d on host n-h1-817303-3 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:03:47.601740 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Attempting to bind port 9842398f-feb7-4912-ba75-fe1b3514d72d by drivers openvswitch,hyperv on host n-h1-817303-3 at level 0 using segments [{'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:03:47.601891 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Attempting to bind port 9842398f-feb7-4912-ba75-fe1b3514d72d on network 89e5c55c-7811-4928-b596-aede1b1098ea {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:47.606962 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Port 9842398f-feb7-4912-ba75-fe1b3514d72d on network 89e5c55c-7811-4928-b596-aede1b1098ea not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 00:03:47.607291 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Attempting to bind port 9842398f-feb7-4912-ba75-fe1b3514d72d on network 89e5c55c-7811-4928-b596-aede1b1098ea {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:03:47.612709 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Checking agent: {'id': '55663709-375c-48a4-a02a-e53b42d3b2dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'started_at': datetime.datetime(2021, 11, 23, 22, 33, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:03:47.613056 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Checking segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:03:47.613567 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Bound using segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:03:47.614016 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Bound port: 9842398f-feb7-4912-ba75-fe1b3514d72d, host: n-h1-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:03:47.614374 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:47.681912 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:03:47.685720 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:03:47.690054 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:47.727769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:47.728746 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:47.730214 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 1091 time: 0.7355154 Nov 24 00:03:47.732886 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:03:47.734900 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e2047c-93ee-4e86-ba91-374a34f6b38c" -d '{"events": [{"name": "network-changed", "server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:03:47.765538 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a00c89-57f9-4aec-b28c-a9a3f00449d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:47.843411 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f5e4d53e-210d-4486-99ce-123159f8db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:47.844990 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-f5e4d53e-210d-4486-99ce-123159f8db68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1094 time: 0.0515709 Nov 24 00:03:47.859757 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 00:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd9b663-f5b5-4204-9381-8dc71de4e3a5 x-openstack-request-id: req-dfd9b663-f5b5-4204-9381-8dc71de4e3a5 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:03:47.860123 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:03:47.860449 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfd9b663-f5b5-4204-9381-8dc71de4e3a5 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:03:47.860967 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'status': 'completed', 'code': 200} Nov 24 00:03:47.907066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-374ddae7-2419-4103-8165-6b8c69f4d905 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 217 time: 0.0344424 Nov 24 00:03:47.961723 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-8811cb7c-0cae-40ff-a6eb-bba2149e8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:47.963197 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-8811cb7c-0cae-40ff-a6eb-bba2149e8cee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0490365 Nov 24 00:03:48.015798 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-dd54da67-8a7d-481c-ae4a-d37d83fb6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:48.017299 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-dd54da67-8a7d-481c-ae4a-d37d83fb6cfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476339 Nov 24 00:03:48.112159 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-b06069ae-0cdf-477f-a269-e9e279aacf6f service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877028 Nov 24 00:03:48.214872 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-854f11ee-0a82-4a50-b6c8-0cfb76aa53cb req-84bd5066-b5e7-47f8-8adb-fe9d27ac15d8 service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955319 Nov 24 00:03:48.351224 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-e517a549-1b5f-4f6c-81b9-ab47466409a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:48.352825 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-e517a549-1b5f-4f6c-81b9-ab47466409a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1094 time: 0.0425220 Nov 24 00:03:48.447288 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-e591b08e-70f7-4d30-bc28-31ca00becacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:48.448791 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-e591b08e-70f7-4d30-bc28-31ca00becacc service neutron] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.0885437 Nov 24 00:03:48.490297 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-b138cda2-2002-408c-b3ce-974697d851b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 217 time: 0.0345261 Nov 24 00:03:48.570835 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-d2070326-8a6d-4604-a7f2-7d6ba2bc32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:48.572460 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-d2070326-8a6d-4604-a7f2-7d6ba2bc32aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0755324 Nov 24 00:03:48.584019 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a825ff-fc21-4cdc-b14b-c8548602d61a req-0bf534f6-d69b-4544-8cbb-c5749d252232 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:48.585824 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3a825ff-fc21-4cdc-b14b-c8548602d61a req-0bf534f6-d69b-4544-8cbb-c5749d252232 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 943 time: 0.0815077 Nov 24 00:03:48.662618 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-393f71f3-5e67-4478-a545-fe6966f424a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:48.665997 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-393f71f3-5e67-4478-a545-fe6966f424a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792890 Nov 24 00:03:48.670403 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-a3a825ff-fc21-4cdc-b14b-c8548602d61a req-35b116e6-7663-4779-ad7d-6a32fac3a6a3 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764480 Nov 24 00:03:48.763605 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-43e3c961-4d57-4dfe-87b5-45e172c1201d service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887430 Nov 24 00:03:48.855103 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b9e2047c-93ee-4e86-ba91-374a34f6b38c req-11274da0-9b86-49f7-895e-97588a39ced9 service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835330 Nov 24 00:03:49.299089 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9842398f-feb7-4912-ba75-fe1b3514d72d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 00:03:49.408228 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:49.419615 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 00:03:49.455823 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:49.468682 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9842398f-feb7-4912-ba75-fe1b3514d72d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 00:03:49.488233 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:49.492233 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:49.541959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:49.766582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9842398f-feb7-4912-ba75-fe1b3514d72d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 00:03:49.807663 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b271f-a2fe-4ceb-a1a3-5e1bc76dc537 req-644c93e2-9a66-4595-8c3b-0d62dd945d0f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:49.809193 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-846b271f-a2fe-4ceb-a1a3-5e1bc76dc537 req-644c93e2-9a66-4595-8c3b-0d62dd945d0f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 944 time: 0.0556867 Nov 24 00:03:49.860139 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-846b271f-a2fe-4ceb-a1a3-5e1bc76dc537 req-3eddbae1-66d2-427c-8713-8e3a35a8e015 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444133 Nov 24 00:03:50.978379 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fc07b-8ae8-4e51-bc2a-4a0a65d66f9b req-39f5b1fe-44a0-419d-a8d2-82016e0fe456 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:50.979892 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-961fc07b-8ae8-4e51-bc2a-4a0a65d66f9b req-39f5b1fe-44a0-419d-a8d2-82016e0fe456 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 944 time: 0.0492923 Nov 24 00:03:51.033004 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-961fc07b-8ae8-4e51-bc2a-4a0a65d66f9b req-f4261aeb-656d-4c6f-a661-fad7a774ad20 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469642 Nov 24 00:03:51.317022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9842398f-feb7-4912-ba75-fe1b3514d72d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:03:51.368855 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning for port 9842398f-feb7-4912-ba75-fe1b3514d72d completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 00:03:51.372806 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9842398f-feb7-4912-ba75-fe1b3514d72d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:03:51.373175 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:51.450963 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:51.473022 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:03:51.475249 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72537650-d139-43d5-9621-24398f0fcad6" -d '{"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-plugged", "status": "completed", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:03:51.493436 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:03:51.498128 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:51.521955 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d890c4a-3b71-4d95-82d1-842c8b831146 x-openstack-request-id: req-7d890c4a-3b71-4d95-82d1-842c8b831146 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:03:51.522254 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-plugged", "status": "completed", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:03:51.522547 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d890c4a-3b71-4d95-82d1-842c8b831146 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:03:51.522907 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'code': 200} Nov 24 00:03:51.547449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:51.655818 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303cf90-77c7-4968-a613-d99fa0c41899 req-8cbb11c0-fd95-4ce1-a50d-1d9f15de5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:51.657311 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8303cf90-77c7-4968-a613-d99fa0c41899 req-8cbb11c0-fd95-4ce1-a50d-1d9f15de5d0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1096 time: 0.0417631 Nov 24 00:03:51.708469 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8303cf90-77c7-4968-a613-d99fa0c41899 req-acf26e88-3186-4df8-b75e-a9d2d421e626 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440273 Nov 24 00:03:52.157526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90a171-4f9a-4b48-994c-eb312b97cded req-5729ee05-1404-429f-aa0c-14b7fcd1431b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:52.159009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e90a171-4f9a-4b48-994c-eb312b97cded req-5729ee05-1404-429f-aa0c-14b7fcd1431b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 945 time: 0.0496030 Nov 24 00:03:52.208879 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5e90a171-4f9a-4b48-994c-eb312b97cded req-edb439e8-5e1c-4491-a9d1-9d9f7f45a828 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425351 Nov 24 00:03:53.329735 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03890dbf-1351-4809-8514-084fdc9579d2 req-c6b4401d-b357-491f-b3dd-8994db46a696 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:53.331699 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03890dbf-1351-4809-8514-084fdc9579d2 req-c6b4401d-b357-491f-b3dd-8994db46a696 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 945 time: 0.0487185 Nov 24 00:03:53.382258 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-03890dbf-1351-4809-8514-084fdc9579d2 req-f51b875b-4edd-4f0e-b432-b4bbd738bd62 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436246 Nov 24 00:03:53.506967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518b4f-f443-4a05-9430-11a602c25078 req-d419c1d6-f4c0-46ce-a332-1fcce356d244 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:53.512110 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98518b4f-f443-4a05-9430-11a602c25078 req-d419c1d6-f4c0-46ce-a332-1fcce356d244 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 945 time: 0.0584278 Nov 24 00:03:53.558712 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-98518b4f-f443-4a05-9430-11a602c25078 req-68148838-173b-4dc5-9f1f-a1d39879671e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439119 Nov 24 00:03:53.580638 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35948) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:53.710757 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adc82a-7512-4d4b-82d4-ded07b693c33 tempest-TestSnapshotPattern-2063880409 tempest-TestSnapshotPattern-2063880409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:53.713491 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-19adc82a-7512-4d4b-82d4-ded07b693c33 tempest-TestSnapshotPattern-2063880409 tempest-TestSnapshotPattern-2063880409-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1091 time: 0.1316304 Nov 24 00:03:53.716296 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 35952) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:03:53.720980 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:03:53.746430 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:53.849769 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:53.957210 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Allocated IP 172.25.0.128 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/7628890a-0453-4695-b889-4edea57a6a51) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:03:54.060093 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:54.107098 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:54.150601 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:03:54.153474 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:03:54.156954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:03:54.162768 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'Port': ['ID=7628890a-0453-4695-b889-4edea57a6a51,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:54.527546 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:54.597384 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:54.750271 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:54.755056 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:54.828727 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'Port': ['ID=7628890a-0453-4695-b889-4edea57a6a51,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:03:54.839440 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:54.939441 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Floating IP 24f0e8c6-7c8e-4e21-a164-40dfe364b479 associated. External IP: 172.25.0.128, port: 9842398f-feb7-4912-ba75-fe1b3514d72d. Nov 24 00:03:55.149373 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:03:55.261852 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:03:55.272247 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] Sync routers for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:03:55.280343 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:03:55.284603 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:55.285279 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:55.309071 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-b07ca07c-1881-46a5-b74d-cb1cb2f63fc6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5916283 Nov 24 00:03:55.309834 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:03:55.312300 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f35699f-8741-44d1-b180-1f10d4d06d27" -d '{"events": [{"name": "network-changed", "server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:03:55.395070 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:55.405517 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 00:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0159a372-2bd7-4977-a388-e9d673d02e00 x-openstack-request-id: req-0159a372-2bd7-4977-a388-e9d673d02e00 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:03:55.405819 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:03:55.406082 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0159a372-2bd7-4977-a388-e9d673d02e00 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:03:55.406496 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'status': 'completed', 'code': 200} Nov 24 00:03:55.489413 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-43c21f58-36b6-4fda-aaf0-ce499b6892d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:55.490928 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-43c21f58-36b6-4fda-aaf0-ce499b6892d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1096 time: 0.0413752 Nov 24 00:03:55.585588 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-be91ca85-dc63-4cce-978b-ce79b8a8bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:55.587065 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-be91ca85-dc63-4cce-978b-ce79b8a8bc88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.0889888 Nov 24 00:03:55.619777 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:54Z', 'revision_number': 0, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:55.650627 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] Checking router: 83639bc3-a9c2-48ed-9de6-be58af4e3f98 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:03:55.652815 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-87d34c87-1fe2-4603-bee0-7093edd415af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 999 time: 0.0587738 Nov 24 00:03:55.658924 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:03:55.659527 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:03:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:55.703155 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-f07dfb41-3d1d-47e9-b1bb-36754694e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:55.704717 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-f07dfb41-3d1d-47e9-b1bb-36754694e637 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0454915 Nov 24 00:03:55.766730 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:03:56.009103 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:54Z', 'revision_number': 0, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:03:56.037903 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c2fb6-595b-4bcf-90d8-dffa076fbe0b None None] The sync data for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 is: [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:54Z', 'revision_number': 0, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:03:56.081959 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-0686a9e3-9dc0-43d6-b604-2e28af41ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:03:56.083300 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-0686a9e3-9dc0-43d6-b604-2e28af41ae75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717420 Nov 24 00:03:56.180213 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-86dcaa80-a101-40b6-b909-e7b77b71fa46 service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889864 Nov 24 00:03:56.286278 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4f35699f-8741-44d1-b180-1f10d4d06d27 req-7ec45f18-5ec2-4327-95a5-58c59c1ba59b service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959735 Nov 24 00:03:56.327933 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a427e0-04d6-420b-8ef9-716c42c1266e None None] New status for floating IP 24f0e8c6-7c8e-4e21-a164-40dfe364b479: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 00:03:57.855088 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:01.809656 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d778dab-005f-4934-b7ec-f8812862fbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:04.881174 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-38bc16c3-6709-4903-9adf-6e11bc742dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:05.396870 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:06.861529 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:07.659530 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:09.009890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:17.319115 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:04:24.242062 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-5e2a7f6b-6a3e-4161-a72f-c853ba546ed5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421720 Nov 24 00:04:24.346364 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-85b1b73f-c6ea-400e-b009-2f9110b4dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:04:24.347887 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-85b1b73f-c6ea-400e-b009-2f9110b4dd35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1096 time: 0.0419910 Nov 24 00:04:24.455628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-e7dbd2e1-ae90-46ed-bcc4-578ec3302036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:04:24.457037 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-e7dbd2e1-ae90-46ed-bcc4-578ec3302036 service neutron] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.0886240 Nov 24 00:04:24.522642 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-666895a7-f6d2-4e1a-b6b1-fa73c6e193bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 1001 time: 0.0582197 Nov 24 00:04:24.580639 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-bbe73c0c-967f-4df9-9a3e-c4a054aab1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:04:24.582084 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-bbe73c0c-967f-4df9-9a3e-c4a054aab1c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0508170 Nov 24 00:04:24.628212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-c0376231-c228-4755-a681-f1aa74a3672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:04:24.629730 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-c0376231-c228-4755-a681-f1aa74a3672e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400851 Nov 24 00:04:24.721471 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-d0e4ae49-6595-4837-9645-330710c5e413 service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821393 Nov 24 00:04:24.815024 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d6f6674a-ceda-4a8f-b5b7-1fa984640051 req-930bcaa5-130e-43d0-a95b-b2c75a41f98a service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Nov 24 00:04:27.855836 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:31.812473 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5a78-178c-43c6-9ca6-e3b1fefd4156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:34.883312 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-d733880d-be9a-4c15-9b5e-84e40efc6985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:35.401713 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:36.863449 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:37.660697 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:39.024827 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:04:54.318313 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:04:57.874924 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:01.813832 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d04-91b6-47f5-a32f-5ef09742dcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:04.885215 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-88965618-dcd6-495b-9c6f-c2bbac98d1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:05.402759 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:06.866314 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:07.662929 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:09.039147 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:26.211322 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-3c7191f0-77b5-4778-a087-d0cfcbc03b02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408988 Nov 24 00:05:26.313114 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-96da17bf-b0ee-432a-b59b-eafe044c5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:05:26.314615 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-96da17bf-b0ee-432a-b59b-eafe044c5e57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1096 time: 0.0454528 Nov 24 00:05:26.422484 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-028a10a3-b42c-40b2-8de5-4e4f540cadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:05:26.423907 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-028a10a3-b42c-40b2-8de5-4e4f540cadf1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.0884292 Nov 24 00:05:26.489009 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-c2d17da1-f77f-4c2e-87ed-5ab876f2849b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 1001 time: 0.0576379 Nov 24 00:05:26.540864 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-5514ca7d-d995-4f2b-95c2-a114b870cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:05:26.542600 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-5514ca7d-d995-4f2b-95c2-a114b870cbcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0467536 Nov 24 00:05:26.589970 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-77731646-b528-4236-9716-948cabc5b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:05:26.592192 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-77731646-b528-4236-9716-948cabc5b982 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419879 Nov 24 00:05:26.706818 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-55623d76-5f79-4ba5-aa7b-31d800e919ef service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074946 Nov 24 00:05:26.797341 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-d80700b2-a460-4bce-8a88-2517e2b71cac req-ceab28fd-4e8b-4b9f-b99f-3cbd5972d661 service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827825 Nov 24 00:05:27.874315 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:31.317053 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:05:31.816083 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3073-8bcd-42be-a29d-21270ccd1400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:34.885605 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-db4bb2e0-f649-4939-b7aa-f5877eb4599a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:35.406306 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:36.867826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:37.671598 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:39.038972 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:44.915959 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-30e90cd1-0d07-46c4-b3a3-a21eafa4c277 req-81d63587-dc3c-40d8-9558-5f0fc25314bb service neutron] (103523) timed out ('10.222.0.48', 52904) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 00:05:53.950785 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9842398f-feb7-4912-ba75-fe1b3514d72d details requested by agent hyperv_n-h1-817303-3 with host n-h1-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 00:05:54.054223 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:05:54.067595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Returning: {'device': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 00:05:54.106339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:54.119633 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9842398f-feb7-4912-ba75-fe1b3514d72d {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 00:05:54.150069 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:05:54.154153 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:54.208418 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:05:54.217926 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.218329 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.218604 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.218946 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.219284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.219652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.219991 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.220395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.220661 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.221018 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.221337 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.221595 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:05:54.296851 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] get_ports_and_sgs() called for port_ids ['9842398f-feb7-4912-ba75-fe1b3514d72d'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 00:05:55.948508 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9842398f-feb7-4912-ba75-fe1b3514d72d up at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:05:56.024272 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Provisioning complete for port 9842398f-feb7-4912-ba75-fe1b3514d72d triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:05:56.024909 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:56.123507 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:56.177202 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:05:56.183349 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05665756-3ff5-4bbe-91fd-cfe881606666" -d '{"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-plugged", "status": "completed", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:05:56.203298 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:05:56.213938 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:05:56.312449 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:05:56.338543 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44f8d21-0d99-43bc-9dee-51a2e282a493 x-openstack-request-id: req-e44f8d21-0d99-43bc-9dee-51a2e282a493 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:05:56.339071 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-plugged", "status": "completed", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:05:56.339400 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e44f8d21-0d99-43bc-9dee-51a2e282a493 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:05:56.339875 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'code': 200} Nov 24 00:05:57.880554 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:01.827813 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a72b4bc8-ddfb-43d2-9d18-c018e8d6071c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:04.500423 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-8fc9ac26-4247-4fa9-a5a9-d526b154eaab tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87316592&fields=id&tenant_id=b32edcfbc4fb4f41bd12148e4a73870a HTTP/1.1" status: 200 len: 267 time: 0.0470235 Nov 24 00:06:04.614869 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-72f9abe1-f62c-41ce-ad5b-660887cebd51 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:04.616442 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-72f9abe1-f62c-41ce-ad5b-660887cebd51 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 810 time: 0.1092072 Nov 24 00:06:04.632560 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-81965318-b3da-4d90-81c1-10ad0f272666 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/quotas/b32edcfbc4fb4f41bd12148e4a73870a HTTP/1.1" status: 200 len: 375 time: 0.0096130 Nov 24 00:06:04.688282 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-3d4c79a6-5ba3-48e9-8301-c2eb5e88fe07 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491133 Nov 24 00:06:04.752834 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-729c0f1f-0226-4139-ad32-a9b797d97623 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 00:06:04.753854 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-729c0f1f-0226-4139-ad32-a9b797d97623 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0524273 Nov 24 00:06:04.856671 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-c96aeb96-f1fa-4280-8b35-63b08c44437a service neutron] 10.222.0.11 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961888 Nov 24 00:06:04.890066 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2ef2-0747-4324-b8b9-9425d5793cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:04.955066 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-1c4eab0c-7d93-4956-9c4f-044784c990bb service neutron] 10.222.0.11 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919020 Nov 24 00:06:05.228707 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-06c34633-562e-4571-9a7c-e1c51a81b819 req-f6ec75fa-84f6-4dc5-baa8-096010a81b50 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 210 time: 0.0855305 Nov 24 00:06:05.412961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:06.181277 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-c45909c4-c48e-4d8c-ab64-f565863b9506 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:06.183009 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-c45909c4-c48e-4d8c-ab64-f565863b9506 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.46 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 810 time: 0.1174793 Nov 24 00:06:06.262110 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-204f9c59-eda6-4138-8dfe-0b76286ca27e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b32edcfbc4fb4f41bd12148e4a73870a HTTP/1.1" status: 200 len: 378 time: 0.0683773 Nov 24 00:06:06.272155 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'port': {'device_id': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'admin_state_up': True, 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'security_groups': ['d87d3d80-68c0-4ca3-b0a8-43b927344ac9']}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:06:06.350578 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c2d92a72-5554-4345-b146-867c41b485be req-23982f4c-e045-4d66-920f-0f99b8bccc6a tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 210 time: 0.0337296 Nov 24 00:06:06.404765 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Made reservation on behalf of b32edcfbc4fb4f41bd12148e4a73870a for: {'port': 1} {{(pid=103523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 00:06:06.410552 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:06.660092 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Allocated IP 172.20.0.11 (89e5c55c-7811-4928-b596-aede1b1098ea/77f10893-7f13-42a5-9551-ddc616091f13/de09831e-744a-4422-8376-5dfe91e2b1ab) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:06:06.900309 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:06.967125 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for port, precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:07.021608 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:07.085254 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Network 89e5c55c-7811-4928-b596-aede1b1098ea is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:06:07.088665 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:06:07.093446 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:06:07.100847 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:07.140589 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.140931 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.141500 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.142010 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.142532 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.143042 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.143560 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.144083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.144607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.145108 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.145598 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.146095 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:07.195671 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:07.196689 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:07.221779 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-fd0526c6-3276-4a38-8548-70d8d2bd489e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9535697 Nov 24 00:06:07.472899 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-5dd418e3-9be0-4c70-af0f-0d74cf709b82 None None] Provisioning complete for port de09831e-744a-4422-8376-5dfe91e2b1ab triggered by entity DHCP. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:06:07.473890 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5dd418e3-9be0-4c70-af0f-0d74cf709b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:07.516967 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a035f-f49d-4a2d-953b-fdaba8d08b45 req-af2b4c80-fae3-496f-b007-a209e36d6f57 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:07.520128 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b3a035f-f49d-4a2d-953b-fdaba8d08b45 req-af2b4c80-fae3-496f-b007-a209e36d6f57 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0730236 Nov 24 00:06:07.536608 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-5dd418e3-9be0-4c70-af0f-0d74cf709b82 None None] Port de09831e-744a-4422-8376-5dfe91e2b1ab cannot update to ACTIVE because it is not bound. {{(pid=103524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 00:06:07.608589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5b3a035f-f49d-4a2d-953b-fdaba8d08b45 req-5a00bf84-dd82-4b94-bf72-fddaa64aaf2a tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831146 Nov 24 00:06:07.676687 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:08.016017 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9842398f-feb7-4912-ba75-fe1b3514d72d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:06:08.140183 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:08.176003 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:06:08.179734 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d4d833-1b8f-4291-a40c-7f5bb3b2ff23" -d '{"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-unplugged", "status": "completed", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:06:08.187487 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:06:08.193137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:08.256408 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Pushing event updated for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:08.262790 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 00:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba060c-95cd-4267-85b5-2a63b3255360 x-openstack-request-id: req-80ba060c-95cd-4267-85b5-2a63b3255360 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:06:08.263104 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-unplugged", "status": "completed", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:06:08.263348 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80ba060c-95cd-4267-85b5-2a63b3255360 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:06:08.263796 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'code': 200} Nov 24 00:06:08.318407 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:06:08.768003 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eeb26-14db-4699-8c52-ef321b7ac31b req-2d3d2837-0b55-4855-bbd8-108bf36628ad tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:08.770363 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f6eeb26-14db-4699-8c52-ef321b7ac31b req-2d3d2837-0b55-4855-bbd8-108bf36628ad tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0668278 Nov 24 00:06:08.848424 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5f6eeb26-14db-4699-8c52-ef321b7ac31b req-1aab4460-65ac-4fea-9329-e6a23aab6708 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721385 Nov 24 00:06:09.049826 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:09.987593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4a87c-a6e9-432f-84b6-ef6dc7b00c21 req-08336513-1da4-4d22-ae9d-b57c0c2d6238 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:09.989373 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fe4a87c-a6e9-432f-84b6-ef6dc7b00c21 req-08336513-1da4-4d22-ae9d-b57c0c2d6238 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0602398 Nov 24 00:06:10.080786 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-8fe4a87c-a6e9-432f-84b6-ef6dc7b00c21 req-887e273e-267b-46cc-b678-03144410cc40 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834172 Nov 24 00:06:11.235807 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d505d-93b1-4ae0-a178-da1f29139846 req-05b373a0-3c64-470b-b3c8-250e38a28662 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:11.237643 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-647d505d-93b1-4ae0-a178-da1f29139846 req-05b373a0-3c64-470b-b3c8-250e38a28662 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0631022 Nov 24 00:06:11.308232 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-647d505d-93b1-4ae0-a178-da1f29139846 req-f590f61e-7915-44d4-85d2-cba8276b9269 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637536 Nov 24 00:06:12.494425 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add31da-392c-45ee-ae1c-7d177b28fd88 req-d8d776a1-8d70-4d4a-8afe-4894bb07a2f5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:12.498688 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3add31da-392c-45ee-ae1c-7d177b28fd88 req-d8d776a1-8d70-4d4a-8afe-4894bb07a2f5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0745509 Nov 24 00:06:12.586292 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3add31da-392c-45ee-ae1c-7d177b28fd88 req-172dfa79-1d5b-40df-85c3-0b29063c970d tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809991 Nov 24 00:06:13.738488 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428af759-be95-46ce-90ba-20c4019e24f2 req-ddb4e418-79a9-433d-87dc-d4c1b9185fbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:13.740036 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-428af759-be95-46ce-90ba-20c4019e24f2 req-ddb4e418-79a9-433d-87dc-d4c1b9185fbc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0540533 Nov 24 00:06:13.798858 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-428af759-be95-46ce-90ba-20c4019e24f2 req-625a0db3-434f-464c-a2d2-4a926b5c487a tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515497 Nov 24 00:06:14.926350 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85569e-3f3e-4418-81d2-79890431f278 req-6d6de8c8-7cab-4266-b40b-193fb71afcf4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:14.928006 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb85569e-3f3e-4418-81d2-79890431f278 req-6d6de8c8-7cab-4266-b40b-193fb71afcf4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0539889 Nov 24 00:06:14.988167 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fb85569e-3f3e-4418-81d2-79890431f278 req-ebf8b86a-3df2-4e65-94cb-65c451d2d327 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527084 Nov 24 00:06:16.115593 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de6a82-5830-4151-b7b4-0a7bec72a3f3 req-1cfac4de-3dc6-4eaa-962b-df2b682b68c1 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:16.117157 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42de6a82-5830-4151-b7b4-0a7bec72a3f3 req-1cfac4de-3dc6-4eaa-962b-df2b682b68c1 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 932 time: 0.0524290 Nov 24 00:06:16.168355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-42de6a82-5830-4151-b7b4-0a7bec72a3f3 req-d6b7e220-b3f2-47cd-b230-11296129f595 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446780 Nov 24 00:06:16.253130 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.v2.base [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Request body: {'port': {'device_id': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-3'}} {{(pid=103523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:06:16.310441 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:16.926794 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de09831e-744a-4422-8376-5dfe91e2b1ab {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 00:06:16.934558 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:16.947697 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Transition to ACTIVE for port object de09831e-744a-4422-8376-5dfe91e2b1ab will not be triggered until provisioned by entity L2. {{(pid=103523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 00:06:16.952434 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:17.005778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:17.083830 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Attempting to bind port de09831e-744a-4422-8376-5dfe91e2b1ab on host n-h2-817303-3 for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 00:06:17.084088 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Attempting to bind port de09831e-744a-4422-8376-5dfe91e2b1ab by drivers openvswitch,hyperv on host n-h2-817303-3 at level 0 using segments [{'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 00:06:17.084548 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Attempting to bind port de09831e-744a-4422-8376-5dfe91e2b1ab on network 89e5c55c-7811-4928-b596-aede1b1098ea {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:06:17.090629 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Port de09831e-744a-4422-8376-5dfe91e2b1ab on network 89e5c55c-7811-4928-b596-aede1b1098ea not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-3 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 00:06:17.090947 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Attempting to bind port de09831e-744a-4422-8376-5dfe91e2b1ab on network 89e5c55c-7811-4928-b596-aede1b1098ea {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 00:06:17.096770 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Checking agent: {'id': '563efd4a-75af-4efd-b217-351aa38e1692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'started_at': datetime.datetime(2021, 11, 23, 22, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 0, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 00:06:17.097307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Checking segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 00:06:17.097444 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Bound using segment: {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 00:06:17.097826 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Bound port: de09831e-744a-4422-8376-5dfe91e2b1ab, host: n-h2-817303-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5008ff-6c96-4deb-8f19-6c54a4dbe385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 00:06:17.098184 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:17.166264 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 00:06:17.170512 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 00:06:17.174806 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14166514'] for port, after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:17.209580 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.210319 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:17.211748 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] 10.222.0.46 "PUT /v2.0/ports/de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 200 len: 1092 time: 1.0082247 Nov 24 00:06:17.212196 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:06:17.214510 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:06:17.256505 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00812c7a-573b-404d-9f20-9e43f887307b service neutron] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:17.300633 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 00:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478277f3-8bb5-4fa1-a89a-3e58de119301 x-openstack-request-id: req-478277f3-8bb5-4fa1-a89a-3e58de119301 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:06:17.300931 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:06:17.301190 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-478277f3-8bb5-4fa1-a89a-3e58de119301 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:06:17.301592 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'status': 'completed', 'code': 200} Nov 24 00:06:17.309299 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b348f97-5ea0-4d3e-8d3a-e856d2b0ef38 req-34bfd8d3-369f-4719-aa5f-d476f725d51f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.310995 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b348f97-5ea0-4d3e-8d3a-e856d2b0ef38 req-34bfd8d3-369f-4719-aa5f-d476f725d51f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 944 time: 0.0591431 Nov 24 00:06:17.316104 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-25b3dee9-a357-4393-95fd-955643c1dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.317604 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-25b3dee9-a357-4393-95fd-955643c1dd5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1095 time: 0.0507946 Nov 24 00:06:17.361294 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-3c05bc82-8df5-4beb-ac49-eab8d2f323d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 200 len: 217 time: 0.0362296 Nov 24 00:06:17.366569 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-6b348f97-5ea0-4d3e-8d3a-e856d2b0ef38 req-dda59a36-5796-4d0c-8039-860c72a7a8fe tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491242 Nov 24 00:06:17.418611 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-f5ec43ce-7a3b-4ed4-a493-cfb8701e9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.420044 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-f5ec43ce-7a3b-4ed4-a493-cfb8701e9070 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0471148 Nov 24 00:06:17.472748 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-493621d3-3061-474b-866a-9a8a510c9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.474263 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-493621d3-3061-474b-866a-9a8a510c9e3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468102 Nov 24 00:06:17.570059 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-0034421f-0bff-4c84-99d4-47cbcc237c82 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882566 Nov 24 00:06:17.668380 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-fd55e334-bce3-4cdb-a9d6-ba4e0ee86506 req-c7d56972-bbb7-4803-b29a-4d96e27d04fe service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913725 Nov 24 00:06:17.756750 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-c06ee78e-3370-459a-9c5b-c8b7fabdcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.758300 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-c06ee78e-3370-459a-9c5b-c8b7fabdcba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1095 time: 0.0420315 Nov 24 00:06:17.851684 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-37b0fe97-6eac-4fed-890f-91a89261ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.853155 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-37b0fe97-6eac-4fed-890f-91a89261ae01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.0871119 Nov 24 00:06:17.896432 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-39746d3f-a921-4d91-a07e-027956e081a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 200 len: 217 time: 0.0351586 Nov 24 00:06:17.949937 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-eef8d653-cc75-49a0-be9b-6ebfec0c2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:17.951326 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-eef8d653-cc75-49a0-be9b-6ebfec0c2944 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0463848 Nov 24 00:06:18.001819 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-1acebbf1-f393-4527-9e5e-3b7c5d3482be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:18.003335 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-1acebbf1-f393-4527-9e5e-3b7c5d3482be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441170 Nov 24 00:06:18.101547 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-04aacce3-da6c-4dfe-89b8-f16fc6cc3b89 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898681 Nov 24 00:06:18.198242 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-308e6cf7-e1eb-4ec0-83c6-5adb0e7ff1b5 req-5df78980-512c-45ef-a5c0-b0c2d2dd4466 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891814 Nov 24 00:06:18.491407 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a904e0-ade6-4140-b7ad-cabd189287e1 req-08dcc1f8-9dc5-4595-af1d-5d7ffe0e235f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:18.492940 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9a904e0-ade6-4140-b7ad-cabd189287e1 req-08dcc1f8-9dc5-4595-af1d-5d7ffe0e235f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 944 time: 0.0530443 Nov 24 00:06:18.543654 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f9a904e0-ade6-4140-b7ad-cabd189287e1 req-79d7e989-8764-40b6-b70c-2fdd065770f5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444531 Nov 24 00:06:19.660370 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3390c-3b8e-490e-ba88-5b514edfe5ad req-e120687a-34ff-45dd-b655-6ee1397a1a76 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:19.661860 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29d3390c-3b8e-490e-ba88-5b514edfe5ad req-e120687a-34ff-45dd-b655-6ee1397a1a76 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 944 time: 0.0494144 Nov 24 00:06:19.712766 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-29d3390c-3b8e-490e-ba88-5b514edfe5ad req-27819184-49f8-41c7-845e-f2d452e185b3 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439703 Nov 24 00:06:20.836368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389be10-d444-4ce5-ab59-25c0aa4e28c2 req-037bc06e-8635-4ce1-9ce8-bb4e7e4e951c tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:20.837850 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c389be10-d444-4ce5-ab59-25c0aa4e28c2 req-037bc06e-8635-4ce1-9ce8-bb4e7e4e951c tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 944 time: 0.0529130 Nov 24 00:06:20.889338 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c389be10-d444-4ce5-ab59-25c0aa4e28c2 req-4d2096a2-d882-4572-b550-0b142a362725 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448670 Nov 24 00:06:21.019314 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device de09831e-744a-4422-8376-5dfe91e2b1ab details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 00:06:21.115523 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:06:21.130951 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'port_id': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'mac_address': 'fa:16:3e:19:0b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 00:06:21.169378 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:21.182068 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de09831e-744a-4422-8376-5dfe91e2b1ab {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 00:06:21.201227 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:06:21.205145 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:21.252301 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:21.448025 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['de09831e-744a-4422-8376-5dfe91e2b1ab'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 00:06:22.009097 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3a781-43b8-4c8c-9255-a64c260a8e24 req-c81e15f5-1176-4336-8318-e81f32944829 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:22.010621 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5f3a781-43b8-4c8c-9255-a64c260a8e24 req-c81e15f5-1176-4336-8318-e81f32944829 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 945 time: 0.0502207 Nov 24 00:06:22.063274 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b5f3a781-43b8-4c8c-9255-a64c260a8e24 req-efe4ba0d-4f4c-48dc-9b27-58a5e0b69316 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454805 Nov 24 00:06:23.025763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device de09831e-744a-4422-8376-5dfe91e2b1ab up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:06:23.081423 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning for port de09831e-744a-4422-8376-5dfe91e2b1ab completed by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 00:06:23.086146 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port de09831e-744a-4422-8376-5dfe91e2b1ab triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:06:23.086788 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:23.168928 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:23.193624 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:06:23.195371 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7c309-6035-4111-a4e9-30d01fa866ad req-a4265c70-eb6a-4753-a8b7-da0f83593ec5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:23.196228 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9abba28-91bc-4eec-9fb9-9d7f6aac4fe2" -d '{"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-plugged", "status": "completed", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:06:23.197100 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22a7c309-6035-4111-a4e9-30d01fa866ad req-a4265c70-eb6a-4753-a8b7-da0f83593ec5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 945 time: 0.0607686 Nov 24 00:06:23.210826 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:06:23.217834 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:23.243563 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97526e11-c03c-448b-a792-578003b849bd x-openstack-request-id: req-97526e11-c03c-448b-a792-578003b849bd {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:06:23.243881 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-plugged", "status": "completed", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:06:23.244138 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97526e11-c03c-448b-a792-578003b849bd {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:06:23.244563 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'code': 200} Nov 24 00:06:23.258797 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-22a7c309-6035-4111-a4e9-30d01fa866ad req-b47982c0-ea7f-4d9e-bc97-577961340506 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548513 Nov 24 00:06:23.282782 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=5']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:23.351255 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f1794-d088-4f22-a1ae-31bf09726864 req-2aab09c0-bf48-4375-830b-ad0ae3310f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:23.352843 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b46f1794-d088-4f22-a1ae-31bf09726864 req-2aab09c0-bf48-4375-830b-ad0ae3310f1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1097 time: 0.0419753 Nov 24 00:06:23.400941 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-b46f1794-d088-4f22-a1ae-31bf09726864 req-e2a15e69-4312-417b-9a74-92996dd5a32a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403712 Nov 24 00:06:24.447174 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914e003-1545-4c38-881a-f37cf9c4430b req-0660f40e-73fe-4961-8b3d-1654f69a9593 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:24.448647 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0914e003-1545-4c38-881a-f37cf9c4430b req-0660f40e-73fe-4961-8b3d-1654f69a9593 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 946 time: 0.1151474 Nov 24 00:06:24.508563 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0914e003-1545-4c38-881a-f37cf9c4430b req-4c7d6c80-c952-4cf3-ac6f-d9e25caae7c6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482936 Nov 24 00:06:25.633526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297d345-ad31-4e99-9e37-c82c109eb565 req-ecb875d9-0492-4887-b26d-ef89ce7dd81b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:25.635026 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3297d345-ad31-4e99-9e37-c82c109eb565 req-ecb875d9-0492-4887-b26d-ef89ce7dd81b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 946 time: 0.0514429 Nov 24 00:06:25.684732 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-3297d345-ad31-4e99-9e37-c82c109eb565 req-5d624c07-0e17-4f66-89f6-4cc78fa79d1e tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429783 Nov 24 00:06:25.807543 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db20c90-bef4-45d0-bbd1-832cbddb1f02 req-caa25a83-7370-4d4d-a474-85766e4e5d23 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:25.809000 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2db20c90-bef4-45d0-bbd1-832cbddb1f02 req-caa25a83-7370-4d4d-a474-85766e4e5d23 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 946 time: 0.0541852 Nov 24 00:06:25.858908 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-2db20c90-bef4-45d0-bbd1-832cbddb1f02 req-9ad5cb50-272b-4cad-94df-48c91fa2cd5b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435708 Nov 24 00:06:25.880353 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36220) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:06:25.920526 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d185b5-b473-4385-afcf-a70eb042772c tempest-TestSnapshotPattern-2063880409 tempest-TestSnapshotPattern-2063880409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:25.922049 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-b8d185b5-b473-4385-afcf-a70eb042772c tempest-TestSnapshotPattern-2063880409 tempest-TestSnapshotPattern-2063880409-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1092 time: 0.0406978 Nov 24 00:06:25.924994 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36222) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:06:25.929245 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Request body: {'floatingip': {'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'port_id': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 00:06:25.952080 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:26.057458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:26.160563 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Allocated IP 172.25.0.170 (4479bc55-55b7-40b1-a523-c1e53c8f1429/4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f/6fbd0ec6-0cea-4a45-841b-3a45a365c3fe) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 00:06:26.268353 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for port, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:26.301893 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756273295050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:26.342578 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Network 4479bc55-55b7-40b1-a523-c1e53c8f1429 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 00:06:26.345476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 00:06:26.349158 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 00:06:26.354697 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'Port': ['ID=6fbd0ec6-0cea-4a45-841b-3a45a365c3fe,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:26.379957 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.380309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.380656 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.380997 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.381333 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.381665 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.381995 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.382323 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.382650 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.382981 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.383309 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.383673 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:06:26.722780 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:26.787879 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:26.939972 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for port, precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:26.944432 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16641681'] for port, after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:27.030476 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event updated for resources: {'Port': ['ID=6fbd0ec6-0cea-4a45-841b-3a45a365c3fe,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:06:27.040243 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1732288'] for floatingip, after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:27.143120 n-d-817303-3 neutron-server[103522]: INFO neutron.db.l3_db [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Floating IP 6f90fea8-283d-4573-87a9-e8dc2cd423e1 associated. External IP: 172.25.0.170, port: de09831e-744a-4422-8376-5dfe91e2b1ab. Nov 24 00:06:27.280098 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-85800969-1890-44fb-9499-bd442959e55b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579994 Nov 24 00:06:27.417745 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:06:27.420573 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-c8e8e198-d9a0-4667-a1f0-222bb3322610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:27.422071 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-c8e8e198-d9a0-4667-a1f0-222bb3322610 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1094 time: 0.0627275 Nov 24 00:06:27.877281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:27.916026 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:06:27.918137 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-d8cf6f9b-3e46-4242-89aa-d6331fe78f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:27.920030 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-d8cf6f9b-3e46-4242-89aa-d6331fe78f49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.4514594 Nov 24 00:06:27.926388 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] Sync routers for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:06:27.939884 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:06:27.940454 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:06:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:06:27.968664 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:28.008529 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-a153858c-dc5f-46d8-b253-8c1e0e7a59c5 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0824869 Nov 24 00:06:28.014865 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:06:28.017165 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14e3873-e055-4c07-ba11-e00364ec93c5" -d '{"events": [{"name": "network-changed", "server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:06:28.024418 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-c2cdaa7d-ced7-492b-962c-b861daf93300 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 999 time: 0.0971549 Nov 24 00:06:28.059443 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 00:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d3309c-a83b-413f-86ac-c72bc0273a83 x-openstack-request-id: req-f7d3309c-a83b-413f-86ac-c72bc0273a83 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:06:28.059763 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:06:28.060029 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7d3309c-a83b-413f-86ac-c72bc0273a83 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:06:28.060468 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'status': 'completed', 'code': 200} Nov 24 00:06:28.087034 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-c1153bc7-adcf-410f-9011-2c0dd7449c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.088556 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-c1153bc7-adcf-410f-9011-2c0dd7449c36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0579767 Nov 24 00:06:28.136206 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-a3095d40-faeb-4df8-90c4-8975d51032f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.138450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-a3095d40-faeb-4df8-90c4-8975d51032f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1097 time: 0.0556436 Nov 24 00:06:28.150469 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-94dcc4df-839b-49e6-94bb-35c94e6ee5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.153200 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-94dcc4df-839b-49e6-94bb-35c94e6ee5b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568972 Nov 24 00:06:28.168243 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:06:28.244796 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-98f9b5ef-116a-4825-a17b-d2da64c52ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.247250 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-98f9b5ef-116a-4825-a17b-d2da64c52ae8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.1010401 Nov 24 00:06:28.252523 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-38070c52-671c-4965-a01b-b457c14ac95d service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920043 Nov 24 00:06:28.318954 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-f55d5ff6-163f-4f69-90e2-a012b6d42473 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 200 len: 1000 time: 0.0648344 Nov 24 00:06:28.354964 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-fc4e0a1c-22b1-4b78-86db-0bbc49c8fcae req-05bebd49-5fe4-481d-8542-7d88726c2682 service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944281 Nov 24 00:06:28.376275 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-139b6014-64c1-459b-a8be-8326ea76b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.377962 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-139b6014-64c1-459b-a8be-8326ea76b058 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0516047 Nov 24 00:06:28.411779 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:56Z', 'revision_number': 1, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}, {'id': '6f90fea8-283d-4573-87a9-e8dc2cd423e1', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:19:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:06:26Z', 'updated_at': '2021-11-24T00:06:26Z', 'revision_number': 0, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:06:28.423414 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-50df0f63-06cf-4af8-ad04-5f1f25466c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.424985 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-50df0f63-06cf-4af8-ad04-5f1f25466c40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406263 Nov 24 00:06:28.439383 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] Checking router: 83639bc3-a9c2-48ed-9de6-be58af4e3f98 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:06:28.447953 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:06:28.448573 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:06:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:06:28.519500 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-3c585934-62ee-495f-ad6e-79c89242b0ce service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874221 Nov 24 00:06:28.562608 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:06:28.598405 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.46', 59876) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:06:28.645034 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-c14e3873-e055-4c07-ba11-e00364ec93c5 req-6019c37a-f443-44cb-90cb-f375ad829f64 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186097 Nov 24 00:06:28.654191 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-660407c1-37b3-4358-bf19-53cfe30b831f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546503 Nov 24 00:06:28.756298 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-014acd95-2422-46df-809c-5fb39caff35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.757702 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-014acd95-2422-46df-809c-5fb39caff35a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1097 time: 0.0473874 Nov 24 00:06:28.806462 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:56Z', 'revision_number': 1, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}, {'id': '6f90fea8-283d-4573-87a9-e8dc2cd423e1', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:19:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:06:26Z', 'updated_at': '2021-11-24T00:06:26Z', 'revision_number': 0, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:06:28.842516 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425649b5-02c6-4384-8388-a0c78b6cd148 None None] The sync data for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 is: [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:56Z', 'revision_number': 1, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}, {'id': '6f90fea8-283d-4573-87a9-e8dc2cd423e1', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:19:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:06:26Z', 'updated_at': '2021-11-24T00:06:26Z', 'revision_number': 0, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:06:28.884287 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-da991403-6350-482f-a53f-29da69cab804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:28.885788 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-da991403-6350-482f-a53f-29da69cab804 service neutron] 10.222.0.46 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.1067281 Nov 24 00:06:28.959403 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-86f2edbd-3a64-4308-a30e-49241c6aa9d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 200 len: 1000 time: 0.0661719 Nov 24 00:06:29.014304 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-4438ce5c-5cfd-4fdb-bfeb-094ce8096dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:29.015766 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-4438ce5c-5cfd-4fdb-bfeb-094ce8096dd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0487611 Nov 24 00:06:29.052246 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bc9f2-1b1b-494e-aecf-1e743f859d33 None None] New status for floating IP 6f90fea8-283d-4573-87a9-e8dc2cd423e1: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 00:06:29.065694 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-09035c9e-b92a-4bbe-90b1-f08c2cb91025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:06:29.067236 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-09035c9e-b92a-4bbe-90b1-f08c2cb91025 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441022 Nov 24 00:06:29.165834 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-5c20c862-b669-4498-b4d9-a719701c9de2 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916376 Nov 24 00:06:29.262661 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-4ee4b16e-edaa-440e-a8e0-a9e21000bc99 req-35e48471-bcf9-4f96-9b20-fbfa481fe275 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891790 Nov 24 00:06:31.820437 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a456cdf9-c228-41ca-bd9f-5ee624fd21dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:34.881935 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-75cf0f0b-b953-4278-8643-6210bce1d3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:35.413799 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:36.880041 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:37.661072 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:39.038193 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:06:45.318951 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:06:57.882418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:01.822286 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-29ea4268-2604-4d15-8600-197688758a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:04.882091 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bce3b21-4ca1-45d3-b2c0-2d6e12dc4473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:05.419025 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:06.882063 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:07.663331 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:09.036137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:22.318825 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:07:27.881110 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:29.293724 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-9f66db00-8cf1-466b-8e36-89895f3f8ee0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1199799 Nov 24 00:07:29.393231 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-2bb3903a-7168-4e29-b948-63cd5b05150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:29.395355 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-2bb3903a-7168-4e29-b948-63cd5b05150c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1094 time: 0.0411031 Nov 24 00:07:29.503646 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-329e28e0-10ae-405e-b9a8-eb2a8422e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:29.505933 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-329e28e0-10ae-405e-b9a8-eb2a8422e1aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.0918455 Nov 24 00:07:29.577915 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-4cc67fe2-c208-4caf-bad7-4e4e6cfbf3bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 999 time: 0.0651042 Nov 24 00:07:29.633435 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-ff73a5ac-8984-45f8-bf3c-30922d04c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:29.634946 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-ff73a5ac-8984-45f8-bf3c-30922d04c354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0495036 Nov 24 00:07:29.687894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-468f3859-6136-428a-aa59-ca2888a5988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:29.689422 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-468f3859-6136-428a-aa59-ca2888a5988e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469241 Nov 24 00:07:29.788769 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-99fc04f2-6dd1-4669-9aee-27bc9ab19538 service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920126 Nov 24 00:07:29.881206 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f0ff28d1-0474-4f90-ac03-9e6e23061154 req-9e30fa89-4a64-4d58-ba05-49787742802b service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859096 Nov 24 00:07:30.636795 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-10e9722d-dcda-4a78-aec9-1f29b7fc2787 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430884 Nov 24 00:07:30.724553 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-7034ba1a-e365-44bc-9299-33206419fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:30.726070 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-7034ba1a-e365-44bc-9299-33206419fd99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1097 time: 0.0466013 Nov 24 00:07:30.828307 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-2117f69d-e0d6-4405-98ac-e33bcb3f402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:30.829780 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-2117f69d-e0d6-4405-98ac-e33bcb3f402a service neutron] 10.222.0.46 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.0846167 Nov 24 00:07:30.901298 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-c2b19d04-8b6a-46c0-aafd-2e43fb26a0bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 200 len: 1002 time: 0.0631697 Nov 24 00:07:30.952124 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-266c3c09-ec8d-416b-9a62-cd255b50d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:30.953582 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-266c3c09-ec8d-416b-9a62-cd255b50d3de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0447588 Nov 24 00:07:30.999926 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-7c228f32-cb4e-4d74-bb5c-ed1a8e3c9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:07:31.001404 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-7c228f32-cb4e-4d74-bb5c-ed1a8e3c9e67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401332 Nov 24 00:07:31.094462 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-57942e17-ed4e-488c-b20c-536c6ff5efeb service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858984 Nov 24 00:07:31.191087 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-d68eef39-7e9f-4d7f-979f-eade7d8e60dd req-7479a4df-65b3-4d01-b463-d3dd6f7275e3 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898216 Nov 24 00:07:31.824619 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dcf87c40-6506-4626-9978-c23ad5577a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:34.884303 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-7fb63ab8-b231-4dcd-84d0-0a50cd8541cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:35.420588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:36.884528 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:37.667355 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:39.052671 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:53.433351 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device de09831e-744a-4422-8376-5dfe91e2b1ab details requested by agent hyperv_n-h2-817303-3 with host n-h2-817303-3 {{(pid=103524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 00:07:53.590522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:07:53.611280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Returning: {'device': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'port_id': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'mac_address': 'fa:16:3e:19:0b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 00:07:53.747747 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:53.782721 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de09831e-744a-4422-8376-5dfe91e2b1ab {{(pid=103524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 00:07:53.815644 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:07:53.825029 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:53.900673 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=6']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:07:53.912619 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] get_ports_and_sgs() called for port_ids ['de09831e-744a-4422-8376-5dfe91e2b1ab'] {{(pid=103524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 00:07:53.918373 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.918870 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.919280 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.919726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.920140 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.920546 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.920941 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.921333 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.921738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.922130 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.922518 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:53.922911 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:07:55.470284 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device de09831e-744a-4422-8376-5dfe91e2b1ab up at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 00:07:55.543652 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.provisioning_blocks [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Provisioning complete for port de09831e-744a-4422-8376-5dfe91e2b1ab triggered by entity L2. {{(pid=103524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 00:07:55.544287 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3562224'] for port, provisioning_complete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:55.689906 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:55.733959 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:07:55.738883 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b311ac7-916a-48b7-9a07-211cd19a5e18" -d '{"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-plugged", "status": "completed", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:07:55.764253 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:07:55.780281 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:55.821514 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15edbe08-7184-4dee-9270-e1215da73093 x-openstack-request-id: req-15edbe08-7184-4dee-9270-e1215da73093 {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:07:55.822211 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-plugged", "status": "completed", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:07:55.822735 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15edbe08-7184-4dee-9270-e1215da73093 {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:07:55.823500 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'code': 200} Nov 24 00:07:55.868780 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=7']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:07:57.900418 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:07:59.321281 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:08:01.832415 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-983d7b88-65ce-45e1-b537-cbabd134f178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:03.262476 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36436) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:03.439519 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Deleting port 6fbd0ec6-0cea-4a45-841b-3a45a365c3fe {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:03.439891 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:03.515141 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:03.515611 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:03.527558 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Calling delete_port for 6fbd0ec6-0cea-4a45-841b-3a45a365c3fe owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:03.678338 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:03.709395 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event deleted for resources: {'Port': ['ID=6fbd0ec6-0cea-4a45-841b-3a45a365c3fe,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:03.732036 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.732388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.732733 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.733074 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.733411 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.733746 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.734083 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.734412 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.734738 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.735064 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.735390 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.735747 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:03.775816 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:03.776203 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Floating IP 6f90fea8-283d-4573-87a9-e8dc2cd423e1 disassociated (deleted). External IP: 172.25.0.170, port: de09831e-744a-4422-8376-5dfe91e2b1ab. Nov 24 00:08:03.990333 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:08:04.099754 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:08:04.105135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:04.109621 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] Sync routers for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:08:04.119766 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:04.120382 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:04.132186 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-44cb0fba-6e27-4038-9687-714cb2459836 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "DELETE /v2.0/floatingips/6f90fea8-283d-4573-87a9-e8dc2cd423e1 HTTP/1.1" status: 204 len: 168 time: 0.8684497 Nov 24 00:08:04.134182 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:08:04.135095 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bdb146-aa51-42dc-93c9-2ac79540a3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:08:04.182345 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 00:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d64eb-f6ab-41d7-b5f0-892ea0234809 x-openstack-request-id: req-963d64eb-f6ab-41d7-b5f0-892ea0234809 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:08:04.182711 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:08:04.182998 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-963d64eb-f6ab-41d7-b5f0-892ea0234809 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:08:04.183417 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'status': 'completed', 'code': 200} Nov 24 00:08:04.234691 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:04.255401 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-58e6430f-b27a-4d7a-944d-d5f08a1c1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:04.256898 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-58e6430f-b27a-4d7a-944d-d5f08a1c1cfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 1097 time: 0.0492523 Nov 24 00:08:04.372989 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-4141a231-32fc-4f03-9bfe-cbd7d3ebc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:04.374688 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-4141a231-32fc-4f03-9bfe-cbd7d3ebc138 service neutron] 10.222.0.46 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.1010208 Nov 24 00:08:04.387421 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84729fd-6eac-499f-8a8d-ffd5cfa4e39f req-fc0cc3dd-c4f8-434d-a138-7d2b93db8a1f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:04.389041 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c84729fd-6eac-499f-8a8d-ffd5cfa4e39f req-fc0cc3dd-c4f8-434d-a138-7d2b93db8a1f tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 946 time: 0.0528164 Nov 24 00:08:04.429094 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-5f5d143b-daa4-4d40-abf2-0e860993d231 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 200 len: 217 time: 0.0447094 Nov 24 00:08:04.453585 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c84729fd-6eac-499f-8a8d-ffd5cfa4e39f req-0914a763-6c64-4bfe-9ac8-b1d99182509c tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570626 Nov 24 00:08:04.484939 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-fdf5467c-adcd-42ff-bf65-f41c565d4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:04.486431 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-fdf5467c-adcd-42ff-bf65-f41c565d4360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0482385 Nov 24 00:08:04.502306 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:56Z', 'revision_number': 1, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:04.529085 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] Checking router: 83639bc3-a9c2-48ed-9de6-be58af4e3f98 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:08:04.538502 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:04.539114 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:07:35Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:04.539421 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-9a07e52a-9d5b-45f8-a4a7-43e878224eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:04.541031 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-9a07e52a-9d5b-45f8-a4a7-43e878224eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461128 Nov 24 00:08:04.640000 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-bf0aa661-a68d-4db2-ab16-2a382c0ade60 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902836 Nov 24 00:08:04.648726 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:04.733138 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-89bdb146-aa51-42dc-93c9-2ac79540a3e0 req-3473134a-9130-46c5-84cc-7eb5b66063e9 service neutron] 10.222.0.46 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Nov 24 00:08:04.886083 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-42d3ede6-d745-4a68-8b51-25ad76683bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:04.974349 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:56Z', 'revision_number': 1, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:05.001900 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75eed08-b963-4a48-93cb-8c452e7c0f09 None None] The sync data for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 is: [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_floatingips': [{'id': '24f0e8c6-7c8e-4e21-a164-40dfe364b479', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'router_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'port_id': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'mac_address': 'fa:16:3e:84:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7765a432-4b65-414d-8cba-91d0458fbafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T00:03:54Z', 'updated_at': '2021-11-24T00:03:56Z', 'revision_number': 1, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:08:05.224816 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41c152-32d1-4a65-9844-f269030ba652 None None] New status for floating IP 6f90fea8-283d-4573-87a9-e8dc2cd423e1: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 00:08:05.424751 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:05.461330 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device de09831e-744a-4422-8376-5dfe91e2b1ab no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:05.544308 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3655163'] for port, before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:05.572843 n-d-817303-3 neutron-server[103524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab'}] {{(pid=103524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:08:05.575173 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b246152265b22ab0308f904918d0aa524ce66607fd6315d4e6bb7d98dc123690" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1d3dd8-692d-4f66-9a79-8933fb3bf6e2" -d '{"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-unplugged", "status": "completed", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab"}]}' {{(pid=103524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:08:05.580330 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0940765-c736-4e57-a194-8378f55170f8 req-25e99b54-d7ae-4289-92c4-36b0024200eb tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:05.582527 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0940765-c736-4e57-a194-8378f55170f8 req-25e99b54-d7ae-4289-92c4-36b0024200eb tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 946 time: 0.0519755 Nov 24 00:08:05.590395 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:05.595658 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756273725678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756273295068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756273295086'] for port, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:05.640054 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 00:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4401aa-a2a7-4be1-a660-cbe030186fba x-openstack-request-id: req-0d4401aa-a2a7-4be1-a660-cbe030186fba {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:08:05.640449 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-unplugged", "status": "completed", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab", "code": 200}]} {{(pid=103524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:08:05.640840 n-d-817303-3 neutron-server[103524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d4401aa-a2a7-4be1-a660-cbe030186fba {{(pid=103524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:08:05.641397 n-d-817303-3 neutron-server[103524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'code': 200} Nov 24 00:08:05.652139 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Pushing event updated for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=8']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:05.659154 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-b0940765-c736-4e57-a194-8378f55170f8 req-c7d7a93b-abae-415d-9376-8d63f72b2420 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688205 Nov 24 00:08:05.958966 n-d-817303-3 neutron-server[103523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252073-00e6-40d0-b104-a32885cc5973 req-a7b9a91c-b00e-4d87-afb5-2735cae61d08 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:05.960450 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92252073-00e6-40d0-b104-a32885cc5973 req-a7b9a91c-b00e-4d87-afb5-2735cae61d08 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.46 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 944 time: 0.0527761 Nov 24 00:08:06.063021 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Deleting port de09831e-744a-4422-8376-5dfe91e2b1ab {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:06.063352 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:06.165645 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] For port de09831e-744a-4422-8376-5dfe91e2b1ab, host n-h2-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-3',level=0,port_id=de09831e-744a-4422-8376-5dfe91e2b1ab,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:06.166007 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:06.178842 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Calling delete_port for de09831e-744a-4422-8376-5dfe91e2b1ab owned by compute:nova {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:06.312414 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:06.347308 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event deleted for resources: {'Port': ['ID=de09831e-744a-4422-8376-5dfe91e2b1ab,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:06.386546 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] No DVR routers for this DVR port de09831e-744a-4422-8376-5dfe91e2b1ab on host n-h2-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:08:06.389239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:06.392700 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [req-92252073-00e6-40d0-b104-a32885cc5973 req-2306892d-aff8-42b5-be05-e3d14d6035ce tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.46 "DELETE /v2.0/ports/de09831e-744a-4422-8376-5dfe91e2b1ab HTTP/1.1" status: 204 len: 173 time: 0.4259374 Nov 24 00:08:06.393144 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-deleted', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:08:06.396077 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc57eb34-1a44-4d55-946e-e90fa053c1b2" -d '{"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-deleted", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:08:06.432158 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d415aa-896b-45ab-871d-fbde7cb54da9 x-openstack-request-id: req-69d415aa-896b-45ab-871d-fbde7cb54da9 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:08:06.432457 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776c44c1-5efd-4ea7-9a11-b45336de128d", "name": "network-vif-deleted", "tag": "de09831e-744a-4422-8376-5dfe91e2b1ab", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:08:06.432715 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69d415aa-896b-45ab-871d-fbde7cb54da9 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:08:06.433125 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c44c1-5efd-4ea7-9a11-b45336de128d', 'name': 'network-vif-deleted', 'tag': 'de09831e-744a-4422-8376-5dfe91e2b1ab', 'status': 'completed', 'code': 200} Nov 24 00:08:06.778104 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-f40676a0-2736-4ba7-adb8-db2e35a90ae1 req-ef91d621-b92a-4804-b222-d05e0f9887ee tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=776c44c1-5efd-4ea7-9a11-b45336de128d HTTP/1.1" status: 200 len: 210 time: 0.0299001 Nov 24 00:08:06.892068 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:07.672537 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:08.371408 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36494) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:08.528484 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Deleting port 7628890a-0453-4695-b889-4edea57a6a51 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:08.528733 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:08.606299 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:08.606619 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:08.618001 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Calling delete_port for 7628890a-0453-4695-b889-4edea57a6a51 owned by network:floatingip {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:08.760699 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:08.788450 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event deleted for resources: {'Port': ['ID=7628890a-0453-4695-b889-4edea57a6a51,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:08.851662 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for floatingip, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:08.851996 n-d-817303-3 neutron-server[103523]: INFO neutron.db.l3_db [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Floating IP 24f0e8c6-7c8e-4e21-a164-40dfe364b479 disassociated (deleted). External IP: 172.25.0.128, port: 9842398f-feb7-4912-ba75-fe1b3514d72d. Nov 24 00:08:09.053417 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:09.411685 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:08:09.473611 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device de09831e-744a-4422-8376-5dfe91e2b1ab no longer exists at agent hyperv_n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:09.495723 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] No Port match for: de09831e-744a-4422-8376-5dfe91e2b1ab {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:09.496067 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Device de09831e-744a-4422-8376-5dfe91e2b1ab not bound to the agent host n-h2-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:09.525394 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:08:09.530202 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for floatingip, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:09.536783 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] Sync routers for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:08:09.546574 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:09.547188 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:09.561114 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8ddfb772-3e5d-4057-bcb7-e9da4653c1bc tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "DELETE /v2.0/floatingips/24f0e8c6-7c8e-4e21-a164-40dfe364b479 HTTP/1.1" status: 204 len: 168 time: 1.1862006 Nov 24 00:08:09.561114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:08:09.561699 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898c6fd7b181553d1b0bf78d35720e3bf9df653480778f774965d35afda61c9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20756a0b-9709-43fd-a622-226449eb2a04" -d '{"events": [{"name": "network-changed", "server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:08:09.602640 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 00:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c773cf-7e06-41a3-a757-b57af9ea96c5 x-openstack-request-id: req-a2c773cf-7e06-41a3-a757-b57af9ea96c5 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:08:09.602943 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d", "status": "completed", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:08:09.603200 n-d-817303-3 neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2c773cf-7e06-41a3-a757-b57af9ea96c5 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:08:09.603635 n-d-817303-3 neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'status': 'completed', 'code': 200} Nov 24 00:08:09.676177 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:09.692078 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20756a0b-9709-43fd-a622-226449eb2a04 req-cdcbe83f-62b2-447c-8e89-350211f8cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:09.693973 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20756a0b-9709-43fd-a622-226449eb2a04 req-cdcbe83f-62b2-447c-8e89-350211f8cbb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 1094 time: 0.0472910 Nov 24 00:08:09.847795 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20756a0b-9709-43fd-a622-226449eb2a04 req-3f9e0b00-3833-420a-a9a9-e153aba2da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:09.849589 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20756a0b-9709-43fd-a622-226449eb2a04 req-3f9e0b00-3833-420a-a9a9-e153aba2da56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 200 len: 911 time: 0.1410286 Nov 24 00:08:09.858146 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97e774-29f4-4239-a650-28c990d1fd34 req-c1655dc6-11fe-4eb4-b1d3-2d131a7c211b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:09.859684 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c97e774-29f4-4239-a650-28c990d1fd34 req-c1655dc6-11fe-4eb4-b1d3-2d131a7c211b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 943 time: 0.0748806 Nov 24 00:08:09.902606 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:09.906558 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20756a0b-9709-43fd-a622-226449eb2a04 req-5230e61d-bba8-4a9b-81e7-2a47eff565c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 200 len: 217 time: 0.0458844 Nov 24 00:08:09.934360 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] Checking router: 83639bc3-a9c2-48ed-9de6-be58af4e3f98 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:08:09.943308 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:09.943965 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:09.980565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-0c97e774-29f4-4239-a650-28c990d1fd34 req-5d53e94a-8774-4d36-aa6b-0ecfe3a0b46b tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136689 Nov 24 00:08:09.984388 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20756a0b-9709-43fd-a622-226449eb2a04 req-8ea7f7e2-b532-4208-8f97-f953e3b3f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:09.985805 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20756a0b-9709-43fd-a622-226449eb2a04 req-8ea7f7e2-b532-4208-8f97-f953e3b3f265 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 200 len: 849 time: 0.0706410 Nov 24 00:08:10.042659 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20756a0b-9709-43fd-a622-226449eb2a04 req-997b6e6c-4dbd-428f-a332-4630ec4a614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:10.044237 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20756a0b-9709-43fd-a622-226449eb2a04 req-997b6e6c-4dbd-428f-a332-4630ec4a614a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=89e5c55c-7811-4928-b596-aede1b1098ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505428 Nov 24 00:08:10.068579 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:10.153083 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20756a0b-9709-43fd-a622-226449eb2a04 req-ee127b70-7e4d-474c-9bbd-1b3e6306342f service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007178 Nov 24 00:08:10.250565 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-20756a0b-9709-43fd-a622-226449eb2a04 req-fd10b1e4-a6d1-440b-b549-8a37eaeb82be service neutron] 10.222.0.48 "GET /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888765 Nov 24 00:08:10.280786 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:10.306906 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41c0d7-0514-4091-b309-41daf7ff4f6a None None] The sync data for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 is: [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3', '_interfaces': [{'id': '5bfbceef-3e6f-43ac-b28f-c1157f19bd0c', 'name': '', 'network_id': '89e5c55c-7811-4928-b596-aede1b1098ea', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'mac_address': 'fa:16:3e:50:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '77f10893-7f13-42a5-9551-ddc616091f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:35Z', 'updated_at': '2021-11-24T00:03:39Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'subnets': [{'id': '77f10893-7f13-42a5-9551-ddc616091f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:08:10.552697 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21024b68-6417-4517-9c67-e70e8d3df13a None None] New status for floating IP 24f0e8c6-7c8e-4e21-a164-40dfe364b479: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 00:08:11.115717 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8279df-f121-4533-b1be-4930b15df2c2 req-465faca6-f7f4-4d80-be8b-251abab049d8 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:11.117516 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b8279df-f121-4533-b1be-4930b15df2c2 req-465faca6-f7f4-4d80-be8b-251abab049d8 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 943 time: 0.0579178 Nov 24 00:08:11.186820 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-4b8279df-f121-4533-b1be-4930b15df2c2 req-422703eb-8772-49e6-95d0-a1471e7cf761 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/security-groups?id=d87d3d80-68c0-4ca3-b0a8-43b927344ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631828 Nov 24 00:08:11.514686 n-d-817303-3 neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-60b14b18-0d5d-4ff6-a62d-ccef027e9b68 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 00:08:11.516116 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-60b14b18-0d5d-4ff6-a62d-ccef027e9b68 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.48 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 943 time: 0.0518494 Nov 24 00:08:11.624368 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Deleting port 9842398f-feb7-4912-ba75-fe1b3514d72d {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:11.624715 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:11.719905 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] For port 9842398f-feb7-4912-ba75-fe1b3514d72d, host n-h1-817303-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-3',level=0,port_id=9842398f-feb7-4912-ba75-fe1b3514d72d,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:11.720274 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:11.734940 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Calling delete_port for 9842398f-feb7-4912-ba75-fe1b3514d72d owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:11.895620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:11.928781 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event deleted for resources: {'Port': ['ID=9842398f-feb7-4912-ba75-fe1b3514d72d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:11.958877 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.959227 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.959585 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.959932 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.960294 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.960628 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.960965 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.961296 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.961622 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.961950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.962276 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.962602 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-3 {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 00:08:11.993171 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] No DVR routers for this DVR port 9842398f-feb7-4912-ba75-fe1b3514d72d on host n-h1-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:08:11.995866 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200118'] for port, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:11.999296 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-c07b5c39-bc98-4b8c-b7e1-768844e645ff req-02d02bc6-81c9-4250-9f42-5b2f47fceb39 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.48 "DELETE /v2.0/ports/9842398f-feb7-4912-ba75-fe1b3514d72d HTTP/1.1" status: 204 len: 173 time: 0.4760551 Nov 24 00:08:11.999950 n-d-817303-3 neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-deleted', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 00:08:12.002183 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c684e9df935683fd1aaf1253d9a02c81cc49912155c68c42c47ed443b1f1b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a906c1f6-8ee8-4559-9a31-cdb115a1299d" -d '{"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-deleted", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 00:08:12.054423 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 00:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf2c2f6-62f2-45ca-8678-a1c2d351af48 x-openstack-request-id: req-3bf2c2f6-62f2-45ca-8678-a1c2d351af48 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 00:08:12.054785 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7765a432-4b65-414d-8cba-91d0458fbafd", "name": "network-vif-deleted", "tag": "9842398f-feb7-4912-ba75-fe1b3514d72d", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 00:08:12.055047 n-d-817303-3 neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3bf2c2f6-62f2-45ca-8678-a1c2d351af48 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 00:08:12.055484 n-d-817303-3 neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7765a432-4b65-414d-8cba-91d0458fbafd', 'name': 'network-vif-deleted', 'tag': '9842398f-feb7-4912-ba75-fe1b3514d72d', 'status': 'completed', 'code': 200} Nov 24 00:08:12.300027 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [req-5cf3e347-ca4d-4d61-b68a-dabbb8ff8bae req-1a97b0c7-d75f-4ee5-8e6d-c1c20d013cd6 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "GET /v2.0/ports?device_id=7765a432-4b65-414d-8cba-91d0458fbafd HTTP/1.1" status: 200 len: 210 time: 0.0276423 Nov 24 00:08:13.367270 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36510) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:13.425439 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb75f603-4ac7-438a-a648-4ce8ce1bf2a4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:13.451408 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb75f603-4ac7-438a-a648-4ce8ce1bf2a4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:13.516823 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb75f603-4ac7-438a-a648-4ce8ce1bf2a4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:13.520173 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb75f603-4ac7-438a-a648-4ce8ce1bf2a4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:13.521405 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-bb75f603-4ac7-438a-a648-4ce8ce1bf2a4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] 10.222.0.11 "DELETE /v2.0/security-groups/d87d3d80-68c0-4ca3-b0a8-43b927344ac9 HTTP/1.1" status: 204 len: 168 time: 0.1530704 Nov 24 00:08:13.531280 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75f603-4ac7-438a-a648-4ce8ce1bf2a4 tempest-TestSnapshotPattern-519590219 tempest-TestSnapshotPattern-519590219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87d3d80-68c0-4ca3-b0a8-43b927344ac9,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:13.588458 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36514) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:13.938449 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:14.184211 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Deleting port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:14.184550 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:14.262473 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] For port 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:14.262748 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:14.274954 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Calling delete_port for 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c owned by network:router_interface {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:14.456848 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:14.486111 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfbceef-3e6f-43ac-b28f-c1157f19bd0c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:14.656780 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:14.883936 n-d-817303-3 neutron-server[103523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:08:14.994704 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:08:14.999823 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-a27c394a-6f5f-4796-b3f7-6091ef0738d2 admin admin] 10.222.0.11 "PUT /v2.0/routers/83639bc3-a9c2-48ed-9de6-be58af4e3f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4100595 Nov 24 00:08:15.002388 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36516) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:15.004503 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] Sync routers for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:08:15.013955 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:15.014560 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:15.110533 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks [] for router, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.121563 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: n-d-817303-3 {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:15.228830 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.292778 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Deleting port 40420df3-3b96-42d8-ae15-23c2093c82ac {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:15.293140 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.312467 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:08:14Z', 'revision_number': 5, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port': {'id': '40420df3-3b96-42d8-ae15-23c2093c82ac', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:33Z', 'updated_at': '2021-11-24T00:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:15.343289 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] Checking router: 83639bc3-a9c2-48ed-9de6-be58af4e3f98 for host: n-d-817303-3 {{(pid=103525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:08:15.352210 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] Routers {'83639bc3-a9c2-48ed-9de6-be58af4e3f98'} bound to L3 agent in host n-d-817303-3 {{(pid=103525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:15.352824 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'], 'active': True} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:15.375272 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] For port 40420df3-3b96-42d8-ae15-23c2093c82ac, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=40420df3-3b96-42d8-ae15-23c2093c82ac,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:15.375669 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.388828 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Calling delete_port for 40420df3-3b96-42d8-ae15-23c2093c82ac owned by network:router_gateway {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:15.442302 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_dvr_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] Set router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 gateway port host: None {{(pid=103525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:15.578488 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.594398 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.l3_hamode_db [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:08:15Z', 'revision_number': 6, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:15.605483 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=40420df3-3b96-42d8-ae15-23c2093c82ac,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:15.622582 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b702e-bbc8-4c4e-ba68-782e5411d54e None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:08:15.625827 n-d-817303-3 neutron-server[103525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76824-4132-4b4f-9a17-3a6672e059df None None] The sync data for ids ['83639bc3-a9c2-48ed-9de6-be58af4e3f98'] in n-d-817303-3 is: [{'id': '83639bc3-a9c2-48ed-9de6-be58af4e3f98', 'name': 'tempest-TestSnapshotPattern-1937370261-router', 'tenant_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:32Z', 'updated_at': '2021-11-24T00:08:15Z', 'revision_number': 6, 'project_id': 'b32edcfbc4fb4f41bd12148e4a73870a', 'gw_port_host': None}] {{(pid=103525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:08:15.674065 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.764991 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.767046 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.809721 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.810328 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83639bc3-a9c2-48ed-9de6-be58af4e3f98 {{(pid=103523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 00:08:15.814953 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] Publish callbacks [] for router, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.816929 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-2231ccb9-6333-498a-a67b-2a0b7f45bd6b admin admin] 10.222.0.11 "DELETE /v2.0/routers/83639bc3-a9c2-48ed-9de6-be58af4e3f98 HTTP/1.1" status: 204 len: 168 time: 0.8134661 Nov 24 00:08:15.819424 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36518) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:15.867579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] Deleting subnet 77f10893-7f13-42a5-9551-ddc616091f13 {{(pid=103523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 00:08:15.870768 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.906198 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13070003'] for subnet, precommit_delete_associations {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:15.983914 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.040083 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14166436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897483'] for subnet, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.071331 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f10893-7f13-42a5-9551-ddc616091f13,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:16.077412 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.080664 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-6dc2493d-f1dd-48f6-a57c-a32be82564a8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/77f10893-7f13-42a5-9551-ddc616091f13 HTTP/1.1" status: 204 len: 168 time: 0.2602627 Nov 24 00:08:16.083607 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36520) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:16.084738 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848837b0-d30b-4582-99cd-7b579457f890 None None] Network 89e5c55c-7811-4928-b596-aede1b1098ea requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:08:16.155693 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.210579 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Deleting port db479c51-02a5-488a-a1f8-5a6b3a120c94 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:16.210913 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.279437 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] For port db479c51-02a5-488a-a1f8-5a6b3a120c94, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=db479c51-02a5-488a-a1f8-5a6b3a120c94,segment=NetworkSegment(2b5008ff-6c96-4deb-8f19-6c54a4dbe385),segment_id=2b5008ff-6c96-4deb-8f19-6c54a4dbe385)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:16.279831 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.292885 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Calling delete_port for db479c51-02a5-488a-a1f8-5a6b3a120c94 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:16.373552 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14166521'] for port, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.403894 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=db479c51-02a5-488a-a1f8-5a6b3a120c94,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:16.407443 n-d-817303-3 neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] No DVR routers for this DVR port db479c51-02a5-488a-a1f8-5a6b3a120c94 on host n-d-817303-3 {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:08:16.424839 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8ee45-5f01-4377-b3ee-24f84a45f6d0 None None] DHCP port deletion for 89e5c55c-7811-4928-b596-aede1b1098ea request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:08:16.486812 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.508105 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e5c55c-7811-4928-b596-aede1b1098ea']}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:16.518251 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5008ff-6c96-4deb-8f19-6c54a4dbe385') {'for_net_delete': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:16.519114 n-d-817303-3 neutron-server[103523]: DEBUG neutron.services.segments.db [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5008ff-6c96-4deb-8f19-6c54a4dbe385') {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:16.529939 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13069994'] for segment, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.551288 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.557533 n-d-817303-3 neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 00:08:16.557922 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14161418'] for segment, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: Traceback (most recent call last): Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: timer() Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: cb(*args, **kw) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: return func(*args, **kwargs) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: self._notify() Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: self.callback(batched_events) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: event.method(event) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: return f(self, *a, **k) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: return self._get(url).json() Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: return self.request(url, 'GET', **kwargs) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 00:08:16.559586 n-d-817303-3 neutron-server[103523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 00:08:16.624135 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.630005 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Publish callbacks [] for network, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:16.633357 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] 10.222.0.11 "DELETE /v2.0/networks/89e5c55c-7811-4928-b596-aede1b1098ea HTTP/1.1" status: 204 len: 168 time: 0.5485044 Nov 24 00:08:16.637273 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36522) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:16.637786 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9842398f-feb7-4912-ba75-fe1b3514d72d no longer exists at agent hyperv_n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:16.654975 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221e9be-5753-4e78-9dcc-74b7574c2f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e5c55c-7811-4928-b596-aede1b1098ea,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:16.670072 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] No Port match for: 9842398f-feb7-4912-ba75-fe1b3514d72d {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:16.670494 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Device 9842398f-feb7-4912-ba75-fe1b3514d72d not bound to the agent host n-h1-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:16.954352 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:16.974438 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:16.974763 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 5bfbceef-3e6f-43ac-b28f-c1157f19bd0c not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:16.975249 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db479c51-02a5-488a-a1f8-5a6b3a120c94 no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:16.993762 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: db479c51-02a5-488a-a1f8-5a6b3a120c94 {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:16.994099 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device db479c51-02a5-488a-a1f8-5a6b3a120c94 not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:16.994522 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 40420df3-3b96-42d8-ae15-23c2093c82ac no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:17.006755 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1616832'] for router_interface, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:17.013377 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 40420df3-3b96-42d8-ae15-23c2093c82ac {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:17.013726 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 40420df3-3b96-42d8-ae15-23c2093c82ac not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:17.271910 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Deleting port 08f11717-5a89-4f98-8ac5-669f0d1535be {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:17.272253 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:17.356033 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] For port 08f11717-5a89-4f98-8ac5-669f0d1535be, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=08f11717-5a89-4f98-8ac5-669f0d1535be,segment=NetworkSegment(24241a5d-f076-4afb-aa23-451cb65281c7),segment_id=24241a5d-f076-4afb-aa23-451cb65281c7)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:17.356396 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:17.368900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Calling delete_port for 08f11717-5a89-4f98-8ac5-669f0d1535be owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:17.553822 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:17.580916 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f11717-5a89-4f98-8ac5-669f0d1535be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:17.752749 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729360'] for router_interface, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:17.967677 n-d-817303-3 neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Router 25515b11-a6bd-485c-84a0-71d6257061e2 has already been hosted by L3 agent 6b5f59ee-df03-4851-bc06-765a3d433d5d {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 00:08:18.076860 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] Notify agent at l3_agent.n-d-817303-3 the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 00:08:18.082436 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-64850c88-cdd0-4c37-a038-8bf58bf199e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/25515b11-a6bd-485c-84a0-71d6257061e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4431248 Nov 24 00:08:18.084449 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36524) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:18.086127 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] Sync routers for ids ['25515b11-a6bd-485c-84a0-71d6257061e2'] in n-d-817303-3 {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 00:08:18.095901 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] Routers {'25515b11-a6bd-485c-84a0-71d6257061e2'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:18.096529 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['25515b11-a6bd-485c-84a0-71d6257061e2'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:18.193318 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks [] for router, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.202913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] Set router 25515b11-a6bd-485c-84a0-71d6257061e2 gateway port host: n-d-817303-3 {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:18.299115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.354214 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Deleting port adeedabb-5787-418c-ac7e-f95f8401192f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:18.354553 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.388287 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'external_fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:08:17Z', 'revision_number': 5, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port': {'id': 'adeedabb-5787-418c-ac7e-f95f8401192f', 'name': '', 'network_id': '4479bc55-55b7-40b1-a523-c1e53c8f1429', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T00:03:38Z', 'updated_at': '2021-11-24T00:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d3bd64a-0ae8-42fc-b2f3-caedbd64e21f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-3'}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:18.415732 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] Checking router: 25515b11-a6bd-485c-84a0-71d6257061e2 for host: n-d-817303-3 {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 00:08:18.424080 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] Routers {'25515b11-a6bd-485c-84a0-71d6257061e2'} bound to L3 agent in host n-d-817303-3 {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 00:08:18.425353 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T22:25:34Z,description=,heartbeat_timestamp=2021-11-24T00:08:05Z,host='n-d-817303-3',id=6b5f59ee-df03-4851-bc06-765a3d433d5d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T22:25:34Z,topic='l3_agent')) {'router_ids': ['25515b11-a6bd-485c-84a0-71d6257061e2'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:18.435988 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] For port adeedabb-5787-418c-ac7e-f95f8401192f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=adeedabb-5787-418c-ac7e-f95f8401192f,segment=NetworkSegment(38a19a95-7c55-4ba2-9019-d223216167f5),segment_id=38a19a95-7c55-4ba2-9019-d223216167f5)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:18.436357 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.448437 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Calling delete_port for adeedabb-5787-418c-ac7e-f95f8401192f owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:18.513707 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] Set router 25515b11-a6bd-485c-84a0-71d6257061e2 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 00:08:18.566141 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:08:18Z', 'revision_number': 6, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port_host': None}], 'n-d-817303-3', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:18.597719 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a301d-9561-47d9-99de-9c4fc20f93bf None None] The sync data for ids ['25515b11-a6bd-485c-84a0-71d6257061e2'] in n-d-817303-3 is: [{'id': '25515b11-a6bd-485c-84a0-71d6257061e2', 'name': 'tempest-TestSnapshotPattern-1344541812-router', 'tenant_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T00:03:37Z', 'updated_at': '2021-11-24T00:08:18Z', 'revision_number': 6, 'project_id': 'ebb8fb486e4a4ae89b247dbbafb1e866', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 00:08:18.639458 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.666075 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Pushing event deleted for resources: {'Port': ['ID=adeedabb-5787-418c-ac7e-f95f8401192f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:18.679091 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef4d14-ebe6-4397-83e2-20610d549652 None None] DHCP port deletion for 4479bc55-55b7-40b1-a523-c1e53c8f1429 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:08:18.726290 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1732219'] for router_gateway, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.815139 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1729286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3143'] for router, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.818201 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.866219 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1729311'] for router, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.866946 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25515b11-a6bd-485c-84a0-71d6257061e2 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 00:08:18.871661 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] Publish callbacks [] for router, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.872831 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-eec46b81-4e2b-4f2e-9cfb-0142c07fd524 admin admin] 10.222.0.11 "DELETE /v2.0/routers/25515b11-a6bd-485c-84a0-71d6257061e2 HTTP/1.1" status: 204 len: 168 time: 0.7872872 Nov 24 00:08:18.875267 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36526) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:18.919769 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] Deleting subnet 3c15d506-bc38-4ae5-a4ac-8c16884d8d6f {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 00:08:18.922849 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:18.960082 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12595681'] for subnet, precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.051103 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3560766'] for subnet, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.385521 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 08f11717-5a89-4f98-8ac5-669f0d1535be no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:19.409222 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: 08f11717-5a89-4f98-8ac5-669f0d1535be {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:19.410289 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device 08f11717-5a89-4f98-8ac5-669f0d1535be not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:19.430898 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3560759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16641735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13689496'] for subnet, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.457728 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c15d506-bc38-4ae5-a4ac-8c16884d8d6f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:19.459744 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.462926 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-3a38b3ec-04e5-4d56-8562-41b104bbda40 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c15d506-bc38-4ae5-a4ac-8c16884d8d6f HTTP/1.1" status: 204 len: 168 time: 0.5867002 Nov 24 00:08:19.464356 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6d060-25ba-4ede-8d55-aa4f2d91f42d None None] Network be68771b-99c1-4e9f-8d3d-14247d49d198 requested from n-d-817303-3 {{(pid=103524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 00:08:19.465483 n-d-817303-3 neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.11', 36528) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:19.536014 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605972'] for network, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.598830 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Deleting port f4564f5b-a3c8-49ff-8043-5dda737d8e6f {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:19.599136 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.670814 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] For port f4564f5b-a3c8-49ff-8043-5dda737d8e6f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,segment=NetworkSegment(24241a5d-f076-4afb-aa23-451cb65281c7),segment_id=24241a5d-f076-4afb-aa23-451cb65281c7)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:19.671289 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.672492 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] DHCP port deletion for be68771b-99c1-4e9f-8d3d-14247d49d198 request from n-d-817303-3 {{(pid=103524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 00:08:19.689791 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Calling delete_port for f4564f5b-a3c8-49ff-8043-5dda737d8e6f owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:19.723739 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] Deleting port f4564f5b-a3c8-49ff-8043-5dda737d8e6f {{(pid=103524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 00:08:19.724244 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756273725534'] for port, before_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.775394 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16641690'] for port, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.792389 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] For port f4564f5b-a3c8-49ff-8043-5dda737d8e6f, host n-d-817303-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-3',level=0,port_id=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,segment=NetworkSegment(24241a5d-f076-4afb-aa23-451cb65281c7),segment_id=24241a5d-f076-4afb-aa23-451cb65281c7)] {{(pid=103524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 00:08:19.792786 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731433'] for port, precommit_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.805451 n-d-817303-3 neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] No DVR routers for this DVR port f4564f5b-a3c8-49ff-8043-5dda737d8e6f on host n-d-817303-3 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:08:19.806552 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] Calling delete_port for f4564f5b-a3c8-49ff-8043-5dda737d8e6f owned by network:dhcp {{(pid=103524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 00:08:19.811707 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Pushing event deleted for resources: {'Port': ['ID=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 00:08:19.884796 n-d-817303-3 neutron-server[103524]: self.session.flush() Nov 24 00:08:19.888669 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3562507', 'neutron.services.segments.db._delete_segments_for_network-8756273823160'] for network, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.889138 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3685950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756273728112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756273295059'] for port, after_delete {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.908900 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be68771b-99c1-4e9f-8d3d-14247d49d198']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:19.918575 n-d-817303-3 neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] Pushing event deleted for resources: {'Port': ['ID=f4564f5b-a3c8-49ff-8043-5dda737d8e6f,revision_number=None']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:19.918760 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24241a5d-f076-4afb-aa23-451cb65281c7') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:19.918894 n-d-817303-3 neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24241a5d-f076-4afb-aa23-451cb65281c7') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 00:08:19.922310 n-d-817303-3 neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe2ac6-39c1-4911-b7fe-ec27239a153a None None] No DVR routers for this DVR port f4564f5b-a3c8-49ff-8043-5dda737d8e6f on host n-d-817303-3 {{(pid=103524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 00:08:19.934885 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756273849420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12595704'] for segment, before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.949235 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377'] for segment, precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.955212 n-d-817303-3 neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 00:08:19.955620 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16634217'] for segment, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: Traceback (most recent call last): Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: timer() Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: cb(*args, **kw) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: return func(*args, **kwargs) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: self._notify() Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: self.callback(batched_events) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: event.method(event) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: return f(self, *a, **k) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: return self._get(url).json() Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: return self.request(url, 'GET', **kwargs) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 00:08:19.957319 n-d-817303-3 neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 00:08:20.010438 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3562514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1732306'] for network, after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.016115 n-d-817303-3 neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Publish callbacks [] for network, before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.019328 n-d-817303-3 neutron-server[103522]: INFO neutron.wsgi [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] 10.222.0.11 "DELETE /v2.0/networks/be68771b-99c1-4e9f-8d3d-14247d49d198 HTTP/1.1" status: 204 len: 168 time: 0.5527327 Nov 24 00:08:20.030305 n-d-817303-3 neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5e873-5123-4409-a6d5-e2fef510acff admin admin] Pushing event deleted for resources: {'Network': ['ID=be68771b-99c1-4e9f-8d3d-14247d49d198,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:20.208978 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36532) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:20.251190 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e52e4d1f-7a0f-4a6e-963c-57c488f2345a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b32edcfbc4fb4f41bd12148e4a73870a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409703 Nov 24 00:08:20.255117 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36534) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:20.305867 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e4393e4-9f2c-4416-9cc3-3632614ffb84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.329497 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e4393e4-9f2c-4416-9cc3-3632614ffb84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.379388 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e4393e4-9f2c-4416-9cc3-3632614ffb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.381967 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e4393e4-9f2c-4416-9cc3-3632614ffb84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.383124 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-1e4393e4-9f2c-4416-9cc3-3632614ffb84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34d9f6f2-aa4f-4096-87b2-bd4c6e25d318 HTTP/1.1" status: 204 len: 168 time: 0.1270099 Nov 24 00:08:20.392823 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4393e4-9f2c-4416-9cc3-3632614ffb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9f6f2-aa4f-4096-87b2-bd4c6e25d318,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:20.709527 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36540) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:20.748362 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-e8b5dd27-c19f-4a4b-a423-672dc94429bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebb8fb486e4a4ae89b247dbbafb1e866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375769 Nov 24 00:08:20.750719 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [-] (103523) accepted ('10.222.0.11', 36542) {{(pid=103523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 00:08:20.799239 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f30e-50ee-4f1b-bd39-01b3956a18e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.820909 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f30e-50ee-4f1b-bd39-01b3956a18e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.870330 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f30e-50ee-4f1b-bd39-01b3956a18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661491'] for security_group, after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.873165 n-d-817303-3 neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f30e-50ee-4f1b-bd39-01b3956a18e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:20.874375 n-d-817303-3 neutron-server[103523]: INFO neutron.wsgi [None req-8ce6f30e-50ee-4f1b-bd39-01b3956a18e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e44f1f7-263b-414d-ab5c-909d2736df27 HTTP/1.1" status: 204 len: 168 time: 0.1227865 Nov 24 00:08:20.882942 n-d-817303-3 neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6f30e-50ee-4f1b-bd39-01b3956a18e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e44f1f7-263b-414d-ab5c-909d2736df27,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 00:08:20.959987 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4564f5b-a3c8-49ff-8043-5dda737d8e6f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:20.981319 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: f4564f5b-a3c8-49ff-8043-5dda737d8e6f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:20.981660 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device f4564f5b-a3c8-49ff-8043-5dda737d8e6f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:20.982081 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device adeedabb-5787-418c-ac7e-f95f8401192f no longer exists at agent ovs-agent-n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 00:08:21.004913 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.plugin [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] No Port match for: adeedabb-5787-418c-ac7e-f95f8401192f {{(pid=103524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 00:08:21.005312 n-d-817303-3 neutron-server[103524]: DEBUG neutron.plugins.ml2.rpc [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Device adeedabb-5787-418c-ac7e-f95f8401192f not bound to the agent host n-d-817303-3 {{(pid=103524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 00:08:27.914486 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:31.826562 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26551a4e-8325-4c3c-a5f0-90e3b7b488ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:34.882065 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4db894c3-2430-479d-aef1-c96684e1fe81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:35.425447 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:36.320758 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:08:36.889961 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:37.675767 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:39.051748 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:08:57.903472 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:01.828188 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-02d6009f-7554-4497-a1c9-5a0e5200544a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:04.882600 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-5f1082b1-bd6a-403d-ab85-c88954a7c8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:05.428707 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:06.893696 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:07.678505 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:09.064534 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:13.319780 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:09:27.910588 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:31.829935 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-628835ae-ff44-4bb5-b62f-7fbfc94ed38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:34.884132 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bcfaf579-547f-46f8-b09d-4266640dcb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:35.431397 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:36.896463 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:37.683958 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:39.057776 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:09:50.319032 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:09:57.925518 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:01.831704 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9043338a-d4a1-450f-86fb-2ebb72e776c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:04.886038 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-0ce942b7-1455-4b45-b467-9ee3393abfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:05.434393 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:06.897272 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:07.685957 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:09.082789 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:27.318164 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:10:27.924873 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:31.839662 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ed352a98-d5b4-4caa-96be-6470c7694273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:34.888795 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-091274f4-777d-4c2e-9c5e-85a84c99408b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:35.438162 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:36.901827 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:37.687694 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:39.081094 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:10:57.941957 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:01.833310 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-da92a53b-c6c4-4c3d-93d1-5e5ff18ffac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:04.322277 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:11:04.895012 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5220-1516-4f54-8926-4018e5a819b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:05.447481 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:06.904236 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:07.690847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:09.094339 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:27.955240 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:31.834433 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8cc0358e-0758-467a-8cf5-b7d9882a6ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:34.896052 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f6ab3f36-2547-416e-bc36-cb87dcf85b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:35.445256 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:36.907471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:37.693386 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:39.091126 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:11:41.321777 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:11:57.954218 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:01.836471 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a180c9c7-8ebd-4833-8ce0-e9784dbd6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:04.897231 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4d02167c-1089-4392-8bd3-4ef162dee176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:05.450847 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:06.910645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:07.696408 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:09.094525 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:18.321619 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:12:27.969022 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:31.840590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-17a16a06-680a-4aa3-a9bd-3321521ac7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:34.898773 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-dae4f359-1a6c-4e84-9dc9-3b3fb9f1cfd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:35.454172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:36.914165 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:37.700645 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:39.110137 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:12:55.321892 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:12:58.134507 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:01.844295 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-abf89a3a-4666-45c5-a5fc-55a95b635e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:04.901784 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e3061082-20bf-47c1-b5c4-45a8a073c834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:05.456459 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:06.915985 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:07.714247 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:09.110343 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:27.969909 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:31.846495 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9773-0320-41a4-946c-4dba0a2a1f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:32.321720 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:13:34.903546 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c27cc784-020b-4f90-a4dd-3b87181f8989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:35.458172 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:36.918641 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:37.709064 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:39.123969 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:13:57.966566 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:01.850907 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9df1-9e9d-4a1a-8fec-90520833fecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:04.905971 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6ab02094-288e-43a1-bc87-b6a8f382606c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:05.461315 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:06.920865 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:07.712526 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:09.133606 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:09.322111 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:14:27.954239 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:31.854087 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-ad15333e-a1a8-4abe-9ef0-609cc6e334f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:34.910114 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e961-496d-4696-8463-2fe87e69c946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:35.464653 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:36.923952 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:37.714781 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:39.139287 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:14:46.322700 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:14:57.981764 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:01.855856 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-33a14e64-7ad2-4827-841e-3e32689f08b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:04.910610 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-3d91488e-e11f-4082-b48b-d01891037d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:05.469859 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:06.927451 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:07.712144 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:09.156357 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:23.321710 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:15:27.995819 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:31.859265 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-659363a0-fa84-4e80-b8b5-a963834528cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:34.911843 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-26e239e5-ecfa-4869-8f03-73c61b771cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:35.470067 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:36.931666 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:37.716939 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:39.164293 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:15:58.014352 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:00.322792 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:16:01.861444 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c3ab-4ccf-4404-a58d-7fc96e8c1dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:04.913372 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-eb91a8c9-a379-445c-ac3a-44b4ae4d7549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:05.471061 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:06.935723 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:07.718960 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:09.183963 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:28.029590 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-80ef6c95-307c-4490-ac6d-38561687b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:31.866900 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-8ea96129-ce4a-4bf6-b5da-72937f7d55d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:34.914482 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-b5067169-b1be-41ca-a243-71eb1f18e3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:35.474630 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c90eb38c-4df5-45a4-8954-d24a540f06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:36.939439 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-394f675a-9020-4246-ac0b-20d83fafbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:37.321604 n-d-817303-3 neutron-server[103525]: DEBUG neutron.db.agents_db [None req-28f17c77-4131-45b6-bde6-a4dbc61b7b04 None None] Agent healthcheck: found 7 active agents {{(pid=103525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 00:16:37.722353 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-a36118d7-2d09-48ff-b390-d88439bb8aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:39.176325 n-d-817303-3 neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-78804c4c-bc75-4ea9-905d-2095eb7d1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756273823169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3561509'] for agent, after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 00:16:41.037020 n-d-817303-3 neutron-server[103523]: DEBUG neutron.wsgi [req-a558f2b9-5617-47e0-9aa8-ab500e82d78a req-8db8478e-0043-4da1-a686-c25c1209d291 service neutron] (103523) timed out ('10.222.0.11', 34378) {{(pid=103523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}